-- Logs begin at Thu 2022-02-10 21:37:53 UTC, end at Fri 2022-02-11 00:11:43 UTC. -- Feb 10 22:14:22.488449 n-d-825178-4 systemd[1]: Started Devstack devstack@q-svc.service. Feb 10 22:14:24.817907 n-d-825178-4 neutron-server[87511]: INFO neutron.common.config [-] Logging enabled! Feb 10 22:14:24.818620 n-d-825178-4 neutron-server[87511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev31 Feb 10 22:14:24.818710 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 22:14:24.821752 n-d-825178-4 neutron-server[87511]: INFO neutron.common.config [-] Logging enabled! Feb 10 22:14:24.822005 n-d-825178-4 neutron-server[87511]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev31 Feb 10 22:14:24.822311 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87511) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 10 22:14:24.823224 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:14:24.823479 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:14:24.823825 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:14:24.824067 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:14:24.824289 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:14:24.824601 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.824891 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.825182 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.825406 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.825693 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.825974 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.826248 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.826531 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.826818 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.827094 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.827397 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.827675 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.827896 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.828166 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.828447 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.828733 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.828952 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] debug = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.829224 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.829641 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.830034 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.830304 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.830587 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.830860 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.831127 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.831422 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.831698 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.832012 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] host = n-d-825178-4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.832282 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.833182 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.833582 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.833887 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.834159 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.834433 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.834719 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.834990 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.835259 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.835566 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.835849 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.836136 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.836425 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.836640 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.836858 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.837144 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.837427 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.837689 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.837986 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.838217 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.838481 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.838751 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.839015 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.839302 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.839594 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.839875 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.840145 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.840412 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.840676 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.840941 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.841221 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.841486 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.841753 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.842018 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.842298 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.842560 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.842826 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.843120 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.843504 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.843719 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.844001 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.844266 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.844541 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.844807 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.845168 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.845441 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_json = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.845905 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.846168 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.846442 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.846708 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.846971 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.847236 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.847525 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.847807 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.848250 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:24.848622 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.849046 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.849352 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.849639 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.849928 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.850203 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.850488 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.850761 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.851045 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.851353 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.851643 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.851916 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.852198 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.852471 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.852761 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.853059 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.853349 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.853640 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.853912 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.854184 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.854452 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.854725 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.855010 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.855311 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.855603 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.855877 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.856153 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.856440 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.856716 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.856985 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.857259 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.857545 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.857819 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.858089 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.858365 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.858637 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.858906 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.859179 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.859476 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.859762 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.860034 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.860303 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.860569 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.860841 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.861106 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.861387 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.861660 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.861929 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.862197 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.862467 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.862733 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.863000 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.863271 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.863560 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.863912 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.864253 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.864526 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.864796 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.865070 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.865339 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.865609 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.865877 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.866155 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.866421 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.866688 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.866956 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.867224 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.867520 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.867805 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.868099 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.868374 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.868651 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.868929 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.869207 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.869482 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.869757 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.870030 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.870305 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.870575 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.870860 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.871139 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.871448 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.871730 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.872004 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.872295 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.872568 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.872844 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.873116 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.873397 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.873673 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.873951 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.874242 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.874530 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.874819 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.875106 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.875414 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.875693 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.876000 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.876280 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:24.876493 n-d-825178-4 neutron-server[87511]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:14:24.876731 n-d-825178-4 neutron-server[87511]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87511) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 10 22:14:25.263169 n-d-825178-4 neutron-server[87511]: INFO keyring.backend [-] Loading KWallet Feb 10 22:14:25.271087 n-d-825178-4 neutron-server[87511]: INFO keyring.backend [-] Loading SecretService Feb 10 22:14:25.274834 n-d-825178-4 neutron-server[87511]: INFO keyring.backend [-] Loading Windows Feb 10 22:14:25.276207 n-d-825178-4 neutron-server[87511]: INFO keyring.backend [-] Loading chainer Feb 10 22:14:25.276771 n-d-825178-4 neutron-server[87511]: INFO keyring.backend [-] Loading macOS Feb 10 22:14:25.310928 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 22:14:25.311194 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 22:14:25.311506 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 10 22:14:25.311832 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 10 22:14:25.620184 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.620467 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.620735 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.621915 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.622184 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.622456 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.742210 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.742495 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.742754 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.756725 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.757000 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.757262 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.785393 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.786198 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.786455 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.823610 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.824166 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:25.824166 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.058127 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.058343 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.058608 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.058868 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.059632 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.183100 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.183493 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.183734 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.184011 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.184328 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.184589 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.184857 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.185118 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.185374 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.185654 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.185914 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.186176 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.186438 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.186695 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.186959 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.187224 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.187516 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.187787 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.188029 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.188305 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.188650 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.188899 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.189144 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.189426 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.189705 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.189910 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.190290 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.190525 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.190758 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.190988 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.191220 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.191490 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.192378 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 10 22:14:26.195619 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 10 22:14:26.199569 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 10 22:14:26.203319 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 10 22:14:26.204938 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 10 22:14:26.205380 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 10 22:14:26.205712 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 10 22:14:26.206089 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 10 22:14:26.209386 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 10 22:14:26.209666 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 10 22:14:26.210023 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 22:14:26.239678 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 10 22:14:26.240137 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.240435 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87511) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 10 22:14:26.240790 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.242178 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87511) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 10 22:14:26.242464 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 10 22:14:26.242706 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 10 22:14:26.245955 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.246227 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.308591 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 10 22:14:26.308754 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 10 22:14:26.309169 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 10 22:14:26.309333 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 10 22:14:26.341154 n-d-825178-4 neutron-server[87511]: DEBUG oslo_db.sqlalchemy.engines [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87511) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 10 22:14:26.675914 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing driver for type 'gre' Feb 10 22:14:26.676479 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] gre ID ranges: [(1, 1000)] Feb 10 22:14:26.728491 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing driver for type 'local' Feb 10 22:14:26.728861 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing driver for type 'vlan' Feb 10 22:14:26.739708 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] VlanTypeDriver initialization complete Feb 10 22:14:26.740056 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing driver for type 'vxlan' Feb 10 22:14:26.740544 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] vxlan ID ranges: [(1, 1000)] Feb 10 22:14:26.794328 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing extension driver 'port_security' Feb 10 22:14:26.794762 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.extensions.port_security [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] PortSecurityExtensionDriver initialization complete Feb 10 22:14:26.795102 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing mechanism driver 'openvswitch' Feb 10 22:14:26.795471 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing mechanism driver 'hyperv' Feb 10 22:14:26.802191 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.plugin [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87511) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:26.802865 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.803234 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.803611 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.804133 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.804562 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.804940 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.805282 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.805669 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.806066 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.806410 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.806747 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.807129 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.807567 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.807913 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.808247 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.808631 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.809027 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.809366 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.809696 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.810204 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.810613 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > address_group after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.810959 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > address_group after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.811317 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > address_group after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.811707 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87511) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 10 22:14:26.812152 n-d-825178-4 neutron-server[87511]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] ML2 OVO RPC backend initialized. {{(pid=87511) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 10 22:14:26.812846 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.813204 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.813614 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.813958 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > networks before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.814305 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.814645 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > ports before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.814983 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.815352 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnets before_response 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.815699 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.816034 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.816364 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.816692 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.817044 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.817376 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.817706 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.818037 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.818371 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.818931 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.plugin [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Modular L2 Plugin initialization complete Feb 10 22:14:26.819255 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading services supported by the core plugin {{(pid=87511) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 10 22:14:26.819606 n-d-825178-4 neutron-server[87511]: INFO neutron.plugins.ml2.managers [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Got port-security extension from driver 'port_security' Feb 10 22:14:26.820064 n-d-825178-4 neutron-server[87511]: INFO neutron.extensions.vlantransparent [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Disabled vlantransparent extension. Feb 10 22:14:26.820541 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87511) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 10 22:14:26.820851 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: router Feb 10 22:14:26.858342 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.858897 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_create 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.859090 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router before_create 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.859481 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.859851 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.860202 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_delete 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.860557 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > floatingip after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.860916 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_create 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.861259 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.861604 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.861950 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.862309 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.862713 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.863076 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.863447 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.863861 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: subnet after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.864168 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.864511 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > port precommit_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.864858 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_create 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.865198 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.865538 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.865890 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router after_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.866230 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_delete 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.866573 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_create 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.866929 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.867270 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_update 55549900 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.867653 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > agent after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.868000 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > agent after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.868342 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > network after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.869189 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Tracking information for resource: router configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.869521 n-d-825178-4 neutron-server[87511]: DEBUG neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Tracking information for resource: floatingip configured {{(pid=87511) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 10 22:14:26.874506 n-d-825178-4 neutron-server[87511]: INFO neutron.db.l3_agentschedulers_db [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 10 22:14:26.875079 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.875480 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.875834 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.876187 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: port after_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.877090 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router before_create 55550100 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.877454 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_delete 55550100 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.877818 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_create 55550100 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.878172 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > router precommit_update 55550100 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.882779 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.provider_configuration [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service providers = [] {{(pid=87511) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 10 22:14:26.883143 n-d-825178-4 neutron-server[87511]: DEBUG neutron.db.servicetype_db [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87511) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 10 22:14:26.886367 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.service_base [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:14:26.886714 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.service_base [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:14:26.887054 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.service_base [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:14:26.887958 n-d-825178-4 neutron-server[87511]: DEBUG neutron.services.service_base [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87511) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 10 22:14:26.888330 n-d-825178-4 neutron-server[87511]: INFO neutron.services.service_base [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 10 22:14:26.888697 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.889014 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 10 22:14:26.900274 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.900606 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: auto_allocate Feb 10 22:14:26.906531 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: network precommit_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.906896 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: network precommit_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.907447 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.907767 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: tag Feb 10 22:14:26.914926 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.915258 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: timestamp Feb 10 22:14:26.919273 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.919633 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: network_ip_availability Feb 10 22:14:26.924855 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.925228 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.925586 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:26.926418 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.926726 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: flavors Feb 10 22:14:26.931516 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.931848 n-d-825178-4 neutron-server[87511]: INFO neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading Plugin: revisions Feb 10 22:14:26.936137 n-d-825178-4 neutron-server[87511]: DEBUG neutron.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87511) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 10 22:14:26.936521 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.625s {{(pid=87511) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 10 22:14:26.937251 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87511) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 10 22:14:26.937583 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Initializing extension manager. Feb 10 22:14:26.938080 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: __init__.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.938416 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: __pycache__ {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.938748 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.939076 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: address_group.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.939847 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.940407 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: address-group Feb 10 22:14:26.940727 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: address_scope.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.941434 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.942531 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: address-scope Feb 10 22:14:26.942851 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: admin_state_down_before_update.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.943801 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.944318 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: router-admin-state-down-before-update Feb 10 22:14:26.944638 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: agent.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.945332 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.945840 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: agent Feb 10 22:14:26.946157 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: agent_resources_synced.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.947068 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.947605 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: agent-resources-synced Feb 10 22:14:26.947921 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: allowedaddresspairs.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.949868 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.950396 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: allowed-address-pairs Feb 10 22:14:26.950725 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: auto_allocated_topology.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.951830 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.952354 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: auto-allocated-topology Feb 10 22:14:26.952674 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: availability_zone.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.953363 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.953867 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: availability_zone Feb 10 22:14:26.954185 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: availability_zone_filter.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.955092 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.955637 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: availability_zone_filter Feb 10 22:14:26.955956 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: data_plane_status.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.956857 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.957362 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension data-plane-status not supported by any of loaded plugins Feb 10 22:14:26.958417 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: default_subnetpools.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.959263 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.959797 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: default-subnetpools Feb 10 22:14:26.960116 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: dhcpagentscheduler.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.960915 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.961426 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: dhcp_agent_scheduler Feb 10 22:14:26.961746 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: dns.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.962660 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.963165 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension dns-integration not supported by any of loaded plugins Feb 10 22:14:26.963519 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: dns_domain_ports.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.964429 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.964934 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 10 22:14:26.965253 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: dvr.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.965920 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.966424 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: dvr Feb 10 22:14:26.966741 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: empty_string_filtering.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.967678 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.968187 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: empty-string-filtering Feb 10 22:14:26.968507 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.969406 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.969906 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 10 22:14:26.970224 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.971124 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.971681 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 10 22:14:26.972003 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: external_net.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.972902 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.973452 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: external-net Feb 10 22:14:26.973772 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: extra_dhcp_opt.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.974675 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.975178 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: extra_dhcp_opt Feb 10 22:14:26.975522 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: extraroute.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.976425 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.976931 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: extraroute Feb 10 22:14:26.977246 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: extraroute_atomic.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.978274 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.978791 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: extraroute-atomic Feb 10 22:14:26.979109 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: filter_validation.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.979800 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.980307 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: filter-validation Feb 10 22:14:26.980623 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: fip_pf_description.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.981528 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.982038 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 10 22:14:26.982353 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: fip_port_details.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.983271 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.983803 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: fip-port-details Feb 10 22:14:26.984118 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: flavors.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.985349 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.985865 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: flavors Feb 10 22:14:26.986186 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.987885 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.988407 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 10 22:14:26.988784 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: floatingip_pools.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.989485 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.989994 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: floatingip-pools Feb 10 22:14:26.990314 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: ip_allocation.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.991226 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.991776 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension ip_allocation not supported by any of loaded plugins Feb 10 22:14:26.992095 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.993006 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.993518 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: ip-substring-filtering Feb 10 22:14:26.993839 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l2_adjacency.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.994764 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.995273 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension l2_adjacency not supported by any of loaded plugins Feb 10 22:14:26.995624 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:26.996578 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:26.997093 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: router Feb 10 22:14:26.997413 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3_conntrack_helper.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.001080 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.001611 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 10 22:14:27.001949 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.002884 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.003441 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: ext-gw-mode Feb 10 22:14:27.003770 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.005223 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.005730 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: l3-ha Feb 10 22:14:27.006054 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3_flavors.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.006961 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.007497 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: l3-flavors Feb 10 22:14:27.007823 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.008746 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.009255 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: l3-port-ip-change-not-allowed Feb 10 22:14:27.009827 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: l3agentscheduler.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.010859 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.011405 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: l3_agent_scheduler Feb 10 22:14:27.011732 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: logging.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.013234 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.013756 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension logging not supported by any of loaded plugins Feb 10 22:14:27.014084 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: metering.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.014821 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.015428 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: metering Feb 10 22:14:27.015756 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.016852 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.017371 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: metering_source_and_destination_fields Feb 10 22:14:27.017695 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: multiprovidernet.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.018625 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.019125 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: multi-provider Feb 10 22:14:27.019479 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: netmtu.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.021052 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.021565 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: net-mtu Feb 10 22:14:27.021886 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: netmtu_writable.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.022806 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.023334 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: net-mtu-writable Feb 10 22:14:27.023658 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: network_availability_zone.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.024328 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.024835 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: network_availability_zone Feb 10 22:14:27.025155 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: network_ip_availability.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.026247 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.026764 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: network-ip-availability Feb 10 22:14:27.027085 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: network_segment_range.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.027869 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.028378 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension network-segment-range not supported by any of loaded plugins Feb 10 22:14:27.028698 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: pagination.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.029674 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.030001 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: pagination Feb 10 22:14:27.030319 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: port_device_profile.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.031218 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.031759 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: port-device-profile Feb 10 22:14:27.032081 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.033008 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.033518 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: port-mac-address-regenerate Feb 10 22:14:27.033841 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.034745 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.035254 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: port-numa-affinity-policy Feb 10 22:14:27.035693 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: port_resource_request.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.036782 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.037289 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension port-resource-request not supported by any of loaded plugins Feb 10 22:14:27.037607 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: portbindings.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.038536 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.039043 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: binding Feb 10 22:14:27.039401 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: portbindings_extended.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.040683 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.041202 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: binding-extended Feb 10 22:14:27.041526 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: portsecurity.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.042439 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.042952 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: port-security Feb 10 22:14:27.043274 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: project_id.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.044262 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.044588 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: project-id Feb 10 22:14:27.044907 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: providernet.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.045814 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.046327 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: provider Feb 10 22:14:27.046647 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.050401 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.050926 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos not supported by any of loaded plugins Feb 10 22:14:27.051336 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.052660 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.053185 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 10 22:14:27.053511 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.054427 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.054939 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 10 22:14:27.055261 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_default.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.056198 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.056711 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-default not supported by any of loaded plugins Feb 10 22:14:27.057033 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_fip.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.057682 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.058189 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-fip not supported by any of loaded plugins Feb 10 22:14:27.058510 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_gateway_ip.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.059462 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.059974 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 10 22:14:27.060296 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_port_network_policy.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.061208 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.061724 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 10 22:14:27.062047 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_rule_type_details.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.062962 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.063506 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 10 22:14:27.063833 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: qos_rules_alias.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.064874 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.065387 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 10 22:14:27.065710 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: quotasv2.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.066612 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.067502 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: quotas Feb 10 22:14:27.067885 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: quotasv2_detail.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.069533 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.069875 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: quota_details Feb 10 22:14:27.070201 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: rbac.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.071239 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.071790 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: rbac-policies Feb 10 22:14:27.072121 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: rbac_address_group.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.073049 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.073565 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: rbac-address-group Feb 10 22:14:27.073887 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: rbac_address_scope.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.074801 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.075340 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: rbac-address-scope Feb 10 22:14:27.075663 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: rbac_security_groups.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.076581 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.077101 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: rbac-security-groups Feb 10 22:14:27.077422 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: rbac_subnetpool.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.078346 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.078859 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: rbac-subnetpool Feb 10 22:14:27.079180 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: revisionifmatch.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.080113 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.080630 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: revision-if-match Feb 10 22:14:27.080947 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: revisions.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.082059 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.083234 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: standard-attr-revisions Feb 10 22:14:27.083597 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: router_availability_zone.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.084272 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.084784 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: router_availability_zone Feb 10 22:14:27.085102 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: routerservicetype.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.086019 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.086531 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension router-service-type not supported by any of loaded plugins Feb 10 22:14:27.086851 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.087804 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.088319 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: security-groups-normalized-cidr Feb 10 22:14:27.088638 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: security_groups_port_filtering.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.089557 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.090073 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: port-security-groups-filtering Feb 10 22:14:27.090393 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.091461 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.091990 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: security-groups-remote-address-group Feb 10 22:14:27.092319 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: securitygroup.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.102051 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.102592 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: security-group Feb 10 22:14:27.102923 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: segment.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.103739 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.104251 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension segment not supported by any of loaded plugins Feb 10 22:14:27.104578 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.105522 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.106032 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 10 22:14:27.106358 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: servicetype.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.107562 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.108025 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: service-type Feb 10 22:14:27.108520 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: sorting.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.109505 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.109854 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: sorting Feb 10 22:14:27.110192 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: standard_attr_segment.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.111235 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.111901 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 10 22:14:27.112211 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: standardattrdescription.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.112881 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.113459 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: standard-attr-description Feb 10 22:14:27.113847 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: stateful_security_group.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.114957 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.115504 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: stateful-security-group Feb 10 22:14:27.115873 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: stdattrs_common.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.116552 n-d-825178-4 neutron-server[87511]: WARNING neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 10 22:14:27.116863 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.117929 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.118590 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 10 22:14:27.118942 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnet_onboard.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.120188 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.120785 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: subnet_onboard Feb 10 22:14:27.121050 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.122153 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.122642 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 10 22:14:27.122987 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnet_service_types.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.124019 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.124607 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: subnet-service-types Feb 10 22:14:27.124966 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnetallocation.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.126179 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.126740 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: subnet_allocation Feb 10 22:14:27.127096 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.127868 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.128390 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: subnetpool-prefix-ops Feb 10 22:14:27.128758 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.130520 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.131156 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 10 22:14:27.131560 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: tagging.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.132645 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.133181 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: standard-attr-tag Feb 10 22:14:27.133506 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: timestamp.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.134975 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.135523 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loaded extension: standard-attr-timestamp Feb 10 22:14:27.135852 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: trunk.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.136888 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.137402 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension trunk not supported by any of loaded plugins Feb 10 22:14:27.137726 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: trunk_details.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.138637 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.139153 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension trunk-details not supported by any of loaded plugins Feb 10 22:14:27.139500 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: uplink_status_propagation.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.140416 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.140927 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 10 22:14:27.141249 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Loading extension file: vlantransparent.py {{(pid=87511) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 10 22:14:27.141919 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87511) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 10 22:14:27.142431 n-d-825178-4 neutron-server[87511]: INFO neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extension vlan-transparent not supported by any of loaded plugins Feb 10 22:14:27.145065 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:network Feb 10 22:14:27.146371 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnet Feb 10 22:14:27.147548 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:14:27.147782 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:port Feb 10 22:14:27.149077 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.149507 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service FLAVORS assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.150122 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.150535 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.150864 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:router Feb 10 22:14:27.151549 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:floatingip Feb 10 22:14:27.152254 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service METERING assigned prefix: /metering {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.153707 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:27.154084 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:27.154428 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87511) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:14:27.155589 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 22:14:27.156029 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:security_group Feb 10 22:14:27.156703 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 22:14:27.157526 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service CORE assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.157875 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:14:27.158298 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] subnetpool is already registered Feb 10 22:14:27.158907 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service CORE assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.159233 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:14:27.159576 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] subnetpool is already registered Feb 10 22:14:27.162092 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.162512 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service FLAVORS assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.163093 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.163527 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.163858 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:router Feb 10 22:14:27.164180 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] router is already registered Feb 10 22:14:27.164762 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:floatingip Feb 10 22:14:27.165087 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] floatingip is already registered Feb 10 22:14:27.165696 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service METERING assigned prefix: /metering {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.166358 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of CountableResource for resource:rbac_policy Feb 10 22:14:27.166679 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] rbac_policy is already registered Feb 10 22:14:27.167220 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:security_group Feb 10 22:14:27.167566 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] security_group is already registered Feb 10 22:14:27.168143 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:security_group_rule Feb 10 22:14:27.168466 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] security_group_rule is already registered Feb 10 22:14:27.169116 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service CORE assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.169443 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:14:27.169769 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] subnetpool is already registered Feb 10 22:14:27.170356 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.v2.resource_helper [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Service CORE assigned prefix: {{(pid=87511) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 10 22:14:27.170673 n-d-825178-4 neutron-server[87511]: INFO neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Creating instance of TrackedResource for resource:subnetpool Feb 10 22:14:27.170984 n-d-825178-4 neutron-server[87511]: WARNING neutron.quota.resource_registry [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] subnetpool is already registered Feb 10 22:14:27.171645 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: extensions {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.173124 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: address-groups {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.174714 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: address-scopes {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.175961 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: agents {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.177290 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: auto-allocated-topology {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.178496 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: availability_zones {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.179834 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: dhcp-networks {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.181232 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: dhcp-agents {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.182649 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: routers {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.184591 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: flavors {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.185747 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: service_profiles {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.186937 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: next_providers {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.189388 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: service_profiles {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.190842 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: floatingip-pools {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.192702 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: routers {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.194495 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: floatingips {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.195709 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: l3-routers {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.197080 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: l3-agents {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.198486 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: metering-labels {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.199880 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: metering-label-rules {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.201149 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: network-ip-availabilities {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.202395 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: bindings {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.204069 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: quotas {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.205503 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: quotas {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.206920 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: rbac-policies {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.208934 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: security-groups {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.210126 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: security-group-rules {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.211395 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: service-providers {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.212618 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: subnetpools {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.214030 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: subnetpools {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.215517 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.217162 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.218949 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.220765 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.222530 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.224530 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.226192 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.228117 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.229856 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.231708 n-d-825178-4 neutron-server[87511]: DEBUG neutron.api.extensions [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Extended resource: tags {{(pid=87511) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 10 22:14:27.237433 n-d-825178-4 neutron-server[87511]: WARNING keystonemiddleware.auth_token [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 10 22:14:27.242209 n-d-825178-4 neutron-server[87511]: WARNING keystonemiddleware.auth_token [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 10 22:14:27.250188 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Acquired lock "singleton_lock" {{(pid=87511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 10 22:14:27.250654 n-d-825178-4 neutron-server[87511]: DEBUG oslo_concurrency.lockutils [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Releasing lock "singleton_lock" {{(pid=87511) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 10 22:14:27.251269 n-d-825178-4 neutron-server[87511]: INFO oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Starting 2 workers Feb 10 22:14:27.256530 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Started child 87652 {{(pid=87511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:14:27.261104 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Started child 87653 {{(pid=87511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:14:27.261874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.262652 n-d-825178-4 neutron-server[87511]: INFO neutron.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Neutron service started, listening on 0.0.0.0:9696 Feb 10 22:14:27.263311 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Notify callbacks [] for process, before_spawn {{(pid=87511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.263467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [-] (87652) wsgi starting up on http://0.0.0.0:9696 Feb 10 22:14:27.265698 n-d-825178-4 neutron-server[87511]: INFO oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Starting 1 workers Feb 10 22:14:27.265850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.267145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [-] (87653) wsgi starting up on http://0.0.0.0:9696 Feb 10 22:14:27.271366 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Started child 87654 {{(pid=87511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:14:27.271936 n-d-825178-4 neutron-server[87511]: INFO oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Starting 1 workers Feb 10 22:14:27.275069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] calling RpcWorker wait() {{(pid=87654) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 10 22:14:27.275644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] returning from RpcWorker wait() {{(pid=87654) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 10 22:14:27.276308 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Started child 87655 {{(pid=87511) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 10 22:14:27.276819 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.277075 n-d-825178-4 neutron-server[87511]: DEBUG neutron_lib.callbacks.manager [None req-5690125e-4448-4372-9bd7-43c5b38d780a None None] Notify callbacks [] for process, after_spawn {{(pid=87511) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.277407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:27.278879 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 22:14:27.279084 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:14:27.279267 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:14:27.279495 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:14:27.279811 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:14:27.279967 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:14:27.280632 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.280911 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.281003 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:27.281470 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.281470 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.281689 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.281841 n-d-825178-4 neutron-server[87655]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:27.282523 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.282816 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.283065 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.283388 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.283650 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.283815 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.283976 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.284213 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.284438 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.284735 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.285012 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.285242 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.285508 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.285703 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.286118 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.286458 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.286749 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.287024 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] debug = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.287262 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.287779 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.288020 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.288268 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.288514 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.288782 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.289025 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.289289 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.289518 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.289747 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.289961 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.290204 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.290436 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.290663 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.290890 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.291141 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.291394 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.291857 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] host = n-d-825178-4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.292118 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.292311 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.292549 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.292789 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.293037 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.293246 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.293492 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.293747 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.293991 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.294227 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.294459 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.294676 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.294934 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.295124 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.295275 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_options = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.295527 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.295814 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296200 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296364 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296515 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296655 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296813 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.296953 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.297172 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.297426 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.297636 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.297862 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.298089 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.298298 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.298541 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.298761 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.298987 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.299191 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.299463 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.299685 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.299904 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.300145 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.300432 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.300695 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.300903 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.301112 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.302011 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.302627 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.302789 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.303167 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.303432 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.303690 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.303983 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.304149 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.304386 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.304630 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.304826 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.305155 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.305353 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.305567 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.305848 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.306546 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.306680 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.306913 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.307125 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.307916 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_json = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.307916 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.307916 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.308264 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.308264 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.308428 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.308979 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.308979 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.309141 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.309232 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.310401 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.310562 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.311528 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.311528 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.312197 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.312730 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.312730 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.313220 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.313220 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.313454 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.313651 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.313884 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.314184 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.314406 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.314662 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.314983 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.315705 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.315973 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.316339 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.316470 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.316748 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.317512 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.317837 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.318108 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.318363 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.318630 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.318856 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.319202 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.319405 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.319635 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.319873 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.320092 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.320359 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.320760 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.320886 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.321219 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.321342 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.321467 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.321728 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.321950 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.322190 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.322437 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.322654 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.322867 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.323080 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.323331 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.323550 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.323777 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.323989 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.324258 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.324481 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.324697 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.324905 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.325115 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.325352 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.325622 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.325834 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.326041 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.326564 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.326564 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.327018 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.327297 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.327553 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.327766 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.327997 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.328198 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329007 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329007 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329007 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329591 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329591 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329591 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329939 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.329939 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.330736 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.330736 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.330736 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.330736 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331154 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331154 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331364 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331488 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331702 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.331910 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.332177 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.332992 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.333252 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.333519 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.333757 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.333989 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.334221 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.334458 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.334688 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.334905 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.335148 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.335441 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.335673 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.335898 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.336157 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.336391 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.336677 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.337006 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.337146 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.337351 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338214 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338214 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338214 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338791 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338791 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.338791 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.339212 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.339369 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.339506 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.339756 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.339976 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.340229 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.340520 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.340775 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.341037 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.341294 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.341548 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.341799 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.342055 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.342313 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.342745 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.342745 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.342957 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.343251 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.343543 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.343746 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.343964 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.344191 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.344533 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.344788 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.345022 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.345251 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.345533 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.345787 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.346020 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.346289 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.346544 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.346979 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.347111 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.347248 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.347511 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.347750 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.348021 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.348906 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.349150 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.349360 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.349747 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.349983 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.350196 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.350457 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.350669 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.350913 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.351136 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.351374 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.351605 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.351834 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.352043 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.352257 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.352501 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.352722 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.352940 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.353154 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.353382 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.353647 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.353867 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.354172 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.354423 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.354651 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.354878 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.355127 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.355439 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.355673 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.355917 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.356142 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.356352 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.356583 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.356819 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.357050 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.357260 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.357501 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.357731 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.357992 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.358231 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.358567 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.358812 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.359060 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.359318 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.359557 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.359751 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.359982 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.360196 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.360411 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.360622 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.360832 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.361095 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.361331 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.361573 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.361785 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.361990 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.362371 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.362591 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.362820 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.363110 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.363370 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.363602 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.363857 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.364095 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.364408 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.364617 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.364816 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.365052 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.365257 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.365496 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.365715 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.365923 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.366132 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.366352 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.366625 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.366872 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.367085 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.367387 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.367628 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.367851 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.368109 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.368420 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.368643 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.368923 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.369134 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.369352 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.369596 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.369844 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.370171 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.370468 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.370728 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.370984 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.371316 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.371582 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.371851 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.372058 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.372335 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.372665 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.372937 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.373179 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.373428 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.373784 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.373925 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.374138 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.374370 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.374610 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.374824 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.375087 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.375342 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.375587 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.375798 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.376020 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.376258 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.376505 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.376735 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.376953 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.377164 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.377314 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:14:27.377985 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87511) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 10 22:14:27.378138 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 10 22:14:27.378273 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 10 22:14:27.378439 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 10 22:14:27.378607 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 10 22:14:27.378802 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 10 22:14:27.378951 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.379101 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.379322 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.379528 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.379777 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380005 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380178 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380324 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380480 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380693 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.380910 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381125 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381340 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381502 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381659 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381813 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.381967 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382122 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382265 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382425 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382578 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382731 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.382884 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] debug = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383038 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383224 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383393 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383549 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383693 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.383894 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.384026 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.384148 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.384267 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.384385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:27.384508 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.384893 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385014 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385132 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385252 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385379 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385538 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385691 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385844 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] host = n-d-825178-4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.385997 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386156 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386311 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386466 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386618 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386772 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.386925 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387078 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387220 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387464 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387602 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387724 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.387842 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388003 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388145 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_options = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388278 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388398 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388516 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388795 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.388936 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389057 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389254 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389403 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389403 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389658 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389775 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.389916 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390036 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390228 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390349 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390468 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390587 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390739 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390859 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.390978 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391118 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391272 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391448 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391604 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391757 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.391912 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392057 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392211 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392350 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392490 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392647 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392796 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.392942 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393074 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393226 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393366 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393522 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393681 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393821 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.393970 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394184 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394324 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394455 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394582 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394716 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.394858 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_json = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.395707 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.395879 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396038 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396190 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396343 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396482 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396641 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396781 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.396940 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 10 22:14:27.397116 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.397299 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.397434 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.397577 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.397742 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.397898 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398057 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398215 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398371 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398529 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398694 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.398853 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399005 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399164 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399327 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399494 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399654 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399801 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.399958 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400103 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400249 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400391 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400568 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400727 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.400886 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.53/identity {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401045 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401202 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401360 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401520 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401678 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.401903 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402039 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402170 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402301 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402481 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402649 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402823 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.402998 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403143 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403333 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403477 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403633 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403791 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.403950 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404107 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404270 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404460 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404598 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404742 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.404898 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405068 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405225 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405382 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405540 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405698 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.405857 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406000 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406147 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406307 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406450 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406610 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406781 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.406952 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407087 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407219 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407384 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407529 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407870 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.407870 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408125 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408125 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408386 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408518 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408649 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408772 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408857 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.408980 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409134 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409313 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409442 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409591 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409747 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.409903 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.410062 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.410225 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.410396 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.410595 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.411727 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.411727 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.411727 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412073 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412073 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412073 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412420 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412420 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412646 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412646 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412870 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.412952 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413080 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413237 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413397 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413556 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413717 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.413871 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414029 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414188 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414345 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414503 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414662 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414827 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.414981 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.415137 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.415369 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.415464 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.415623 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.415947 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.416107 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.416413 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.416571 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.416733 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.416888 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.417203 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.417364 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.417524 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.417684 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.417842 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418009 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418259 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418355 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418475 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418780 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.418965 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.419112 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.419427 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.419587 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.419730 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.419892 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420047 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420204 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420362 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420519 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420675 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420834 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.53/identity {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.420993 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421151 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421310 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421467 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421626 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421784 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.421942 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422342 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422342 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422499 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422587 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422712 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422833 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.422984 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423140 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423324 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423473 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423629 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423786 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.423941 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424099 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424255 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424412 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424571 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424732 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.424889 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425047 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425205 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425364 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425523 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425680 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425839 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.425998 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.426207 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.426486 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.426677 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.426837 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.426998 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427157 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427384 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427497 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427655 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427813 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.427986 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428145 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428302 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428461 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428618 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428774 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.428931 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429089 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429246 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429403 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429559 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429719 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.429879 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430037 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430193 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430350 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430505 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430662 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430819 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.430989 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431147 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431319 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431480 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431637 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431805 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.431962 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432118 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432275 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432431 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432597 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432754 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.432911 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433066 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433222 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433389 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433547 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433704 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.433869 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434025 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434181 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434338 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434508 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434669 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434829 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.434986 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435144 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435326 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435482 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435644 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435811 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.435975 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436138 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436303 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436468 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436633 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436789 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.436951 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437120 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437276 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437433 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437590 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437745 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.437901 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438058 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438213 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438369 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438525 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438681 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438845 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.438979 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439139 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439308 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439470 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439627 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439782 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.439937 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.440093 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 10 22:14:27.440242 n-d-825178-4 neutron-server[87511]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87511) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 10 22:14:27.658503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50262) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:27.667852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070195 Feb 10 22:14:38.164912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce6b7bd-09ac-4b02-88f0-300296116dd5 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:14:38.240352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce6b7bd-09ac-4b02-88f0-300296116dd5 None None] No non-hosted networks {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 10 22:14:38.255322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.agentschedulers_db [None req-cce6b7bd-09ac-4b02-88f0-300296116dd5 None None] DHCP Agent not found on host n-d-825178-4 {{(pid=87654) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 10 22:14:38.321866 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e7e5d02d-4338-4bb0-9ed6-ab78f1da312c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:40.391786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aad0972a-ed68-419d-94d6-871ef523e7d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:40.432778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aae2592e-90c6-4187-9884-da98b91e0e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:41.520383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:41.572457 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:41.573250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.573527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.574095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.574389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.574929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.575257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.575597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.576215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.576766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.577357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.578138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.578676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:41.579603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825178-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:41.587980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825178-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:14:42.691317 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:44.517938 n-d-825178-4 neutron-server[87654]: INFO neutron.db.l3_hamode_db [None req-de1077f0-1c36-4cc9-a7be-17e19b6c2caa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 10 22:14:44.568946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50354) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:44.603858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1077f0-1c36-4cc9-a7be-17e19b6c2caa None None] Routers set() bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:14:44.604251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1077f0-1c36-4cc9-a7be-17e19b6c2caa None None] Router IDs set() for agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 10 22:14:45.132345 n-d-825178-4 neutron-server[87652]: WARNING oslo_policy.policy [None req-11c1bcd9-a2a4-445b-9856-575fdb6dfb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:14:45.132897 n-d-825178-4 neutron-server[87652]: WARNING oslo_policy.policy [None req-11c1bcd9-a2a4-445b-9856-575fdb6dfb47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:14:45.351653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-11c1bcd9-a2a4-445b-9856-575fdb6dfb47 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:14:45.352685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11c1bcd9-a2a4-445b-9856-575fdb6dfb47 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7827873 Feb 10 22:14:47.679734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50368) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:48.042098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:14:48.149711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.policy [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87652) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 22:14:48.194906 n-d-825178-4 neutron-server[87652]: WARNING oslo_policy.policy [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:14:48.195298 n-d-825178-4 neutron-server[87652]: WARNING oslo_policy.policy [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:14:48.203641 n-d-825178-4 neutron-server[87652]: INFO neutron.quota [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Loaded quota_driver: . Feb 10 22:14:48.219711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:14:48.279332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900756298', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900754719', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900752443', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900837392', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900827561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8780900854513', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1616362', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1902145', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-843287', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-906269'] for rbac-policy, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:48.340919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:48.342072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a51af6ec-5a0a-4f9d-88ef-0def391c13d4 admin admin] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6613967 Feb 10 22:14:50.895808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50382) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:51.236133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:14:51.241410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:14:51.245775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Usage tracker for resource:network and tenant:b423b7ae6a8a485aac2c10c07872d7a6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:14:51.250288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:14:51.256338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:14:51.266850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Made reservation on behalf of b423b7ae6a8a485aac2c10c07872d7a6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:14:51.269544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.288738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.303504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:14:51.307074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Usage tracker for resource:security_group_rule and tenant:b423b7ae6a8a485aac2c10c07872d7a6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:14:51.312132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:14:51.317606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:14:51.414131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.417891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.439305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:14:51.465427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780898016817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.466014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Unsubscribe: segment precommit_create {{(pid=87652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 22:14:51.466499 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Added segment c4fe735c-14ed-460d-af69-d7940182343d of type vlan for network 072b0310-684e-4764-b649-75b774554dd9 Feb 10 22:14:51.520128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b87b87-a74e-41e6-b858-5d328c5f0e3c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:14:51.539673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.540012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.540347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.540675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.541250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.541579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.541898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.542220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.542534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.542847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.543159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.543505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Tracked resource versions report: Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: pushed versions: Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: { 'AddressGroup': {'1.2'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'ConntrackHelper': {'1.0'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Log': {'1.0'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Network': {'1.1'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Port': {'1.7'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'PortForwarding': {'1.2'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'QosPolicy': {'1.8'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SecurityGroup': {'1.4'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SubPort': {'1.0'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Subnet': {'1.1'}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Trunk': {'1.1'}} Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: consumer versions: Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: L3 agent@n-d-825178-4: {}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: Metadata agent@n-d-825178-4: {}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: Metering agent@n-d-825178-4: {}, Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'ConntrackHelper': '1.0', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Log': '1.0', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Network': '1.1', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Port': '1.7', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'PortForwarding': '1.2', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'QosPolicy': '1.8', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SecurityGroup': '1.4', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SecurityGroupRule': '1.2', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'SubPort': '1.0', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Subnet': '1.1', Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: 'Trunk': '1.1'}} Feb 10 22:14:51.544607 n-d-825178-4 neutron-server[87652]: {{(pid=87652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:14:51.583407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.623909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.625189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:14:51.625863 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:51.734273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8373275 Feb 10 22:14:51.734902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b6bcf-2a06-4b69-9987-b222ae2354e0 admin admin] Pushing event updated for resources: {'Network': ['ID=072b0310-684e-4764-b649-75b774554dd9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:14:51.747663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 072b0310-684e-4764-b649-75b774554dd9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:14:54.366980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50398) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:54.812571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd47ad5-fae4-4528-a338-bac3a39a0aec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:14:54.813849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5fd47ad5-fae4-4528-a338-bac3a39a0aec admin admin] 10.222.0.53 "GET /v2.0/networks/072b0310-684e-4764-b649-75b774554dd9 HTTP/1.1" status: 200 len: 825 time: 0.4459083 Feb 10 22:14:54.840034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4191b6a7-f54d-428b-ab0c-aa5df1cf3544 admin admin] 10.222.0.53 "GET /v2.0/subnetpools/01636b57-117e-4064-a03b-29962487ecc9 HTTP/1.1" status: 200 len: 734 time: 0.0207362 Feb 10 22:14:54.848819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Request body: {'subnet': {'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:14:54.853040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:14:54.856744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Usage tracker for resource:subnet and tenant:b423b7ae6a8a485aac2c10c07872d7a6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:14:54.859563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:14:54.866331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:14:54.875485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Made reservation on behalf of b423b7ae6a8a485aac2c10c07872d7a6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:14:54.877739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:55.163412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:55.241672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebc9b0f-5212-4881-8518-9d032552eab1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:14:55.246199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Checking segment: {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:14:55.246774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Network hostable DHCP agents. Network: 072b0310-684e-4764-b649-75b774554dd9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:14:55.267099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Network 072b0310-684e-4764-b649-75b774554dd9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:14:55.276858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 072b0310-684e-4764-b649-75b774554dd9) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:14:55.281301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:14:55.281875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:55.287867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef33c74-2e45-4d7f-9ff5-9a976e9f8f67 None None] Network 072b0310-684e-4764-b649-75b774554dd9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:14:55.302891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b2829574-5635-43a6-b86e-ee8841793eb7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4579990 Feb 10 22:14:55.685668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-072b0310-684e-4764-b649-75b774554dd9', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:14:55.686852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:55.868114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Allocated IP 172.20.0.2 (072b0310-684e-4764-b649-75b774554dd9/1ebc9b0f-5212-4881-8518-9d032552eab1/2d838a3b-380a-46f7-b09f-6144419c8e30) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:14:56.094587 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:56.109838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Transition to ACTIVE for port object 2d838a3b-380a-46f7-b09f-6144419c8e30 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:14:56.134493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Transition to ACTIVE for port object 2d838a3b-380a-46f7-b09f-6144419c8e30 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:14:56.141253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:56.206387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Network 072b0310-684e-4764-b649-75b774554dd9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:14:56.209852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:14:56.216250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:14:56.218221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Pushing event updated for resources: {'Port': ['ID=2d838a3b-380a-46f7-b09f-6144419c8e30,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:14:56.227098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.227476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.227812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.228140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.228464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.228784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.229103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.229417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.229730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.230042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.230355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.230665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Tracked resource versions report: Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: pushed versions: Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: { 'AddressGroup': {'1.2'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'ConntrackHelper': {'1.0'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Log': {'1.0'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Network': {'1.1'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Port': {'1.7'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'PortForwarding': {'1.2'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'QosPolicy': {'1.8'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SecurityGroup': {'1.4'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SubPort': {'1.0'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Subnet': {'1.1'}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Trunk': {'1.1'}} Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: consumer versions: Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: L3 agent@n-d-825178-4: {}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: Metadata agent@n-d-825178-4: {}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: Metering agent@n-d-825178-4: {}, Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'ConntrackHelper': '1.0', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Log': '1.0', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Network': '1.1', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Port': '1.7', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'PortForwarding': '1.2', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'QosPolicy': '1.8', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SecurityGroup': '1.4', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SecurityGroupRule': '1.2', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'SubPort': '1.0', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Subnet': '1.1', Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: 'Trunk': '1.1'}} Feb 10 22:14:56.231843 n-d-825178-4 neutron-server[87654]: {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:14:56.319430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Attempting to bind port 2d838a3b-380a-46f7-b09f-6144419c8e30 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:14:56.320061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Attempting to bind port 2d838a3b-380a-46f7-b09f-6144419c8e30 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:14:56.320240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Attempting to bind port 2d838a3b-380a-46f7-b09f-6144419c8e30 on network 072b0310-684e-4764-b649-75b774554dd9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:14:56.325378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:14:56.325808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Checking segment: {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:14:56.326288 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:56.326670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Bound using segment: {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:14:56.327175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Bound port: 2d838a3b-380a-46f7-b09f-6144419c8e30, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:14:56.327597 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:56.414939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] For port 2d838a3b-380a-46f7-b09f-6144419c8e30, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:14:56.418961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] For port 2d838a3b-380a-46f7-b09f-6144419c8e30, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d838a3b-380a-46f7-b09f-6144419c8e30,segment=NetworkSegment(c4fe735c-14ed-460d-af69-d7940182343d),segment_id=c4fe735c-14ed-460d-af69-d7940182343d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:14:56.422892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:14:56.528308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91cef9-6fde-42fd-b169-99843339a0c5 None None] Pushing event updated for resources: {'Port': ['ID=2d838a3b-380a-46f7-b09f-6144419c8e30,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:14:57.679752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:14:58.054923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-a39bb51e-9fc1-4bc7-a90f-87bf48a5c3cd admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:14:58.056018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a39bb51e-9fc1-4bc7-a90f-87bf48a5c3cd admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3751216 Feb 10 22:14:59.303700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d838a3b-380a-46f7-b09f-6144419c8e30 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:14:59.373151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2d838a3b-380a-46f7-b09f-6144419c8e30 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:15:00.175137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157ea0f9-0486-48e3-892f-c646c01bfa48 None None] Network 072b0310-684e-4764-b649-75b774554dd9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:15:00.284448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Provisioning for port 2d838a3b-380a-46f7-b09f-6144419c8e30 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:15:00.292433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Provisioning complete for port 2d838a3b-380a-46f7-b09f-6144419c8e30 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:00.292854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:00.451420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50422) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:00.508191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:00.551465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] For port 2d838a3b-380a-46f7-b09f-6144419c8e30, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d838a3b-380a-46f7-b09f-6144419c8e30,segment=NetworkSegment(c4fe735c-14ed-460d-af69-d7940182343d),segment_id=c4fe735c-14ed-460d-af69-d7940182343d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:15:00.555641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:00.629748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befe4145-ecb3-430c-bf73-e1aa7d37995a None None] Pushing event updated for resources: {'Port': ['ID=2d838a3b-380a-46f7-b09f-6144419c8e30,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:00.780512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d1c9cef-4f63-4474-ac4e-3de173edd65d None None] Provisioning complete for port 2d838a3b-380a-46f7-b09f-6144419c8e30 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:00.780882 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9cef-4f63-4474-ac4e-3de173edd65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:00.828901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-7c53a39e-93ed-4aaa-85f4-5e16d34426c2 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:15:00.829866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c53a39e-93ed-4aaa-85f4-5e16d34426c2 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3774414 Feb 10 22:15:01.278660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d838a3b-380a-46f7-b09f-6144419c8e30 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:15:01.344114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2d838a3b-380a-46f7-b09f-6144419c8e30 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:01.344477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.464445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:03.804064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:15:03.809050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:15:03.812776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Usage tracker for resource:router and tenant:b423b7ae6a8a485aac2c10c07872d7a6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:15:03.816709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:15:03.822227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:15:03.832590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.834404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.858604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.963367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.980972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:03.982269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f2016392-b25a-4569-bcb5-672aefb09fe4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5168717 Feb 10 22:15:06.369084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50444) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:06.731066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-0de5096e-0fa9-4535-a39a-8696f21c42cb admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:15:06.732093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0de5096e-0fa9-4535-a39a-8696f21c42cb admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3620903 Feb 10 22:15:07.316563 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:15:08.122647 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e1fd2f1-abbf-4ffc-a12a-574679d59641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.080682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50454) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:09.450770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:15:09.455662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:15:09.459602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Usage tracker for resource:network and tenant:5b260c1ed3bf484a98df5b6a8818bb2a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:15:09.462334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:15:09.467828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:15:09.477153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Made reservation on behalf of 5b260c1ed3bf484a98df5b6a8818bb2a for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:15:09.479403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.491176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.505350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:15:09.509179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Usage tracker for resource:security_group_rule and tenant:5b260c1ed3bf484a98df5b6a8818bb2a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:15:09.512063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:15:09.517400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:15:09.597534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.601183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.618649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Reserving flat network on physical network physnet1 {{(pid=87652) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 10 22:15:09.639243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1bb97a-59f5-45f5-abd7-82e288387ba2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:09.643744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.644124 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Added segment 649d3806-2b9f-473f-bc95-cb328c58933e of type flat for network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 Feb 10 22:15:09.676003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.715105 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.716107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:15:09.716682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:09.815416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] Pushing event updated for resources: {'Network': ['ID=0d23f4bc-0c13-4fa4-badc-64816cdf33b2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:09.818697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9461b7c-d0c8-4ab7-88a9-17d25b45fb3a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7370286 Feb 10 22:15:09.825817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:15:10.392246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5087fe4f-aaad-4e43-88c3-1a017291df40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:11.485306 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:11.566040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:12.170370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:12.426702 n-d-825178-4 neutron-server[87653]: WARNING oslo_policy.policy [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:15:12.427268 n-d-825178-4 neutron-server[87653]: WARNING oslo_policy.policy [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:15:12.642797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:12.821048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.policy [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87653) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 10 22:15:12.866040 n-d-825178-4 neutron-server[87653]: WARNING oslo_policy.policy [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:15:12.866409 n-d-825178-4 neutron-server[87653]: WARNING oslo_policy.policy [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 10 22:15:12.874341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:15:12.876317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cef342d1-b342-4807-8ce6-1428a1bc9615 admin admin] 10.222.0.53 "GET /v2.0/subnets/1ebc9b0f-5212-4881-8518-9d032552eab1 HTTP/1.1" status: 200 len: 849 time: 0.7038112 Feb 10 22:15:13.054528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c3586e75-17bf-4de1-8fb3-8c6186446e2b admin admin] 10.222.0.53 "GET /v2.0/routers/c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 HTTP/1.1" status: 200 len: 704 time: 0.1721919 Feb 10 22:15:13.516393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:13.749247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Allocated IP 172.20.0.1 (072b0310-684e-4764-b649-75b774554dd9/1ebc9b0f-5212-4881-8518-9d032552eab1/dc30a80f-3710-44c8-a369-29f402bbedbd) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:15:13.912266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:13.930086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Transition to ACTIVE for port object dc30a80f-3710-44c8-a369-29f402bbedbd will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:15:13.986496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.037561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Network 072b0310-684e-4764-b649-75b774554dd9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:15:14.038634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:15:14.078002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:15:14.078555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.205842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Pushing event updated for resources: {'Port': ['ID=dc30a80f-3710-44c8-a369-29f402bbedbd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:14.226785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.227119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.227479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.227805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.228123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.228438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.228755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.229067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.229376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.229684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.229990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.230297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Tracked resource versions report: Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: pushed versions: Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: { 'AddressGroup': {'1.2'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'ConntrackHelper': {'1.0'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Log': {'1.0'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Network': {'1.1'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Port': {'1.7'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'PortForwarding': {'1.2'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'QosPolicy': {'1.8'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SecurityGroup': {'1.4'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SubPort': {'1.0'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Subnet': {'1.1'}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Trunk': {'1.1'}} Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: consumer versions: Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: L3 agent@n-d-825178-4: {}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: Metadata agent@n-d-825178-4: {}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: Metering agent@n-d-825178-4: {}, Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'ConntrackHelper': '1.0', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Log': '1.0', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Network': '1.1', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Port': '1.7', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'PortForwarding': '1.2', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'QosPolicy': '1.8', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SecurityGroup': '1.4', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SecurityGroupRule': '1.2', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'SubPort': '1.0', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Subnet': '1.1', Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: 'Trunk': '1.1'}} Feb 10 22:15:14.231439 n-d-825178-4 neutron-server[87653]: {{(pid=87653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:15:14.287673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-60287cfc-79c7-4b43-8d7a-f973bea649e0 None None] Provisioning for port dc30a80f-3710-44c8-a369-29f402bbedbd completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:15:14.292113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-60287cfc-79c7-4b43-8d7a-f973bea649e0 None None] Provisioning complete for port dc30a80f-3710-44c8-a369-29f402bbedbd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:14.292482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60287cfc-79c7-4b43-8d7a-f973bea649e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.347980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-60287cfc-79c7-4b43-8d7a-f973bea649e0 None None] Port dc30a80f-3710-44c8-a369-29f402bbedbd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:15:14.352020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.577805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.582243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.582973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.712020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Pushing event updated for resources: {'Port': ['ID=dc30a80f-3710-44c8-a369-29f402bbedbd,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:14.802759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Network 072b0310-684e-4764-b649-75b774554dd9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:15:14.803910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:15:14.968733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5b0cfbdc-8054-4307-ad80-c4893a44fc47 None None] Provisioning complete for port dc30a80f-3710-44c8-a369-29f402bbedbd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:14.969105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b0cfbdc-8054-4307-ad80-c4893a44fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:14.988787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:15:15.026922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5b0cfbdc-8054-4307-ad80-c4893a44fc47 None None] Port dc30a80f-3710-44c8-a369-29f402bbedbd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:15:15.148655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:15:15.158963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0093f252-a346-4215-b105-ce4d6ca6ac4e admin admin] 10.222.0.53 "PUT /v2.0/routers/c99fccc4-b02a-4b2a-a047-3d5d1fb5b993/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0994775 Feb 10 22:15:15.159118 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Sync routers for ids ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:15:15.169287 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Routers {'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:15:15.170137 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:15:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:15.340759 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Set router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:15:15.714149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:14Z', 'revision_number': 2, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port_host': None, '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:14Z', 'revision_number': 2, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:15.718959 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Checking router: c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:15:15.719356 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Updating router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 port dc30a80f-3710-44c8-a369-29f402bbedbd binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:15:15.773347 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.148245 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.166840 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Transition to ACTIVE for port object dc30a80f-3710-44c8-a369-29f402bbedbd will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:15:16.173040 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.361718 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Pushing event updated for resources: {'Port': ['ID=dc30a80f-3710-44c8-a369-29f402bbedbd,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:16.409839 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.410121 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.410464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.410797 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.411125 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.411477 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.411805 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.412123 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.413339 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.413675 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.413993 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.414311 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Tracked resource versions report: Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: pushed versions: Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: { 'AddressGroup': {'1.2'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'ConntrackHelper': {'1.0'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Log': {'1.0'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Network': {'1.1'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Port': {'1.7'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'PortForwarding': {'1.2'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'QosPolicy': {'1.8'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SecurityGroup': {'1.4'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SubPort': {'1.0'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Subnet': {'1.1'}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Trunk': {'1.1'}} Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: consumer versions: Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: L3 agent@n-d-825178-4: {}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: Metadata agent@n-d-825178-4: {}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: Metering agent@n-d-825178-4: {}, Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'ConntrackHelper': '1.0', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Log': '1.0', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Network': '1.1', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Port': '1.7', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'PortForwarding': '1.2', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'QosPolicy': '1.8', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SecurityGroup': '1.4', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SecurityGroupRule': '1.2', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'SubPort': '1.0', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Subnet': '1.1', Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: 'Trunk': '1.1'}} Feb 10 22:15:16.415466 n-d-825178-4 neutron-server[87655]: {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:15:16.426560 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Attempting to bind port dc30a80f-3710-44c8-a369-29f402bbedbd on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:15:16.426965 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Attempting to bind port dc30a80f-3710-44c8-a369-29f402bbedbd by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:15:16.427427 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Attempting to bind port dc30a80f-3710-44c8-a369-29f402bbedbd on network 072b0310-684e-4764-b649-75b774554dd9 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:15:16.432623 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:15:16.433038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Checking segment: {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:15:16.433533 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.433940 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Bound using segment: {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:15:16.434439 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Bound port: dc30a80f-3710-44c8-a369-29f402bbedbd, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4fe735c-14ed-460d-af69-d7940182343d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '072b0310-684e-4764-b649-75b774554dd9'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:15:16.434842 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.523585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] For port dc30a80f-3710-44c8-a369-29f402bbedbd, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:15:16.527614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] For port dc30a80f-3710-44c8-a369-29f402bbedbd, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dc30a80f-3710-44c8-a369-29f402bbedbd,segment=NetworkSegment(c4fe735c-14ed-460d-af69-d7940182343d),segment_id=c4fe735c-14ed-460d-af69-d7940182343d)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:15:16.533237 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:16.624528 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Routers {'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:15:16.625353 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:15:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:16.683925 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6e2d2-c09c-4abc-9fbf-af10ba7c97f0 None None] Pushing event updated for resources: {'Port': ['ID=dc30a80f-3710-44c8-a369-29f402bbedbd,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:16.790007 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] Set router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:15:17.110162 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:14Z', 'revision_number': 2, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port_host': None, '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:16Z', 'revision_number': 4, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:17.115128 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d064e6-7ede-4f91-a17c-c46f09faecda None None] The sync data for ids ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'] in n-d-825178-4 is: [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:14Z', 'revision_number': 2, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port_host': None, '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:16Z', 'revision_number': 4, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:15:17.339409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50506) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:17.491621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b50ba-e5c4-46a7-93e9-5ea74de70ee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:15:17.492973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f01b50ba-e5c4-46a7-93e9-5ea74de70ee6 admin admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 842 time: 0.1526108 Feb 10 22:15:17.502338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Request body: {'subnet': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:15:17.504295 n-d-825178-4 neutron-server[87653]: INFO neutron.quota [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Loaded quota_driver: . Feb 10 22:15:17.510523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:15:17.514372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Usage tracker for resource:subnet and tenant:5b260c1ed3bf484a98df5b6a8818bb2a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:15:17.517358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:15:17.524954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:15:17.536968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Made reservation on behalf of 5b260c1ed3bf484a98df5b6a8818bb2a for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:15:17.539353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:17.962151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:15:17.962610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:18.039466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f1b163-b236-45df-99ac-047c4311a844,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:18.049165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:15:18.049582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Network hostable DHCP agents. Network: 0d23f4bc-0c13-4fa4-badc-64816cdf33b2, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:15:18.072178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:15:18.083092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0d23f4bc-0c13-4fa4-badc-64816cdf33b2) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:15:18.086989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:15:18.087649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:18.092210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5b936b-e77f-475f-a4a0-35f7ef962736 None None] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:15:18.108625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-34ce7ce2-0933-4abb-9a44-435f42925af8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098340 Feb 10 22:15:18.336740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a522e80e-4790-4fde-af51-9cad437601e0 None None] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:15:19.301586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dc30a80f-3710-44c8-a369-29f402bbedbd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:15:19.370565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dc30a80f-3710-44c8-a369-29f402bbedbd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:15:19.375204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dc30a80f-3710-44c8-a369-29f402bbedbd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:19.375602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:19.488005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:19.518333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dc30a80f-3710-44c8-a369-29f402bbedbd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dc30a80f-3710-44c8-a369-29f402bbedbd,segment=NetworkSegment(c4fe735c-14ed-460d-af69-d7940182343d),segment_id=c4fe735c-14ed-460d-af69-d7940182343d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:15:19.522759 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:19.589579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dc30a80f-3710-44c8-a369-29f402bbedbd,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:20.334698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:20.541350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-46cd9eee-5af2-4d54-8c58-0372c0e8cb54 admin admin] 10.222.0.53 "GET /v2.0/routers/c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 HTTP/1.1" status: 200 len: 710 time: 0.2056103 Feb 10 22:15:20.664685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00173b64-8b9c-49bd-8880-80d0e8679e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:15:20.665154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00173b64-8b9c-49bd-8880-80d0e8679e45 admin admin] Synchronizing usage tracker for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:15:20.681951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00173b64-8b9c-49bd-8880-80d0e8679e45 admin admin] Unset dirty status for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:15:20.683060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00173b64-8b9c-49bd-8880-80d0e8679e45 admin admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 886 time: 0.1366251 Feb 10 22:15:20.691641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:15:21.150321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.287087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dc30a80f-3710-44c8-a369-29f402bbedbd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:15:21.353563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dc30a80f-3710-44c8-a369-29f402bbedbd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:21.353928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.478854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.532451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.668360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Allocated IP 172.25.2.126 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/bef6e7d7-9e6b-43d4-b86f-80022658a78c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:15:21.812148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.865942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:21.933025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:15:21.935891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:15:21.939453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:15:22.050384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Pushing event updated for resources: {'Port': ['ID=bef6e7d7-9e6b-43d4-b86f-80022658a78c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:22.323054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:22.702515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:22.705727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:22.880361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:15:23.054349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:15:23.062177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:23.063376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5cbb773b-678c-4ab9-8e17-cfd93eef97ac admin admin] 10.222.0.53 "PUT /v2.0/routers/c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 HTTP/1.1" status: 200 len: 890 time: 2.3748438 Feb 10 22:15:23.063762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Sync routers for ids ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:15:23.073948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Routers {'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:15:23.074629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:15:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:23.271220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Set router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:15:23.609024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:22Z', 'revision_number': 4, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port': {'id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:21Z', 'updated_at': '2022-02-10T22:15:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:19Z', 'revision_number': 5, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:23.614610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Checking router: c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:15:23.614967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Updating router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 port bef6e7d7-9e6b-43d4-b86f-80022658a78c binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:15:23.665922 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:23.991628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:24.002517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Transition to ACTIVE for port object bef6e7d7-9e6b-43d4-b86f-80022658a78c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:15:24.009524 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:24.110981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Attempting to bind port bef6e7d7-9e6b-43d4-b86f-80022658a78c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:15:24.111641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Attempting to bind port bef6e7d7-9e6b-43d4-b86f-80022658a78c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:15:24.111746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Attempting to bind port bef6e7d7-9e6b-43d4-b86f-80022658a78c on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:15:24.116731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2b11-8de0-47db-bd94-821e528dc94c None None] Pushing event updated for resources: {'Port': ['ID=bef6e7d7-9e6b-43d4-b86f-80022658a78c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:24.125319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:15:24.125635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:15:24.126023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:24.126460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:15:24.126911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Bound port: bef6e7d7-9e6b-43d4-b86f-80022658a78c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:15:24.127313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:24.201670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] For port bef6e7d7-9e6b-43d4-b86f-80022658a78c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:15:24.204916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] For port bef6e7d7-9e6b-43d4-b86f-80022658a78c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bef6e7d7-9e6b-43d4-b86f-80022658a78c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:15:24.209821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:24.287537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Routers {'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:15:24.288132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:15:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:24.348652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a2b11-8de0-47db-bd94-821e528dc94c None None] Pushing event updated for resources: {'Port': ['ID=bef6e7d7-9e6b-43d4-b86f-80022658a78c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:24.470571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] Set router c99fccc4-b02a-4b2a-a047-3d5d1fb5b993 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:15:24.790643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e504e312-846e-4a60-a6d3-538982394587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:22Z', 'revision_number': 4, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port': {'id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:21Z', 'updated_at': '2022-02-10T22:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:19Z', 'revision_number': 5, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:15:24.794624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e504e312-846e-4a60-a6d3-538982394587 None None] The sync data for ids ['c99fccc4-b02a-4b2a-a047-3d5d1fb5b993'] in n-d-825178-4 is: [{'id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'name': 'router1', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126'}], 'enable_snat': True}, 'gw_port_id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:15:03Z', 'updated_at': '2022-02-10T22:15:22Z', 'revision_number': 4, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'gw_port': {'id': 'bef6e7d7-9e6b-43d4-b86f-80022658a78c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:14:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:21Z', 'updated_at': '2022-02-10T22:15:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dc30a80f-3710-44c8-a369-29f402bbedbd', 'name': '', 'network_id': '072b0310-684e-4764-b649-75b774554dd9', 'tenant_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'mac_address': 'fa:16:3e:15:81:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99fccc4-b02a-4b2a-a047-3d5d1fb5b993', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:15:13Z', 'updated_at': '2022-02-10T22:15:19Z', 'revision_number': 5, 'project_id': 'b423b7ae6a8a485aac2c10c07872d7a6', 'subnets': [{'id': '1ebc9b0f-5212-4881-8518-9d032552eab1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '01636b57-117e-4064-a03b-29962487ecc9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:15:25.322263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bef6e7d7-9e6b-43d4-b86f-80022658a78c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:15:25.396682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port bef6e7d7-9e6b-43d4-b86f-80022658a78c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:15:25.402028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bef6e7d7-9e6b-43d4-b86f-80022658a78c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:25.402445 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:25.408313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50530) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:15:25.520873 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:25.531883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2dc76261-6140-43e9-8000-0c4edd00a1fd admin admin] 10.222.0.53 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1224313 Feb 10 22:15:25.538303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port bef6e7d7-9e6b-43d4-b86f-80022658a78c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bef6e7d7-9e6b-43d4-b86f-80022658a78c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:15:25.544219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:25.620231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=bef6e7d7-9e6b-43d4-b86f-80022658a78c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:15:27.295260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bef6e7d7-9e6b-43d4-b86f-80022658a78c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:15:27.368532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bef6e7d7-9e6b-43d4-b86f-80022658a78c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:15:27.368908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:38.126432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6ccdf91-5bba-4bce-9276-e285123ed6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:40.397416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcf64249-3e74-4297-b606-d3e78dabb9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:41.490505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:41.570540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:42.660302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:15:44.314755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:16:08.132976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13280af5-91aa-4f24-a26e-c8b7c8e1596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:10.402177 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35231e1d-e1ba-4007-947f-a6f5afbdedb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:11.501973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:11.576299 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:12.667230 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:21.313732 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:16:38.156791 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-361e405d-08f4-4b11-9146-d3e5c9ea60ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:40.404820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c1f04e5-eea3-44a4-99d1-c3167734bb94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:41.502702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:41.568971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:42.673452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:16:58.312035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:17:08.164370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb074aad-071b-4352-8761-b1cca0e74e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:10.406344 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-361e19bb-f5b8-4b85-bf5c-2379465cc023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:11.497330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:11.571682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:12.671617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:29.928383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51132) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:29.993789 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ba6f02-164c-4993-9dae-b39e653af4f7 admin admin] GET failed (client error): The resource could not be found. Feb 10 22:17:29.995047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-39ba6f02-164c-4993-9dae-b39e653af4f7 admin admin] 10.222.0.53 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0657248 Feb 10 22:17:30.123264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299b5875-e68e-45d4-a6c3-ef6dcd17a312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:30.124676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-299b5875-e68e-45d4-a6c3-ef6dcd17a312 admin admin] 10.222.0.53 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1258767 Feb 10 22:17:32.243750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51142) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:32.349358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cabab15-0060-43b0-93fe-dcaf1dfb10d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:32.349923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5cabab15-0060-43b0-93fe-dcaf1dfb10d1 admin admin] Synchronizing usage tracker for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:17:32.366273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5cabab15-0060-43b0-93fe-dcaf1dfb10d1 admin admin] Unset dirty status for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:17:32.367461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5cabab15-0060-43b0-93fe-dcaf1dfb10d1 admin admin] 10.222.0.53 "GET /v2.0/subnets/1ebc9b0f-5212-4881-8518-9d032552eab1 HTTP/1.1" status: 200 len: 849 time: 0.1224401 Feb 10 22:17:32.376595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:17:32.494947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:32.737529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780898052100'] for subnet, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:32.790939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:32.792139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:32.798825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] 10.222.0.53 "PUT /v2.0/subnets/1ebc9b0f-5212-4881-8518-9d032552eab1 HTTP/1.1" status: 200 len: 868 time: 0.4207492 Feb 10 22:17:32.799145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd7c1d-26bf-4fde-8e46-c451d65223f9 None None] Network 072b0310-684e-4764-b649-75b774554dd9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:17:32.822129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ebc9b0f-5212-4881-8518-9d032552eab1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:17:32.830412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.831062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.831431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.831765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.832094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.833047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.833491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.834063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.834397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.834720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.835043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:32.835394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f4e29c-8a11-405f-91c1-bc4e0c8a3df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:17:33.264332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-600c251d-69e9-400c-a82f-684e9f2b980d None None] Provisioning complete for port 2d838a3b-380a-46f7-b09f-6144419c8e30 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:17:33.264701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-600c251d-69e9-400c-a82f-684e9f2b980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:33.409298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-600c251d-69e9-400c-a82f-684e9f2b980d None None] Provisioning complete for port dc30a80f-3710-44c8-a369-29f402bbedbd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:17:33.409576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-600c251d-69e9-400c-a82f-684e9f2b980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:34.990652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:35.161630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a54c6-ac97-4e05-91fe-aa0f5424456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:35.162107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3a54c6-ac97-4e05-91fe-aa0f5424456b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:35.163660 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db3a54c6-ac97-4e05-91fe-aa0f5424456b admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1720908 Feb 10 22:17:35.310656 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:17:37.295416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51162) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:37.464960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9d7de-c005-4827-bc95-a51d29d2ee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:37.465353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc9d7de-c005-4827-bc95-a51d29d2ee6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:37.466870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fcc9d7de-c005-4827-bc95-a51d29d2ee6c admin admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1704931 Feb 10 22:17:38.138717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad57bca4-8559-4021-97d3-75452cc44e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:39.594779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:39.768060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b89ea1-8714-4feb-8992-ac7236f85e08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:39.769412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-73b89ea1-8714-4feb-8992-ac7236f85e08 admin admin] 10.222.0.53 "GET /v2.0/networks/072b0310-684e-4764-b649-75b774554dd9 HTTP/1.1" status: 200 len: 869 time: 0.1736419 Feb 10 22:17:40.409304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29a4277d-52cf-4729-a42a-1e87decefebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:41.500779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:41.577682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:41.913925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51182) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:42.075766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d918717b-9307-4907-92e5-5fb18e760604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:42.077107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d918717b-9307-4907-92e5-5fb18e760604 admin admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 886 time: 0.1622670 Feb 10 22:17:42.675096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:17:44.195725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51192) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:44.309452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19128271-a6a0-4d7d-bbc8-238dc6a8906b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:44.309916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19128271-a6a0-4d7d-bbc8-238dc6a8906b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:44.311474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19128271-a6a0-4d7d-bbc8-238dc6a8906b admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1147940 Feb 10 22:17:46.430335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:46.539005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9a06e-f08d-4f51-b334-d17743f9664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:46.539491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9a06e-f08d-4f51-b334-d17743f9664b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:46.541020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51a9a06e-f08d-4f51-b334-d17743f9664b admin admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1098156 Feb 10 22:17:48.665577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51212) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:48.771559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3457bacb-1185-4e47-9766-9fb586d2ea13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:48.772871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3457bacb-1185-4e47-9766-9fb586d2ea13 admin admin] 10.222.0.53 "GET /v2.0/subnets/1ebc9b0f-5212-4881-8518-9d032552eab1 HTTP/1.1" status: 200 len: 868 time: 0.1063564 Feb 10 22:17:50.881591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51222) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:17:50.979865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed5546-d5de-4535-ba18-3368f02b4e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:17:50.981182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-80ed5546-d5de-4535-ba18-3368f02b4e1e admin admin] 10.222.0.53 "GET /v2.0/subnets/81f1b163-b236-45df-99ac-047c4311a844 HTTP/1.1" status: 200 len: 816 time: 0.0986629 Feb 10 22:18:08.143103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5042663a-5738-4040-8b48-432bbaabc368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:09.943185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51268) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:18:09.990326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-8bc02b9e-aa4b-4954-8933-23e3fe76e166 admin admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:18:09.991297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8bc02b9e-aa4b-4954-8933-23e3fe76e166 admin admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471389 Feb 10 22:18:10.412763 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-781ae3c2-a50c-4bfa-9a58-ab8c560e6758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:11.502562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:11.571476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:12.179717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51278) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:18:12.249964 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1f0022e-0d1d-4273-8321-abb3e188d19a admin admin] GET failed (client error): The resource could not be found. Feb 10 22:18:12.251219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1f0022e-0d1d-4273-8321-abb3e188d19a admin admin] 10.222.0.53 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705421 Feb 10 22:18:12.309564 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:18:12.377491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d39b901-ca15-4b42-a249-b4d006938042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:18:12.378872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9d39b901-ca15-4b42-a249-b4d006938042 admin admin] 10.222.0.53 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1238132 Feb 10 22:18:12.676775 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.547953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51288) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:18:14.597737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:18:14.602774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:18:14.612026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:18:14.622490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Made reservation on behalf of 5b260c1ed3bf484a98df5b6a8818bb2a for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:18:14.624780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.753747 n-d-825178-4 neutron-server[87652]: WARNING neutron.services.revisions.revision_plugin [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Could not find related network for resource to bump revision. Feb 10 22:18:14.766135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:18:14.774972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.775332 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Added segment 1fca2779-f8cb-4293-9bd9-f54b08eb00cd of type vlan for network a589a045-f5ab-4266-b522-e98ccd89758e Feb 10 22:18:14.801053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.830739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.831715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:18:14.832299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:14.935296 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3862588 Feb 10 22:18:14.936041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Pushing event updated for resources: {'Network': ['ID=a589a045-f5ab-4266-b522-e98ccd89758e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:18:14.943684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.944040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.944380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.944715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.945048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.945377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.945707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.946031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.946352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.946674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.946994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.947338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb748dc-92c1-4ce5-9cf0-f1ab24c9226e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:14.960097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network a589a045-f5ab-4266-b522-e98ccd89758e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:18:17.092872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51298) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:18:17.159865 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c31331a-8a19-4694-aa40-2127d63b8c95 admin admin] GET failed (client error): The resource could not be found. Feb 10 22:18:17.160399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8c31331a-8a19-4694-aa40-2127d63b8c95 admin admin] Synchronizing usage tracker for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:18:17.175886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8c31331a-8a19-4694-aa40-2127d63b8c95 admin admin] Unset dirty status for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:18:17.177289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8c31331a-8a19-4694-aa40-2127d63b8c95 admin admin] 10.222.0.53 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0831466 Feb 10 22:18:17.286892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa89081-6a80-42a7-9c4e-7cda6388701e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:18:17.288298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1fa89081-6a80-42a7-9c4e-7cda6388701e admin admin] 10.222.0.53 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1071620 Feb 10 22:18:17.297763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:18:17.302960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:18:17.312216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:18:17.322304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Made reservation on behalf of 5b260c1ed3bf484a98df5b6a8818bb2a for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:18:17.324651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:17.521693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:17.595862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f885ba2-eacf-4707-bba1-adb5f69615e7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:18:17.603443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:18:17.603792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Network hostable DHCP agents. Network: a589a045-f5ab-4266-b522-e98ccd89758e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:18:17.622164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Network a589a045-f5ab-4266-b522-e98ccd89758e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:18:17.632812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, a589a045-f5ab-4266-b522-e98ccd89758e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:18:17.637659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:18:17.639221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:17.642915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50764226-c372-4004-a3d2-494fb7ed5b75 None None] Network a589a045-f5ab-4266-b522-e98ccd89758e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:18:17.677710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a7e3a65-0c27-491b-9fa6-29a8b146b3c8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3830812 Feb 10 22:18:17.873437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-a589a045-f5ab-4266-b522-e98ccd89758e', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'tenant_id': '5b260c1ed3bf484a98df5b6a8818bb2a', 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:18:17.874325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.031540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Allocated IP 192.168.233.2 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/a87052b8-376f-43c3-8866-eeb3ed640e24) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:18:18.237295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.249175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Transition to ACTIVE for port object a87052b8-376f-43c3-8866-eeb3ed640e24 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:18:18.267745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Transition to ACTIVE for port object a87052b8-376f-43c3-8866-eeb3ed640e24 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:18:18.272686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.362715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:18:18.370173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:18:18.374312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:18:18.376383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Pushing event updated for resources: {'Port': ['ID=a87052b8-376f-43c3-8866-eeb3ed640e24,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:18:18.385443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.385781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.386376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.386704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.387028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.387383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.387699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.388015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.388345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.388662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.388977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.389287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:18:18.476522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Attempting to bind port a87052b8-376f-43c3-8866-eeb3ed640e24 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:18:18.476789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Attempting to bind port a87052b8-376f-43c3-8866-eeb3ed640e24 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:18:18.477138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Attempting to bind port a87052b8-376f-43c3-8866-eeb3ed640e24 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:18:18.482323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 18, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:18:18.482685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:18:18.483071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.483480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:18:18.483925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Bound port: a87052b8-376f-43c3-8866-eeb3ed640e24, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:18:18.484303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.571700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] For port a87052b8-376f-43c3-8866-eeb3ed640e24, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:18:18.575054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] For port a87052b8-376f-43c3-8866-eeb3ed640e24, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a87052b8-376f-43c3-8866-eeb3ed640e24,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:18:18.579666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:18.661463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664e164-7be6-49af-b884-6de07fda8a52 None None] Pushing event updated for resources: {'Port': ['ID=a87052b8-376f-43c3-8866-eeb3ed640e24,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:18:19.422301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a87052b8-376f-43c3-8866-eeb3ed640e24 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:18:19.499510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a87052b8-376f-43c3-8866-eeb3ed640e24 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:18:19.517078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7b4c65-b335-49ef-9518-7bbeec6fcf77 None None] Network a589a045-f5ab-4266-b522-e98ccd89758e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:18:19.617864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Provisioning for port a87052b8-376f-43c3-8866-eeb3ed640e24 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:18:19.636614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Provisioning complete for port a87052b8-376f-43c3-8866-eeb3ed640e24 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:18:19.636980 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:19.858056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:19.902189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] For port a87052b8-376f-43c3-8866-eeb3ed640e24, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a87052b8-376f-43c3-8866-eeb3ed640e24,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:18:19.906609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:19.981103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c76a74-477f-45a9-b0d9-6decc48c81eb None None] Pushing event updated for resources: {'Port': ['ID=a87052b8-376f-43c3-8866-eeb3ed640e24,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:18:20.133597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-46f3f9f0-15c0-4713-97c4-1c93bb5a5930 None None] Provisioning complete for port a87052b8-376f-43c3-8866-eeb3ed640e24 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:18:20.134020 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46f3f9f0-15c0-4713-97c4-1c93bb5a5930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:21.380545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a87052b8-376f-43c3-8866-eeb3ed640e24 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:18:21.451521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a87052b8-376f-43c3-8866-eeb3ed640e24 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:18:21.451794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:38.150604 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74722690-6187-415f-bab5-9db3e20145d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:40.413644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77d53f8a-8c22-47dc-b58a-1129c93e00e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:41.508458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:41.575426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:42.678850 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:18:49.308747 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:19:08.143931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2c641f2-c930-454f-97b0-8c00da103b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:10.415854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bf69334-cb68-4e03-9f2b-4d98df096926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:11.509478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:11.577447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:12.681323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:26.307844 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:19:35.848032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51342) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:19:35.854277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-3cf80566-f7cf-4875-b7ed-d5189d697150 tempest-verify_tempest_config-1167155194 tempest-verify_tempest_config-1167155194-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:19:35.855565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3cf80566-f7cf-4875-b7ed-d5189d697150 tempest-verify_tempest_config-1167155194 tempest-verify_tempest_config-1167155194-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064616 Feb 10 22:19:36.155507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:19:36.272121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.286120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:19:36.289874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Usage tracker for resource:security_group_rule and tenant:22a3f7b5b1ea407ebc38b94083d93512 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:19:36.292619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:19:36.298135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:19:36.376784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.380941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.425290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Synchronizing usage tracker for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:19:36.429608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb7b0e7-6653-4b51-b382-49aa6269f1d7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:19:36.439584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.439919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.440244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.441069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.441482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.441803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.442121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.442434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.442743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.443055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.443452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.443764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:19:36.454289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] Unset dirty status for tenant:5b260c1ed3bf484a98df5b6a8818bb2a on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:19:36.455611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6844b015-af9e-45f9-9293-db8d8feb1963 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=22a3f7b5b1ea407ebc38b94083d93512&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2988279 Feb 10 22:19:36.458987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51366) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:19:36.517286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.541822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.635112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.649477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb7b0e7-6653-4b51-b382-49aa6269f1d7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:19:36.657009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:36.658353 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8837a0a2-2089-4bef-891e-92c550f685e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fb7b0e7-6653-4b51-b382-49aa6269f1d7 HTTP/1.1" status: 204 len: 168 time: 0.1982031 Feb 10 22:19:38.147651 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a999701-fc1c-448e-9a24-2e584d5f2dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:40.416676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9593bfab-7712-4d67-907b-58b4e8752235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:41.511726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:41.579474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:19:42.683744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:03.306924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:20:08.151413 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86c2ac6-cbdb-4752-9c37-707d5e182c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:10.418623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c27ef5b8-7270-47f9-b7a6-8447ea59e9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:11.515659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:11.580507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:12.686036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:38.155074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e204da2f-58a0-4166-9306-fbb40ab3cc52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:40.306143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:20:40.419032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cab1098c-c4b8-4add-9f29-8a3c2cb96374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:41.520835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:41.587259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:20:42.709493 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:08.151450 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de59a2e1-6c5d-41d0-830d-677f9cccea80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:10.419949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fccefbd-b9c4-4a6d-a5db-f84ce3017278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:11.521417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:11.578210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:12.689953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:17.305364 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:21:38.154137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea741b6e-d1a2-4bf2-a0a7-19a722d844ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:40.420776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fddf04ae-e378-439f-928b-29737657f3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:41.523542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:41.582542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:42.693812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:21:54.303569 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:22:08.156444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67830546-f848-45a9-ad12-de368edb1b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:10.423267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9e795ac-5187-4a3b-a602-d31507576690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:11.524735 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:11.583333 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:12.696163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:31.302475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 5 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:22:38.162945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-654b362a-29fe-4679-a9e6-5fc88d353291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:40.423934 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4639764e-495b-4dc8-aacb-971cca056ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:41.527809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:41.585341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:42.700918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:51.449295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:22:53.872052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-548390'] for agent, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:08.155950 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a7cc1f3-81ee-42d6-9a03-a55d4ee292c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:08.301633 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:23:10.424990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac576a81-a3a6-449e-bd75-3d2b902a656f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:11.530360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:11.586462 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:12.701825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:21.426873 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:23.821563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:38.158273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7262e5c0-e8fd-40b7-a34b-cf7bb07e5084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:40.427351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f80249ec-8848-4058-8fb1-cde6b80fabfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:41.534051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:41.588096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:42.706145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:45.300166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:23:49.680300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51430) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:23:49.789857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c74694a8-ea3e-4df8-a0d7-884c816a59a8 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1084523 Feb 10 22:23:51.443089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:23:51.907484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51440) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:23:51.961401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0f67a06-8589-4362-ab86-9d187d2178d7 admin admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0528634 Feb 10 22:23:53.837904 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:08.160917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e958e241-fcb0-4ad3-8de4-cfd0f60bc2d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:10.430972 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45286528-0ccc-4129-9cc6-5963ccd3ddff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:11.535669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:11.589051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:12.706804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:21.448018 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:22.298535 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:24:23.852234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:38.175462 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec093dab-f73e-4b6b-8e9f-4e5b867f4c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:40.442893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2705bea6-5da8-4f42-af60-dcc6b3cc9676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:41.539558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:41.590546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:42.708818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:51.451754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:53.852019 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:24:59.298024 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:25:08.163253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b83d359a-6883-4651-9105-2a6178eb9be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:10.436799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ede173a2-6ef8-4b6e-8763-3749df9e2b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:11.541974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:11.592035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:12.711001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:21.454827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:23.867476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:28.420273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51628) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:28.926591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51652) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:28.942960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9b5ee77-4e4d-44b0-ac69-c0b2fc9b1ed4 tempest-AutoAllocateNetworkTest-421665005 tempest-AutoAllocateNetworkTest-421665005-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0fb371f8e9244497a3d9907f8eb8e3c7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5207155 Feb 10 22:25:29.166185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf719169-4387-4f33-8cb5-cd2b1afa6a7b tempest-AutoAllocateNetworkTest-421665005 tempest-AutoAllocateNetworkTest-421665005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:29.170811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51660) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:29.183841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf719169-4387-4f33-8cb5-cd2b1afa6a7b tempest-AutoAllocateNetworkTest-421665005 tempest-AutoAllocateNetworkTest-421665005-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2554507 Feb 10 22:25:29.252147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51664) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:29.256991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a47f95a-5716-4568-aa58-652ddf3ce773 tempest-AutoAllocateNetworkTest-421665005 tempest-AutoAllocateNetworkTest-421665005-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841606 Feb 10 22:25:29.279810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-132c14d1-0650-4254-bc95-5c3e5799fa15 tempest-AutoAllocateNetworkTest-421665005 tempest-AutoAllocateNetworkTest-421665005-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0fb371f8e9244497a3d9907f8eb8e3c7 HTTP/1.1" status: 200 len: 208 time: 0.0263314 Feb 10 22:25:29.412218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51674) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:29.867913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-network', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:29.872608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:29.876638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Usage tracker for resource:network and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:29.879699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:29.887325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:29.898087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Made reservation on behalf of 4a8cfd45acac4590be2cc84a1595089b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:29.901041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:29.915541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:29.931266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:29.935339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Usage tracker for resource:security_group_rule and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:29.938674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:29.944862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:30.032138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.040089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.077185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2cbe7a-cabe-408d-bd8c-ccc7f76d0cd2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:30.084458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:25:30.087308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.087676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.088004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.088347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.088643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.088960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.089278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.089591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.089900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.090211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.090517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.090823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Tracked resource versions report: Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: pushed versions: Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: { 'AddressGroup': {'1.2'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'ConntrackHelper': {'1.0'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Log': {'1.0'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Network': {'1.1'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Port': {'1.7'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'PortForwarding': {'1.2'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'QosPolicy': {'1.8'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SecurityGroup': {'1.4'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SubPort': {'1.0'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Subnet': {'1.1'}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Trunk': {'1.1'}} Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: consumer versions: Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: HyperV agent@n-h1-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: HyperV agent@n-h2-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: L3 agent@n-d-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: Metadata agent@n-d-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: Metering agent@n-d-825178-4: {}, Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'ConntrackHelper': '1.0', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Log': '1.0', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Network': '1.1', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Port': '1.7', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'PortForwarding': '1.2', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'QosPolicy': '1.8', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SecurityGroup': '1.4', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SecurityGroupRule': '1.2', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'SubPort': '1.0', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Subnet': '1.1', Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: 'Trunk': '1.1'}} Feb 10 22:25:30.091946 n-d-825178-4 neutron-server[87652]: {{(pid=87652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:25:30.105047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.105715 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Added segment 4e0a05d1-36a7-422b-8877-2ddd9135fefb of type vlan for network 536e23f7-97bb-456b-b541-6be4ec8a49a1 Feb 10 22:25:30.134511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.140323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51706) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:30.177646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.179357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:30.180947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.288043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8743179 Feb 10 22:25:30.288940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2634c6e-a7e1-4be8-b619-990cfd38181b admin admin] Pushing event updated for resources: {'Network': ['ID=536e23f7-97bb-456b-b541-6be4ec8a49a1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:30.291051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:30.297597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Request body: {'subnet': {'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-subnet', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:30.301479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:25:30.303698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:30.308494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Usage tracker for resource:subnet and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:30.311934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:30.321346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:30.337172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Made reservation on behalf of 4a8cfd45acac4590be2cc84a1595089b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:30.339574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.535907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.559711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:30.564193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Usage tracker for resource:security_group_rule and tenant:0fb371f8e9244497a3d9907f8eb8e3c7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:30.567783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:30.574913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.575471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:30.643456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7103631-587e-4d0d-a918-0f949a2ec444,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:30.652653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.652999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.653335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.653668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.654019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.654318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.654647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.654961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.655277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.655769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.656461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.657042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Tracked resource versions report: Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: pushed versions: Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: { 'AddressGroup': {'1.2'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'ConntrackHelper': {'1.0'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Log': {'1.0'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Network': {'1.1'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Port': {'1.7'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'PortForwarding': {'1.2'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'QosPolicy': {'1.8'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SecurityGroup': {'1.4'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SubPort': {'1.0'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Subnet': {'1.1'}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Trunk': {'1.1'}} Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: consumer versions: Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: HyperV agent@n-h1-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: HyperV agent@n-h2-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: L3 agent@n-d-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: Metadata agent@n-d-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: Metering agent@n-d-825178-4: {}, Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'ConntrackHelper': '1.0', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Log': '1.0', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Network': '1.1', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Port': '1.7', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'PortForwarding': '1.2', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'QosPolicy': '1.8', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SecurityGroup': '1.4', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SecurityGroupRule': '1.2', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'SubPort': '1.0', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Subnet': '1.1', Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: 'Trunk': '1.1'}} Feb 10 22:25:30.658291 n-d-825178-4 neutron-server[87653]: {{(pid=87653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:25:30.686710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Checking segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:30.687069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Network hostable DHCP agents. Network: 536e23f7-97bb-456b-b541-6be4ec8a49a1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:25:30.703808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.708053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:25:30.709472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.728390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 536e23f7-97bb-456b-b541-6be4ec8a49a1) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:30.733505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:30.734304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.739587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d8edd0-9ca3-4986-9909-29bc7f09f3e2 None None] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:25:30.751924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0fb371f8e9244497a3d9907f8eb8e3c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6081011 Feb 10 22:25:30.756612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:30.769952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-74b8ccdf-a845-483e-994f-5fcb3bf57d60 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4777093 Feb 10 22:25:30.772678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51742) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:30.780416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:30.781848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9ddb2-39f0-4e03-94ad-361f23d5feee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed862f2-e0de-4f79-80a2-564d60b2ce7d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:30.786337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:30.792284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Usage tracker for resource:router and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:30.797629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:30.804916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:30.822120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.823441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.845555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.857233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.887882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.950427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.990914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:30.992451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ed862f2-e0de-4f79-80a2-564d60b2ce7d HTTP/1.1" status: 204 len: 168 time: 0.2349603 Feb 10 22:25:30.998269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b9d7ef-9660-4ecf-b3a7-57b4f17e7775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed862f2-e0de-4f79-80a2-564d60b2ce7d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:31.078475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-536e23f7-97bb-456b-b541-6be4ec8a49a1', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:25:31.081601 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.263943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.284855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Allocated IP 172.20.0.2 (536e23f7-97bb-456b-b541-6be4ec8a49a1/b7103631-587e-4d0d-a918-0f949a2ec444/085c876d-a6aa-47f5-884e-6a1cafa377a8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:31.562354 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.576707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Transition to ACTIVE for port object 085c876d-a6aa-47f5-884e-6a1cafa377a8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:31.603943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Transition to ACTIVE for port object 085c876d-a6aa-47f5-884e-6a1cafa377a8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:31.611976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.678624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.692214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:31.695899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:31.699923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:31.705528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Pushing event updated for resources: {'Port': ['ID=085c876d-a6aa-47f5-884e-6a1cafa377a8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:31.711696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.749638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.750193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.750983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.751471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.751929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.752383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.752846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.753303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.753754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.754193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.754646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.755105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Tracked resource versions report: Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: pushed versions: Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: { 'AddressGroup': {'1.2'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'ConntrackHelper': {'1.0'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Log': {'1.0'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Network': {'1.1'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Port': {'1.7'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'PortForwarding': {'1.2'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'QosPolicy': {'1.8'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SecurityGroup': {'1.4'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SubPort': {'1.0'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Subnet': {'1.1'}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Trunk': {'1.1'}} Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: consumer versions: Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: HyperV agent@n-h1-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: HyperV agent@n-h2-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: L3 agent@n-d-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: Metadata agent@n-d-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: Metering agent@n-d-825178-4: {}, Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'ConntrackHelper': '1.0', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Log': '1.0', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Network': '1.1', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Port': '1.7', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'PortForwarding': '1.2', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'QosPolicy': '1.8', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SecurityGroup': '1.4', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SecurityGroupRule': '1.2', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'SubPort': '1.0', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Subnet': '1.1', Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: 'Trunk': '1.1'}} Feb 10 22:25:31.756988 n-d-825178-4 neutron-server[87654]: {{(pid=87654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:25:31.821100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Attempting to bind port 085c876d-a6aa-47f5-884e-6a1cafa377a8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:31.821824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Attempting to bind port 085c876d-a6aa-47f5-884e-6a1cafa377a8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:31.822182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Attempting to bind port 085c876d-a6aa-47f5-884e-6a1cafa377a8 on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:31.827759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:31.828426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Checking segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:31.828984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.829506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Bound using segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:31.830096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Bound port: 085c876d-a6aa-47f5-884e-6a1cafa377a8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:31.830623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:31.866398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Allocated IP 172.25.2.172 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/4b49078f-4673-49a0-be7f-23504635494f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:31.937650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] For port 085c876d-a6aa-47f5-884e-6a1cafa377a8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:31.941011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] For port 085c876d-a6aa-47f5-884e-6a1cafa377a8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=085c876d-a6aa-47f5-884e-6a1cafa377a8,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:31.947912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:32.046204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf156b-1b27-4345-b098-1a4fa50c5a13 None None] Pushing event updated for resources: {'Port': ['ID=085c876d-a6aa-47f5-884e-6a1cafa377a8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:32.061793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:32.096792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:32.188387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:32.191711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:32.198116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:32.329200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Pushing event updated for resources: {'Port': ['ID=4b49078f-4673-49a0-be7f-23504635494f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:32.609015 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:33.146856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:33.408000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f233d-d53d-4b30-ba58-0dcc94d16700 None None] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:25:33.423965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:25:33.503866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-53b0e131-a9d6-4026-a408-9dbc8944d934 None None] Provisioning for port 085c876d-a6aa-47f5-884e-6a1cafa377a8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:33.670942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:25:33.682988 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:25:33.702693 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:33.703481 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:33.728268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:33.734579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4444d40c-cb50-4de8-bc65-ad733b7e63ee admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.9578712 Feb 10 22:25:33.734748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 085c876d-a6aa-47f5-884e-6a1cafa377a8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:33.735901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51848) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:33.826154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 085c876d-a6aa-47f5-884e-6a1cafa377a8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:33.833212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 085c876d-a6aa-47f5-884e-6a1cafa377a8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:33.834303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:33.906679 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:34.125098 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:34.229700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 085c876d-a6aa-47f5-884e-6a1cafa377a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=085c876d-a6aa-47f5-884e-6a1cafa377a8,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:25:34.240992 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:34.368677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=085c876d-a6aa-47f5-884e-6a1cafa377a8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:34.444628 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:32Z', 'revision_number': 3, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:34.445815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-96bcaaf7-3423-43fa-9f4f-1e2fd698d288 None None] Provisioning complete for port 085c876d-a6aa-47f5-884e-6a1cafa377a8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:34.446729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96bcaaf7-3423-43fa-9f4f-1e2fd698d288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:34.463405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:25:34.463405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Updating router bb345dd9-db02-44d9-b4e5-e98a0c21abef port 4b49078f-4673-49a0-be7f-23504635494f binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:25:34.587658 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:34.665229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:34.863405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51900) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:35.022200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.038061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.064971 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.079743 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Transition to ACTIVE for port object 4b49078f-4673-49a0-be7f-23504635494f will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:35.087535 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.102835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:35.121869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Usage tracker for resource:security_group_rule and tenant:6eaea0a5aa5e4053bbb0531edc164523 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:35.126114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.138012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:35.157386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:35.175981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:35.182207 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Attempting to bind port 4b49078f-4673-49a0-be7f-23504635494f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:35.182582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Attempting to bind port 4b49078f-4673-49a0-be7f-23504635494f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:35.182944 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Attempting to bind port 4b49078f-4673-49a0-be7f-23504635494f on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:35.196111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Usage tracker for resource:security_group_rule and tenant:46a2f351fd434822a05655fa61262ba7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:35.198187 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:35.198187 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:35.199035 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.199035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:35.199546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Bound port: 4b49078f-4673-49a0-be7f-23504635494f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:35.199943 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.211242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:35.231009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:35.272369 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Pushing event updated for resources: {'Port': ['ID=4b49078f-4673-49a0-be7f-23504635494f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:35.293115 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.293781 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.294663 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.295368 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.295883 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.296542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.297059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.297877 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.299266 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.300105 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.300768 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.301284 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Tracked resource versions report: Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: pushed versions: Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: { 'AddressGroup': {'1.2'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'ConntrackHelper': {'1.0'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Log': {'1.0'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Network': {'1.1'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Port': {'1.7'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'PortForwarding': {'1.2'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'QosPolicy': {'1.8'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SecurityGroup': {'1.4'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SecurityGroupRule': {'1.2'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SubPort': {'1.0'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Subnet': {'1.1'}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Trunk': {'1.1'}} Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: consumer versions: Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: { DHCP agent@n-d-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: HyperV agent@n-h1-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: HyperV agent@n-h2-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: L3 agent@n-d-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: Metadata agent@n-d-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: Metering agent@n-d-825178-4: {}, Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: Open vSwitch agent@n-d-825178-4: { 'AddressGroup': '1.2', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'ConntrackHelper': '1.0', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Log': '1.0', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Network': '1.1', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Port': '1.7', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'PortForwarding': '1.2', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'QosPolicy': '1.8', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SecurityGroup': '1.4', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SecurityGroupRule': '1.2', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'SubPort': '1.0', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Subnet': '1.1', Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: 'Trunk': '1.1'}} Feb 10 22:25:35.303313 n-d-825178-4 neutron-server[87655]: {{(pid=87655) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 10 22:25:35.367846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.372982 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] For port 4b49078f-4673-49a0-be7f-23504635494f, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:35.379499 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] For port 4b49078f-4673-49a0-be7f-23504635494f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4b49078f-4673-49a0-be7f-23504635494f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:35.379662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.393559 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.450888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677f7a7c-2e35-4728-aa85-53b926eb2c86,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:35.464789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.470114 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:35.471161 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:35.479321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-998dbd65-4d40-47aa-95b1-f0f26c7c4ad2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6eaea0a5aa5e4053bbb0531edc164523&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8100309 Feb 10 22:25:35.479615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51924) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:35.480658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.492529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Allocated IP 172.20.0.1 (536e23f7-97bb-456b-b541-6be4ec8a49a1/b7103631-587e-4d0d-a918-0f949a2ec444/ecd57d09-8d42-4d18-a24b-f62b3637a619) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:35.571009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=46a2f351fd434822a05655fa61262ba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7062030 Feb 10 22:25:35.579145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:35.604959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680189a-4c16-45d9-95cd-213b7d3805da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c24cbc3-2e39-4232-8808-2c6006bef79e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:35.678300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 085c876d-a6aa-47f5-884e-6a1cafa377a8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:35.738055 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16685838-0e88-4158-848f-7e109fdb4eb4 None None] Pushing event updated for resources: {'Port': ['ID=4b49078f-4673-49a0-be7f-23504635494f,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:35.739037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.749820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.777859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.783203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Transition to ACTIVE for port object ecd57d09-8d42-4d18-a24b-f62b3637a619 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:35.797166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 085c876d-a6aa-47f5-884e-6a1cafa377a8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:35.797672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.817337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.837795 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:35.844061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.845894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:35.935255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:35.938572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:35.953782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:35.957563 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.017664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.066049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=677f7a7c-2e35-4728-aa85-53b926eb2c86,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:36.071753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.077220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-751376a4-352b-44bf-8cf5-e9c2cfd73bdf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/677f7a7c-2e35-4728-aa85-53b926eb2c86 HTTP/1.1" status: 204 len: 168 time: 0.5891891 Feb 10 22:25:36.078176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.093712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.094830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c24cbc3-2e39-4232-8808-2c6006bef79e HTTP/1.1" status: 204 len: 168 time: 0.4976814 Feb 10 22:25:36.135940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614262a0-ce92-4f33-b02b-bf03db2588f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c24cbc3-2e39-4232-8808-2c6006bef79e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:36.207407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:36.324357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51986) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:36.327124 n-d-825178-4 neutron-server[87653]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 22:25:36.370182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-9dda7340-8d52-41ef-88e9-2a61a3491b57 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4603d2f62a63471387528fac36cc77b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420554 Feb 10 22:25:36.377564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0096ee31-9f01-4610-8e42-66e7bb49a091 None None] Provisioning for port ecd57d09-8d42-4d18-a24b-f62b3637a619 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:36.384554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0096ee31-9f01-4610-8e42-66e7bb49a091 None None] Provisioning complete for port ecd57d09-8d42-4d18-a24b-f62b3637a619 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:36.385202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0096ee31-9f01-4610-8e42-66e7bb49a091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.411603 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:25:36.503790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0096ee31-9f01-4610-8e42-66e7bb49a091 None None] Port ecd57d09-8d42-4d18-a24b-f62b3637a619 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:36.509604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:32Z', 'revision_number': 3, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:36.514407 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea960b6a-ce01-4e71-bd04-bbd67a579a2c None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:32Z', 'revision_number': 3, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:25:36.545242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.583929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-a1a16e78-aa07-41ac-981f-73c7b9533549 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:36.585987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-a1a16e78-aa07-41ac-981f-73c7b9533549 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082629 Feb 10 22:25:36.604490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-d6d7d615-3483-4972-90f8-236c114c81ad tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/quotas/4603d2f62a63471387528fac36cc77b5 HTTP/1.1" status: 200 len: 375 time: 0.0122964 Feb 10 22:25:36.675439 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-d884eb42-0c97-447e-81a1-9e870dc7bfd6 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584629 Feb 10 22:25:36.733114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51996) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:36.767944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:36.812645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:36.821416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Usage tracker for resource:security_group_rule and tenant:9e6a3e0c8ba24f5c8c1285b815cd743a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:36.824491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:36.848142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:37.054691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.067048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.068916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.087140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4775b90c-4069-4675-8d08-f92fbeb8ffa3 req-f958c0a7-9cac-42f5-b3ff-6c4382fe9c5d tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 210 time: 0.0970664 Feb 10 22:25:37.157202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.165421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.253195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e6a3e0c8ba24f5c8c1285b815cd743a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5189443 Feb 10 22:25:37.257879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:37.261416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:37.314850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637196d5-572e-44cd-afbd-e97c60604c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0f4e7d-e494-44af-a9e6-74aa65c1ddbd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:37.426221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52040) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:37.466182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.514273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:37.522795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Usage tracker for resource:security_group_rule and tenant:c89b57c49a9c48e3a79fb992276f6e67 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:37.526877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:37.548948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:37.625819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:37.626480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.692117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4b49078f-4673-49a0-be7f-23504635494f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:37.724155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:37.745784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.752015 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.753723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:37.793532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:37.845740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c89b57c49a9c48e3a79fb992276f6e67&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4183633 Feb 10 22:25:37.852836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52070) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:37.904566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4b49078f-4673-49a0-be7f-23504635494f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:37.920739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4b49078f-4673-49a0-be7f-23504635494f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:37.921991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8305f4-b9b1-40f0-839b-de816a871486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567b89fb-d792-4b29-b3e3-77fb44b24c1c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:37.924594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.061622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.150564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.277256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.288723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ae57226f-29cd-4e3d-ac84-e3775d09c059 None None] Provisioning complete for port ecd57d09-8d42-4d18-a24b-f62b3637a619 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:38.289444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae57226f-29cd-4e3d-ac84-e3775d09c059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.319729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0f4e7d-e494-44af-a9e6-74aa65c1ddbd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:38.351132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:25:38.359097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f355c579-2c74-405b-a047-bf5e3015b003 req-7a5eaf91-b63c-4adf-829e-7d3e79fdd9b3 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 210 time: 0.1322932 Feb 10 22:25:38.362964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fb49595-3931-472e-ab5a-48569a606036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.370003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae57226f-29cd-4e3d-ac84-e3775d09c059 None None] Port ecd57d09-8d42-4d18-a24b-f62b3637a619 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:38.376153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52088) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:38.382281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.408071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4b49078f-4673-49a0-be7f-23504635494f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4b49078f-4673-49a0-be7f-23504635494f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:25:38.413699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.414933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.459443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567b89fb-d792-4b29-b3e3-77fb44b24c1c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:38.487546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.492286 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ed6c2f93-5183-4617-8964-e0a5b258c3b6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d0f4e7d-e494-44af-a9e6-74aa65c1ddbd HTTP/1.1" status: 204 len: 168 time: 1.2152700 Feb 10 22:25:38.493229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.521952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.540195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:38.542038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:38.544234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e609b14f4352474495f044d6f8208ed7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:38.546546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Usage tracker for resource:security_group_rule and tenant:4f87450deb104785b229e6137661067a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:38.547885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:38.550944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:38.554780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:38.558574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:38.562771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.564483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d5a6b026-be75-412e-b7a9-cf4865c74c2b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/567b89fb-d792-4b29-b3e3-77fb44b24c1c HTTP/1.1" status: 204 len: 168 time: 0.7046661 Feb 10 22:25:38.589623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4b49078f-4673-49a0-be7f-23504635494f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:38.702407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.715583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.809371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f87450deb104785b229e6137661067a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4295835 Feb 10 22:25:38.809371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e73fff-884a-4ea8-998b-0ff99e1caacc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f24e3c-ad55-4afd-972f-0de5293a41e8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:38.811084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52120) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:38.835661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:25:38.863337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.871616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-55a708a5-32c2-435a-a879-1f7652c12489 admin admin] 10.222.0.53 "PUT /v2.0/routers/bb345dd9-db02-44d9-b4e5-e98a0c21abef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1308620 Feb 10 22:25:38.905290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:38.976461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab85d731-a90b-4fc0-be24-53b955426dd7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:38.981665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b73dbc23-74f2-4597-84a0-1d6d2cbb94f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e609b14f4352474495f044d6f8208ed7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3493760 Feb 10 22:25:38.984541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:39.087103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52138) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:39.087242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.087806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.112202 n-d-825178-4 neutron-server[87652]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 10 22:25:39.151739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-95efd622-fcdb-4af8-a6fd-fc7e139682dd tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0617754 Feb 10 22:25:39.158980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.168454 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.304236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.331179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f24e3c-ad55-4afd-972f-0de5293a41e8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:39.347608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.352806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ffb15ef-eb00-4d5e-972e-ffb0184cf1b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/43f24e3c-ad55-4afd-972f-0de5293a41e8 HTTP/1.1" status: 204 len: 168 time: 0.5403154 Feb 10 22:25:39.422955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-a72e5839-11a9-4494-a624-884320da939a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:39.430412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-a72e5839-11a9-4494-a624-884320da939a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2603765 Feb 10 22:25:39.456137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-ef7d26ef-a72b-42b6-9e56-c4218f6f5204 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/quotas/6c718f36b6834f90ac77fcc73d3b327c HTTP/1.1" status: 200 len: 375 time: 0.0247600 Feb 10 22:25:39.535322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-5793272a-d2eb-48a6-97a0-44a9e01b7d6b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782194 Feb 10 22:25:39.557189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.584367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab85d731-a90b-4fc0-be24-53b955426dd7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:39.603543 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:39.611728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-659cd194-b1a7-4a23-add6-6c846e92fead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab85d731-a90b-4fc0-be24-53b955426dd7 HTTP/1.1" status: 204 len: 168 time: 0.6260405 Feb 10 22:25:39.723707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4b49078f-4673-49a0-be7f-23504635494f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:39.727913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4dace1fa-48ab-4416-9c6b-a7a27b99f705 req-69a6c617-f40b-4e01-88d3-c16c058643c8 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 210 time: 0.0977900 Feb 10 22:25:39.955932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f3fa24e-06bc-4a07-a7a4-958051b6adbc req-95632039-ae8d-4844-a670-8e2496937a11 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.1285360 Feb 10 22:25:39.980775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4b49078f-4673-49a0-be7f-23504635494f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:39.981145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:40.102670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:25:40.133428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:40.134065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:40.354886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:40.535438 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5735a05-d01b-4301-bbb9-57dca841dc87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:40.640804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52210) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:40.667201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:40.694737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:40.704448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Usage tracker for resource:security_group_rule and tenant:7a75ab337bbb425394db01926eb767e9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:40.707309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:40.714178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:40.848527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.24', 51927) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:40.887079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-1c21812b-f235-459b-9817-573906998a46 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4603d2f62a63471387528fac36cc77b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365591 Feb 10 22:25:40.887583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52220) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:40.893069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:40.905911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:40.984002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 2, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:40.989716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:25:40.990651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Updating router bb345dd9-db02-44d9-b4e5-e98a0c21abef port ecd57d09-8d42-4d18-a24b-f62b3637a619 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:25:41.006823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.038614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cd752fe-8621-4e3f-ae6d-702a3e6182eb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:41.071544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.076371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-644c924e-ce8e-4dea-8224-03f7909e4dd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7a75ab337bbb425394db01926eb767e9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4344916 Feb 10 22:25:41.076977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:41.311143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:41.392543 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f5221ab-fca2-4c03-90ed-644f667a5c49 req-357fad9e-eaea-4c88-9b05-fac835bb193d tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 210 time: 0.3145053 Feb 10 22:25:41.413438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ee1eccb-fa0f-409c-a4f0-fc1445fe899a req-c6417508-75ca-47c1-8d95-48182482434c tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.1528671 Feb 10 22:25:41.443192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.470363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52254) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:41.484870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-network', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:41.516619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:41.539684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Usage tracker for resource:network and tenant:a7c9b782a07b47d0ad7335cee928acbc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:41.539780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Usage tracker for resource:security_group_rule and tenant:56c3853f5eff49368efafb4d6f8bd67e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:41.539875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.544611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:41.547590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:41.554962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:41.576397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-100e05e7-6fd2-47ef-bea0-e72f8108f00f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:41.581742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-100e05e7-6fd2-47ef-bea0-e72f8108f00f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6781075 Feb 10 22:25:41.582742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:41.592048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Made reservation on behalf of a7c9b782a07b47d0ad7335cee928acbc for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:41.594690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.611834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.633410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.635073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:41.640182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.640372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Usage tracker for resource:security_group_rule and tenant:a7c9b782a07b47d0ad7335cee928acbc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:41.644624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:41.653080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:41.664773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.695247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cd752fe-8621-4e3f-ae6d-702a3e6182eb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:41.710046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.713901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9e6e302-44c0-48a9-8489-00d35d2480e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5cd752fe-8621-4e3f-ae6d-702a3e6182eb HTTP/1.1" status: 204 len: 168 time: 0.6321273 Feb 10 22:25:41.720695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Request body: {'port': {'device_id': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '4603d2f62a63471387528fac36cc77b5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:41.787611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.794214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.857334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:25:41.860203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b07eca5c-2a87-41ed-974d-ca07297c934b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:41.871110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.871824 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Added segment d51ebfa1-5f72-430c-b3d4-9e42d74befc4 of type vlan for network f06f6b79-43a4-4029-a38a-13292b142168 Feb 10 22:25:41.893996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.909666 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.914620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Transition to ACTIVE for port object ecd57d09-8d42-4d18-a24b-f62b3637a619 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:41.925770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.961230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.962526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:41.963327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:41.993493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:42.003159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.006414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Usage tracker for resource:port and tenant:4603d2f62a63471387528fac36cc77b5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:42.010281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:42.018021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.029102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:42.082098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Made reservation on behalf of 4603d2f62a63471387528fac36cc77b5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:42.088871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.147571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56c3853f5eff49368efafb4d6f8bd67e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2589338 Feb 10 22:25:42.167025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52282) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:42.171600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568f486-26c7-4f17-a92b-010f96f70b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b67f0f-8116-478b-9196-bb6c41c53e31,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:42.174374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.222769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.24', 51931) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:42.324883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] Pushing event updated for resources: {'Network': ['ID=f06f6b79-43a4-4029-a38a-13292b142168,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:42.348921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-736658aa-0ddd-4ab0-8c00-c89b1b2a62af admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8719811 Feb 10 22:25:42.351771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52290) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:42.370880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Request body: {'subnet': {'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-subnet', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:42.373197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f06f6b79-43a4-4029-a38a-13292b142168 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:25:42.394521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:42.404036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Usage tracker for resource:subnet and tenant:a7c9b782a07b47d0ad7335cee928acbc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:42.407976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800fcf3-74b7-4e7d-b10a-ff3d8d02cedd None None] Pushing event updated for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:42.415972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:42.420792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:42.434720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:42.455866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Made reservation on behalf of a7c9b782a07b47d0ad7335cee928acbc for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:42.459948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.494417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Attempting to bind port ecd57d09-8d42-4d18-a24b-f62b3637a619 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:42.494780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Attempting to bind port ecd57d09-8d42-4d18-a24b-f62b3637a619 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:42.495343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Attempting to bind port ecd57d09-8d42-4d18-a24b-f62b3637a619 on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:42.508510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Usage tracker for resource:security_group_rule and tenant:4603d2f62a63471387528fac36cc77b5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:42.510616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:42.510990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Checking segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:42.511729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.512117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Bound using segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:42.512525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Bound port: ecd57d09-8d42-4d18-a24b-f62b3637a619, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:42.513043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.527240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-65ea3f94-2f05-47f7-8ce1-8b7d1d45b476 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2517653 Feb 10 22:25:42.626112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:42.785115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.803903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] For port ecd57d09-8d42-4d18-a24b-f62b3637a619, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:42.804065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff989255-b349-40a7-b73e-92abb65a935f req-1aef02e0-80c7-4219-ad75-e5d8893efb64 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 210 time: 0.1184788 Feb 10 22:25:42.809753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] For port ecd57d09-8d42-4d18-a24b-f62b3637a619, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ecd57d09-8d42-4d18-a24b-f62b3637a619,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:42.819878 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.931872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-379a2aed-53ef-4dbf-8618-0387a3fd1a72 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:42.933418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-379a2aed-53ef-4dbf-8618-0387a3fd1a72 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4046102 Feb 10 22:25:42.934412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:42.978343 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:42.994291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800fcf3-74b7-4e7d-b10a-ff3d8d02cedd None None] Pushing event updated for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:43.008953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.039251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:43.039813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:43.101895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Request body: {'port': {'device_id': '6e350ad4-4b4d-4522-a237-f319041a1688', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '6c718f36b6834f90ac77fcc73d3b327c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:43.236498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.408318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.422769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61eef29d-4744-4cf9-9242-9c605b2d11e4 req-63c937b1-cdd0-4abf-84d1-a4889fbcf8db tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.7471929 Feb 10 22:25:43.471067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:43.498235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Checking segment: {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:43.502752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Network hostable DHCP agents. Network: f06f6b79-43a4-4029-a38a-13292b142168, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:25:43.570089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Network f06f6b79-43a4-4029-a38a-13292b142168 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:25:43.576757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b67f0f-8116-478b-9196-bb6c41c53e31,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:43.610139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f06f6b79-43a4-4029-a38a-13292b142168) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:43.632589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:43.633198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.658323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19373bb8-b2fb-4a97-99bd-2ef0331c1071 None None] Network f06f6b79-43a4-4029-a38a-13292b142168 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:25:43.690014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.699651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-84e1fb36-d1ba-42d3-9a2c-c2b969e3c631 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3437803 Feb 10 22:25:43.699848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.699992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:43.706907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:43.725440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:43.745473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.745737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Usage tracker for resource:router and tenant:a7c9b782a07b47d0ad7335cee928acbc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:43.749264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5b467293-a78b-417c-b8d4-96af00e7a05f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a7b67f0f-8116-478b-9196-bb6c41c53e31 HTTP/1.1" status: 204 len: 168 time: 1.5774696 Feb 10 22:25:43.749264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:43.751535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:43.764747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:43.784955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.786025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.789706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9556ed-0760-4831-8127-61252875b70e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:43.801017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Usage tracker for resource:port and tenant:6c718f36b6834f90ac77fcc73d3b327c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:43.813291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:43.837036 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:43.899127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:43.990996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Allocated IP 192.168.233.65 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/dd5ec691-b336-4653-82e4-01c267c58673) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:44.336325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.355308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Transition to ACTIVE for port object dd5ec691-b336-4653-82e4-01c267c58673 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:44.376868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:44.382305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.575350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:44.587260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:44.590525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:44.610682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:44.614132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.626766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Made reservation on behalf of 6c718f36b6834f90ac77fcc73d3b327c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:25:44.640361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.760703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.865873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:44.903114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:44.907997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Usage tracker for resource:security_group_rule and tenant:6c718f36b6834f90ac77fcc73d3b327c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:44.912340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:44.919565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f06f6b79-43a4-4029-a38a-13292b142168', 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'fixed_ips': [{'subnet_id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:25:44.921547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:44.922789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023d80-8f9b-4867-ab85-6b4fc00e8cff req-4fc9e256-3569-4092-9a03-e02f007b4aa9 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:44.928951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f023d80-8f9b-4867-ab85-6b4fc00e8cff req-4fc9e256-3569-4092-9a03-e02f007b4aa9 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 935 time: 0.8535814 Feb 10 22:25:44.955971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:45.082332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:45.108460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-090087f5-fa58-4001-9d4c-02157e52e10c req-c60868e6-ec01-40f7-beae-fcb3c7e1ed73 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.4373198 Feb 10 22:25:45.112285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:45.284053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Pushing event updated for resources: {'SecurityGroup': ['ID=137a52a1-5ba0-4f43-a6dd-cfa5588fa951,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:45.291864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Pushing event updated for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:45.299251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:42Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:45.313833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f023d80-8f9b-4867-ab85-6b4fc00e8cff req-8ae0fddb-100d-447d-b5a5-1f422f0027ca tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321922 Feb 10 22:25:45.316149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b462d95f-b5f6-4e86-b406-b44fa8e9645b None None] Provisioning for port dd5ec691-b336-4653-82e4-01c267c58673 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:45.345719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e6f6c-fcb1-45a7-aa25-ffe6769cb62c None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:42Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:25:45.376156 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-7231744c-acac-4a04-9967-ebfe78676e5a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7012999 Feb 10 22:25:45.482473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b462d95f-b5f6-4e86-b406-b44fa8e9645b None None] Provisioning complete for port dd5ec691-b336-4653-82e4-01c267c58673 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:45.482473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b462d95f-b5f6-4e86-b406-b44fa8e9645b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:45.506358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-edad681e-39f3-47d3-a3d4-5e615066a2f5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:25:45.509732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-edad681e-39f3-47d3-a3d4-5e615066a2f5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0251637 Feb 10 22:25:45.637577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Allocated IP 172.20.0.2 (f06f6b79-43a4-4029-a38a-13292b142168/b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b/2a0ced68-258d-4a57-ac96-0f35ff0152cf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:45.763172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Allocated IP 192.168.233.207 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/57dc589e-fa8a-48a2-8c26-f4785657284c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:46.007167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.020356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Transition to ACTIVE for port object 2a0ced68-258d-4a57-ac96-0f35ff0152cf will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:46.048196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Transition to ACTIVE for port object 2a0ced68-258d-4a57-ac96-0f35ff0152cf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:46.068263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ecd57d09-8d42-4d18-a24b-f62b3637a619 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:46.146549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.247416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.291107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.341539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Network f06f6b79-43a4-4029-a38a-13292b142168 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:46.369480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:46.372478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:46.409367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.461440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Transition to ACTIVE for port object 57dc589e-fa8a-48a2-8c26-f4785657284c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:46.503230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ecd57d09-8d42-4d18-a24b-f62b3637a619 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:46.510792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Pushing event updated for resources: {'Port': ['ID=2a0ced68-258d-4a57-ac96-0f35ff0152cf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:46.543680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.624276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ecd57d09-8d42-4d18-a24b-f62b3637a619 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:46.624653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.737715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:46.742741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:46.752101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:46.781222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:46.781887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.800274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Attempting to bind port 2a0ced68-258d-4a57-ac96-0f35ff0152cf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:46.803859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Attempting to bind port 2a0ced68-258d-4a57-ac96-0f35ff0152cf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:46.804403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Attempting to bind port 2a0ced68-258d-4a57-ac96-0f35ff0152cf on network f06f6b79-43a4-4029-a38a-13292b142168 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:46.829422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:46.830787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Checking segment: {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:46.831936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Pushing event updated for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:46.838040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.838828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Bound using segment: {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:46.839669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Bound port: 2a0ced68-258d-4a57-ac96-0f35ff0152cf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:46.840218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:46.877541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-7c35632a-5c41-4029-8cf2-9051593e7065 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7990370 Feb 10 22:25:46.893179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b462d95f-b5f6-4e86-b406-b44fa8e9645b None None] Port dd5ec691-b336-4653-82e4-01c267c58673 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:47.084752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c22512-f95b-4663-9570-7f1c8ae2bc7d req-cd218029-ce8a-4d3f-96d8-6e336460b39e tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:47.106079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60c22512-f95b-4663-9570-7f1c8ae2bc7d req-cd218029-ce8a-4d3f-96d8-6e336460b39e tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 936 time: 0.4812241 Feb 10 22:25:47.116495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Allocated IP 172.25.2.58 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8abfd588-439e-447f-9d4e-3914c6aa25b1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:47.292839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.365851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Request body: {'port': {'device_id': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'device_owner': 'compute:tempest-test_az-1622225182', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:47.492126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8d652ec3-87a5-4d6d-8ade-09044ac92f75 None None] Provisioning for port 57dc589e-fa8a-48a2-8c26-f4785657284c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:47.503881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60c22512-f95b-4663-9570-7f1c8ae2bc7d req-8f872896-29ba-43dc-897f-a54fa7bac21d tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3963261 Feb 10 22:25:47.534651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Request body: {'port': {'device_id': '6e350ad4-4b4d-4522-a237-f319041a1688', 'device_owner': 'compute:tempest-test_az-1622225182', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:25:47.545797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] For port 2a0ced68-258d-4a57-ac96-0f35ff0152cf, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:47.558966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] For port 2a0ced68-258d-4a57-ac96-0f35ff0152cf, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a0ced68-258d-4a57-ac96-0f35ff0152cf,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:47.590235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ecd57d09-8d42-4d18-a24b-f62b3637a619, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ecd57d09-8d42-4d18-a24b-f62b3637a619,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:25:47.594406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8d652ec3-87a5-4d6d-8ade-09044ac92f75 None None] Provisioning complete for port 57dc589e-fa8a-48a2-8c26-f4785657284c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:47.596338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d652ec3-87a5-4d6d-8ade-09044ac92f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.666963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.695792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.722006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.829769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:47.937798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8d652ec3-87a5-4d6d-8ade-09044ac92f75 None None] Port 57dc589e-fa8a-48a2-8c26-f4785657284c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:48.048818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:48.075045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:48.081320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:48.089352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Pushing event updated for resources: {'Port': ['ID=8abfd588-439e-447f-9d4e-3914c6aa25b1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:48.095908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:48.226608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a98dbb-09d6-409f-a70e-58c5d478c29a None None] Pushing event updated for resources: {'Port': ['ID=2a0ced68-258d-4a57-ac96-0f35ff0152cf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:48.566808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:48.633132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:49.377470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:49.577388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-1961a0a5-c65d-4232-b868-0b62b0b94e96 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:49.577388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-1961a0a5-c65d-4232-b868-0b62b0b94e96 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Synchronizing usage tracker for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:25:49.631024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-1961a0a5-c65d-4232-b868-0b62b0b94e96 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Unset dirty status for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:25:49.632663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-1961a0a5-c65d-4232-b868-0b62b0b94e96 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 935 time: 1.6601768 Feb 10 22:25:49.709948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-e83cf7a9-2181-4cb3-9218-cf940dd26dc1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Synchronizing usage tracker for tenant:4603d2f62a63471387528fac36cc77b5 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:25:49.737668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-e83cf7a9-2181-4cb3-9218-cf940dd26dc1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Unset dirty status for tenant:4603d2f62a63471387528fac36cc77b5 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:25:49.739122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-948770f5-9e39-4481-8d5f-40ebbe5ab103 req-e83cf7a9-2181-4cb3-9218-cf940dd26dc1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932605 Feb 10 22:25:49.846116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd5ec691-b336-4653-82e4-01c267c58673 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:25:49.854112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:49.898097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Transition to ACTIVE for port object dd5ec691-b336-4653-82e4-01c267c58673 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:49.947629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:50.019823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c135c9e-8276-443b-af33-6ab91eb2aba8 None None] Network f06f6b79-43a4-4029-a38a-13292b142168 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:25:50.148984 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5eeca7ba-524f-45c2-88fb-9adb3d0f136e req-49433e51-7e83-4ab2-b2a2-9f1411d56a1d tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fcefa252572044abb1b51e02843750a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0911725 Feb 10 22:25:50.265609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a0ced68-258d-4a57-ac96-0f35ff0152cf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:50.494037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:50.543825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42ed2330-9d61-4a2b-a127-7db223827aa6 None None] Provisioning for port 2a0ced68-258d-4a57-ac96-0f35ff0152cf completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:50.560610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Pushing event updated for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:50.663206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2a0ced68-258d-4a57-ac96-0f35ff0152cf completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:50.676447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeca7ba-524f-45c2-88fb-9adb3d0f136e req-78891d38-e29b-4a26-9693-7e34c1790fc1 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:50.683580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a0ced68-258d-4a57-ac96-0f35ff0152cf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:50.684004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:50.685115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5eeca7ba-524f-45c2-88fb-9adb3d0f136e req-78891d38-e29b-4a26-9693-7e34c1790fc1 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5299757 Feb 10 22:25:50.718603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5eeca7ba-524f-45c2-88fb-9adb3d0f136e req-f63cdc0e-2f83-4369-abf5-211d2adad0ae tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/quotas/fcefa252572044abb1b51e02843750a0 HTTP/1.1" status: 200 len: 375 time: 0.0322168 Feb 10 22:25:50.789810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5eeca7ba-524f-45c2-88fb-9adb3d0f136e req-4971030a-9e55-41c6-94e5-65ef2d28bbfc tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcefa252572044abb1b51e02843750a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698433 Feb 10 22:25:50.872831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Attempting to bind port dd5ec691-b336-4653-82e4-01c267c58673 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:50.873530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Attempting to bind port dd5ec691-b336-4653-82e4-01c267c58673 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:50.873691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Attempting to bind port dd5ec691-b336-4653-82e4-01c267c58673 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:50.884557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Port dd5ec691-b336-4653-82e4-01c267c58673 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:25:50.885077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Attempting to bind port dd5ec691-b336-4653-82e4-01c267c58673 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:50.899258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:50.899502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:50.900071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:50.906405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Bound port: dd5ec691-b336-4653-82e4-01c267c58673, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:50.906976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:50.940723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:50.977221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-3c386327-5fb5-45dc-b218-fed0e2106c1b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:50.977974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-3c386327-5fb5-45dc-b218-fed0e2106c1b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Synchronizing usage tracker for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:25:50.999162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2a0ced68-258d-4a57-ac96-0f35ff0152cf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a0ced68-258d-4a57-ac96-0f35ff0152cf,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:25:51.006759 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.007900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ecd57d09-8d42-4d18-a24b-f62b3637a619 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:51.137890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:51.155046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dd5ec691-b336-4653-82e4-01c267c58673,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:51.184065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.316125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2a0ced68-258d-4a57-ac96-0f35ff0152cf,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:51.375425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Router 09ef1be7-33ed-4990-b811-97a201837434 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:25:51.391497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ecd57d09-8d42-4d18-a24b-f62b3637a619 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:51.391918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.453962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-3c386327-5fb5-45dc-b218-fed0e2106c1b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Unset dirty status for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:25:51.457645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-3c386327-5fb5-45dc-b218-fed0e2106c1b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 936 time: 0.9670031 Feb 10 22:25:51.499729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Pushing event updated for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:51.607591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57dc589e-fa8a-48a2-8c26-f4785657284c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:25:51.617162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.620892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c8dddc8b-743e-4b25-9ca7-3e724178da0b None None] Provisioning complete for port 2a0ced68-258d-4a57-ac96-0f35ff0152cf triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:51.622588 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8dddc8b-743e-4b25-9ca7-3e724178da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.634840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Transition to ACTIVE for port object 57dc589e-fa8a-48a2-8c26-f4785657284c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:51.659916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.797409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.822870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:25:51.835412 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Sync routers for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:25:51.872224 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:51.872906 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:51.940424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.953068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6b465894-024f-4d3e-8a8e-73a72f82ca21 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 8.2498918 Feb 10 22:25:51.958951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52478) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:51.988458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:51.989896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:51.991328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-597b1b32-cf2a-4cb1-a844-ac420c60de8d service neutron] 10.222.0.24 "PUT /v2.0/ports/dd5ec691-b336-4653-82e4-01c267c58673 HTTP/1.1" status: 200 len: 1117 time: 5.2987964 Feb 10 22:25:52.020066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Pushing event updated for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:52.040366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:25:52.136547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a0ced68-258d-4a57-ac96-0f35ff0152cf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:52.329760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a0ced68-258d-4a57-ac96-0f35ff0152cf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:52.330433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:52.466846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:52.497506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-db06661d-84e1-4564-b6f8-5ac98821d355 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Synchronizing usage tracker for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:25:52.582133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:52.582414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-db06661d-84e1-4564-b6f8-5ac98821d355 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Unset dirty status for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:25:52.587691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-90cf5f99-b8e4-46ff-9fcf-e69eecfb7070 req-db06661d-84e1-4564-b6f8-5ac98821d355 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0916069 Feb 10 22:25:52.600972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Attempting to bind port 57dc589e-fa8a-48a2-8c26-f4785657284c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:52.601309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Attempting to bind port 57dc589e-fa8a-48a2-8c26-f4785657284c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:52.601638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Attempting to bind port 57dc589e-fa8a-48a2-8c26-f4785657284c on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:52.619906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Port 57dc589e-fa8a-48a2-8c26-f4785657284c on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:25:52.623732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Attempting to bind port 57dc589e-fa8a-48a2-8c26-f4785657284c on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:52.629152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-2948ce4d-3e96-45ed-96b3-8b3852b5b4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:52.643457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-2948ce4d-3e96-45ed-96b3-8b3852b5b4ae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 1120 time: 0.4804869 Feb 10 22:25:52.647324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:52.647684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:52.648067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:52.648494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Bound port: 57dc589e-fa8a-48a2-8c26-f4785657284c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:52.648831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:52.764774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ca931d-b7e0-4fc2-bae9-52f5376d104c req-417a52ae-ed29-4b8e-9767-386da97d5d3f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:52.780567 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98ca931d-b7e0-4fc2-bae9-52f5376d104c req-417a52ae-ed29-4b8e-9767-386da97d5d3f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 969 time: 0.6100147 Feb 10 22:25:52.810180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-93c28a6a-81d7-4572-9b1b-52dd8818895e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dd5ec691-b336-4653-82e4-01c267c58673 HTTP/1.1" status: 200 len: 217 time: 0.1339130 Feb 10 22:25:52.896603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:52.936411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:52.940429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57dc589e-fa8a-48a2-8c26-f4785657284c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:52.950758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:52.965738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Usage tracker for resource:security_group_rule and tenant:2f824d328e0242a6b32da6f4444740af is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:52.971597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:52.981000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:52.986253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:53.043112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:53.048559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.049986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] 10.222.0.24 "PUT /v2.0/ports/57dc589e-fa8a-48a2-8c26-f4785657284c HTTP/1.1" status: 200 len: 1118 time: 6.1505880 Feb 10 22:25:53.144898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-96be6910-1b5f-4c25-b695-95b704719c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:53.154504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-96be6910-1b5f-4c25-b695-95b704719c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1975389 Feb 10 22:25:53.200161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.240802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.346416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2f824d328e0242a6b32da6f4444740af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7532139 Feb 10 22:25:53.354957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52502) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:53.404282 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:48Z', 'revision_number': 3, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:53.409280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Checking router: 09ef1be7-33ed-4990-b811-97a201837434 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:25:53.409810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Updating router 09ef1be7-33ed-4990-b811-97a201837434 port 8abfd588-439e-447f-9d4e-3914c6aa25b1 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:25:53.424363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f0e1c-5e14-4656-8552-a774ef00b588 service neutron] Pushing event updated for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:53.466263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02844c26-b894-44a4-8335-98f828726c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f41aa93-2a72-4736-bfdc-58d8a63a18e3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:53.471596 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.528165 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98ca931d-b7e0-4fc2-bae9-52f5376d104c req-d3aede3d-16f0-4d2f-ae47-18365a6bd29d tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7466331 Feb 10 22:25:53.625220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-897a17c5-cbcb-46bd-be03-4f3927eef021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:53.628224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-897a17c5-cbcb-46bd-be03-4f3927eef021 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 1121 time: 0.4727633 Feb 10 22:25:53.750187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-fa7d9bde-68ee-4adf-9122-91efe7a987d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=57dc589e-fa8a-48a2-8c26-f4785657284c HTTP/1.1" status: 200 len: 217 time: 0.1031494 Feb 10 22:25:53.763901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.769007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-083f6eda-af7b-4eb9-bd0b-7acb9c0355c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:53.772994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-083f6eda-af7b-4eb9-bd0b-7acb9c0355c2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5001135 Feb 10 22:25:53.864733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.963162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:53.973021 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673', 'status': 'completed', 'code': 200} Feb 10 22:25:54.038187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-9d15a6a1-6c4c-4772-b8c7-9d82eeebf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:54.039733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-9d15a6a1-6c4c-4772-b8c7-9d82eeebf5aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2631032 Feb 10 22:25:54.195249 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.231224 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Transition to ACTIVE for port object 8abfd588-439e-447f-9d4e-3914c6aa25b1 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:54.247812 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.288824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-98b6d9be-1e50-4c3d-8946-677a83af520c service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636300 Feb 10 22:25:54.290896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.314976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f41aa93-2a72-4736-bfdc-58d8a63a18e3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:54.374939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.432874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.437338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f608265-7725-49d1-add2-977e81227754 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f41aa93-2a72-4736-bfdc-58d8a63a18e3 HTTP/1.1" status: 204 len: 168 time: 1.0787399 Feb 10 22:25:54.507755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-4d310cb3-93cc-4300-adbc-3d62ac59faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:54.509681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-4d310cb3-93cc-4300-adbc-3d62ac59faa5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4429274 Feb 10 22:25:54.513427 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Attempting to bind port 8abfd588-439e-447f-9d4e-3914c6aa25b1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:25:54.513967 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Attempting to bind port 8abfd588-439e-447f-9d4e-3914c6aa25b1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:25:54.514197 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Attempting to bind port 8abfd588-439e-447f-9d4e-3914c6aa25b1 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:25:54.532068 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:25:54.532875 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:25:54.533313 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.533713 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:25:54.534218 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Bound port: 8abfd588-439e-447f-9d4e-3914c6aa25b1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:25:54.534865 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.657891 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] For port 8abfd588-439e-447f-9d4e-3914c6aa25b1, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:25:54.663860 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] For port 8abfd588-439e-447f-9d4e-3914c6aa25b1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8abfd588-439e-447f-9d4e-3914c6aa25b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:25:54.671595 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:54.701478 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f187c-21e1-4510-b89f-c4be1287cdb6 None None] Pushing event updated for resources: {'Port': ['ID=8abfd588-439e-447f-9d4e-3914c6aa25b1,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:54.754757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4bd90-0ca0-4f7a-8468-306191f99c67 req-f1535708-19ad-4d8b-834d-9764870aca92 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:54.759058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf59aeb-0bd2-422f-9199-2eed193e3917 req-caedb845-6617-4285-a436-c47f68cb44a0 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415579 Feb 10 22:25:54.767867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1df4bd90-0ca0-4f7a-8468-306191f99c67 req-f1535708-19ad-4d8b-834d-9764870aca92 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 970 time: 0.6233418 Feb 10 22:25:54.773978 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:54.774704 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:54.905071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-0dce6928-56e4-455d-9e30-dbc66379f4e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338993 Feb 10 22:25:54.907981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1df4bd90-0ca0-4f7a-8468-306191f99c67 req-71ed7ecb-3985-4309-801b-03a11f21ad9c tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392789 Feb 10 22:25:55.058304 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46f187c-21e1-4510-b89f-c4be1287cdb6 None None] Pushing event updated for resources: {'Port': ['ID=8abfd588-439e-447f-9d4e-3914c6aa25b1,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:55.105271 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:55.144526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Allocated IP 172.20.0.1 (f06f6b79-43a4-4029-a38a-13292b142168/b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b/97af6500-ad8a-48d3-922f-5b05436cc182) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:25:55.155668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:55.216454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd36a9b-ed6e-4749-992f-5e38883c3bff req-a40ba648-10bb-4d29-97f3-0028eed91f3c tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:55.216995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b1c901-cf95-491c-bbb9-ff0c5614be3a req-d8c27184-a926-41d0-8df0-765a179d6868 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fcefa252572044abb1b51e02843750a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621791 Feb 10 22:25:55.217930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dd36a9b-ed6e-4749-992f-5e38883c3bff req-a40ba648-10bb-4d29-97f3-0028eed91f3c tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 969 time: 0.2708874 Feb 10 22:25:55.226950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:55.312078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dd36a9b-ed6e-4749-992f-5e38883c3bff req-b50d01d0-a3ef-4664-ad6d-700cd3808cd4 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856905 Feb 10 22:25:55.327390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:55.332294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef5e4f0-809a-4f5c-9228-0d62b65028e6 req-93f1df41-f58e-4673-955a-0d412a7331fa service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715733 Feb 10 22:25:55.338983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-0f249ccf-4bc2-4c78-972f-2f5c876941b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:55.349809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-0f249ccf-4bc2-4c78-972f-2f5c876941b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 1120 time: 0.1829720 Feb 10 22:25:55.397743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Usage tracker for resource:security_group_rule and tenant:cf0f400767094f8b851cb78e2fa15cc6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:55.408717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:55.427938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:55.441273 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:48Z', 'revision_number': 3, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:55.448262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543f2953-7ce2-4d04-b6a3-787d0153c136 None None] The sync data for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 is: [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:48Z', 'revision_number': 3, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:25:55.527058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:55.577869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1c901-cf95-491c-bbb9-ff0c5614be3a req-0c33bf87-604e-4cc7-8dd1-72e757376896 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:55.579384 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b1c901-cf95-491c-bbb9-ff0c5614be3a req-0c33bf87-604e-4cc7-8dd1-72e757376896 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3432784 Feb 10 22:25:55.587907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Transition to ACTIVE for port object 97af6500-ad8a-48d3-922f-5b05436cc182 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:55.596174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-a975ea7b-5c05-47a7-8ed8-f90e3808587b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:55.598188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-a975ea7b-5c05-47a7-8ed8-f90e3808587b service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1718459 Feb 10 22:25:55.640879 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b1c901-cf95-491c-bbb9-ff0c5614be3a req-b000ca97-8f53-43cf-8e77-412327dd13ea tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/quotas/fcefa252572044abb1b51e02843750a0 HTTP/1.1" status: 200 len: 375 time: 0.0339303 Feb 10 22:25:55.683583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-4e7a2a80-a637-41bc-b5a0-5251aac83b2f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=dd5ec691-b336-4653-82e4-01c267c58673 HTTP/1.1" status: 200 len: 217 time: 0.0775678 Feb 10 22:25:55.727621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:55.730314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b1c901-cf95-491c-bbb9-ff0c5614be3a req-b4c0541e-e6e9-4f2b-b70f-f9e1d3e922fc tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcefa252572044abb1b51e02843750a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0653729 Feb 10 22:25:55.733965 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:55.808896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-cd2a25a2-dc8e-4405-9a3a-a04e0d977f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:55.818472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf0f400767094f8b851cb78e2fa15cc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6617985 Feb 10 22:25:55.818784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-cd2a25a2-dc8e-4405-9a3a-a04e0d977f51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1293688 Feb 10 22:25:55.819634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:55.821002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:55.980367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:25:56.000294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Pushing event updated for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:56.018336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Network f06f6b79-43a4-4029-a38a-13292b142168 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:56.019868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:56.023313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:25:56.024116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.084264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.117187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8abfd588-439e-447f-9d4e-3914c6aa25b1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:56.178294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-eed5f824-e5be-471d-b648-82cd06115b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:56.181694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-eed5f824-e5be-471d-b648-82cd06115b41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3389535 Feb 10 22:25:56.187734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.300504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8abfd588-439e-447f-9d4e-3914c6aa25b1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:56.312339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8abfd588-439e-447f-9d4e-3914c6aa25b1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:56.313407 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.314823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.354603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52608) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:56.517129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52614) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:56.574240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.600578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-9c36f4f2-177e-4294-9562-ac2184d6b1f5 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961051 Feb 10 22:25:56.604704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f32bb8c-7e57-4727-b791-daf7d0413ddf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:56.634931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.636218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c0ae2964-4923-4c65-b79f-be48dd0b06c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4f32bb8c-7e57-4727-b791-daf7d0413ddf HTTP/1.1" status: 204 len: 168 time: 0.8143065 Feb 10 22:25:56.677327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fcc6e261-6e5c-4590-910e-d20195605333 None None] Provisioning for port 97af6500-ad8a-48d3-922f-5b05436cc182 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:25:56.686099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fcc6e261-6e5c-4590-910e-d20195605333 None None] Provisioning complete for port 97af6500-ad8a-48d3-922f-5b05436cc182 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:56.686674 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcc6e261-6e5c-4590-910e-d20195605333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.743112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.744649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.800133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:56.808759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8abfd588-439e-447f-9d4e-3914c6aa25b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8abfd588-439e-447f-9d4e-3914c6aa25b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:25:56.808961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Usage tracker for resource:security_group_rule and tenant:38b97aa22fc140499abed10b22dcaf7b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:56.815897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fcc6e261-6e5c-4590-910e-d20195605333 None None] Port 97af6500-ad8a-48d3-922f-5b05436cc182 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:56.818242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:56.819398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:56.834789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:56.838089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84624f9-438e-4281-9b46-dff73ba81125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f32bb8c-7e57-4727-b791-daf7d0413ddf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:56.950592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8abfd588-439e-447f-9d4e-3914c6aa25b1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:56.985973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.001219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.059428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.076794 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c', 'status': 'completed', 'code': 200} Feb 10 22:25:57.099082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38b97aa22fc140499abed10b22dcaf7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5784364 Feb 10 22:25:57.104029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8424cd5-a889-40e5-a00b-b24932b657d4 req-919b5705-3294-4bb1-89a2-2ff7c35ca75a service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4968219 Feb 10 22:25:57.112705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3147a30-1275-49d6-bfba-9194e34746c6 req-14330b3c-a7ae-47f8-ae7c-7c901843df26 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.131266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3147a30-1275-49d6-bfba-9194e34746c6 req-14330b3c-a7ae-47f8-ae7c-7c901843df26 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 970 time: 0.8075478 Feb 10 22:25:57.133523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.134176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.138032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52632) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:57.177806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf0a83-45e0-4752-a9a8-ae0469cc71fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07188b6-5d24-4d3a-bfec-6400b3737310,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:57.221597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-2f95bc86-26d3-4b4e-b0ad-098d6d4198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.224052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-2f95bc86-26d3-4b4e-b0ad-098d6d4198c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 1121 time: 0.1178679 Feb 10 22:25:57.337039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.434981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:57.439244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Usage tracker for resource:security_group_rule and tenant:96698add2ac6481bbaaac3f9e9d37a57 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:57.442421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:57.472114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3147a30-1275-49d6-bfba-9194e34746c6 req-59469eb3-49da-4356-b50d-0a529239327b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398533 Feb 10 22:25:57.475847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:57.495687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f08ad-8536-4276-bd3c-dbc4dfa99c69 req-4dfa084e-4418-48bd-9c3c-b7da192be1ec tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.497191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-456f08ad-8536-4276-bd3c-dbc4dfa99c69 req-4dfa084e-4418-48bd-9c3c-b7da192be1ec tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 969 time: 0.2674820 Feb 10 22:25:57.498408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-10db8e4e-409c-4d8e-b562-c0d93ab12ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.499959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-10db8e4e-409c-4d8e-b562-c0d93ab12ad8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2680764 Feb 10 22:25:57.520129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Pushing event updated for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:57.599906 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-38440850-f435-4c6d-bc9f-9a412a65b693 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=57dc589e-fa8a-48a2-8c26-f4785657284c HTTP/1.1" status: 200 len: 217 time: 0.0918748 Feb 10 22:25:57.608166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.684325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Network f06f6b79-43a4-4029-a38a-13292b142168 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:25:57.696295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-456f08ad-8536-4276-bd3c-dbc4dfa99c69 req-dc612c1b-eace-492f-9688-c2ee6f345efc tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903312 Feb 10 22:25:57.698780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:25:57.710312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:57.727879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-59fccee9-c4fe-4548-b50e-3791b3a31744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.729498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-59fccee9-c4fe-4548-b50e-3791b3a31744 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1224084 Feb 10 22:25:57.859701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-d4adfecb-0f06-44b5-b2fe-971359b4b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:57.863594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-d4adfecb-0f06-44b5-b2fe-971359b4b8a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272542 Feb 10 22:25:58.046389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8abfd588-439e-447f-9d4e-3914c6aa25b1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:25:58.121147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Router 09ef1be7-33ed-4990-b811-97a201837434 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:25:58.124077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.137573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-68dae450-ac2b-497b-a47a-ded2c14b28d3 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674475 Feb 10 22:25:58.151581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.168378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1eda02cd-9cba-4e82-adaf-b66154ff3a42 None None] Provisioning complete for port 97af6500-ad8a-48d3-922f-5b05436cc182 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:58.168757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1eda02cd-9cba-4e82-adaf-b66154ff3a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.229303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96698add2ac6481bbaaac3f9e9d37a57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4985228 Feb 10 22:25:58.253514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52676) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:58.295899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1eda02cd-9cba-4e82-adaf-b66154ff3a42 None None] Port 97af6500-ad8a-48d3-922f-5b05436cc182 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:25:58.312107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8abfd588-439e-447f-9d4e-3914c6aa25b1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:25:58.312706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.415302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.422267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4628e55-da2d-4911-ad76-6979352a4d85 req-6be3bff8-4ded-436f-9329-13868d9ec8d8 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787130 Feb 10 22:25:58.466334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.517628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:25:58.529840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Sync routers for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:25:58.545096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:25:58.545880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:58.564489 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.575342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbb3d7-e9d9-47e0-8b5d-6c1cc13f8799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be787162-ea5a-4188-b35a-b5d40f1dabca,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:58.582365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be787162-ea5a-4188-b35a-b5d40f1dabca,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:58.597888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.608951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.611419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fea00a8a-fb80-4f62-88e0-667db24fb9b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be787162-ea5a-4188-b35a-b5d40f1dabca HTTP/1.1" status: 204 len: 168 time: 0.3555410 Feb 10 22:25:58.653700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07188b6-5d24-4d3a-bfec-6400b3737310,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:58.670561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:58.671697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b040c837-e2b2-4107-98b1-54ccfc4e1a3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f07188b6-5d24-4d3a-bfec-6400b3737310 HTTP/1.1" status: 204 len: 168 time: 1.4446578 Feb 10 22:25:58.717979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36b44f4f-9101-4a56-8a0a-d511e9b25595 admin admin] 10.222.0.53 "PUT /v2.0/routers/09ef1be7-33ed-4990-b811-97a201837434/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7540793 Feb 10 22:25:58.780892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec000c-c84d-4927-9a2d-b3bc5020d60c req-c691191b-eb0f-4fef-b976-4f906adf6996 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:58.789251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b3ec000c-c84d-4927-9a2d-b3bc5020d60c req-c691191b-eb0f-4fef-b976-4f906adf6996 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 970 time: 0.1155295 Feb 10 22:25:58.817824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:25:58.857246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45ee4f2d-d611-4bbd-8d0b-2906d96c1d72 req-4b02608b-6b1c-4b05-86ee-ecd6bdd33573 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=fcefa252572044abb1b51e02843750a0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437794 Feb 10 22:25:58.873276 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b3ec000c-c84d-4927-9a2d-b3bc5020d60c req-5fe1accf-f286-408b-92cb-acc671ce9b3c tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817435 Feb 10 22:25:59.079304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee4f2d-d611-4bbd-8d0b-2906d96c1d72 req-e377b466-f9c9-4299-817b-4e24a5b38551 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:59.087419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45ee4f2d-d611-4bbd-8d0b-2906d96c1d72 req-e377b466-f9c9-4299-817b-4e24a5b38551 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187328 Feb 10 22:25:59.107418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45ee4f2d-d611-4bbd-8d0b-2906d96c1d72 req-ff02e278-3fa0-4a3d-838f-a144aad6430e tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/quotas/fcefa252572044abb1b51e02843750a0 HTTP/1.1" status: 200 len: 375 time: 0.0188868 Feb 10 22:25:59.154742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75a461-f41f-42c5-b147-4906b3d1c464 req-d48e6220-2c03-4904-be7d-95b6e5234461 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:25:59.163746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba75a461-f41f-42c5-b147-4906b3d1c464 req-d48e6220-2c03-4904-be7d-95b6e5234461 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 969 time: 0.1365900 Feb 10 22:25:59.231583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba75a461-f41f-42c5-b147-4906b3d1c464 req-9727cc41-5c79-421c-ab4a-3070734ec417 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664852 Feb 10 22:25:59.232016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45ee4f2d-d611-4bbd-8d0b-2906d96c1d72 req-25f1da17-ccce-421d-b955-e2c9acb43107 tempest-QuotasAdminNegativeTest-464416060 tempest-QuotasAdminNegativeTest-464416060-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fcefa252572044abb1b51e02843750a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1212289 Feb 10 22:25:59.297385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '97af6500-ad8a-48d3-922f-5b05436cc182', 'name': '', 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'mac_address': 'fa:16:3e:89:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:54Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 2, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'subnets': [{'id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:25:59.303260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Checking router: 09ef1be7-33ed-4990-b811-97a201837434 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:25:59.303662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Updating router 09ef1be7-33ed-4990-b811-97a201837434 port 97af6500-ad8a-48d3-922f-5b05436cc182 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:25:59.315825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52724) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:59.336229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.352736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:59.357084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Usage tracker for resource:security_group_rule and tenant:62787d97e90c4a4081db9a46b565dfba is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:59.360544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:59.366544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.368082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:59.406936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:59.432032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.452704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:25:59.461321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Usage tracker for resource:security_group_rule and tenant:d8558b3106d342abb3f1f23017b04a6d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:25:59.464897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:25:59.479112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:25:59.508993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.514550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.587335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62787d97e90c4a4081db9a46b565dfba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700758 Feb 10 22:25:59.589404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d692f3-03db-44d4-b7bd-e75596145724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8669318c-cf35-47f7-a7aa-82f124340af6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:59.590168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52732) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:59.679806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.687780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.696556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.743094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d8558b3106d342abb3f1f23017b04a6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3344514 Feb 10 22:25:59.751418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52742) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:25:59.765834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f04d9-2199-4679-8a52-3041fdfb5c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7ef469-9058-44bb-9331-526f45900941,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:59.776500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.843545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.857556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Transition to ACTIVE for port object 97af6500-ad8a-48d3-922f-5b05436cc182 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:25:59.865933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.866966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.900530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.928878 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.960936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8669318c-cf35-47f7-a7aa-82f124340af6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:25:59.966412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:25:59.969880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-224c3a7f-0581-4e86-bf19-e7f32b3baaaf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8669318c-cf35-47f7-a7aa-82f124340af6 HTTP/1.1" status: 204 len: 168 time: 0.3754270 Feb 10 22:25:59.990906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.019567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7ef469-9058-44bb-9331-526f45900941,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:00.024756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.026188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6b005659-1a2d-42af-8240-940c1b08597e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa7ef469-9058-44bb-9331-526f45900941 HTTP/1.1" status: 204 len: 168 time: 0.2737858 Feb 10 22:26:00.370700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57dc589e-fa8a-48a2-8c26-f4785657284c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:00.379144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ce5a4-b0ba-4967-af1b-780242c4f885 req-1bd8b4c7-b44c-459e-b26c-e5e814a63f14 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:00.389050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f05ce5a4-b0ba-4967-af1b-780242c4f885 req-1bd8b4c7-b44c-459e-b26c-e5e814a63f14 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 970 time: 0.1942859 Feb 10 22:26:00.429032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103901-40e4-42d8-a0dc-7ef459c995c8 None None] Pushing event updated for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:00.461084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Attempting to bind port 97af6500-ad8a-48d3-922f-5b05436cc182 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:00.461487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Attempting to bind port 97af6500-ad8a-48d3-922f-5b05436cc182 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:00.461807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Attempting to bind port 97af6500-ad8a-48d3-922f-5b05436cc182 on network f06f6b79-43a4-4029-a38a-13292b142168 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:00.500949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f05ce5a4-b0ba-4967-af1b-780242c4f885 req-f8367014-50bf-4649-8141-374b2732d300 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967724 Feb 10 22:26:00.534501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:00.534931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Checking segment: {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:00.535416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.536087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Bound using segment: {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:00.536785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Bound port: 97af6500-ad8a-48d3-922f-5b05436cc182, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:00.537273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.649343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d87337-4ce8-4dad-bfa2-a3beac4d0bb4 req-b50a12df-6fdf-48c8-9ccb-9b356e5ae0e6 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:00.657650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1d87337-4ce8-4dad-bfa2-a3beac4d0bb4 req-b50a12df-6fdf-48c8-9ccb-9b356e5ae0e6 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 969 time: 0.1950574 Feb 10 22:26:00.743084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1d87337-4ce8-4dad-bfa2-a3beac4d0bb4 req-56fbdf8f-b913-4b7c-ac84-ec122cc7936e tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844784 Feb 10 22:26:00.749422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57dc589e-fa8a-48a2-8c26-f4785657284c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:00.758039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] For port 97af6500-ad8a-48d3-922f-5b05436cc182, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:00.769900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '57dc589e-fa8a-48a2-8c26-f4785657284c', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '57dc589e-fa8a-48a2-8c26-f4785657284c', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:tempest-test_az-1622225182', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:00.773916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] For port 97af6500-ad8a-48d3-922f-5b05436cc182, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97af6500-ad8a-48d3-922f-5b05436cc182,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:00.820253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.852496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:00.938814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5103901-40e4-42d8-a0dc-7ef459c995c8 None None] Pushing event updated for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:00.950827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:00.980953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:00.981709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:25:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:01.020061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52802) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:01.026947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049083981', 'description': 'tempest-description--1790324375'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:01.034621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:01.041890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:security_group and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:01.047029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:01.054137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:01.069421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.170657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52808) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:01.182882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:01.185630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.201636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:security_group_rule and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:01.219359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:01.220361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57dc589e-fa8a-48a2-8c26-f4785657284c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:01.232142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:01.234662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:01.239893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Usage tracker for resource:security_group_rule and tenant:fcefa252572044abb1b51e02843750a0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:01.256882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:01.259153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:01.270739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:01.302413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57dc589e-fa8a-48a2-8c26-f4785657284c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:01.311500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.312192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dd5ec691-b336-4653-82e4-01c267c58673 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:01.330867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.365816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:01.376963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Usage tracker for resource:security_group_rule and tenant:5f6184622ead48779da0df79b5b9f26c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:01.381465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:01.385094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dd5ec691-b336-4653-82e4-01c267c58673,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:01.392778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:01.470359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.474536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'dd5ec691-b336-4653-82e4-01c267c58673', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'dd5ec691-b336-4653-82e4-01c267c58673', 'mac_address': 'fa:16:3e:51:2f:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-1622225182', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:01.484427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.584139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.595475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=080751be-54d7-4c64-90b4-5fe680109225,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:01.608064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.620944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:01.643890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.645429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9bed5f60-253a-4b4d-a9de-eb93e1e88073 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6230836 Feb 10 22:26:01.649446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:01.650262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.655262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'security_group_rule': {'security_group_id': '080751be-54d7-4c64-90b4-5fe680109225', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:01.666974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:01.681077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:security_group_rule and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:01.690180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:01.699818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:01.705083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd5ec691-b336-4653-82e4-01c267c58673 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:01.732505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.790064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dd5ec691-b336-4653-82e4-01c267c58673,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:01.829642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcefa252572044abb1b51e02843750a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9759634 Feb 10 22:26:01.840574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52840) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:01.846861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.855334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.872157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.895912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199e791-6ee1-4055-97ba-4d8ae18b65b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce402cd-7441-4344-bf05-c557535b06e0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:01.903800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.959732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:01.961106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=612aa9ab-df25-47a2-a3f9-359f8f84c048,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:01.965855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:01.993563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '97af6500-ad8a-48d3-922f-5b05436cc182', 'name': '', 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'mac_address': 'fa:16:3e:89:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:54Z', 'updated_at': '2022-02-10T22:26:00Z', 'revision_number': 4, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'subnets': [{'id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:01.998145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519428a3-4b18-43ef-b69c-e10b53ee6c0d None None] The sync data for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 is: [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '97af6500-ad8a-48d3-922f-5b05436cc182', 'name': '', 'network_id': 'f06f6b79-43a4-4029-a38a-13292b142168', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'mac_address': 'fa:16:3e:89:f8:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:54Z', 'updated_at': '2022-02-10T22:26:00Z', 'revision_number': 4, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'subnets': [{'id': 'b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:26:02.038783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e5626459-4935-4a88-b100-c11134ffa72a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5f6184622ead48779da0df79b5b9f26c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668017 Feb 10 22:26:02.039626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52848) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:02.062251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ec88eab-b8d2-4005-b3db-4ffd15475e67,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:02.100624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19a4d6-389f-432c-81f2-f0f2b38daed3 req-e246f775-9d79-4ed3-81b7-b627bac706c7 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:02.102176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d19a4d6-389f-432c-81f2-f0f2b38daed3 req-e246f775-9d79-4ed3-81b7-b627bac706c7 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 971 time: 0.3536072 Feb 10 22:26:02.173363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.179829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d196c6b-ff4b-4cb1-9bac-dc135043b536 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5291026 Feb 10 22:26:02.184638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52856) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:02.185672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.197843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['57dc589e-fa8a-48a2-8c26-f4785657284c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:02.228990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.265832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['dd5ec691-b336-4653-82e4-01c267c58673'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:02.296828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'security_group_rule': {'security_group_id': '080751be-54d7-4c64-90b4-5fe680109225', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:02.311190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09777785-52f3-4154-9a40-2df4efa169ff req-6682d7ed-683b-4e7a-abaa-b086c261763e tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:02.320606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09777785-52f3-4154-9a40-2df4efa169ff req-6682d7ed-683b-4e7a-abaa-b086c261763e tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 970 time: 0.4268882 Feb 10 22:26:02.364721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.371680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:02.386120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d19a4d6-389f-432c-81f2-f0f2b38daed3 req-a5126712-945a-415d-ac31-07dc42accf18 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747684 Feb 10 22:26:02.392673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:security_group_rule and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:02.413329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.416968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:02.421799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.427521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2ce402cd-7441-4344-bf05-c557535b06e0 HTTP/1.1" status: 204 len: 168 time: 0.5848267 Feb 10 22:26:02.429682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca97f67-d9d8-4a92-8ec3-a42cf8a4a9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce402cd-7441-4344-bf05-c557535b06e0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:02.449041 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09777785-52f3-4154-9a40-2df4efa169ff req-22ae4278-4487-48db-a948-b6dcb54eb988 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256456 Feb 10 22:26:02.457175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:02.476675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.478973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.556967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.594687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.599526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=612aa9ab-df25-47a2-a3f9-359f8f84c048,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:02.600700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.613403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.618671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dba1abfe-57ca-4c74-aa16-38248ddbeeb9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/612aa9ab-df25-47a2-a3f9-359f8f84c048 HTTP/1.1" status: 204 len: 168 time: 0.5731168 Feb 10 22:26:02.663413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8494728-5e54-4432-9b2b-5074f676b975,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:02.680363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.686762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52876) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:02.687438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-58bc9a24-8146-4355-9af3-9269d944c531 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3971858 Feb 10 22:26:02.693040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:02.702017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:02.710423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:floatingip and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:02.715590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:02.722432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:02.735602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:02.953915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.137084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Allocated IP 172.25.2.208 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/5bef92ca-a380-4c1d-bbf4-418cdd4cede9) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:03.235240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52892) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:03.266035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.285672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:03.290685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Usage tracker for resource:security_group_rule and tenant:fee0eff0cf934478b4c14b3a23c1d3fd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:03.294497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:03.301080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:03.375841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.406062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.414921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.419161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.486149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fee0eff0cf934478b4c14b3a23c1d3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475219 Feb 10 22:26:03.486149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8124ab-1afb-4ecc-b4fd-c88abe47ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b2b795-35c0-4a95-abaa-34f66adccd6e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:03.487275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:03.569966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:03.574588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:03.584505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:03.611736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.642419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:03.645314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'Port': ['ID=5bef92ca-a380-4c1d-bbf4-418cdd4cede9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:03.651377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.686432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.713040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:03.718558 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.725731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Usage tracker for resource:security_group_rule and tenant:a1329f7f042c429390ba5f2cd9343e4b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:03.727393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.730111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:03.736619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:03.750402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.754913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38b2b795-35c0-4a95-abaa-34f66adccd6e HTTP/1.1" status: 204 len: 168 time: 0.2660739 Feb 10 22:26:03.767604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e82e1-2bb4-44f4-a1e3-ad1a3250eb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b2b795-35c0-4a95-abaa-34f66adccd6e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:03.806295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3afec8-e1ea-4765-ba21-ac7af185705b req-c9491698-a6a5-44de-ba16-5af93153fe7f tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:03.814879 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e3afec8-e1ea-4765-ba21-ac7af185705b req-c9491698-a6a5-44de-ba16-5af93153fe7f tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 971 time: 0.2561011 Feb 10 22:26:03.829024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:03.888850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e3afec8-e1ea-4765-ba21-ac7af185705b req-3b337642-0927-4eb4-a048-f23b5ef98764 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711079 Feb 10 22:26:04.051274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97af6500-ad8a-48d3-922f-5b05436cc182 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:04.147998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 97af6500-ad8a-48d3-922f-5b05436cc182 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:04.156302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 97af6500-ad8a-48d3-922f-5b05436cc182 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:04.157327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.164697 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.198074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082a737-5611-40bb-84c1-f42af5060cd5 req-b9527ae1-0c17-49ab-8460-37380bafd1e2 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:04.199667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6082a737-5611-40bb-84c1-f42af5060cd5 req-b9527ae1-0c17-49ab-8460-37380bafd1e2 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 970 time: 0.3174045 Feb 10 22:26:04.200300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.300370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd6af28-9af0-413f-b93e-776b58dfd8d0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:04.312296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:04.323853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e50ac699-2157-445e-82f3-982d18940488 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1329f7f042c429390ba5f2cd9343e4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6802161 Feb 10 22:26:04.328997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.330103 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6082a737-5611-40bb-84c1-f42af5060cd5 req-dddbae89-5aad-43d3-8655-d068dfbc5060 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197002 Feb 10 22:26:04.374106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57dc589e-fa8a-48a2-8c26-f4785657284c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:04.377921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.387743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.420298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.447195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.453467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.488094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'Port': ['ID=5bef92ca-a380-4c1d-bbf4-418cdd4cede9,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:04.501067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.514716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b079de16-c90e-4440-ac62-f2c30f9bccd2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8246126 Feb 10 22:26:04.546066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.554924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 97af6500-ad8a-48d3-922f-5b05436cc182, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97af6500-ad8a-48d3-922f-5b05436cc182,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:04.563873 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.571097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd6af28-9af0-413f-b93e-776b58dfd8d0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:04.575579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.577484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b859e4f1-e482-4d06-bbde-675d4d26bed2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3bd6af28-9af0-413f-b93e-776b58dfd8d0 HTTP/1.1" status: 204 len: 168 time: 0.2640462 Feb 10 22:26:04.639075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 57dc589e-fa8a-48a2-8c26-f4785657284c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:04.664067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 57dc589e-fa8a-48a2-8c26-f4785657284c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:04.664666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.767299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:04.846516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.892987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:04.963378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-69f10e28-1a39-41e8-bcf1-6e8ed2e5a6ca tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:04.976979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57dc589e-fa8a-48a2-8c26-f4785657284c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:04.986678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:04.987517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dd5ec691-b336-4653-82e4-01c267c58673 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:05.006270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-69f10e28-1a39-41e8-bcf1-6e8ed2e5a6ca tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:05.008608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-69f10e28-1a39-41e8-bcf1-6e8ed2e5a6ca tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2049083981&fields=id&tenant_id=4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 267 time: 0.1315584 Feb 10 22:26:05.168494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c97b2c6-7d41-43bb-9519-e83732dededf req-f90fd4ec-807c-4ad0-b409-13b16f3cc91f tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:05.173105 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c97b2c6-7d41-43bb-9519-e83732dededf req-f90fd4ec-807c-4ad0-b409-13b16f3cc91f tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.1831365 Feb 10 22:26:05.184594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:05.217928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-6c828123-58cf-4f9d-a064-34b0556a8bf5 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:05.218551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port dd5ec691-b336-4653-82e4-01c267c58673 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:05.224884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port dd5ec691-b336-4653-82e4-01c267c58673 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:05.225275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.225749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-6c828123-58cf-4f9d-a064-34b0556a8bf5 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 824 time: 0.2091200 Feb 10 22:26:05.241532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-397577e2-4399-42f8-83f1-c84f8e06ab6f tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/quotas/4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 375 time: 0.0148540 Feb 10 22:26:05.261299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c97b2c6-7d41-43bb-9519-e83732dededf req-e6f4e4dd-d1db-4438-9ad0-9078dc0f48d2 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804296 Feb 10 22:26:05.347451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-b3199df3-f029-4aca-8735-3268985641db tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045790 Feb 10 22:26:05.400963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52994) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:05.429308 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.479071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dd5ec691-b336-4653-82e4-01c267c58673,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:05.485970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.581615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:05.634989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.655425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:05.660120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Usage tracker for resource:security_group_rule and tenant:09bb1e5b0fc545b7a9933b645aeaaaa2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:05.664292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:05.673190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:05.768666 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.774566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.828019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=09bb1e5b0fc545b7a9933b645aeaaaa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4259148 Feb 10 22:26:05.829727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d6657-7b3d-436f-9cc7-176e7acf87ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa773c6-dff5-4e11-a9c7-5917c3dd9025,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:05.830899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53016) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:05.899392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:05.923429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-19fa7b4f-b818-409b-baad-518cec33cafa service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:05.924503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-19fa7b4f-b818-409b-baad-518cec33cafa service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1890879 Feb 10 22:26:05.987534 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c', 'code': 200} Feb 10 22:26:06.018600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.036776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97af6500-ad8a-48d3-922f-5b05436cc182 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:06.131069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 97af6500-ad8a-48d3-922f-5b05436cc182 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:06.131475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.198174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53030) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:06.282451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-7e414333-0f23-434f-b9d9-c8b2d7a35a47 service neutron] 10.222.0.53 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473353 Feb 10 22:26:06.300690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e03836-b9c3-4ce4-bde1-45664d4c6e42 req-eda7879c-f606-4547-b02e-502931112112 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:06.307948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e03836-b9c3-4ce4-bde1-45664d4c6e42 req-eda7879c-f606-4547-b02e-502931112112 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.1965201 Feb 10 22:26:06.315591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2faa31f4-674f-4e00-bc89-0300b2264d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:06.317639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2faa31f4-674f-4e00-bc89-0300b2264d25 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 1123 time: 0.1831622 Feb 10 22:26:06.321331 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.387242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2083465160-network', 'tenant_id': '043df36af5ec44958ef593868266ebb6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:06.393828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:06.400170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Usage tracker for resource:network and tenant:043df36af5ec44958ef593868266ebb6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:06.408864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:06.409954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa773c6-dff5-4e11-a9c7-5917c3dd9025,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:06.419450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.422819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:06.444164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.445305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d321f6ef-fee1-42aa-8362-68ca6a80cec9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/afa773c6-dff5-4e11-a9c7-5917c3dd9025 HTTP/1.1" status: 204 len: 168 time: 0.6124761 Feb 10 22:26:06.446611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:06.447873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e03836-b9c3-4ce4-bde1-45664d4c6e42 req-fb74455d-431c-423c-88dc-ca7cce6faf09 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357770 Feb 10 22:26:06.463434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Usage tracker for resource:security_group_rule and tenant:a40a49856ae14242bfcd30b2d588a131 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:06.465577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:06.467747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:06.469321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.483905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:06.484716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.501542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:06.507073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Usage tracker for resource:security_group_rule and tenant:043df36af5ec44958ef593868266ebb6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:06.510236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:06.514652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-e4f94ad5-48d8-4477-9d63-2647a3d50fdf service neutron] 10.222.0.53 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231593 Feb 10 22:26:06.524167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:06.622518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.628279 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.655661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad0fb472-0293-462b-a598-a01beaf529f9 req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300824 Feb 10 22:26:06.678493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.683325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.694841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129004c-2bac-4b1b-b1bc-d2db93762a0e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f1704a33-9999-4af0-a004-4635e77ddc9c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:06.740454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:26:06.750615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249d2c2e-e752-4a11-bdc8-611069db80d4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:06.758848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.759238 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Added segment cc34db35-ed23-4a5e-9855-bb60cb349f8d of type vlan for network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 Feb 10 22:26:06.798299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.841106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.844093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:06.844695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.921584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53050) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:06.977758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] Pushing event updated for resources: {'Network': ['ID=14c3dae8-19a6-48a4-9dd7-ec40191cc863,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:06.983425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:06.985146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71ec6dbf-000d-4446-842d-9fd196eefdd5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7848275 Feb 10 22:26:06.989456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:07.003359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:26:07.003880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Request body: {'subnet': {'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2083465160-subnet', 'tenant_id': '043df36af5ec44958ef593868266ebb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:07.006795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:07.010214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:07.010941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:10ebf22c78ab4256829b6f3666e89724 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:07.014794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:07.021595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:07.027819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Usage tracker for resource:subnet and tenant:043df36af5ec44958ef593868266ebb6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:07.036654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:07.051270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:07.089562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:07.092133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.169321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.191238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.224214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d23f6-9d4f-468e-95ff-cd35422666e9 req-50b37682-05cf-4731-b5ff-5cf2e514a529 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:07.231659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8d23f6-9d4f-468e-95ff-cd35422666e9 req-50b37682-05cf-4731-b5ff-5cf2e514a529 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.3716102 Feb 10 22:26:07.327977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8d23f6-9d4f-468e-95ff-cd35422666e9 req-121bfe48-764e-4e88-9980-9ca705858f0b tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910084 Feb 10 22:26:07.385149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:07.386073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10ebf22c78ab4256829b6f3666e89724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4560509 Feb 10 22:26:07.387621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54704bb7-cdea-4262-b122-b545f9a57ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fbe6042-1ce0-4fd4-be25-71e4660bb27b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:07.471674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80e9c9e5-345d-4e4a-84e3-bee2fda0e129 req-bdaea609-6229-4dbf-ad98-5b8de3a601ab tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.0672860 Feb 10 22:26:07.484574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.523427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.531677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.658054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b040fde-c9ec-40d6-a7a0-589b16c0c59c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:07.663424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:07.663424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Network hostable DHCP agents. Network: 14c3dae8-19a6-48a4-9dd7-ec40191cc863, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:26:07.703323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.722562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:26:07.730455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faee77e-8833-452c-8ea0-8c9b1ef5a62b req-d2e07919-4a48-44aa-a6ae-1763875f942e tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:07.737025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fbe6042-1ce0-4fd4-be25-71e4660bb27b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:07.738086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6faee77e-8833-452c-8ea0-8c9b1ef5a62b req-d2e07919-4a48-44aa-a6ae-1763875f942e tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.1262965 Feb 10 22:26:07.741163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 14c3dae8-19a6-48a4-9dd7-ec40191cc863) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:07.747582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:07.748166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.761241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:07.762595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dcdf777a-8101-4e9f-b24b-702576061017 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5fbe6042-1ce0-4fd4-be25-71e4660bb27b HTTP/1.1" status: 204 len: 168 time: 0.3761330 Feb 10 22:26:07.764924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fdd84d-24eb-4162-96bc-0ce0d8bddc9f None None] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:07.773571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f58ab684-6e02-482e-9c3a-0f9dfedaefb6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7812755 Feb 10 22:26:07.813802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6faee77e-8833-452c-8ea0-8c9b1ef5a62b req-ccdf4978-a7cf-4340-949e-99d6ca465dce tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747232 Feb 10 22:26:07.997728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:08.076776 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673', 'code': 200} Feb 10 22:26:08.096936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbe2a26-09d7-4f1e-a333-8cd162c428bd None None] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:08.244754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53118) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:08.300583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1d725-f09e-43ef-b691-74b253c45d8e req-7584b87c-fbe8-4cce-b23d-b7a3eb1594c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:08.302866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14c1d725-f09e-43ef-b691-74b253c45d8e req-7584b87c-fbe8-4cce-b23d-b7a3eb1594c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 1122 time: 0.1708207 Feb 10 22:26:08.323839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78a8711d-9023-4309-bd32-5da46f69096c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:08.341651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.30', 61824) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:08.451969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14c1d725-f09e-43ef-b691-74b253c45d8e req-47ef7d05-8cea-44ff-9951-c9203bc4ce5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423447 Feb 10 22:26:08.608669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-51b58f5c-a164-4478-b288-6428f56542de tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:08.609636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-51b58f5c-a164-4478-b288-6428f56542de tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:08.652364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fad0d9-bb3d-4876-97d7-59629bec6d8f req-0843b09f-a9ae-4734-a23f-4c5aed9fdb43 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:08.669466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4fad0d9-bb3d-4876-97d7-59629bec6d8f req-0843b09f-a9ae-4734-a23f-4c5aed9fdb43 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.1423471 Feb 10 22:26:08.671981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:08.684738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b0ee940-092a-4a8f-946f-674e2a919091 req-3106b74e-9771-4fb0-b30a-4ff8f090e1a5 tempest-FlavorsV2NegativeTest-1428597850 tempest-FlavorsV2NegativeTest-1428597850-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cb1f4c6d87b64a4b9127a1c495939c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699105 Feb 10 22:26:08.694211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:08.700361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-51b58f5c-a164-4478-b288-6428f56542de tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:08.701528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-51b58f5c-a164-4478-b288-6428f56542de tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 824 time: 0.3587611 Feb 10 22:26:08.751544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4fad0d9-bb3d-4876-97d7-59629bec6d8f req-fc97be62-4405-43c6-bae4-3534d702c656 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811357 Feb 10 22:26:08.799817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Usage tracker for resource:security_group_rule and tenant:bc7895a856844c05bd3b0d3ec081148a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:08.804055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:08.811242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:08.946640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-783032eb-4231-4197-bce8-d287af1db625 req-af4a188a-cfc9-4747-b5d2-b6e1d4852fee tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.0836897 Feb 10 22:26:09.042252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53166) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:09.051213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1351177142-network', 'tenant_id': 'b0657774574d4e79a9656595e59dc747'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:09.056802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:09.060734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Usage tracker for resource:network and tenant:b0657774574d4e79a9656595e59dc747 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:09.063935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:09.070914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:09.089208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Made reservation on behalf of b0657774574d4e79a9656595e59dc747 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:09.091573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-ece140ff-6db5-469c-86c2-4b6ecf44d6ea tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:09.114577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.143066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-ece140ff-6db5-469c-86c2-4b6ecf44d6ea tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:09.144380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-ece140ff-6db5-469c-86c2-4b6ecf44d6ea tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 380 time: 0.2268610 Feb 10 22:26:09.152295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ee940-092a-4a8f-946f-674e2a919091 req-974923a8-b46c-4077-abf5-a5e5096cc923 tempest-FlavorsV2NegativeTest-1428597850 tempest-FlavorsV2NegativeTest-1428597850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:09.159853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b0ee940-092a-4a8f-946f-674e2a919091 req-974923a8-b46c-4077-abf5-a5e5096cc923 tempest-FlavorsV2NegativeTest-1428597850 tempest-FlavorsV2NegativeTest-1428597850-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4622464 Feb 10 22:26:09.194252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.203910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b0ee940-092a-4a8f-946f-674e2a919091 req-ea55ca33-3cf9-437d-930b-763562006099 tempest-FlavorsV2NegativeTest-1428597850 tempest-FlavorsV2NegativeTest-1428597850-project] 10.222.0.53 "GET /v2.0/quotas/cb1f4c6d87b64a4b9127a1c495939c97 HTTP/1.1" status: 200 len: 375 time: 0.0430844 Feb 10 22:26:09.206972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.212239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.248172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:09.256585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Usage tracker for resource:security_group_rule and tenant:b0657774574d4e79a9656595e59dc747 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:09.260170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:09.268198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:09.283332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b0ee940-092a-4a8f-946f-674e2a919091 req-40bea51d-7839-4a2f-ae6c-50ea1440d4a3 tempest-FlavorsV2NegativeTest-1428597850 tempest-FlavorsV2NegativeTest-1428597850-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cb1f4c6d87b64a4b9127a1c495939c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783286 Feb 10 22:26:09.312491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d623f8-fe1f-472b-8206-9b427f89b8e9 req-e89637aa-6c53-416b-b348-72497841bdb4 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:09.314010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6d623f8-fe1f-472b-8206-9b427f89b8e9 req-e89637aa-6c53-416b-b348-72497841bdb4 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.1751325 Feb 10 22:26:09.319732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bfcc68-5403-4ea3-8789-8ef71abbe823,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:09.327826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1c197960-a931-4cb9-9a67-f6264bcabb5a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bc7895a856844c05bd3b0d3ec081148a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0817082 Feb 10 22:26:09.328407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53178) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:09.483974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.493473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6d623f8-fe1f-472b-8206-9b427f89b8e9 req-c1cb6aec-6d37-4917-a2e4-01d292522985 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723449 Feb 10 22:26:09.549343 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.563918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.571171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.637184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:26:09.650529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd2b8a6-d9d3-4fc3-9a23-7471cad8519b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:09.662210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8780898016817', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.662780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Unsubscribe: segment precommit_create {{(pid=87653) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 10 22:26:09.663233 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Added segment 204055c2-bd35-47dd-9bb2-9f088db8f097 of type vlan for network 15351a12-f37f-4ec6-ba92-70611c3f8788 Feb 10 22:26:09.719357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.746916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.760516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bfcc68-5403-4ea3-8789-8ef71abbe823,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:09.814909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.816401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cec49d89-e825-4cb0-a1a0-f2e67100e355 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3bfcc68-5403-4ea3-8789-8ef71abbe823 HTTP/1.1" status: 204 len: 168 time: 0.4870651 Feb 10 22:26:09.817913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.818928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:09.826748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:09.953725 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9103494 Feb 10 22:26:09.956865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:09.967183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Request body: {'subnet': {'network_id': '15351a12-f37f-4ec6-ba92-70611c3f8788', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1351177142-subnet', 'tenant_id': 'b0657774574d4e79a9656595e59dc747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:09.977177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:09.981548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443c7675-b0d9-4960-bea9-6d1ab35f5af8 admin admin] Pushing event updated for resources: {'Network': ['ID=15351a12-f37f-4ec6-ba92-70611c3f8788,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:09.984451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Usage tracker for resource:subnet and tenant:b0657774574d4e79a9656595e59dc747 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:09.988286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:09.995850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:10.004295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 15351a12-f37f-4ec6-ba92-70611c3f8788 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:26:10.010798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Made reservation on behalf of b0657774574d4e79a9656595e59dc747 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:10.013716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.027749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903fc0-275c-4499-9895-5cbcfd980914 req-640a0531-1e71-484e-bd62-28e9650300f2 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:10.036063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d903fc0-275c-4499-9895-5cbcfd980914 req-640a0531-1e71-484e-bd62-28e9650300f2 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.1334827 Feb 10 22:26:10.095756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d903fc0-275c-4499-9895-5cbcfd980914 req-be455671-c21e-4b22-bf3c-501d7c8afc43 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584261 Feb 10 22:26:10.276769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d213b59e-c22f-4eee-adc6-472a30038aa8 req-60dbd5c5-cc53-4078-b43b-71f2949810dc tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.0537531 Feb 10 22:26:10.405143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-09e5d534-9b1a-4fb9-8f2e-ca2c25d0fa76 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:10.407952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-09e5d534-9b1a-4fb9-8f2e-ca2c25d0fa76 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 1123 time: 0.1129649 Feb 10 22:26:10.437794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.447324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38d7a925-8cc1-4cc3-8949-26ffe4010577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.457223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:10.461854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Usage tracker for resource:security_group_rule and tenant:ff9407a9178c4b4082ef869f8e66b970 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:10.464918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:10.475901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:10.476203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.505197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:10.608442 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.614145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.647704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53236) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:10.648985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=94c99bda-c92e-4227-9e4f-a42bac2ddde2,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:10.677823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-35052424-4ef9-46d7-bb9f-6f4ebdaa1455 req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616985 Feb 10 22:26:10.686736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.709195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:10.711883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02ee810-59ce-4522-ae13-c22bdc181244 tempest-AggregatesAdminTestJSON-1336633957 tempest-AggregatesAdminTestJSON-1336633957-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4ee2de-841e-40cf-8774-54ffcd328a0f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:10.716999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4131f706ec450a9d92f6e427cab32b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:10.720146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:10.720423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Checking segment: {'id': '204055c2-bd35-47dd-9bb2-9f088db8f097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '15351a12-f37f-4ec6-ba92-70611c3f8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:10.720874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Network hostable DHCP agents. Network: 15351a12-f37f-4ec6-ba92-70611c3f8788, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:26:10.728726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:10.826254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Network 15351a12-f37f-4ec6-ba92-70611c3f8788 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:26:10.840144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 15351a12-f37f-4ec6-ba92-70611c3f8788) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:10.846323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:10.846924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.854940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de0b61-71f7-433f-a298-6bd7ee961bd1 None None] Network 15351a12-f37f-4ec6-ba92-70611c3f8788 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:10.878504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf99d9ae-20cd-4947-ba62-2ba693a189bd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9199517 Feb 10 22:26:10.890766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f17d7-63af-4f6f-8cef-f1e156721970 req-f0ec6878-2398-42c1-864c-5753ae4d974b tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:10.902434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b7f17d7-63af-4f6f-8cef-f1e156721970 req-f0ec6878-2398-42c1-864c-5753ae4d974b tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.1560204 Feb 10 22:26:10.911080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.918453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:10.973160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b7f17d7-63af-4f6f-8cef-f1e156721970 req-6af03ad6-ad57-475e-a99e-9df3969c92dc tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696328 Feb 10 22:26:11.104193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0c6933-e753-43b1-8508-e9f233e8732a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:11.139124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.158654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b0200a5-9718-4426-87c1-1f436eed35e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac4131f706ec450a9d92f6e427cab32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5097313 Feb 10 22:26:11.161410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53254) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:11.172367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:11.188727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Usage tracker for resource:security_group_rule and tenant:cb1f4c6d87b64a4b9127a1c495939c97 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:11.194628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:11.209625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:11.311745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.354027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.429322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e94e161-0e69-4e52-a00d-6e4d34e927fd None None] Network 15351a12-f37f-4ec6-ba92-70611c3f8788 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:11.463213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.503066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0c6933-e753-43b1-8508-e9f233e8732a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:11.520325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.525370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28525b3c-9318-42b1-9bb4-146ca004e0c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b0c6933-e753-43b1-8508-e9f233e8732a HTTP/1.1" status: 204 len: 168 time: 0.3628259 Feb 10 22:26:11.606479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.633514 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.644619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.656186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.713995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a4b78b-314b-4ec3-82c1-24f074ff7a74,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:11.726673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf030d-23c6-4c46-9c3f-b7c5e66b4537 req-7d3a428a-716c-47fc-9de9-1cfb3303299c tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:11.728212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dacf030d-23c6-4c46-9c3f-b7c5e66b4537 req-7d3a428a-716c-47fc-9de9-1cfb3303299c tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.3914008 Feb 10 22:26:11.730666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e0323eed-d36a-4b59-a8c6-f1c6c641c59b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cb1f4c6d87b64a4b9127a1c495939c97&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2244821 Feb 10 22:26:11.733335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53272) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:11.833178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dacf030d-23c6-4c46-9c3f-b7c5e66b4537 req-9bf27432-af07-4bfd-a5ed-2a286928cc7d tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/security-groups?id=137a52a1-5ba0-4f43-a6dd-cfa5588fa951&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804150 Feb 10 22:26:11.856378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.889226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dfa1b465-f4d7-4f28-a065-e046bcb7527e req-49166ed5-a449-42a3-81b4-8566e9855ba0 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.0704587 Feb 10 22:26:11.895423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.968660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:11.998258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a4b78b-314b-4ec3-82c1-24f074ff7a74,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:12.018377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:12.023356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-75e0615f-76a1-4bcb-a4b9-a8eac1779d47 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/68a4b78b-314b-4ec3-82c1-24f074ff7a74 HTTP/1.1" status: 204 len: 168 time: 0.2886493 Feb 10 22:26:12.430280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-472d5cd1-66e3-4e0c-b431-3deefdfb08b8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:12.430969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-472d5cd1-66e3-4e0c-b431-3deefdfb08b8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:12.450955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-472d5cd1-66e3-4e0c-b431-3deefdfb08b8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:12.452544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-472d5cd1-66e3-4e0c-b431-3deefdfb08b8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.2035670 Feb 10 22:26:12.472512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3c97f9f6-f7a1-4293-9a16-d12dd26a4b7b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/quotas/043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 375 time: 0.0122819 Feb 10 22:26:12.541811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-62615e34-f874-4450-b661-034a94482d24 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603845 Feb 10 22:26:12.552699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-e9511e57-174f-4492-a2d6-3342af24f7f9 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:12.554214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-e9511e57-174f-4492-a2d6-3342af24f7f9 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 972 time: 0.1058786 Feb 10 22:26:12.643199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Deleting port 57dc589e-fa8a-48a2-8c26-f4785657284c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:12.643770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:12.729265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.120839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] For port 57dc589e-fa8a-48a2-8c26-f4785657284c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57dc589e-fa8a-48a2-8c26-f4785657284c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:13.121332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.148332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-18b79ff5-fb56-4964-972b-14d99bfc56f7 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:13.158186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-18b79ff5-fb56-4964-972b-14d99bfc56f7 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2043178 Feb 10 22:26:13.258281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:13.263235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Calling delete_port for 57dc589e-fa8a-48a2-8c26-f4785657284c owned by compute:tempest-test_az-1622225182 {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:13.311987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:26:13.319025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e3890-8aca-4eb3-a55d-c8dafd196c67 req-5f885280-b8e1-4389-87a2-dab01a8f87e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:13.320116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc7e3890-8aca-4eb3-a55d-c8dafd196c67 req-5f885280-b8e1-4389-87a2-dab01a8f87e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.3800945 Feb 10 22:26:13.362566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-12336007-a58d-4b3b-be20-49922574fba8 service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032921 Feb 10 22:26:13.426443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53348) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:13.431098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-7828b923-57a2-4148-b8ab-683f6ea47501 tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:13.432592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-7828b923-57a2-4148-b8ab-683f6ea47501 tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 1122 time: 0.3880122 Feb 10 22:26:13.443730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-168418907-network', 'tenant_id': 'bb40b0025ee74ce8b26040bff305586c'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:13.453585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:13.466692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Usage tracker for resource:network and tenant:bb40b0025ee74ce8b26040bff305586c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:13.470877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:13.479594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:13.513644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Made reservation on behalf of bb40b0025ee74ce8b26040bff305586c for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:13.515929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.516061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc7e3890-8aca-4eb3-a55d-c8dafd196c67 req-82c885f3-a387-4840-ac0d-a660f2a7dfcb tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873510 Feb 10 22:26:13.534122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.560061 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-73684b79-4892-400d-aa35-d16a0ea7edef service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907086 Feb 10 22:26:13.562305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:13.567174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Usage tracker for resource:security_group_rule and tenant:bb40b0025ee74ce8b26040bff305586c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:13.570032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-745345991-network', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:13.571400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:13.579209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:13.586265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:13.596620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Deleting port dd5ec691-b336-4653-82e4-01c267c58673 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:13.596988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.623918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Usage tracker for resource:network and tenant:19d28292b0ad4a299a1baab882cf973c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:13.628771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:13.647108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:13.698019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.703304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.717073 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.739900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['57dc589e-fa8a-48a2-8c26-f4785657284c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:13.740483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:26:13.755955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895cb53d-e63d-47bc-9fc1-3f9e0a2c9554,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:13.761309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.761653 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Added segment 8c4bdeab-d288-4851-9e7e-186788681f7d of type vlan for network fd034fd0-6739-44d5-ba35-f704327a6409 Feb 10 22:26:13.796899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.810792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Pushing event deleted for resources: {'Port': ['ID=57dc589e-fa8a-48a2-8c26-f4785657284c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:13.812904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Made reservation on behalf of 19d28292b0ad4a299a1baab882cf973c for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:13.815397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.857396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.859819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.861220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:13.862742 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:13.978364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ef0a7b6-7b75-4a6a-9bd6-375dcb9acbf8 req-9ccb909f-0d8d-4cf8-bb8a-99fbdeff1941 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.0727713 Feb 10 22:26:14.183261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2384d70-65be-4b35-ac43-71af1585c253 req-125d6bf3-f3dc-4f5b-80b8-d050656d421d tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.0878320 Feb 10 22:26:14.210930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9514492 Feb 10 22:26:14.212908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e0ae1-7719-4f05-942b-d96e73c86122 admin admin] Pushing event updated for resources: {'Network': ['ID=fd034fd0-6739-44d5-ba35-f704327a6409,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:14.219784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53374) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:14.226869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Request body: {'subnet': {'network_id': 'fd034fd0-6739-44d5-ba35-f704327a6409', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-168418907-subnet', 'tenant_id': 'bb40b0025ee74ce8b26040bff305586c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:14.232424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network fd034fd0-6739-44d5-ba35-f704327a6409 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:26:14.237168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:14.241894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Usage tracker for resource:subnet and tenant:bb40b0025ee74ce8b26040bff305586c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:14.245867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:14.253374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:14.266087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Made reservation on behalf of bb40b0025ee74ce8b26040bff305586c for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:14.272203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.290719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:14.312755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] No DVR routers for this DVR port 57dc589e-fa8a-48a2-8c26-f4785657284c on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:26:14.314439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Usage tracker for resource:security_group_rule and tenant:19d28292b0ad4a299a1baab882cf973c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:14.321101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca14ef8a-ef60-4bb5-a3ff-bbe9caac1128 req-9db84f57-175c-426e-b907-c1a4607dc797 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.1791611 Feb 10 22:26:14.321894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:14.327722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.332323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'name': 'network-vif-deleted', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:14.341596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:14.426152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c80c06b7-cb57-4453-9f7b-413d2b01df53 req-8d009591-7127-406d-a210-04c5f516bb0a tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.24 "DELETE /v2.0/ports/57dc589e-fa8a-48a2-8c26-f4785657284c HTTP/1.1" status: 204 len: 173 time: 1.8658323 Feb 10 22:26:14.437310 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e350ad4-4b4d-4522-a237-f319041a1688', 'name': 'network-vif-deleted', 'tag': '57dc589e-fa8a-48a2-8c26-f4785657284c', 'status': 'completed', 'code': 200} Feb 10 22:26:14.447133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] For port dd5ec691-b336-4653-82e4-01c267c58673, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dd5ec691-b336-4653-82e4-01c267c58673,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:14.447524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.604923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Calling delete_port for dd5ec691-b336-4653-82e4-01c267c58673 owned by compute:tempest-test_az-1622225182 {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:14.614260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.682503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f958a988-e159-4929-a517-36993b6cacac,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:14.725470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.762237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.790409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Checking segment: {'id': '8c4bdeab-d288-4851-9e7e-186788681f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fd034fd0-6739-44d5-ba35-f704327a6409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:14.791098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Network hostable DHCP agents. Network: fd034fd0-6739-44d5-ba35-f704327a6409, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:26:14.811510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e18f29a-3723-45e2-adc4-7bf4a1c7ed7f req-8607ec08-43d9-44a3-a072-11b40dc0d75a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:14.811723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:26:14.813004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e18f29a-3723-45e2-adc4-7bf4a1c7ed7f req-8607ec08-43d9-44a3-a072-11b40dc0d75a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=d1b004a8-651a-4f6d-a408-c048a0718363 HTTP/1.1" status: 200 len: 971 time: 0.1333115 Feb 10 22:26:14.828395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51b0c70-c6d7-4ab0-b979-a12ac1d9491c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:14.831217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.831770 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Added segment 05db4fe3-d717-4013-9fc7-c71e0416f2a0 of type vlan for network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 Feb 10 22:26:14.833285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.840107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Network fd034fd0-6739-44d5-ba35-f704327a6409 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:26:14.843675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['dd5ec691-b336-4653-82e4-01c267c58673'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:14.866948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, fd034fd0-6739-44d5-ba35-f704327a6409) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:14.871403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:14.872122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:14.893313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e18f29a-3723-45e2-adc4-7bf4a1c7ed7f req-5b72e9eb-b417-4cfd-adad-e7df51e8f3bd tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700986 Feb 10 22:26:14.911310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-32e7f9ab-70b6-415b-b9c0-950331012669 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6822734 Feb 10 22:26:14.919173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd5ec691-b336-4653-82e4-01c267c58673,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:14.954382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e66b21-66a1-41f3-89a9-5184d45da85e None None] Network fd034fd0-6739-44d5-ba35-f704327a6409 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:15.044796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.073191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] No DVR routers for this DVR port dd5ec691-b336-4653-82e4-01c267c58673 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:26:15.077233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.141897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45621e66-48d9-46bb-95c7-2b5bde9825c0 req-f95c7389-74f9-43b1-ab93-8dc664d8b3ec tempest-DeleteServersAdminTestJSON-1526365043 tempest-DeleteServersAdminTestJSON-1526365043-project-admin] 10.222.0.24 "DELETE /v2.0/ports/dd5ec691-b336-4653-82e4-01c267c58673 HTTP/1.1" status: 204 len: 173 time: 1.6824086 Feb 10 22:26:15.163936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.165158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:15.165928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.415538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91df8fdf-cfbb-4693-a839-9e8d3bb104b7 None None] Network fd034fd0-6739-44d5-ba35-f704327a6409 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:15.418490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e2f31e6-0867-425d-9d22-60075209143b req-c0db4739-f338-45ca-8d45-da3391e847a0 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Synchronizing usage tracker for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:15.427118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9987578 Feb 10 22:26:15.431364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53410) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:15.446575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Request body: {'subnet': {'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-subnet', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:15.452026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:15.456863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Usage tracker for resource:subnet and tenant:19d28292b0ad4a299a1baab882cf973c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:15.464282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:15.470622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce466a4-5d7f-4df2-836c-9968cb988025 admin admin] Pushing event updated for resources: {'Network': ['ID=ad5ff55a-092b-46a6-ab43-6bd0a11b17b1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:15.474188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:15.488103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Made reservation on behalf of 19d28292b0ad4a299a1baab882cf973c for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:15.491978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.493497 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-818df1d4-49fc-4bb0-baae-09b1156f7642 req-b52d11df-3661-4cb5-a19a-5f41dcb74973 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.0904667 Feb 10 22:26:15.510043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e2f31e6-0867-425d-9d22-60075209143b req-c0db4739-f338-45ca-8d45-da3391e847a0 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] Unset dirty status for tenant:6c718f36b6834f90ac77fcc73d3b327c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:15.511200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e2f31e6-0867-425d-9d22-60075209143b req-c0db4739-f338-45ca-8d45-da3391e847a0 tempest-AggregatesAdminTestJSON-1508260672 tempest-AggregatesAdminTestJSON-1508260672-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e350ad4-4b4d-4522-a237-f319041a1688 HTTP/1.1" status: 200 len: 210 time: 0.3071809 Feb 10 22:26:15.527231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:26:15.720435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53418) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:15.729681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c4c009e-4f46-475c-93a0-961ff34c65f4 req-fdd903e8-b4fc-4630-ad61-7595a8a57450 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:15.748280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c4c009e-4f46-475c-93a0-961ff34c65f4 req-fdd903e8-b4fc-4630-ad61-7595a8a57450 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:15.764617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c4c009e-4f46-475c-93a0-961ff34c65f4 req-fdd903e8-b4fc-4630-ad61-7595a8a57450 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.1218679 Feb 10 22:26:15.807207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.903652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0defa038-e2fc-4944-86a7-8c51e88ef3df,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:15.914910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Checking segment: {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:15.915262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Network hostable DHCP agents. Network: ad5ff55a-092b-46a6-ab43-6bd0a11b17b1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:26:15.950744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:15.966076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:26:15.977190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:15.982817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Usage tracker for resource:security_group_rule and tenant:a240d9be82fe4d1f8ab36ee064245bbf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:15.986043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:15.994245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:15.996494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ad5ff55a-092b-46a6-ab43-6bd0a11b17b1) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:16.001224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:16.001860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.007865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36bab3-66fd-4691-aded-5aa13432f6a9 None None] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:16.048806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c05d5f1e-5fd0-40f9-92ce-f3e21d433647 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6152141 Feb 10 22:26:16.052870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:16.059299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:16.064072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:16.069064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Usage tracker for resource:router and tenant:19d28292b0ad4a299a1baab882cf973c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:16.072798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:16.080859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:16.093731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.095167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.116407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.201060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.207380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.267450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:16.275954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-419361684-network', 'tenant_id': '1001594c151c46bab77cc4b6a622a6c8'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:16.287682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a240d9be82fe4d1f8ab36ee064245bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632586 Feb 10 22:26:16.288591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d868b3-b75b-42ee-9907-cf056037373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41ea660-03dc-478c-aae5-3cf175833734,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:16.291772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53446) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:16.293019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:16.323480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'fixed_ips': [{'subnet_id': '0defa038-e2fc-4944-86a7-8c51e88ef3df'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:26:16.324339 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.355915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Usage tracker for resource:network and tenant:1001594c151c46bab77cc4b6a622a6c8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:16.361118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:16.373315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:16.397035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Made reservation on behalf of 1001594c151c46bab77cc4b6a622a6c8 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:16.400948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.416181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.418899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.440912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'name': 'network-vif-deleted', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:16.449991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:16.462635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Usage tracker for resource:security_group_rule and tenant:1001594c151c46bab77cc4b6a622a6c8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:16.466465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'port': {'device_id': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'admin_state_up': True, 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'security_groups': ['080751be-54d7-4c64-90b4-5fe680109225']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:16.467762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:16.470780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57dc589e-fa8a-48a2-8c26-f4785657284c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:26:16.478226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.485573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:16.527250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 57dc589e-fa8a-48a2-8c26-f4785657284c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:26:16.528636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57dc589e-fa8a-48a2-8c26-f4785657284c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:26:16.546784 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1b004a8-651a-4f6d-a408-c048a0718363', 'name': 'network-vif-deleted', 'tag': 'dd5ec691-b336-4653-82e4-01c267c58673', 'status': 'completed', 'code': 200} Feb 10 22:26:16.554527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Allocated IP 172.20.0.2 (ad5ff55a-092b-46a6-ab43-6bd0a11b17b1/0defa038-e2fc-4944-86a7-8c51e88ef3df/ca3bcf96-211a-4542-9110-b6bc3aca07f3) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:16.558356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-b1f02264-017a-4a6a-b6fe-8613bba3ca87 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4603d2f62a63471387528fac36cc77b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1345158 Feb 10 22:26:16.594537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.623096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41ea660-03dc-478c-aae5-3cf175833734,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:16.645860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.649465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3315e525-a0a8-47e6-a6bd-4d0b36357e76 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a41ea660-03dc-478c-aae5-3cf175833734 HTTP/1.1" status: 204 len: 168 time: 0.3514137 Feb 10 22:26:16.665193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.673360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.708943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:26:16.793004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f7e72a7-a4e3-4b39-a63e-3114952abcb0 req-457b85f3-2f72-451b-8603-f6aef2d018b1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.0962675 Feb 10 22:26:16.798963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.799350 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Added segment e8a98a13-b135-4899-9c2b-269808d9119e of type vlan for network b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 Feb 10 22:26:16.809626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fe4b0c-04d5-4c79-bfef-7e1884cd1d5a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:16.838254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.842298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.851867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Transition to ACTIVE for port object ca3bcf96-211a-4542-9110-b6bc3aca07f3 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:16.873932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Transition to ACTIVE for port object ca3bcf96-211a-4542-9110-b6bc3aca07f3 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:16.881330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.899968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.901355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:16.902048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:16.970265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:16.980394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:16.982992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:17.014267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-301f998c-5a66-4a7a-a1e1-1d28540ea0be tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:17.021596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-301f998c-5a66-4a7a-a1e1-1d28540ea0be tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4620833 Feb 10 22:26:17.110277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-d58e4f4e-d909-42c4-bfd0-e9760b6fccfe tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/quotas/4603d2f62a63471387528fac36cc77b5 HTTP/1.1" status: 200 len: 375 time: 0.0877750 Feb 10 22:26:17.114088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.117151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Pushing event updated for resources: {'Port': ['ID=ca3bcf96-211a-4542-9110-b6bc3aca07f3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:17.166521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Attempting to bind port ca3bcf96-211a-4542-9110-b6bc3aca07f3 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:17.167026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Attempting to bind port ca3bcf96-211a-4542-9110-b6bc3aca07f3 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:17.167419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Attempting to bind port ca3bcf96-211a-4542-9110-b6bc3aca07f3 on network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:17.190940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-7b618a2e-97eb-44f8-bc86-167f76d36bcd tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797648 Feb 10 22:26:17.197777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:17.201441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Checking segment: {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:17.201917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.208204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Bound using segment: {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:17.208972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Bound port: ca3bcf96-211a-4542-9110-b6bc3aca07f3, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:17.209571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.229608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9609056 Feb 10 22:26:17.241316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb5afd9-6058-4681-a606-0214a2b870f4 req-d12afeba-bb7d-4cf5-acf8-3e1266eb3ece tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.1320102 Feb 10 22:26:17.248931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53472) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:17.255592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:17.264783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce527807-39bb-4d44-821a-f2ed80b0ba45 admin admin] Pushing event updated for resources: {'Network': ['ID=b4ff7b1c-6de0-4cab-9d80-99c538bc29c3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:17.302961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Request body: {'subnet': {'network_id': 'b4ff7b1c-6de0-4cab-9d80-99c538bc29c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-419361684-subnet', 'tenant_id': '1001594c151c46bab77cc4b6a622a6c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:17.306704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.307658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:26:17.323971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:17.330387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:17.334960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Usage tracker for resource:security_group_rule and tenant:8e3a649366e1434ab17f633ef1870460 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:17.339549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:17.342952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Usage tracker for resource:subnet and tenant:1001594c151c46bab77cc4b6a622a6c8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:17.350231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:17.353386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:17.358165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:17.368731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.30', 61828) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:17.374616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:17.376293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:17.433830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Made reservation on behalf of 1001594c151c46bab77cc4b6a622a6c8 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:17.436303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.513667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Made reservation on behalf of 4a8cfd45acac4590be2cc84a1595089b for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:17.517827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.583008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] For port ca3bcf96-211a-4542-9110-b6bc3aca07f3, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:17.588783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] For port ca3bcf96-211a-4542-9110-b6bc3aca07f3, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca3bcf96-211a-4542-9110-b6bc3aca07f3,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:17.600154 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.628233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d64f8250-26be-4097-a27f-07ef4c8389ad req-23ec415c-a9e9-4b40-a4f3-935ad273400a tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 210 time: 0.1242993 Feb 10 22:26:17.728057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f041ef-50c0-4be6-accf-fe93d539e306 None None] Pushing event updated for resources: {'Port': ['ID=ca3bcf96-211a-4542-9110-b6bc3aca07f3,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:17.865683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.877269 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:17.993744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e3a649366e1434ab17f633ef1870460&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7340355 Feb 10 22:26:17.996781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:17.999459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59115bfa-0cd8-458f-b4e8-6ac719fb7a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bbe434-c664-4a4e-8138-350db4dee306,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:18.183562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1d11ac5-71ff-463c-8724-c3ef536b6283 req-fd5f4434-da9b-4177-8f70-329b2d6aa485 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.1111851 Feb 10 22:26:18.193844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-790deb37-b771-409d-9f97-a36a5bb6d124 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:18.201168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-790deb37-b771-409d-9f97-a36a5bb6d124 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.8275886 Feb 10 22:26:18.212742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca3bcf96-211a-4542-9110-b6bc3aca07f3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:18.231399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Request body: {'port': {'device_id': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'admin_state_up': True, 'tenant_id': '043df36af5ec44958ef593868266ebb6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:18.235570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.318543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.373462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ca3bcf96-211a-4542-9110-b6bc3aca07f3 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:18.421872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.449253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Allocated IP 172.20.0.13 (536e23f7-97bb-456b-b541-6be4ec8a49a1/b7103631-587e-4d0d-a918-0f949a2ec444/09f671c1-f2c4-4767-a030-e34138ecb69b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:18.456743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dd5ec691-b336-4653-82e4-01c267c58673 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:26:18.510764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4a9687-802b-4466-a4c8-e3d020998f11,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:18.513277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Checking segment: {'id': 'e8a98a13-b135-4899-9c2b-269808d9119e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b4ff7b1c-6de0-4cab-9d80-99c538bc29c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:18.513632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Network hostable DHCP agents. Network: b4ff7b1c-6de0-4cab-9d80-99c538bc29c3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:26:18.525941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: dd5ec691-b336-4653-82e4-01c267c58673 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:26:18.526359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dd5ec691-b336-4653-82e4-01c267c58673 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:26:18.537368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ea3c6e6-d23a-4676-8acf-636b9b71b580 req-2cf6d498-0f2a-44be-bf80-cdc924a07ebf tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.0763478 Feb 10 22:26:18.569746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.585942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bbe434-c664-4a4e-8138-350db4dee306,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:18.588359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Network b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:26:18.605919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.606942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e313d0b-f0fa-4c94-838b-884528cdd016 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/52bbe434-c664-4a4e-8138-350db4dee306 HTTP/1.1" status: 204 len: 168 time: 0.6090105 Feb 10 22:26:18.608356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b4ff7b1c-6de0-4cab-9d80-99c538bc29c3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:18.613869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:18.614915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:18.625597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f42c4a-90a7-4f01-9e27-36136e0fbe88 None None] Network b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:18.676017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-158760a6-10ff-443e-b8e1-9438e1d48fe7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4182851 Feb 10 22:26:18.843132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5868fbc6-c886-4427-ba83-d7e09a015ee5 req-c87f7645-d36f-4ec5-95c8-4d08de5006aa tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Synchronizing usage tracker for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:18.864658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5868fbc6-c886-4427-ba83-d7e09a015ee5 req-c87f7645-d36f-4ec5-95c8-4d08de5006aa tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Unset dirty status for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:18.880130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5868fbc6-c886-4427-ba83-d7e09a015ee5 req-c87f7645-d36f-4ec5-95c8-4d08de5006aa tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 210 time: 0.0926902 Feb 10 22:26:19.013653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53556) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:19.128195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Deleting subnet f958a988-e159-4929-a517-36993b6cacac {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:26:19.132607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.170541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a42d444-a4fb-4e3c-bd27-ab8330b32357 None None] Network b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:19.171667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:19.195243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Usage tracker for resource:port and tenant:043df36af5ec44958ef593868266ebb6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:19.200974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.283580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.294236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.304191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:19.428899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:19.431595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.463003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d640b8e1-dbc7-4592-96da-f83bbeed676f req-b4a8c745-b293-4c14-b209-cf3c28bab5ca tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.0699303 Feb 10 22:26:19.506853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-a4b2387f-6223-4d80-b8b6-b1314f95f5d8 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4603d2f62a63471387528fac36cc77b5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613368 Feb 10 22:26:19.522203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f6af5-b8bc-45b6-9e0b-e99fe81f353a None None] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:26:19.550139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.652488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f958a988-e159-4929-a517-36993b6cacac,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:19.672322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.676635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Provisioning for port ca3bcf96-211a-4542-9110-b6bc3aca07f3 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:19.690059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-404f4cfa-5a2f-403e-850f-f0dfcc6dfd79 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f958a988-e159-4929-a517-36993b6cacac HTTP/1.1" status: 204 len: 168 time: 0.6745079 Feb 10 22:26:19.690893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:19.698608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:19.703039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.711630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Provisioning complete for port ca3bcf96-211a-4542-9110-b6bc3aca07f3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:19.712274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:19.843257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0668074c-bac5-4917-8b72-d83d2c3b4392 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:19.844786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0668074c-bac5-4917-8b72-d83d2c3b4392 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3297942 Feb 10 22:26:19.860931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Request body: {'port': {'device_id': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '4603d2f62a63471387528fac36cc77b5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:19.881631 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.062644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Allocated IP 172.25.2.210 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/719de7eb-cfd6-4429-9452-bcb5a6a2a921) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:20.091469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4588c46d-ca25-42e1-a442-8a4c94a0c85a req-d5071c56-f3da-49ea-a5e9-cfbc8afad898 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 210 time: 0.1200449 Feb 10 22:26:20.148126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.293809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f204402-316f-4d35-84d0-363d3d663caa req-d0898c9e-9c18-4b91-8af3-08d4b21117cf tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 210 time: 0.1527412 Feb 10 22:26:20.308984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.312060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.340180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:20.349964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Transition to ACTIVE for port object 09f671c1-f2c4-4767-a030-e34138ecb69b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:20.372715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] For port ca3bcf96-211a-4542-9110-b6bc3aca07f3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca3bcf96-211a-4542-9110-b6bc3aca07f3,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:20.390668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.391005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.391796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.393790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > port after_create 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.399669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > port after_delete 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.400048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > port after_update 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.400404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.400699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.401040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.401356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.421700 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.498645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.600847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6f00f-75ef-4997-a4e9-d9afcbb4c446 None None] Pushing event updated for resources: {'Port': ['ID=ca3bcf96-211a-4542-9110-b6bc3aca07f3,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:20.620518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.621076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.621203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.621537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87653) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:26:20.621901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd034fd0-6739-44d5-ba35-f704327a6409']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:20.630048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:20.702959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:20.729454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4bdeab-d288-4851-9e7e-186788681f7d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:20.731251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4bdeab-d288-4851-9e7e-186788681f7d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:20.747882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3e59e594-9b7c-4d24-8187-d15371e14584 None None] Provisioning complete for port ca3bcf96-211a-4542-9110-b6bc3aca07f3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:20.749057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e59e594-9b7c-4d24-8187-d15371e14584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.749697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb87be23-893b-48cc-8962-b31424ef1def req-be8f442e-8e62-4364-ae1c-9c5f06aa5013 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 210 time: 0.1167619 Feb 10 22:26:20.752129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:20.752837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Made reservation on behalf of 4603d2f62a63471387528fac36cc77b5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:20.756666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.756869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Allocated IP 172.20.0.3 (14c3dae8-19a6-48a4-9dd7-ec40191cc863/3b040fde-c9ec-40d6-a7a0-589b16c0c59c/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:20.760131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:20.769378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.781441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:20.781441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:20.781441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.860653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.877435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.919743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:26:20.920458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:20.945824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-8ee71c47-69cc-4a19-a40c-f4dbb9b45b3e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4972250 Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: from cryptography.utils import int_from_bytes Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: from cryptography.utils import int_from_bytes Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: util.warn_limited( Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: util.warn_limited( Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:26:20.949343 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:26:20.976157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-fa41e2ea-07e5-4f94-84e0-74149dd8ef60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:20.977167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-fa41e2ea-07e5-4f94-84e0-74149dd8ef60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111957 Feb 10 22:26:21.173285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.182156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-54c39506-6cbf-4138-af4e-abe19a09658e None None] Provisioning for port 09f671c1-f2c4-4767-a030-e34138ecb69b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:21.188807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-54c39506-6cbf-4138-af4e-abe19a09658e None None] Provisioning complete for port 09f671c1-f2c4-4767-a030-e34138ecb69b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:21.194892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54c39506-6cbf-4138-af4e-abe19a09658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.209443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.220901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=fd034fd0-6739-44d5-ba35-f704327a6409,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:21.242268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Allocated IP 192.168.233.108 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/32b4e94e-370b-4170-8029-754b5f8d520e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:21.258695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2aa01f67-1f4a-4496-9ead-a90d1644c8ed admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd034fd0-6739-44d5-ba35-f704327a6409 HTTP/1.1" status: 204 len: 168 time: 1.5639114 Feb 10 22:26:21.260878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:21.329396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-54c39506-6cbf-4138-af4e-abe19a09658e None None] Port 09f671c1-f2c4-4767-a030-e34138ecb69b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:21.379617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Deleting subnet 5f4a9687-802b-4466-a4c8-e3d020998f11 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:26:21.391669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.474211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.489430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.497262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.528856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.591056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:21.595682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:21.604104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:21.621326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.680776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.705215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Transition to ACTIVE for port object 32b4e94e-370b-4170-8029-754b5f8d520e will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:21.715006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Request body: {'port': {'device_id': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:21.739277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.817712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Pushing event updated for resources: {'Port': ['ID=719de7eb-cfd6-4429-9452-bcb5a6a2a921,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:21.830554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4a9687-802b-4466-a4c8-e3d020998f11,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:21.832773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.836275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51e8d9b0-def4-44e5-8a98-1cf1e41d8426 req-f7ac1ed9-ad22-40a1-a501-05c8fec877b5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Synchronizing usage tracker for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:21.842604 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:21.891502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-56517812-1a9b-4f93-a7c3-9e3b0f6b3dd7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5f4a9687-802b-4466-a4c8-e3d020998f11 HTTP/1.1" status: 204 len: 168 time: 0.6295753 Feb 10 22:26:21.894588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:21.909135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ba09d-bd9b-44d1-9a42-2410fd763626 req-7d34ca75-f148-44c9-817f-b2e496562a60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:21.909936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0d2ba09d-bd9b-44d1-9a42-2410fd763626 req-7d34ca75-f148-44c9-817f-b2e496562a60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:21.956544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51e8d9b0-def4-44e5-8a98-1cf1e41d8426 req-f7ac1ed9-ad22-40a1-a501-05c8fec877b5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Unset dirty status for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:21.957913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51e8d9b0-def4-44e5-8a98-1cf1e41d8426 req-f7ac1ed9-ad22-40a1-a501-05c8fec877b5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 210 time: 0.1748455 Feb 10 22:26:21.994153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0d2ba09d-bd9b-44d1-9a42-2410fd763626 req-7d34ca75-f148-44c9-817f-b2e496562a60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:22.000787 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d2ba09d-bd9b-44d1-9a42-2410fd763626 req-7d34ca75-f148-44c9-817f-b2e496562a60 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 932 time: 0.6405628 Feb 10 22:26:22.019391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.024644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:22.032676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:22.037686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Pushing event updated for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:22.042658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:22.043691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca3bcf96-211a-4542-9110-b6bc3aca07f3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:22.104143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.126987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:22.127686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.194586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ca3bcf96-211a-4542-9110-b6bc3aca07f3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:22.195161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.205887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-3fa5efd8-2ce3-49ec-a771-9f23491719ff tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3504014 Feb 10 22:26:22.308957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.338268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ff7b1c-6de0-4cab-9d80-99c538bc29c3']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:22.341071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.354474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Request body: {'port': {'device_id': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:22.431638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8a98a13-b135-4899-9c2b-269808d9119e') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:22.431929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8a98a13-b135-4899-9c2b-269808d9119e') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:22.446831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:22.460702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-49562f34-b6eb-495b-a2ae-45cebbf780e9 None None] Provisioning for port 32b4e94e-370b-4170-8029-754b5f8d520e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:22.464023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:22.464721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.470499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-49562f34-b6eb-495b-a2ae-45cebbf780e9 None None] Provisioning complete for port 32b4e94e-370b-4170-8029-754b5f8d520e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:22.471102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49562f34-b6eb-495b-a2ae-45cebbf780e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.525117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-49562f34-b6eb-495b-a2ae-45cebbf780e9 None None] Port 32b4e94e-370b-4170-8029-754b5f8d520e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:22.529824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:22.531635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.535833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:22.536451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.540243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:22.545572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d2ba09d-bd9b-44d1-9a42-2410fd763626 req-7a9a76df-f31f-43b2-bdcf-f549be325dcf tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5438657 Feb 10 22:26:22.621903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:26:22.622460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:26:22.637066 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:26:22.644666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-f597b890-5a4e-405f-8574-f4bc8802c738 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4227228 Feb 10 22:26:22.674692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Request body: {'port': {'device_id': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:22.721201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.727568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.746616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75699a07-ea2d-4e59-b2c0-b0734b96c9f6 req-6c3bbcd8-3468-4c10-b3fa-bf729319f269 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:22.748140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75699a07-ea2d-4e59-b2c0-b0734b96c9f6 req-6c3bbcd8-3468-4c10-b3fa-bf729319f269 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 931 time: 0.4010563 Feb 10 22:26:22.799097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.827076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:22.857612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/b4ff7b1c-6de0-4cab-9d80-99c538bc29c3 HTTP/1.1" status: 204 len: 168 time: 0.9489818 Feb 10 22:26:22.858691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ecb05-1315-4d93-8f49-a2a4a88ba8c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4ff7b1c-6de0-4cab-9d80-99c538bc29c3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:22.873526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-e823d0bf-bbe8-4897-a354-4ecaff72d87e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0929620 Feb 10 22:26:22.885821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75699a07-ea2d-4e59-b2c0-b0734b96c9f6 req-66cb5853-ed12-48dc-b5dc-4a20510e7c6b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Feb 10 22:26:23.094891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53740) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:23.188344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.189430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ba1faea1-1b4d-4f52-8b01-a5959eb62e61 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bb40b0025ee74ce8b26040bff305586c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933163 Feb 10 22:26:23.198585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:23.284107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030036b-32c9-497e-96c3-62894fb58f2a req-2af594a9-48c1-4d92-9969-cca95e0a8eb2 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:23.285703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5030036b-32c9-497e-96c3-62894fb58f2a req-2af594a9-48c1-4d92-9969-cca95e0a8eb2 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 936 time: 0.1316080 Feb 10 22:26:23.370750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b4e94e-370b-4170-8029-754b5f8d520e {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:23.381650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5030036b-32c9-497e-96c3-62894fb58f2a req-38033261-3ed9-42db-b2b9-522565151641 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640922 Feb 10 22:26:23.383272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.401368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Transition to ACTIVE for port object 32b4e94e-370b-4170-8029-754b5f8d520e will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:23.406806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.629723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:26:23.630266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:23.646903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-ec65138c-d1a0-4a3b-aff1-2d32c6aba2fc tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:23.648452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-ec65138c-d1a0-4a3b-aff1-2d32c6aba2fc tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6773291 Feb 10 22:26:23.672066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Attempting to bind port 32b4e94e-370b-4170-8029-754b5f8d520e on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:23.672288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Attempting to bind port 32b4e94e-370b-4170-8029-754b5f8d520e by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:23.672515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Attempting to bind port 32b4e94e-370b-4170-8029-754b5f8d520e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:23.678563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Port 32b4e94e-370b-4170-8029-754b5f8d520e on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:23.678900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Attempting to bind port 32b4e94e-370b-4170-8029-754b5f8d520e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:23.684691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:23.685032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:23.685571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:23.685997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Bound port: 32b4e94e-370b-4170-8029-754b5f8d520e, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:23.686337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.736046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-811bc789-81cc-4cd2-97a0-4ba937e35ee6 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/quotas/4fb595328249479da8250726f7358444 HTTP/1.1" status: 200 len: 375 time: 0.0684180 Feb 10 22:26:23.742907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.853102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:23.857156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=32b4e94e-370b-4170-8029-754b5f8d520e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:23.865821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.872714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.901849 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.916556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c1598c-f147-4ce6-b288-c72b62b0d722 req-5f8bb85c-35f6-471f-833a-36880d214c65 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:23.918031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48c1598c-f147-4ce6-b288-c72b62b0d722 req-5f8bb85c-35f6-471f-833a-36880d214c65 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 932 time: 0.1796370 Feb 10 22:26:23.932938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:23.933738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:23.935264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] 10.222.0.24 "PUT /v2.0/ports/32b4e94e-370b-4170-8029-754b5f8d520e HTTP/1.1" status: 200 len: 1096 time: 1.5864468 Feb 10 22:26:23.944643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:23.964419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09f671c1-f2c4-4767-a030-e34138ecb69b {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:23.990605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.045293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a06b0d7-0c77-4397-8f37-e834f5853ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:24.051853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-e9e84d64-cde7-4b96-8eed-c980bafeb5ca tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2853947 Feb 10 22:26:24.060768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48c1598c-f147-4ce6-b288-c72b62b0d722 req-28c2568e-d5a6-43af-933f-9a91df88968b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336808 Feb 10 22:26:24.067558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.106819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-46e59f83-671a-4d63-9b1a-7a1b7a92eb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:24.108661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-46e59f83-671a-4d63-9b1a-7a1b7a92eb52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 1099 time: 0.1218758 Feb 10 22:26:24.165215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Transition to ACTIVE for port object 09f671c1-f2c4-4767-a030-e34138ecb69b will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:24.248002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.248496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-e6de376e-4772-4178-b461-772274c08fc6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=32b4e94e-370b-4170-8029-754b5f8d520e HTTP/1.1" status: 200 len: 217 time: 0.1328056 Feb 10 22:26:24.370584 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e', 'status': 'completed', 'code': 200} Feb 10 22:26:24.386161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-019d3aed-7ca0-4d48-ad23-a10807223fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:24.387941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-019d3aed-7ca0-4d48-ad23-a10807223fac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1345532 Feb 10 22:26:24.391096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.627742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895cb53d-e63d-47bc-9fc1-3f9e0a2c9554,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:24.651599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-dc988d9b-21fa-4e36-b832-5672be8d5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:24.653095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-dc988d9b-21fa-4e36-b832-5672be8d5f18 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2468798 Feb 10 22:26:24.672617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ccc0c-6397-41ff-a52c-f116ad0a4298 req-9a0a29cf-d73c-4712-9a0c-8005b4a87917 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:24.675164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Pushing event updated for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:24.687190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-249ccc0c-6397-41ff-a52c-f116ad0a4298 req-9a0a29cf-d73c-4712-9a0c-8005b4a87917 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 931 time: 0.2140036 Feb 10 22:26:24.698088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.703617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22bf477e-a26b-43e7-a389-b9c13df6d2d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/895cb53d-e63d-47bc-9fc1-3f9e0a2c9554 HTTP/1.1" status: 204 len: 168 time: 1.4954953 Feb 10 22:26:24.756804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Attempting to bind port 09f671c1-f2c4-4767-a030-e34138ecb69b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:24.757165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Attempting to bind port 09f671c1-f2c4-4767-a030-e34138ecb69b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:24.757477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Attempting to bind port 09f671c1-f2c4-4767-a030-e34138ecb69b on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:24.805494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Port 09f671c1-f2c4-4767-a030-e34138ecb69b on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:24.805700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Attempting to bind port 09f671c1-f2c4-4767-a030-e34138ecb69b on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:24.805821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-249ccc0c-6397-41ff-a52c-f116ad0a4298 req-92b801aa-c8b8-4729-a362-70e08d660241 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175053 Feb 10 22:26:24.847273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:26:24.852755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:24.853095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Checking segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:24.853663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Bound using segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:24.854137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Bound port: 09f671c1-f2c4-4767-a030-e34138ecb69b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:24.854478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:24.892025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:24.996486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.072300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Transition to ACTIVE for port object c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:25.137976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-2501e638-58ce-46fd-9127-81548ab97b00 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802116 Feb 10 22:26:25.139793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:25.149968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a292e4-5d79-43df-8005-697c5ef5975d req-826bebcf-a8a5-4c7b-882a-e0b655789e92 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:25.156855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4a292e4-5d79-43df-8005-697c5ef5975d req-826bebcf-a8a5-4c7b-882a-e0b655789e92 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 948 time: 0.4519527 Feb 10 22:26:25.158585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.302677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53812) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:25.330518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-08fbc9df-2abd-44d6-9542-9c1d167b7dde service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409895 Feb 10 22:26:25.343781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:25.404341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=09f671c1-f2c4-4767-a030-e34138ecb69b,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:25.431599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:26:25.433097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:25.443267 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Sync routers for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:26:25.457584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4a292e4-5d79-43df-8005-697c5ef5975d req-7d522a6f-d06a-4ded-bf50-e6b8ec7f0ae5 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992070 Feb 10 22:26:25.458573 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:25.459577 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:25.475834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.494687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d090f9-3ed0-4a2d-9333-8fa92236adcd req-e5e104d3-417f-4e5a-ae8b-9cf96b0b46e7 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521473 Feb 10 22:26:25.572470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:25.573016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:25.573541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:25.580245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.581814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ffdf4bf8-d478-477f-a444-44b17ea7ee61 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5273592 Feb 10 22:26:25.584583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:25.585425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.586998 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] 10.222.0.30 "PUT /v2.0/ports/09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 200 len: 1092 time: 4.2221661 Feb 10 22:26:25.591333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:25.654990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:25.655756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:25.656071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:25.748428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-1a500bf7-66ad-40a3-9c95-7b9b61c6140b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:25.757474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-1a500bf7-66ad-40a3-9c95-7b9b61c6140b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6179962 Feb 10 22:26:25.808657 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:25.839870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-23573130-a0e2-4319-8bce-2310c422170b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c718f36b6834f90ac77fcc73d3b327c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6762416 Feb 10 22:26:25.847631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-7d2cc6a1-65d6-400d-af11-63070a60b321 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/quotas/4fb595328249479da8250726f7358444 HTTP/1.1" status: 200 len: 375 time: 0.0891564 Feb 10 22:26:25.867928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:25.981033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:25.981372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:25.981776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:25.982434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Bound port: c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:25.982563 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:25.983896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-5f0fb435-e6fc-424d-b22c-1103e2658d72 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1353626 Feb 10 22:26:26.039977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7af5d794-17e8-4e7c-9b2b-2f198e3b30d3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1001594c151c46bab77cc4b6a622a6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362030 Feb 10 22:26:26.045838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53834) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:26.066030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-f5d7a5c8-8c07-45fc-ab95-739249e5f4ea tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1767333 Feb 10 22:26:26.255199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-ba0a0136-c7de-4738-b659-8ad15096339e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.258130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-ba0a0136-c7de-4738-b659-8ad15096339e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4603d2f62a63471387528fac36cc77b5&device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 1099 time: 0.6973999 Feb 10 22:26:26.266355 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:21Z', 'revision_number': 3, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:26.270714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Checking router: 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:26:26.271127 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Updating router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:26:26.313226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38922667-baa4-482c-99ab-901cf24bb662 service neutron] Pushing event updated for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:26.330965 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.485604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.532389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.588895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.635410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.641377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:26.642782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-88a0ff35-72b1-4195-8a22-a84a54ed7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.643938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-88a0ff35-72b1-4195-8a22-a84a54ed7aa9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3548081 Feb 10 22:26:26.655793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-ff603d98-9b03-4e76-94eb-6eac72f7ad54 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.657291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-ff603d98-9b03-4e76-94eb-6eac72f7ad54 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5834186 Feb 10 22:26:26.674936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-5c90c80a-5678-42eb-aea8-c8ad37263b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.676724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-5c90c80a-5678-42eb-aea8-c8ad37263b46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 1095 time: 1.0282085 Feb 10 22:26:26.678234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:26.689531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415457e-9ca7-49cd-8c20-8bae2fd3b6f5 req-85289c9a-e457-47fe-9108-f6e3f4cb46ac tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.695799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2415457e-9ca7-49cd-8c20-8bae2fd3b6f5 req-85289c9a-e457-47fe-9108-f6e3f4cb46ac tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 944 time: 0.8355834 Feb 10 22:26:26.735335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Request body: {'port': {'device_id': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '4fb595328249479da8250726f7358444'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:26.751849 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.767357 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Transition to ACTIVE for port object 719de7eb-cfd6-4429-9452-bcb5a6a2a921 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:26.768785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-0048d85a-c5be-4390-949f-bc659c05b07a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=32b4e94e-370b-4170-8029-754b5f8d520e HTTP/1.1" status: 200 len: 217 time: 0.1098969 Feb 10 22:26:26.776257 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.818731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.863277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e57b78-1ec7-402b-aec5-fadf81df629c None None] Pushing event updated for resources: {'Port': ['ID=719de7eb-cfd6-4429-9452-bcb5a6a2a921,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:26.865746 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Attempting to bind port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:26.866199 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Attempting to bind port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:26.866627 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Attempting to bind port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:26.872757 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:26.873139 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:26.873604 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.874053 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:26.874629 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Bound port: 719de7eb-cfd6-4429-9452-bcb5a6a2a921, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:26.875067 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.919715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42143e0f-5b14-48e5-92b9-c8a0019608aa req-1c01873b-8dc9-4347-88fe-e7c234a8f23a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:26.927683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42143e0f-5b14-48e5-92b9-c8a0019608aa req-1c01873b-8dc9-4347-88fe-e7c234a8f23a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.5128624 Feb 10 22:26:26.928893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-95274dab-2c6f-4516-91cb-30c86def69b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 200 len: 217 time: 0.2289481 Feb 10 22:26:26.929473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:26.987740 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] For port 719de7eb-cfd6-4429-9452-bcb5a6a2a921, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:26.994483 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] For port 719de7eb-cfd6-4429-9452-bcb5a6a2a921, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=719de7eb-cfd6-4429-9452-bcb5a6a2a921,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:27.001156 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.014145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-19615732-1a4f-4a72-8226-473f10efd620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.015715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-19615732-1a4f-4a72-8226-473f10efd620 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1789463 Feb 10 22:26:27.039716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42143e0f-5b14-48e5-92b9-c8a0019608aa req-6b798fae-1758-4470-b4f3-c781065d3d09 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064808 Feb 10 22:26:27.082244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:27.082869 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:27.085976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.096976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a52a1-5ba0-4f43-a6dd-cfa5588fa951,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:27.133584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.134204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.135601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] 10.222.0.30 "PUT /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 1091 time: 4.4832010 Feb 10 22:26:27.150307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fe4b0c-04d5-4c79-bfef-7e1884cd1d5a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:27.167155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:27.172299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.176699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-42431539-fda4-4ba7-bf52-0654367503f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4fe4b0c-04d5-4c79-bfef-7e1884cd1d5a HTTP/1.1" status: 204 len: 168 time: 1.1267927 Feb 10 22:26:27.178273 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e57b78-1ec7-402b-aec5-fadf81df629c None None] Pushing event updated for resources: {'Port': ['ID=719de7eb-cfd6-4429-9452-bcb5a6a2a921,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:27.178398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Usage tracker for resource:port and tenant:4fb595328249479da8250726f7358444 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:27.183697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:27.193000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:27.221983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Made reservation on behalf of 4fb595328249479da8250726f7358444 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:27.233442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.259532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-315a8f64-1b96-4cef-bfd8-8ecc23c82a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.261312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-315a8f64-1b96-4cef-bfd8-8ecc23c82a23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2380664 Feb 10 22:26:27.263959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.359626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701e7bf-4132-425f-9c3a-08aa0ac25112 service neutron] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:27.361683 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:27.368105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:27.376778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e413aa36-19b9-42a3-a1c9-b5862d098bee req-0301e8e8-af95-4045-99c8-92db28bc2145 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 210 time: 0.0825326 Feb 10 22:26:27.377064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-317a792b-1b07-46d6-aba5-613cb8d68438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.378571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-317a792b-1b07-46d6-aba5-613cb8d68438 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.4131927 Feb 10 22:26:27.379791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:27.380800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8177bfba-0302-44b7-85a8-4d75c81d5044 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/137a52a1-5ba0-4f43-a6dd-cfa5588fa951 HTTP/1.1" status: 204 len: 168 time: 1.5004933 Feb 10 22:26:27.384730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2415457e-9ca7-49cd-8c20-8bae2fd3b6f5 req-836503f1-825e-4bca-9ee5-9b5007c4c9a0 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5798721 Feb 10 22:26:27.716648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Usage tracker for resource:security_group_rule and tenant:4fb595328249479da8250726f7358444 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:27.723474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:27.763618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-fddfc599-7426-4b58-9df1-4116878f364c service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677460 Feb 10 22:26:27.767657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.30', 61833) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:27.771014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:27.868442 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:21Z', 'revision_number': 3, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:27.881866 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db135533-3d5f-4318-80c0-de2ccc950f51 None None] The sync data for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 is: [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:21Z', 'revision_number': 3, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:26:27.904602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-fe57311c-c9ed-434c-b729-d45be4fabb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.920748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-fe57311c-c9ed-434c-b729-d45be4fabb0d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1094 time: 0.6555257 Feb 10 22:26:27.926567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-769c0ae7-cd8a-462b-9f90-67b381598643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:27.928064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-769c0ae7-cd8a-462b-9f90-67b381598643 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4750974 Feb 10 22:26:27.990052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-9d19a92c-61cd-472d-b427-e37051f90ffe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2206633 Feb 10 22:26:28.128406 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'status': 'completed', 'code': 200} Feb 10 22:26:28.220776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-bde3efcf-ddb6-4759-9b96-91322aa0dbc5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.2880683 Feb 10 22:26:28.226413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53876) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:28.255447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-70dd6bd5-5748-47fc-aaf8-9310d3e7b8cb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:28.257061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-70dd6bd5-5748-47fc-aaf8-9310d3e7b8cb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2478304 Feb 10 22:26:28.283657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Request body: {'port': {'device_id': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '4fb595328249479da8250726f7358444'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:28.323728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.385400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac4ad0-a821-4499-8370-a833ff5f1e74 req-b8492101-8732-43d5-aba1-786d41287d16 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:28.387847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abac4ad0-a821-4499-8370-a833ff5f1e74 req-b8492101-8732-43d5-aba1-786d41287d16 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 948 time: 0.7537751 Feb 10 22:26:28.493946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 32b4e94e-370b-4170-8029-754b5f8d520e details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:28.549544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-5edd6f11-d937-4242-8e90-00e45d1df146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:28.551578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-5edd6f11-d937-4242-8e90-00e45d1df146 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.3194046 Feb 10 22:26:28.574164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:28.578426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Usage tracker for resource:port and tenant:4fb595328249479da8250726f7358444 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:28.582481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:28.592436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:28.616465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Made reservation on behalf of 4fb595328249479da8250726f7358444 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:28.621539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.652487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-48515607-1858-4b3b-982d-3d0dc7db3607 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ff9407a9178c4b4082ef869f8e66b970&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4217734 Feb 10 22:26:28.655055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.662657 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abac4ad0-a821-4499-8370-a833ff5f1e74 req-63e30b89-cda3-49ac-a4c4-11c6f8881785 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394357 Feb 10 22:26:28.664756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-ef8ed191-ba5a-48d8-aeaa-03c46422ce0f service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6343410 Feb 10 22:26:28.668050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53894) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:28.670258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-1efe593b-5f86-4ed5-9e7e-dab3af895cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915248 Feb 10 22:26:28.671958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ccb28d-af97-405e-a033-f66ed9623bdc req-0c7d4f3e-48bc-4b4f-b873-ba69c757d02c service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8969736 Feb 10 22:26:28.732314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:28.740045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Usage tracker for resource:security_group_rule and tenant:4fb595328249479da8250726f7358444 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:28.751610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:28.759840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:28.766786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=32b4e94e-370b-4170-8029-754b5f8d520e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:28.796376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '32b4e94e-370b-4170-8029-754b5f8d520e', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '32b4e94e-370b-4170-8029-754b5f8d520e', 'mac_address': 'fa:16:3e:ad:4f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:28.880221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492b69b-5373-4166-8cb8-8d920236e9f1 req-4e8a55cd-dbea-4a87-a20c-0e9bbfd9e087 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:28.895142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1492b69b-5373-4166-8cb8-8d920236e9f1 req-4e8a55cd-dbea-4a87-a20c-0e9bbfd9e087 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.4919891 Feb 10 22:26:28.897727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.917393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.918427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b4e94e-370b-4170-8029-754b5f8d520e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:28.940118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.948655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=32b4e94e-370b-4170-8029-754b5f8d520e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:28.955080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:28.990150 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 4fb595328249479da8250726f7358444 {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:26:28.990472 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:26:29.049363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1492b69b-5373-4166-8cb8-8d920236e9f1 req-6f206e74-3c4d-49d6-94b9-49f391af5200 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529770 Feb 10 22:26:29.065132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c72af85b-b132-476e-937c-3c70bd21ef1b req-ddc31c55-6741-4d12-a8c2-62c54b427691 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 210 time: 0.1692984 Feb 10 22:26:29.073045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:29.151882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['32b4e94e-370b-4170-8029-754b5f8d520e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:29.160937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60814373-c1de-4485-8c99-a4c63ece6666,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:29.286511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Allocated IP 172.20.0.1 (ad5ff55a-092b-46a6-ab43-6bd0a11b17b1/0defa038-e2fc-4944-86a7-8c51e88ef3df/68c700aa-59c4-4a1d-9577-d9eb9d64fb5f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:29.419658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:29.448326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-4f9ad1c9-48d0-4c3e-bdad-42f42e327c38 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854167 Feb 10 22:26:29.514749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:29.623388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Allocated IP 192.168.233.15 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/512fbc69-d02f-4563-8d0a-09e64bf819b7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:29.798572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:29.813953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1964f0-ae5e-44ed-bcb6-7af3d98a439e req-5528fb16-39cc-42dd-80c5-89be4411462c service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0767446 Feb 10 22:26:30.026695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd58b42-c52b-47f0-8ff7-5ea2c00a4e65 req-1a81b54a-c20f-46df-b508-587a68b0a881 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:30.029125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dd58b42-c52b-47f0-8ff7-5ea2c00a4e65 req-1a81b54a-c20f-46df-b508-587a68b0a881 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 944 time: 0.6736143 Feb 10 22:26:30.072286 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.085621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.100278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 719de7eb-cfd6-4429-9452-bcb5a6a2a921 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:30.123316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Transition to ACTIVE for port object 512fbc69-d02f-4563-8d0a-09e64bf819b7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:30.133371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22f65ce9-7df7-4b98-a822-3eb90066b6d0 req-0def453a-749d-4bd3-9273-a56dda89a1e3 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6355762 Feb 10 22:26:30.138484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dd58b42-c52b-47f0-8ff7-5ea2c00a4e65 req-349f6bf4-2e30-4269-84f4-06932bc3bb27 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626390 Feb 10 22:26:30.151062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:30.177462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.229538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Transition to ACTIVE for port object 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:30.255946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.257215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:30.262402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4ee2de-841e-40cf-8774-54ffcd328a0f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:30.264023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:30.264388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.298462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.299433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.299433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.299433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.299823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.300076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.300394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.301382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.301692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.302013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.302324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.302636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:30.340747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.344135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0986e527-b525-47ae-82fe-2ee39f88cad6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f4ee2de-841e-40cf-8774-54ffcd328a0f HTTP/1.1" status: 204 len: 168 time: 1.6707313 Feb 10 22:26:30.350914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd16a51-dd49-4f01-8102-b8f9616c8dc4 req-923d9a48-3eb0-4e8d-97fb-bfd69d274ce3 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:30.352443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5bd16a51-dd49-4f01-8102-b8f9616c8dc4 req-923d9a48-3eb0-4e8d-97fb-bfd69d274ce3 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 949 time: 0.4819717 Feb 10 22:26:30.357664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-d993d2f3-b29a-44ac-b8ff-26e5d2889b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:30.359096 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-d993d2f3-b29a-44ac-b8ff-26e5d2889b13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 1095 time: 0.4527216 Feb 10 22:26:30.364268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:30.382313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:30.464714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:30.516733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 32b4e94e-370b-4170-8029-754b5f8d520e up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:30.595092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:30.596472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.612112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.628397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.658531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9410260 Feb 10 22:26:30.659132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 719de7eb-cfd6-4429-9452-bcb5a6a2a921, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=719de7eb-cfd6-4429-9452-bcb5a6a2a921,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:30.669396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.688847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5bd16a51-dd49-4f01-8102-b8f9616c8dc4 req-79ca1703-024e-4127-ac25-5a477f667999 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267620 Feb 10 22:26:30.697336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Request body: {'port': {'device_id': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:30.757553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:30.762989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:30.770509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:30.771371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.802350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-22da8869-dd57-471e-af70-5d5d774f3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:30.804061 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-22da8869-dd57-471e-af70-5d5d774f3f27 service neutron] 10.222.0.30 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 925 time: 0.4249902 Feb 10 22:26:30.807982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:30.808122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 32b4e94e-370b-4170-8029-754b5f8d520e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:30.849658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 32b4e94e-370b-4170-8029-754b5f8d520e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:30.850058 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:30.912078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-06c3ec97-dc19-4c62-87ae-c489b1958832 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 200 len: 217 time: 0.0981331 Feb 10 22:26:30.977159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=719de7eb-cfd6-4429-9452-bcb5a6a2a921,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:30.994009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bfc4d0c1-5425-4130-a100-afd608d2b3ef None None] Provisioning for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:31.004796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bfc4d0c1-5425-4130-a100-afd608d2b3ef None None] Provisioning complete for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:31.005530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfc4d0c1-5425-4130-a100-afd608d2b3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.041076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3615c991-2624-4a32-be95-87d4bdfb87be req-4264dcfc-4454-4b9c-bc52-cbd12770dd85 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 210 time: 0.1228745 Feb 10 22:26:31.051236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d038432a-94a8-4169-a38d-7d4b7b7a9f79 req-e05a61c0-2128-4827-bbd3-cd05db5ae9d3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:31.061313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-1dde218c-9808-4b7b-85c7-f88eb1c9faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:31.063367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-1dde218c-9808-4b7b-85c7-f88eb1c9faec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.1422036 Feb 10 22:26:31.064383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d038432a-94a8-4169-a38d-7d4b7b7a9f79 req-e05a61c0-2128-4827-bbd3-cd05db5ae9d3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.7174239 Feb 10 22:26:31.065164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:31.077036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Allocated IP 192.168.233.51 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/06419b48-f25f-405f-82e6-b16c0ce58402) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:31.080840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.081185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.081516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.081881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.082208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.082526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.082845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.083161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.083498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.083811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.084124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.084436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2512abc5-d23a-40c7-ad58-050751050838 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:31.134429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.135234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bfc4d0c1-5425-4130-a100-afd608d2b3ef None None] Port 512fbc69-d02f-4563-8d0a-09e64bf819b7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:31.158568 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'status': 'completed', 'code': 200} Feb 10 22:26:31.174926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-66270b96-3b9b-40c4-80d3-ef748e9563f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:31.178291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-66270b96-3b9b-40c4-80d3-ef748e9563f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1042571 Feb 10 22:26:31.270117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.281797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d038432a-94a8-4169-a38d-7d4b7b7a9f79 req-759bbcac-ed94-4e23-9cc9-5dc8cf7e8eb0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071121 Feb 10 22:26:31.357175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=32b4e94e-370b-4170-8029-754b5f8d520e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:31.361239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:31.380549 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.429811 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.507382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:31.511179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a9c580b6-f8bc-48ae-ac45-c184ce8fed8b None None] Provisioning for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:31.518057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a9c580b6-f8bc-48ae-ac45-c184ce8fed8b None None] Provisioning complete for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:31.518428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a9c580b6-f8bc-48ae-ac45-c184ce8fed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.584933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a9c580b6-f8bc-48ae-ac45-c184ce8fed8b None None] Port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:31.622959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.643026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Transition to ACTIVE for port object 06419b48-f25f-405f-82e6-b16c0ce58402 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:31.677794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:31.702118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-fe0fd314-efce-452e-81e9-bd8300d5cb87 service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4644594 Feb 10 22:26:31.858772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:31.871463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:31.873885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:31.899040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-9f86aad4-372f-4878-927f-72069b214600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:31.900550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-9f86aad4-372f-4878-927f-72069b214600 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1094 time: 0.6361551 Feb 10 22:26:31.996935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-f6e35cfc-8e54-4f5d-8295-407eebc61f5d tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=82654a1f346d44178eae8281239552cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555220 Feb 10 22:26:32.013817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event updated for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:32.045758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 719de7eb-cfd6-4429-9452-bcb5a6a2a921 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:32.118654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac86c7-d9c9-440a-b200-e51cec70fbe4 req-7738e37c-1cad-4d6e-a3eb-5acd349d101d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.120596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5dac86c7-d9c9-440a-b200-e51cec70fbe4 req-7738e37c-1cad-4d6e-a3eb-5acd349d101d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 944 time: 0.5023153 Feb 10 22:26:32.220157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-12f486c1-2a1b-4b68-9897-00a001be5dfb tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.222109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-12f486c1-2a1b-4b68-9897-00a001be5dfb tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2043335 Feb 10 22:26:32.236907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.238716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5dac86c7-d9c9-440a-b200-e51cec70fbe4 req-b3caecaf-53aa-499d-b60d-e7142a5a4001 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061401 Feb 10 22:26:32.238841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.245536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-111538c7-8252-41a8-b5dc-4e79f81f4242 req-6ccbb1be-2f4e-41a3-8879-90bebacd4569 service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5320363 Feb 10 22:26:32.245685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:32.246083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.269749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-8ab3aa32-a8f8-4ebf-8ef1-0298c02284a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.271499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-8ab3aa32-a8f8-4ebf-8ef1-0298c02284a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3570826 Feb 10 22:26:32.282769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9a0940f8-e5bb-4c8e-b6c4-a90592a80633 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/quotas/82654a1f346d44178eae8281239552cc HTTP/1.1" status: 200 len: 375 time: 0.0334721 Feb 10 22:26:32.341188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-fac4b1d9-6bad-4b2f-aba0-f89e949f0eee tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0638638 Feb 10 22:26:32.350351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.352589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-26a0dac7-d8f6-471f-ac3e-afa20936edbd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607505 Feb 10 22:26:32.359571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Request body: {'port': {'device_id': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:32.364579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-438464e7-88c3-4121-b0ff-34ed93175019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.0842826 Feb 10 22:26:32.365538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.366524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.456161 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e', 'code': 200} Feb 10 22:26:32.551510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f17170e-4554-4c6b-b231-8561d8cc1602 None None] Provisioning for port 06419b48-f25f-405f-82e6-b16c0ce58402 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:32.563769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f17170e-4554-4c6b-b231-8561d8cc1602 None None] Provisioning complete for port 06419b48-f25f-405f-82e6-b16c0ce58402 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:32.564139 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f17170e-4554-4c6b-b231-8561d8cc1602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.619222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:26:32.693043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f17170e-4554-4c6b-b231-8561d8cc1602 None None] Port 06419b48-f25f-405f-82e6-b16c0ce58402 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:32.725569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.818525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:32.842416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:32.852955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:32.869735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:32.902767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139b4ecf-d903-4b74-995a-5e0a6aabad1d req-ef0123e7-a417-434d-873b-c3b5b0e0ba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.904362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-139b4ecf-d903-4b74-995a-5e0a6aabad1d req-ef0123e7-a417-434d-873b-c3b5b0e0ba7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 1101 time: 0.4050109 Feb 10 22:26:32.919755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Transition to ACTIVE for port object 512fbc69-d02f-4563-8d0a-09e64bf819b7 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:32.946045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-ab82bf6f-80d5-4cdd-bbb6-5dda6460edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:32.948146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-ab82bf6f-80d5-4cdd-bbb6-5dda6460edd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.5705404 Feb 10 22:26:32.955534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Pushing event updated for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:32.994226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:33.098975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:33.127144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-d276f1f2-5a9c-4e9a-b6de-87acb21113ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625460 Feb 10 22:26:33.138587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52bd8607-311d-4619-abac-0d871a86d5d9 None None] Provisioning complete for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:33.138912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bd8607-311d-4619-abac-0d871a86d5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:33.220943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-52bd8607-311d-4619-abac-0d871a86d5d9 None None] Port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:33.232607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-139b4ecf-d903-4b74-995a-5e0a6aabad1d req-6fdd62e2-dff1-48ae-872d-07d85a40a5fd service neutron] Synchronizing usage tracker for tenant:a40a49856ae14242bfcd30b2d588a131 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:33.253569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:26:33.298833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8d7fa0-7f81-4a9e-8a5d-e15694effa1e req-8ff2b041-0d1b-4e6b-a091-b2a1f8be3d4f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:33.307533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af8d7fa0-7f81-4a9e-8a5d-e15694effa1e req-8ff2b041-0d1b-4e6b-a091-b2a1f8be3d4f tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 950 time: 0.5544169 Feb 10 22:26:33.445751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-7ecbd7ba-ceca-4747-8db8-53c1fcee7ffe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:33.446416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-7ecbd7ba-ceca-4747-8db8-53c1fcee7ffe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Synchronizing usage tracker for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:33.562049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-139b4ecf-d903-4b74-995a-5e0a6aabad1d req-6fdd62e2-dff1-48ae-872d-07d85a40a5fd service neutron] Unset dirty status for tenant:a40a49856ae14242bfcd30b2d588a131 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:33.562231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af8d7fa0-7f81-4a9e-8a5d-e15694effa1e req-023a0c69-7f0b-4d85-94c5-3a0935ff1ae0 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535086 Feb 10 22:26:33.563091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-139b4ecf-d903-4b74-995a-5e0a6aabad1d req-6fdd62e2-dff1-48ae-872d-07d85a40a5fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470799 Feb 10 22:26:33.565963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-001bde86-82d8-4e91-8dc4-6bf3370eee1a service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4297836 Feb 10 22:26:33.575197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-7ecbd7ba-ceca-4747-8db8-53c1fcee7ffe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Unset dirty status for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:33.576415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-7ecbd7ba-ceca-4747-8db8-53c1fcee7ffe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 935 time: 0.7842610 Feb 10 22:26:33.661895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:26:33.668076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-226bb901-335d-4658-8bac-48f35eb7d9ff admin admin] 10.222.0.53 "PUT /v2.0/routers/84e2a97f-7d7c-45b2-bf04-d4d59fcc381a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0095406 Feb 10 22:26:33.681031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Sync routers for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:26:33.702513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:33.703520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:33.736051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06419b48-f25f-405f-82e6-b16c0ce58402 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:33.745276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:33.760397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Transition to ACTIVE for port object 06419b48-f25f-405f-82e6-b16c0ce58402 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:33.766230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Attempting to bind port 512fbc69-d02f-4563-8d0a-09e64bf819b7 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:33.766586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Attempting to bind port 512fbc69-d02f-4563-8d0a-09e64bf819b7 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:33.766895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Attempting to bind port 512fbc69-d02f-4563-8d0a-09e64bf819b7 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:33.767771 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0970b22a-38a1-43cb-9708-20fbabd13276 req-64ec9819-7f2f-4fe0-a056-ca2a3c6ec518 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958134 Feb 10 22:26:33.771061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-cf5675ea-edc6-4495-8ff6-830a291f3530 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Synchronizing usage tracker for tenant:4fb595328249479da8250726f7358444 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:33.776698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:33.796244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-72c0e577-7c68-42b3-ad22-922142d81191 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:33.796976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-72c0e577-7c68-42b3-ad22-922142d81191 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:33.816639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-72c0e577-7c68-42b3-ad22-922142d81191 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:33.818045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-72c0e577-7c68-42b3-ad22-922142d81191 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.1277559 Feb 10 22:26:33.852097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Port 512fbc69-d02f-4563-8d0a-09e64bf819b7 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:33.852422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Attempting to bind port 512fbc69-d02f-4563-8d0a-09e64bf819b7 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:33.885253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-78bc51ec-033f-488c-862f-6aab26915ba2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:33.910645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-78bc51ec-033f-488c-862f-6aab26915ba2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:33.912698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1b58b02-4e14-49f5-a921-4a802a9ac7b3 req-78bc51ec-033f-488c-862f-6aab26915ba2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890057 Feb 10 22:26:33.917839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:33.918342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:33.918771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:33.919216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Bound port: 512fbc69-d02f-4563-8d0a-09e64bf819b7, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:33.919789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:33.954809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:33.982230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-cf5675ea-edc6-4495-8ff6-830a291f3530 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Unset dirty status for tenant:4fb595328249479da8250726f7358444 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:33.984078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1be6f55a-aa5b-4683-81f5-0e7e721ed46d req-cf5675ea-edc6-4495-8ff6-830a291f3530 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965952 Feb 10 22:26:33.984903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Pushing event updated for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:34.208824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f97bccb4-f7c1-4d06-b675-87fc723e7136 req-bbbfc634-e418-4c34-800b-1d18a2277891 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 210 time: 0.0739200 Feb 10 22:26:34.255096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-405fca88-6ef7-4cd3-8554-144305f79b6b tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=82654a1f346d44178eae8281239552cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1641667 Feb 10 22:26:34.444932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Attempting to bind port 06419b48-f25f-405f-82e6-b16c0ce58402 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:34.445258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Attempting to bind port 06419b48-f25f-405f-82e6-b16c0ce58402 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:34.445582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Attempting to bind port 06419b48-f25f-405f-82e6-b16c0ce58402 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:34.455918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:34.479028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfee8-b492-4e77-8358-c97db785d43c req-e2b1242f-d6e2-4ee4-a5f6-c4855f1b3d6b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:34.487643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c11cfee8-b492-4e77-8358-c97db785d43c req-e2b1242f-d6e2-4ee4-a5f6-c4855f1b3d6b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 944 time: 0.1069000 Feb 10 22:26:34.500103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Port 06419b48-f25f-405f-82e6-b16c0ce58402 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:34.500426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Attempting to bind port 06419b48-f25f-405f-82e6-b16c0ce58402 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:34.531644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:31Z', 'revision_number': 4, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '68c700aa-59c4-4a1d-9577-d9eb9d64fb5f', 'name': '', 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'mac_address': 'fa:16:3e:d5:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:28Z', 'updated_at': '2022-02-10T22:26:31Z', 'revision_number': 2, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'subnets': [{'id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:34.532732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c11cfee8-b492-4e77-8358-c97db785d43c req-afc6d3b6-a6ba-4e92-a946-02b67c24c110 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436070 Feb 10 22:26:34.537407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Checking router: 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:26:34.537759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Updating router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:26:34.582868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:34.583255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:34.583693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:34.584141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Bound port: 06419b48-f25f-405f-82e6-b16c0ce58402, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:34.584615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:34.615021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:34.624767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:34.645554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:34.703996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-ddf6658b-86ec-43ec-aa3b-459bcf15dc9b tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:34.705407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-ddf6658b-86ec-43ec-aa3b-459bcf15dc9b tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396188 Feb 10 22:26:34.763717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:34.764335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:34.765914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/512fbc69-d02f-4563-8d0a-09e64bf819b7 HTTP/1.1" status: 200 len: 1095 time: 4.0963058 Feb 10 22:26:34.796224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:34.811351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Request body: {'port': {'device_id': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '82654a1f346d44178eae8281239552cc'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:34.861446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975f254-197c-4b86-936b-5898d09993eb req-fcbe7638-3a4d-40bc-8cab-97b0ea774998 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:34.864160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7975f254-197c-4b86-936b-5898d09993eb req-fcbe7638-3a4d-40bc-8cab-97b0ea774998 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 950 time: 0.1161692 Feb 10 22:26:34.883804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 09f671c1-f2c4-4767-a030-e34138ecb69b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:34.931915 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7975f254-197c-4b86-936b-5898d09993eb req-806c7a5b-8121-400a-a87f-c4e6869f2c92 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604873 Feb 10 22:26:35.018349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:35.024392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=06419b48-f25f-405f-82e6-b16c0ce58402,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:35.038697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f3af9393-e796-4af5-bb93-0fb96386b65c tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:35.069070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.127971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f3af9393-e796-4af5-bb93-0fb96386b65c tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:35.130560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f3af9393-e796-4af5-bb93-0fb96386b65c tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6597989 Feb 10 22:26:35.131991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:35.132612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.137084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] 10.222.0.30 "PUT /v2.0/ports/06419b48-f25f-405f-82e6-b16c0ce58402 HTTP/1.1" status: 200 len: 1095 time: 2.7874284 Feb 10 22:26:35.138575 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'status': 'completed', 'code': 200} Feb 10 22:26:35.160007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c1fd5-334a-4c81-b90e-f10019c4b1b2 service neutron] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:35.203853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=09f671c1-f2c4-4767-a030-e34138ecb69b,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:35.238735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'port_id': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'mac_address': 'fa:16:3e:4e:5f:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:35.270679 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.311713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0e76ba-2247-4650-b2b8-184c05d22081 service neutron] Pushing event updated for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:35.332601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:35.335656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f0a3-5ae9-44cf-a32b-8c1a7c285328 req-bcea1631-0889-4ac5-8a58-2c5698eb047b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:35.338386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Transition to ACTIVE for port object 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:35.345017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9a4f0a3-5ae9-44cf-a32b-8c1a7c285328 req-bcea1631-0889-4ac5-8a58-2c5698eb047b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.1309159 Feb 10 22:26:35.349812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.401166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9a4f0a3-5ae9-44cf-a32b-8c1a7c285328 req-bf8a216a-4f41-4156-bf09-3b11e3261477 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545025 Feb 10 22:26:35.410291 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.438983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09f671c1-f2c4-4767-a030-e34138ecb69b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:35.462888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:35.487575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:35.522764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Usage tracker for resource:floatingip and tenant:19d28292b0ad4a299a1baab882cf973c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:35.527632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:35.549748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:35.558784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:35.580379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Usage tracker for resource:port and tenant:82654a1f346d44178eae8281239552cc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:35.592912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:35.599852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-cc880b36-51bf-4808-b5d7-14e052835581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:35.601829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-cc880b36-51bf-4808-b5d7-14e052835581 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1098 time: 0.7546563 Feb 10 22:26:35.607865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:35.610041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.694398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=09f671c1-f2c4-4767-a030-e34138ecb69b,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:35.695455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Pushing event updated for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:35.705064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.705691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:35.726334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.726594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.726935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.727271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.728763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.731772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.732337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.732917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.733434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.733969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.734484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.735007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.735863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:26:35.745609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:35.750123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Usage tracker for resource:security_group_rule and tenant:b4214a1e18a649eba9220b43bafbaf10 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:35.753174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:35.759496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:35.875507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-16664fb7-c01f-4e5d-9c02-64af5e29ae8c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7 HTTP/1.1" status: 200 len: 217 time: 0.2434504 Feb 10 22:26:35.878171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Made reservation on behalf of 82654a1f346d44178eae8281239552cc for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:35.882780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.900926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:35.913969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Attempting to bind port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:35.914704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Attempting to bind port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:35.914945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Attempting to bind port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f on network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:35.920957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'port_id': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'mac_address': 'fa:16:3e:43:cf:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b040fde-c9ec-40d6-a7a0-589b16c0c59c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:35.933716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-456b5c18-0dca-4790-a1bc-3a916d2a313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:35.935194 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-456b5c18-0dca-4790-a1bc-3a916d2a313e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 1098 time: 0.7511053 Feb 10 22:26:35.939458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.984996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b164dcb-0672-4a68-98ba-693fc359d1c3 req-c220a3fb-cdb5-43fb-9ecd-98a4af491847 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:35.986472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b164dcb-0672-4a68-98ba-693fc359d1c3 req-c220a3fb-cdb5-43fb-9ecd-98a4af491847 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 947 time: 0.2052362 Feb 10 22:26:35.998080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:35.998620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Checking segment: {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:35.999112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:35.999766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Bound using segment: {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:36.000224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Bound port: 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05db4fe3-d717-4013-9fc7-c71e0416f2a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:36.000679 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.013146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.029202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.038657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:36.043309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-38796861-db07-4066-8a69-0b4a63def580 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=06419b48-f25f-405f-82e6-b16c0ce58402 HTTP/1.1" status: 200 len: 217 time: 0.0939307 Feb 10 22:26:36.049084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Usage tracker for resource:security_group_rule and tenant:82654a1f346d44178eae8281239552cc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:36.056156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:36.067952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b164dcb-0672-4a68-98ba-693fc359d1c3 req-4b58f581-49ca-4927-9885-4cc1132a3778 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739398 Feb 10 22:26:36.088183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:36.117769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4214a1e18a649eba9220b43bafbaf10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6247361 Feb 10 22:26:36.117988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:36.118211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:36.118358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-70192647-258c-4e49-ae94-a479ab330284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:36.119586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-70192647-258c-4e49-ae94-a479ab330284 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2269561 Feb 10 22:26:36.135516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4239856-14f9-4e6d-b006-d669efd3209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155289d8-7301-495a-84f8-bde70bddad4d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:36.191765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] For port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:36.195247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] For port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:36.201135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.226669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:36.243128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-3ea909c9-4681-4847-9c10-8cd011367e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:36.244708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-3ea909c9-4681-4847-9c10-8cd011367e7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1911087 Feb 10 22:26:36.260638 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.272625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:36.280131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.313399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.332739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e720d1a-24b9-424c-ac09-33aceb311990 req-b25b8a23-fd65-4402-9c9b-0cbf575b4447 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 210 time: 0.0493867 Feb 10 22:26:36.356343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:36.356343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:36.383047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.386466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.452711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-9d512985-e6df-4a24-8097-6efbb944a13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:36.452969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-9d512985-e6df-4a24-8097-6efbb944a13d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3246872 Feb 10 22:26:36.481277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.507607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155289d8-7301-495a-84f8-bde70bddad4d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:36.517548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.522549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f0044e1d-7e52-4269-ba64-6b5aca9e5055 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/155289d8-7301-495a-84f8-bde70bddad4d HTTP/1.1" status: 204 len: 168 time: 0.4019377 Feb 10 22:26:36.533354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5ecec-b9dc-4b72-b385-6fec1ddfaff1 None None] Pushing event updated for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:36.546725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.655567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e19eb-cdfe-46ea-9713-260f76509d74 req-1f5059e9-94df-4461-bdf2-b1e292850f59 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:36.664735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf9e19eb-cdfe-46ea-9713-260f76509d74 req-1f5059e9-94df-4461-bdf2-b1e292850f59 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 945 time: 0.1425345 Feb 10 22:26:36.666826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Allocated IP 172.25.2.90 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/3327fc9e-2528-455d-821f-6871c4d85280) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:36.729557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf9e19eb-cdfe-46ea-9713-260f76509d74 req-7bc895bd-b86c-4470-b1b2-01ca29f8429a tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632231 Feb 10 22:26:36.743002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:36.750969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:36.839009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.951567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:36.953073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['09f671c1-f2c4-4767-a030-e34138ecb69b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:36.963027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.977263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:36.980492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:36.987194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-45d6dc88-f631-40eb-b85a-f5e198e0ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:36.989006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-45d6dc88-f631-40eb-b85a-f5e198e0ce4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7245319 Feb 10 22:26:37.008675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87513416-e323-4a09-be1c-037733d1b622 req-87c16425-eda4-4f03-a40b-0f595409f37b tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:37.010173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87513416-e323-4a09-be1c-037733d1b622 req-87c16425-eda4-4f03-a40b-0f595409f37b tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 950 time: 0.1503046 Feb 10 22:26:37.013311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:37.018310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Usage tracker for resource:security_group_rule and tenant:6a48b1a39c854d1c92fe7451f39edeb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:37.039721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:37.052059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:37.053303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44cea53a-3a90-4f60-8839-6a88b44ee4f4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:37.107051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87513416-e323-4a09-be1c-037733d1b622 req-787688fe-193f-4fe0-9c98-0cb7547aab30 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842896 Feb 10 22:26:37.222345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:37.228102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.233893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.238670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.296480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a48b1a39c854d1c92fe7451f39edeb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438289 Feb 10 22:26:37.298139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483a142-8e58-4f2f-b67a-5ad998143fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61cab741-521d-4b24-9e93-8a2cc6c2facc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:37.313879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:37.341290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=3327fc9e-2528-455d-821f-6871c4d85280,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:37.361376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:31Z', 'revision_number': 4, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '68c700aa-59c4-4a1d-9577-d9eb9d64fb5f', 'name': '', 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'mac_address': 'fa:16:3e:d5:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:28Z', 'updated_at': '2022-02-10T22:26:36Z', 'revision_number': 4, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'subnets': [{'id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:37.375087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:37.377000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53e464c-ac41-48f6-ab28-f35308d0dc21 None None] The sync data for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 is: [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:26:31Z', 'revision_number': 4, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '68c700aa-59c4-4a1d-9577-d9eb9d64fb5f', 'name': '', 'network_id': 'ad5ff55a-092b-46a6-ab43-6bd0a11b17b1', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'mac_address': 'fa:16:3e:d5:36:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_interface', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:28Z', 'updated_at': '2022-02-10T22:26:36Z', 'revision_number': 4, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'subnets': [{'id': '0defa038-e2fc-4944-86a7-8c51e88ef3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:26:37.384885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:37.396061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:37.470022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-e7d261ca-f589-4d59-90f2-0e7574da9964 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0025456 Feb 10 22:26:37.471911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.509091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bb465-9c07-49cc-9192-4a2391c4d700 req-b3ec748b-a931-4b15-ab5c-7e76452396d1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:37.510602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f42bb465-9c07-49cc-9192-4a2391c4d700 req-b3ec748b-a931-4b15-ab5c-7e76452396d1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.1758881 Feb 10 22:26:37.520225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.546152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-b2401b9a-948b-41c8-ae89-c85c9e1886a2 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5380008 Feb 10 22:26:37.588899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f42bb465-9c07-49cc-9192-4a2391c4d700 req-985b8cf4-8bfc-4cca-9b01-8bb47866e50a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712080 Feb 10 22:26:37.622055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.649171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61cab741-521d-4b24-9e93-8a2cc6c2facc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:37.661908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:37.666237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8babf5fd-4134-491a-a1de-5e2210189024 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61cab741-521d-4b24-9e93-8a2cc6c2facc HTTP/1.1" status: 204 len: 168 time: 0.3511698 Feb 10 22:26:37.729086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Allocated IP 192.168.233.185 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/491452e9-ffad-4b92-a389-bb0bc2d3baa1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:37.835644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a848c-e7d8-4a2b-9d3e-1c110797ffc0 req-2d983b04-4ddd-46aa-b301-eb16e8f20055 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:37.837652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d1a848c-e7d8-4a2b-9d3e-1c110797ffc0 req-2d983b04-4ddd-46aa-b301-eb16e8f20055 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 947 time: 0.1082888 Feb 10 22:26:37.911907 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d1a848c-e7d8-4a2b-9d3e-1c110797ffc0 req-9441ec75-a084-4040-a5dc-d50b518aabfa tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680268 Feb 10 22:26:37.965208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43c6a6-d02a-4593-98a3-8fa77bff33a2 req-db17c592-543a-46d0-9aee-eae249e9b581 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4746940 Feb 10 22:26:37.976453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.115189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:38.140991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef0bc39-2bc4-4396-a36c-a97030a8c0f0 req-814cb27c-ada8-417b-a0e1-c59dc51e7510 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443242 Feb 10 22:26:38.240347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-34b43670-448b-4854-aa68-d0d27912315c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.267689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:38.276373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:38.277261 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.341025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.376183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.448132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Transition to ACTIVE for port object 491452e9-ffad-4b92-a389-bb0bc2d3baa1 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:38.460335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.494317 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402', 'status': 'completed', 'code': 200} Feb 10 22:26:38.526425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:38.532853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.554416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-f5cf3f56-ea02-40fe-92db-0495dec62d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:38.555873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-f5cf3f56-ea02-40fe-92db-0495dec62d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1098 time: 0.5111549 Feb 10 22:26:38.626516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:38.704373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b31f799-29d0-47db-aa74-19a3f7b51717 req-2e9d3c24-719e-4231-8fe5-3b4e63a72390 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 210 time: 0.1021318 Feb 10 22:26:38.788473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.841719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 09f671c1-f2c4-4767-a030-e34138ecb69b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:38.915066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1042384-1572-46d7-a25b-c341f3e26d1c req-0928ab46-5813-44de-9328-1e649e131b3b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:38.916399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1042384-1572-46d7-a25b-c341f3e26d1c req-0928ab46-5813-44de-9328-1e649e131b3b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 945 time: 0.1002519 Feb 10 22:26:38.918292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:38.937805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 09f671c1-f2c4-4767-a030-e34138ecb69b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:38.943532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:38.943955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 09f671c1-f2c4-4767-a030-e34138ecb69b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:38.944313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:38.977485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-c9d225be-413a-477f-b43a-35e902cf2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:38.985572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1042384-1572-46d7-a25b-c341f3e26d1c req-121f9a52-3f7f-4cbb-bf2a-98d0d5fb05a7 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608838 Feb 10 22:26:38.989323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-c9d225be-413a-477f-b43a-35e902cf2708 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 1098 time: 0.4765635 Feb 10 22:26:38.993299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:39.066734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-39d9818a-1ec2-432a-b6e3-429a8cfc32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.069988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-39d9818a-1ec2-432a-b6e3-429a8cfc32fb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4943879 Feb 10 22:26:39.139149 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.161079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Pushing event updated for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:39.170575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:26:39.226910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:39.254471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=09f671c1-f2c4-4767-a030-e34138ecb69b,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:39.261276 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.262472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:39.272682 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.277239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-0f024cd6-9e40-43ab-b15a-f827f97b0df8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7 HTTP/1.1" status: 200 len: 217 time: 0.1914611 Feb 10 22:26:39.323317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.325059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22f979-a1a2-400b-b623-e2cee42fa531 req-2061e418-2d0e-4c8b-925c-cb166c6d5f03 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.333131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.333820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.335307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f22f979-a1a2-400b-b623-e2cee42fa531 req-2061e418-2d0e-4c8b-925c-cb166c6d5f03 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 950 time: 0.1036894 Feb 10 22:26:39.396705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-20f81902-1047-4bf4-beaa-96c5ed2cd668 None None] Provisioning for port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:39.413280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-20f81902-1047-4bf4-beaa-96c5ed2cd668 None None] Provisioning complete for port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:39.413649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20f81902-1047-4bf4-beaa-96c5ed2cd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.413937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f22f979-a1a2-400b-b623-e2cee42fa531 req-7f2d4fa7-4183-4512-924e-968f84b872db tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/security-groups?id=5f9556ed-0760-4831-8127-61252875b70e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747659 Feb 10 22:26:39.499119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:39.521921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-20f81902-1047-4bf4-beaa-96c5ed2cd668 None None] Port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:39.523002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-580a1cd3-0c48-482c-b8f8-b70650137aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.524498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-580a1cd3-0c48-482c-b8f8-b70650137aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2378476 Feb 10 22:26:39.530749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:39.536457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=3327fc9e-2528-455d-821f-6871c4d85280,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:39.544096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:39.544483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.577801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-35dde6d6-de2b-4256-8ca2-913f2d856467 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8108611 Feb 10 22:26:39.585666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-ae4cbd55-bf04-40d3-9c36-6b81bdcc0aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.587085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-ae4cbd55-bf04-40d3-9c36-6b81bdcc0aaf service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5566220 Feb 10 22:26:39.600625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Request body: {'port': {'device_id': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:39.675029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.679587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.24', 51948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:39.706211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.713854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:39.719729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.738530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-251734a8-a6d4-4672-a25b-3c32045654cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=06419b48-f25f-405f-82e6-b16c0ce58402 HTTP/1.1" status: 200 len: 217 time: 0.1102469 Feb 10 22:26:39.796880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:39.810920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace69e2f-b2c9-40e3-8bc8-3c094268997e req-0e4feb1c-fb55-4dd2-b69f-ad3702de0848 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.812439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ace69e2f-b2c9-40e3-8bc8-3c094268997e req-0e4feb1c-fb55-4dd2-b69f-ad3702de0848 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.1850917 Feb 10 22:26:39.845590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-c4e52e3d-c937-4380-936c-44f3b517d631 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:39.847022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-c4e52e3d-c937-4380-936c-44f3b517d631 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 950 time: 0.1661472 Feb 10 22:26:39.873837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.875000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a4a057aa-dbda-410d-8966-0ca5931568fd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6958225 Feb 10 22:26:39.878208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:39.924836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ace69e2f-b2c9-40e3-8bc8-3c094268997e req-c86f79d2-c287-48d0-b291-5198a20f9107 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999196 Feb 10 22:26:39.935542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Deleting port 32b4e94e-370b-4170-8029-754b5f8d520e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:39.935883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.028500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:40.104371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f5539d74-f17d-4d48-b4e5-b121d2083631 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:40.118351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:40.118938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.124463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-cfb043a6-56ce-4507-b42e-f50adb0eeca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.126113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-cfb043a6-56ce-4507-b42e-f50adb0eeca7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5913086 Feb 10 22:26:40.165659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-9ba06844-a84a-429f-b2b6-b8c66da69303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.167110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-9ba06844-a84a-429f-b2b6-b8c66da69303 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3309805 Feb 10 22:26:40.259641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6b28ff-f6fa-4156-9567-f0e9d0f73b16 req-3b0a3f78-dc29-4887-b32f-777b1cfffcb8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.261206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d6b28ff-f6fa-4156-9567-f0e9d0f73b16 req-3b0a3f78-dc29-4887-b32f-777b1cfffcb8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 947 time: 0.2096524 Feb 10 22:26:40.318116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f5539d74-f17d-4d48-b4e5-b121d2083631 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:40.319258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f5539d74-f17d-4d48-b4e5-b121d2083631 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.3413391 Feb 10 22:26:40.354258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] For port 32b4e94e-370b-4170-8029-754b5f8d520e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=32b4e94e-370b-4170-8029-754b5f8d520e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:40.354693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.444430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3887a62-7dfb-4174-8b2f-65258d473f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.493271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Calling delete_port for 32b4e94e-370b-4170-8029-754b5f8d520e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:40.541023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d6b28ff-f6fa-4156-9567-f0e9d0f73b16 req-e2fce193-87d4-4d8e-b912-617cc0db47e0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703180 Feb 10 22:26:40.550429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:40.617702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-fd789626-f559-4e11-b938-8ff2b7ee284e service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781759 Feb 10 22:26:40.638825 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'code': 200} Feb 10 22:26:40.675963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a45418de-867d-4a21-b73b-396791b7b779 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.677304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-a45418de-867d-4a21-b73b-396791b7b779 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.3400018 Feb 10 22:26:40.739151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-e16c7116-1729-4afd-9149-17a68a38d99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.740643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-e16c7116-1729-4afd-9149-17a68a38d99a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5547292 Feb 10 22:26:40.772483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f687fbb5-57f7-4991-9d30-963f5472130c tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:40.773373 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2930dfda-c361-436d-8fee-ffba7c8175d7 req-f687fbb5-57f7-4991-9d30-963f5472130c tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0318751 Feb 10 22:26:40.792569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:40.812287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'mac_address': 'fa:16:3e:40:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:40.880096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24cc04-4f7f-4679-b48b-431fd079d2a5 req-3294df46-8939-4dcb-a8b7-9073dc3b7d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:40.881308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b24cc04-4f7f-4679-b48b-431fd079d2a5 req-3294df46-8939-4dcb-a8b7-9073dc3b7d4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 1097 time: 0.1707668 Feb 10 22:26:40.888720 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.917875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:40.920717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:40.942886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:40.946620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['32b4e94e-370b-4170-8029-754b5f8d520e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:40.974854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78207b38-b5cc-4bff-9ae6-9200a41562cd req-d5c276e5-6b86-47e4-b740-2cff473faafd service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384526 Feb 10 22:26:41.004096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Pushing event deleted for resources: {'Port': ['ID=32b4e94e-370b-4170-8029-754b5f8d520e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:41.012768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.050740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-843f8122-bf0f-4eeb-a12f-b8dbf24a669e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991219 Feb 10 22:26:41.053233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491452e9-ffad-4b92-a389-bb0bc2d3baa1 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:41.072490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b24cc04-4f7f-4679-b48b-431fd079d2a5 req-6b3faff8-916e-457a-807e-fdd1f0555ed4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743159 Feb 10 22:26:41.087837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a1454-b8f0-4c6b-96ed-bc6cc3d7f764 req-01f1b1b9-3cc4-4bc5-a2f4-b741d8a40c83 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:41.089445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d03a1454-b8f0-4c6b-96ed-bc6cc3d7f764 req-01f1b1b9-3cc4-4bc5-a2f4-b741d8a40c83 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 936 time: 0.2911208 Feb 10 22:26:41.109722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.141985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:41.155442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] No DVR routers for this DVR port 32b4e94e-370b-4170-8029-754b5f8d520e on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:26:41.175484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.179265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'name': 'network-vif-deleted', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:41.205182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:41.211115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d03a1454-b8f0-4c6b-96ed-bc6cc3d7f764 req-616ffcdc-9947-4e66-aef0-965f615c633f tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830252 Feb 10 22:26:41.213147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7c4bf06-ba4b-47cd-82a6-4b19764166f5 req-69e1ff8a-60c5-4720-9ee0-95c1434af8e1 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.24 "DELETE /v2.0/ports/32b4e94e-370b-4170-8029-754b5f8d520e HTTP/1.1" status: 204 len: 173 time: 1.3607888 Feb 10 22:26:41.242142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Transition to ACTIVE for port object 491452e9-ffad-4b92-a389-bb0bc2d3baa1 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:41.271632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.454289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-eda907c2-549a-49b0-abac-c63b0f49b6d8 req-da50868d-271c-4ea9-89f4-0cf8654e5514 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Synchronizing usage tracker for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:41.473409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-eda907c2-549a-49b0-abac-c63b0f49b6d8 req-da50868d-271c-4ea9-89f4-0cf8654e5514 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] Unset dirty status for tenant:4603d2f62a63471387528fac36cc77b5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:41.474743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eda907c2-549a-49b0-abac-c63b0f49b6d8 req-da50868d-271c-4ea9-89f4-0cf8654e5514 tempest-DeleteServersAdminTestJSON-291040579 tempest-DeleteServersAdminTestJSON-291040579-project] 10.222.0.53 "GET /v2.0/ports?device_id=28fe671b-0eb6-4381-9d5c-b9e530072f50 HTTP/1.1" status: 200 len: 210 time: 0.1014214 Feb 10 22:26:41.554415 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.601440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc7f489-4d59-4504-8ce1-a007ae20bda3 req-4e1eb0a5-3f5c-44e5-800c-5cd72fd5ede6 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:41.601672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.602850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ccc7f489-4d59-4504-8ce1-a007ae20bda3 req-4e1eb0a5-3f5c-44e5-800c-5cd72fd5ede6 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 946 time: 0.4896035 Feb 10 22:26:41.652219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Pushing event updated for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:41.702241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7529b036-c52a-4ee5-8ee2-68f5641f0931 req-ac078678-e2df-4488-b327-394660375d96 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414874 Feb 10 22:26:41.723859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-57fc63cd-5ae0-4c75-943e-e8374c60afb5 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1788855 Feb 10 22:26:41.728989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ccc7f489-4d59-4504-8ce1-a007ae20bda3 req-c3f05256-7428-4f0e-a75c-82821278f758 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814784 Feb 10 22:26:41.738561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:41.751796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:41.759972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Attempting to bind port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:41.760299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Attempting to bind port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:41.760624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Attempting to bind port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:41.765874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:41.766194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Attempting to bind port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:41.766745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:41.771875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:41.772401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:41.773005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:41.773613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Bound port: 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:41.773966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.790944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.931719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:41.936982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:41.945406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:41.960886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.015814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.016583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.017973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] 10.222.0.24 "PUT /v2.0/ports/491452e9-ffad-4b92-a389-bb0bc2d3baa1 HTTP/1.1" status: 200 len: 1096 time: 2.4281483 Feb 10 22:26:42.019495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:42.034237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df6513-8f74-4ec6-99c1-7142f2d60390 req-fe0e3456-392d-4cf2-8671-20b2ff965c0a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.036312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-95df6513-8f74-4ec6-99c1-7142f2d60390 req-fe0e3456-392d-4cf2-8671-20b2ff965c0a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 945 time: 0.2074463 Feb 10 22:26:42.117716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d317f31-ce5a-4457-8586-8adcd6eb25bb service neutron] Pushing event updated for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:42.154158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-95df6513-8f74-4ec6-99c1-7142f2d60390 req-23ee08ba-9f08-4dc4-892d-d6c81e3bec14 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093097 Feb 10 22:26:42.168600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Allocated IP 172.25.2.215 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/26285a83-a723-4402-b3ec-fe0f9bd86421) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:42.208569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-ec3a84c2-da21-407e-902a-cdb859003603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.211981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-ec3a84c2-da21-407e-902a-cdb859003603 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 1099 time: 0.1499588 Feb 10 22:26:42.301105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-af7167e4-849b-411b-805c-da386669d137 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1 HTTP/1.1" status: 200 len: 217 time: 0.0820560 Feb 10 22:26:42.360074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.374318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-81b1390f-b522-4ffa-8272-e6631d8f02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.375821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-81b1390f-b522-4ffa-8272-e6631d8f02e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0694101 Feb 10 22:26:42.384174 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28fe671b-0eb6-4381-9d5c-b9e530072f50', 'name': 'network-vif-deleted', 'tag': '32b4e94e-370b-4170-8029-754b5f8d520e', 'status': 'completed', 'code': 200} Feb 10 22:26:42.396326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.470478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:42.473884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:42.478005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece92f86-e64c-4084-b390-8cb90b06138b req-0bd2a318-9fa6-4ce4-92c7-8dd69df283e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.478408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:42.479777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-0bd2a318-9fa6-4ce4-92c7-8dd69df283e7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0961452 Feb 10 22:26:42.481949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=26285a83-a723-4402-b3ec-fe0f9bd86421,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:42.548188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.564393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:42.616791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.639815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:42.645297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:42.652381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:42.653268 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.687858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-3284cb99-ff7f-478d-9b64-9f1dc129d0e6 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011178 Feb 10 22:26:42.724536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6151a7-12d9-4ef0-9582-9ea1a44ca519 req-54b07f90-d51f-40c9-bddd-3b29fa0a32bb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:42.726501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e6151a7-12d9-4ef0-9582-9ea1a44ca519 req-54b07f90-d51f-40c9-bddd-3b29fa0a32bb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 947 time: 0.1604562 Feb 10 22:26:42.734145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.795589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.828839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:42.832892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.833654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 32b4e94e-370b-4170-8029-754b5f8d520e no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:26:42.845986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e6151a7-12d9-4ef0-9582-9ea1a44ca519 req-6b43b8bb-693b-4c2c-a4d8-84ed4ac87890 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Feb 10 22:26:42.881413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece92f86-e64c-4084-b390-8cb90b06138b req-c81e59e7-d623-439f-9b1f-cc205e30f796 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879225 Feb 10 22:26:42.901077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 06419b48-f25f-405f-82e6-b16c0ce58402 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:42.914071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 32b4e94e-370b-4170-8029-754b5f8d520e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:26:42.914407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 32b4e94e-370b-4170-8029-754b5f8d520e not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:26:42.932285 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1', 'status': 'completed', 'code': 200} Feb 10 22:26:42.936393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.944874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:42.962578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:43.027440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=26285a83-a723-4402-b3ec-fe0f9bd86421,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:43.033263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:43.061661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:43.063042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-5f866745-34b6-4367-bda3-817aad128599 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3342805 Feb 10 22:26:43.078894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=06419b48-f25f-405f-82e6-b16c0ce58402,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:43.105201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '06419b48-f25f-405f-82e6-b16c0ce58402', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '06419b48-f25f-405f-82e6-b16c0ce58402', 'mac_address': 'fa:16:3e:c0:47:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:43.120297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327659-f583-4949-9635-a8f73b869cc3 req-f1d3d4b4-4544-4027-a4c4-03bcf570cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.121860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-f1d3d4b4-4544-4027-a4c4-03bcf570cfcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 1099 time: 0.1644163 Feb 10 22:26:43.135606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494396d-c926-401f-b21f-7fcffed35e8f req-7c01b0cf-c556-480e-8b9e-dd184c4f72e7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.136396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5494396d-c926-401f-b21f-7fcffed35e8f req-7c01b0cf-c556-480e-8b9e-dd184c4f72e7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Synchronizing usage tracker for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:43.150543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-ff5cf3ce-5529-47ed-83c4-8750f987cf69 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:43.171268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-ff5cf3ce-5529-47ed-83c4-8750f987cf69 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:43.172783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-ff5cf3ce-5529-47ed-83c4-8750f987cf69 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.1023357 Feb 10 22:26:43.198378 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:43.216622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06419b48-f25f-405f-82e6-b16c0ce58402 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:43.233576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=06419b48-f25f-405f-82e6-b16c0ce58402,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:43.240127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:43.276434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5494396d-c926-401f-b21f-7fcffed35e8f req-7c01b0cf-c556-480e-8b9e-dd184c4f72e7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Unset dirty status for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:43.278134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5494396d-c926-401f-b21f-7fcffed35e8f req-7c01b0cf-c556-480e-8b9e-dd184c4f72e7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 948 time: 0.2548094 Feb 10 22:26:43.327470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:43.358409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-50c0c2d7-2978-4285-b950-e40fd96f196b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.365446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-50c0c2d7-2978-4285-b950-e40fd96f196b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.1856534 Feb 10 22:26:43.369673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327659-f583-4949-9635-a8f73b869cc3 req-d5c36e25-fb68-4675-a946-2353d76eeccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.371181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-d5c36e25-fb68-4675-a946-2353d76eeccc service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2312531 Feb 10 22:26:43.371726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-63f2119e-a048-4ef4-940a-235d32095174 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:43.375312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5494396d-c926-401f-b21f-7fcffed35e8f req-0a77dbce-6898-4102-a6ec-f16b8d0b2a55 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Synchronizing usage tracker for tenant:82654a1f346d44178eae8281239552cc on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:43.383045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad70fcb-adca-4434-a09a-628786a13cdb req-63f2119e-a048-4ef4-940a-235d32095174 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133970 Feb 10 22:26:43.448033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-e3358876-7985-494c-aaeb-67f2cb82a17d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1 HTTP/1.1" status: 200 len: 217 time: 0.0679138 Feb 10 22:26:43.496073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5494396d-c926-401f-b21f-7fcffed35e8f req-0a77dbce-6898-4102-a6ec-f16b8d0b2a55 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Unset dirty status for tenant:82654a1f346d44178eae8281239552cc on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:43.496073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5494396d-c926-401f-b21f-7fcffed35e8f req-0a77dbce-6898-4102-a6ec-f16b8d0b2a55 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931739 Feb 10 22:26:43.528882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327659-f583-4949-9635-a8f73b869cc3 req-83166b47-3cb4-4bbc-9943-6fe72da766f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.530320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-83166b47-3cb4-4bbc-9943-6fe72da766f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0749950 Feb 10 22:26:43.531442 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'code': 200} Feb 10 22:26:43.563699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['06419b48-f25f-405f-82e6-b16c0ce58402'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:43.730493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec82222-1fa2-4cf4-8c97-1952e8e7c919 req-8832cb4e-c6d6-4b79-96ee-ee56c5b534c9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.732258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ec82222-1fa2-4cf4-8c97-1952e8e7c919 req-8832cb4e-c6d6-4b79-96ee-ee56c5b534c9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 945 time: 0.1112266 Feb 10 22:26:43.780528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ec82222-1fa2-4cf4-8c97-1952e8e7c919 req-7c312de4-b78f-4d5c-afba-427e0334ba4b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Feb 10 22:26:43.819796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1327659-f583-4949-9635-a8f73b869cc3 req-92fc52d7-91cb-4652-8807-eb2fb114d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.821249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-92fc52d7-91cb-4652-8807-eb2fb114d340 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2844501 Feb 10 22:26:43.865366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5e631-e328-4fa1-a3fd-cc5e4b7f8ebd req-6648ac5a-96b6-46a6-8b80-72a675a4d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.866799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ca5e631-e328-4fa1-a3fd-cc5e4b7f8ebd req-6648ac5a-96b6-46a6-8b80-72a675a4d8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1096 time: 0.2593644 Feb 10 22:26:43.950695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-d39392e0-e6ff-4c11-a9c1-3df0cf5fc8e7 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1455457 Feb 10 22:26:43.963125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:43.968963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:43.978887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:43.989349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:43.993688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ffb62-8dbf-4ab6-81dd-fd240650cef0 req-d9b9d40b-d753-4843-b7ad-3e79ae292ff0 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:43.995135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b6ffb62-8dbf-4ab6-81dd-fd240650cef0 req-d9b9d40b-d753-4843-b7ad-3e79ae292ff0 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 946 time: 0.2381454 Feb 10 22:26:44.000331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ca5e631-e328-4fa1-a3fd-cc5e4b7f8ebd req-d57fa0fb-40ce-4c47-a3ad-fd6f2b816975 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876851 Feb 10 22:26:44.043050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-045ae6ac-e83d-4152-9658-f58554f2f943 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071490 Feb 10 22:26:44.123797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.126566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b6ffb62-8dbf-4ab6-81dd-fd240650cef0 req-9da59ff1-1800-4aa9-b509-2034209609f0 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232548 Feb 10 22:26:44.205249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1327659-f583-4949-9635-a8f73b869cc3 req-e23f204d-929f-4902-9fa9-efe121c12f17 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551108 Feb 10 22:26:44.275402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Allocated IP 172.25.2.211 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/cb1c065b-ea84-4da2-aaa3-3101b9abff2d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:44.421092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.431056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372df56-f8d1-4ac2-8767-472b849354d2 req-aec02f2d-c753-4b5d-ae6b-0a6c28503b62 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:44.432541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0372df56-f8d1-4ac2-8767-472b849354d2 req-aec02f2d-c753-4b5d-ae6b-0a6c28503b62 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 948 time: 0.0778151 Feb 10 22:26:44.451124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.477774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0372df56-f8d1-4ac2-8767-472b849354d2 req-77f0be49-36b3-4e3f-bc61-16be940747cc tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395350 Feb 10 22:26:44.515429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:44.518273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:44.523930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:44.533225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=cb1c065b-ea84-4da2-aaa3-3101b9abff2d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:44.557022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.618561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.655124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcad32-340d-465f-83fa-5cdd4ab5954c req-fbf66b0f-971a-415d-8adc-0c82481d80b3 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:44.656594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eedcad32-340d-465f-83fa-5cdd4ab5954c req-fbf66b0f-971a-415d-8adc-0c82481d80b3 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 946 time: 0.0822322 Feb 10 22:26:44.665936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:44.680290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'floatingip': {'port_id': '09f671c1-f2c4-4767-a030-e34138ecb69b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:44.780521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.890623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 06419b48-f25f-405f-82e6-b16c0ce58402 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:44.936798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98b99d-d4cf-4b47-a2cf-a0e5142603a0 req-4e70057c-ad1c-43c1-97cd-b9ffa4986022 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:44.938167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b98b99d-d4cf-4b47-a2cf-a0e5142603a0 req-4e70057c-ad1c-43c1-97cd-b9ffa4986022 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 948 time: 0.0844474 Feb 10 22:26:44.966219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 06419b48-f25f-405f-82e6-b16c0ce58402 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:44.970991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 06419b48-f25f-405f-82e6-b16c0ce58402 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:44.971390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:44.987328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b98b99d-d4cf-4b47-a2cf-a0e5142603a0 req-aa3bbd09-4b4b-4e9a-a82a-e122c6f715f5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427246 Feb 10 22:26:45.103080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.143469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=06419b48-f25f-405f-82e6-b16c0ce58402,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:45.152067 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.223323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:45.233498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.287748 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.330487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dfe97-821b-47bb-8fa0-6b3b4209865e req-53008aee-20ef-47a7-ae58-0d32d824b203 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:45.332038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c5dfe97-821b-47bb-8fa0-6b3b4209865e req-53008aee-20ef-47a7-ae58-0d32d824b203 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 945 time: 0.0892599 Feb 10 22:26:45.369730 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.384427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c5dfe97-821b-47bb-8fa0-6b3b4209865e req-16c9f9e7-e99c-4344-9bdb-7168b4a6215c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465612 Feb 10 22:26:45.486752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=cb1c065b-ea84-4da2-aaa3-3101b9abff2d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:45.510518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:45.511712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-2b69b07c-3fd5-4eae-81fe-cc2bc67d8598 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5530255 Feb 10 22:26:45.533118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7'}, {'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:45.719372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-236736e8-593a-45b8-b5d5-7639902d55c6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:45.751398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-236736e8-593a-45b8-b5d5-7639902d55c6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:45.752519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-236736e8-593a-45b8-b5d5-7639902d55c6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.1249187 Feb 10 22:26:45.761199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab4692-2cff-42fa-98dc-d9c9919b4f13 req-edc9ddb6-a281-403a-bd3c-d1d5a174cf65 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:45.763149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbab4692-2cff-42fa-98dc-d9c9919b4f13 req-edc9ddb6-a281-403a-bd3c-d1d5a174cf65 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.0938957 Feb 10 22:26:45.814993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbab4692-2cff-42fa-98dc-d9c9919b4f13 req-c08378c8-2a70-4e08-b297-e2b263b87038 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Feb 10 22:26:45.855242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54256) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:45.878492 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'code': 200} Feb 10 22:26:45.879012 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402', 'code': 200} Feb 10 22:26:46.072817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-ede7917b-2d97-48b4-b853-6da88e3659c6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:46.074262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a2c2947d-9646-405b-a271-e8ec3974ef44 req-ede7917b-2d97-48b4-b853-6da88e3659c6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.3159101 Feb 10 22:26:46.099921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.107127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.278486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-112a0da7-dd35-40b9-9280-ea708604d1d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4603d2f62a63471387528fac36cc77b5&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4212675 Feb 10 22:26:46.281437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:46.328613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47034d9-52fc-41bc-849a-1fb9d9808765 req-17e34fd2-1c9d-4e02-8a0e-f7585930872c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:46.330162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c47034d9-52fc-41bc-849a-1fb9d9808765 req-17e34fd2-1c9d-4e02-8a0e-f7585930872c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 1100 time: 0.3442180 Feb 10 22:26:46.332605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9f25-e44e-4946-aa75-0acaa89b8b73 req-7afbe8ae-156e-433d-a08c-6b7c0b5bc3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:46.333923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-324e9f25-e44e-4946-aa75-0acaa89b8b73 req-7afbe8ae-156e-433d-a08c-6b7c0b5bc3f0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.3894861 Feb 10 22:26:46.445720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3dd31-58f5-4487-aa15-df140797f5dc req-36a7413a-b982-41e3-84f5-c3139abd140f tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:46.447166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13c3dd31-58f5-4487-aa15-df140797f5dc req-36a7413a-b982-41e3-84f5-c3139abd140f tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 948 time: 0.2926850 Feb 10 22:26:46.455564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c47034d9-52fc-41bc-849a-1fb9d9808765 req-000e1317-64ab-4cda-bc4c-ebc649b2f0bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051788 Feb 10 22:26:46.456156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.457478 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38 associated. External IP: 172.25.2.208, port: 09f671c1-f2c4-4767-a030-e34138ecb69b. Feb 10 22:26:46.483019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-324e9f25-e44e-4946-aa75-0acaa89b8b73 req-26e8dead-c2ac-48cb-b0e0-d9d3eaa63ab6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172431 Feb 10 22:26:46.515168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.530805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13c3dd31-58f5-4487-aa15-df140797f5dc req-5ffccdfd-96f8-46ba-85eb-b0171a594958 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772102 Feb 10 22:26:46.580021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 491452e9-ffad-4b92-a389-bb0bc2d3baa1 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:46.583324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.606738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9556ed-0760-4831-8127-61252875b70e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:46.620637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.622079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc66c2d5-ef92-4bee-86a2-7ed0ba040340 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f9556ed-0760-4831-8127-61252875b70e HTTP/1.1" status: 204 len: 168 time: 0.3383090 Feb 10 22:26:46.744045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d175028-16d7-42fa-b7a5-1528e709f47f req-9a1231e9-a58c-43f4-ba15-4eb924f65616 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:46.745870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d175028-16d7-42fa-b7a5-1528e709f47f req-9a1231e9-a58c-43f4-ba15-4eb924f65616 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 945 time: 0.1072605 Feb 10 22:26:46.763799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-70ea8bb6-4932-47c6-9d35-81096558fb75 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3394611 Feb 10 22:26:46.774066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:46.780794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:46.793497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:46.802815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d175028-16d7-42fa-b7a5-1528e709f47f req-986a353a-197d-4b4a-9718-03cc12a8d14f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506785 Feb 10 22:26:46.810307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.842314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:46.857504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '491452e9-ffad-4b92-a389-bb0bc2d3baa1', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '491452e9-ffad-4b92-a389-bb0bc2d3baa1', 'mac_address': 'fa:16:3e:13:6e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:26:46.927002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:46.957130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491452e9-ffad-4b92-a389-bb0bc2d3baa1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:46.981092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:46.988085 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.000434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54302) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:47.040102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.064261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:47.073513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:47.077921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Usage tracker for resource:security_group_rule and tenant:8a11e88777c242d9ada29501e741d294 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:47.081015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:47.087765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:47.225183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['491452e9-ffad-4b92-a389-bb0bc2d3baa1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:47.235133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:26:47.248905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.253787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.387328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.394956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8a11e88777c242d9ada29501e741d294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905764 Feb 10 22:26:47.399372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54306) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:47.402749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9499ad-20f3-4d9d-82fe-49b12937b172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b148c70d-3f94-4c93-bfc1-dffeaddf22ee,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:47.478328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.509799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.530646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27dbb32-1211-416b-bb8a-efd145a1f418 req-1c6e7c96-af39-42c9-b711-dbe87976b482 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:47.538622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d27dbb32-1211-416b-bb8a-efd145a1f418 req-1c6e7c96-af39-42c9-b711-dbe87976b482 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1096 time: 0.1989675 Feb 10 22:26:47.585206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:26:47.594595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d27dbb32-1211-416b-bb8a-efd145a1f418 req-8a5b9316-77cd-4b15-bb8e-851e2ac5d729 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Synchronizing usage tracker for tenant:b0657774574d4e79a9656595e59dc747 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:47.603324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.609825 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:26:47.615535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d27dbb32-1211-416b-bb8a-efd145a1f418 req-8a5b9316-77cd-4b15-bb8e-851e2ac5d729 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Unset dirty status for tenant:b0657774574d4e79a9656595e59dc747 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:47.616781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d27dbb32-1211-416b-bb8a-efd145a1f418 req-8a5b9316-77cd-4b15-bb8e-851e2ac5d729 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774033 Feb 10 22:26:47.619032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.633515 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:47.634156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:47.654612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b148c70d-3f94-4c93-bfc1-dffeaddf22ee,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:47.658792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:47.661044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-23cb605e-facd-4d02-b416-20a589705ca2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b148c70d-3f94-4c93-bfc1-dffeaddf22ee HTTP/1.1" status: 204 len: 168 time: 0.2595687 Feb 10 22:26:47.777630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c2e45aef-9c6c-4928-9952-f434175b46eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "PUT /v2.0/floatingips/a129c4b4-cadf-48d5-b601-c7eee8937f38 HTTP/1.1" status: 200 len: 992 time: 3.1106856 Feb 10 22:26:47.782255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:47.820247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Allocated IP 172.25.2.19 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:47.976922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:48.074906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632c052-34b6-4abc-8441-1c5d97341977 req-9438043a-3dee-4351-8fd5-29951515c72b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:48.076673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7632c052-34b6-4abc-8441-1c5d97341977 req-9438043a-3dee-4351-8fd5-29951515c72b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.2228031 Feb 10 22:26:48.125115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.179855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7632c052-34b6-4abc-8441-1c5d97341977 req-339393dd-370f-4be0-9298-daaacb696070 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913107 Feb 10 22:26:48.192008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.264567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:48.267617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:48.280291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:48.296854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:48.344448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.486645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:4e:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:26:45Z', 'revision_number': 1, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:48.494360 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:26:48.506645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:26:48.506645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:26:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:48.523349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade5281-0360-4766-9c7d-aa2e158741cd req-b4de1edc-6c43-4e89-8b0c-89ba098c43d7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:48.525133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eade5281-0360-4766-9c7d-aa2e158741cd req-b4de1edc-6c43-4e89-8b0c-89ba098c43d7 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 949 time: 0.1437831 Feb 10 22:26:48.554908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.578960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eade5281-0360-4766-9c7d-aa2e158741cd req-1847ad60-829d-4e68-ba04-4cc1759ff42c tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478280 Feb 10 22:26:48.597559 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 491452e9-ffad-4b92-a389-bb0bc2d3baa1 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:26:48.730204 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:26:48.759726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:48.767702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:48.768385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.770927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071aca88-84cb-4439-9e15-81cc7aa5d6dd req-1cdca254-caff-4b1c-b031-c8e4b1466d81 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:48.782129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-071aca88-84cb-4439-9e15-81cc7aa5d6dd req-1cdca254-caff-4b1c-b031-c8e4b1466d81 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1096 time: 0.0992548 Feb 10 22:26:48.837810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-071aca88-84cb-4439-9e15-81cc7aa5d6dd req-285077ce-4f64-4c68-b952-db32c13d0584 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 Feb 10 22:26:48.931126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.938326 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.948152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:48.984155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:48.998021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:49.007200 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:49.009734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:49.049783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:49.060114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2915916 Feb 10 22:26:49.098879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada690c5-330e-43f4-8045-25668ae4506f req-ab50d0c1-a257-4f2b-a4e9-528fff35cee2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.105126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ada690c5-330e-43f4-8045-25668ae4506f req-ab50d0c1-a257-4f2b-a4e9-528fff35cee2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 946 time: 0.1576533 Feb 10 22:26:49.119044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:49.184488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ada690c5-330e-43f4-8045-25668ae4506f req-746d08e2-cd30-4506-b380-710070afbf5e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650885 Feb 10 22:26:49.198357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-34fb36c4-4808-40a1-923e-4d449af173af tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:49.201071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ddeb0-ecd5-49ac-b0da-6fa7021d590b tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event updated for resources: {'Port': ['ID=1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:49.225172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-34fb36c4-4808-40a1-923e-4d449af173af tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:49.228022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-34fb36c4-4808-40a1-923e-4d449af173af tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.1655266 Feb 10 22:26:49.262897 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'status': 'completed', 'code': 200} Feb 10 22:26:49.291845 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:4e:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:26:45Z', 'revision_number': 1, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:26:49.296066 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d78762-9fa2-4c62-bb17-f2ca14d115c0 None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:4e:5f:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:26:45Z', 'revision_number': 1, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:26:49.403734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-ba8e9d06-8bf1-439c-8659-d358cd9f7dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.405313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-ba8e9d06-8bf1-439c-8659-d358cd9f7dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 1097 time: 0.1163673 Feb 10 22:26:49.482156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-d22d7bd6-393c-4c20-bb1d-25bd63221c53 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.483598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6db7d3a1-08f1-4e73-bdaf-4d457c226c54 req-d22d7bd6-393c-4c20-bb1d-25bd63221c53 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2506866 Feb 10 22:26:49.501775 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1', 'code': 200} Feb 10 22:26:49.683458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b27b4f-bb5f-44b4-9f96-a82b48183280 None None] New status for floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:26:49.686118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-1d840b21-cb25-4b0a-b818-d92ad9ec5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.687689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-1d840b21-cb25-4b0a-b818-d92ad9ec5d2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 925 time: 0.2758944 Feb 10 22:26:49.764521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:49.810046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed901f-22df-40c4-a240-7bb6beaa0f83 req-319e2f30-e390-4aef-ab21-2b58ffa9489b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.814662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70ed901f-22df-40c4-a240-7bb6beaa0f83 req-319e2f30-e390-4aef-ab21-2b58ffa9489b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.1400263 Feb 10 22:26:49.844537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-cf5a0162-30f1-4161-b2d0-2c3aa28d10b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 200 len: 1000 time: 0.1486218 Feb 10 22:26:49.888046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70ed901f-22df-40c4-a240-7bb6beaa0f83 req-51b0c532-4094-46c8-afa9-b17c284f8c81 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665910 Feb 10 22:26:49.937200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb54a7e-ba60-43ec-b218-526877a30684 req-3f208a78-f650-458c-a4be-1429a2f631fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:49.938812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bb54a7e-ba60-43ec-b218-526877a30684 req-3f208a78-f650-458c-a4be-1429a2f631fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 1101 time: 0.3585000 Feb 10 22:26:50.025315 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c443f0b9-a204-4a89-8dd5-d95471dea490 req-1672ec1e-5aeb-4723-bd35-9765fc1b7eea tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips/5ff9483c-68fc-40c0-8070-a6efc620a7d6 HTTP/1.1" status: 200 len: 692 time: 0.1186318 Feb 10 22:26:50.039433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-a274ffef-6bb1-4c20-98cd-8e7f3a6a636a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:50.040896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-a274ffef-6bb1-4c20-98cd-8e7f3a6a636a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.1875355 Feb 10 22:26:50.099824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bb54a7e-ba60-43ec-b218-526877a30684 req-0ced1a5a-a783-4dc3-a9bd-19ee33807969 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474962 Feb 10 22:26:50.177216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-31cad6d1-4eba-4220-8b99-9ff2af15147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:50.179856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-31cad6d1-4eba-4220-8b99-9ff2af15147b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1300969 Feb 10 22:26:50.263833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443f0b9-a204-4a89-8dd5-d95471dea490 req-3284f260-8c08-4e94-bc2a-51ce1a26d167 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:50.265453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c443f0b9-a204-4a89-8dd5-d95471dea490 req-3284f260-8c08-4e94-bc2a-51ce1a26d167 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2392957 Feb 10 22:26:50.267912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.288383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-c443f0b9-a204-4a89-8dd5-d95471dea490 req-bf0cc321-acbd-401e-b8f7-b82a721bbe92 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:50.289801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c443f0b9-a204-4a89-8dd5-d95471dea490 req-bf0cc321-acbd-401e-b8f7-b82a721bbe92 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101447 Feb 10 22:26:50.298718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:50.316248 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:26:50.317755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Usage tracker for resource:security_group_rule and tenant:04afbd8677884c18a42faee802700756 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:50.335706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:50.343837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:50.409980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-ca047309-19d2-4a4d-ba48-533999777fc3 service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192922 Feb 10 22:26:50.485471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.492280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.565208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04afbd8677884c18a42faee802700756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7969050 Feb 10 22:26:50.565384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde8bc4-bd57-4568-ab8f-20ec32f80b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40689dd4-3911-4c4c-968d-3520bd547bfd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:50.566771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:50.691099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.703121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b89cf0a-dab3-462e-8ab1-925146e1136c req-d8d5aa4f-1c1b-4115-aae9-b90b8b3e4ff2 service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746806 Feb 10 22:26:50.728489 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.804970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.819196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021036d1-1d96-4e75-81bd-bf1d4b959de4 req-ac213139-cf83-48bd-8ba8-c4a514ec31af tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:50.825689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40689dd4-3911-4c4c-968d-3520bd547bfd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:50.828068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-021036d1-1d96-4e75-81bd-bf1d4b959de4 req-ac213139-cf83-48bd-8ba8-c4a514ec31af tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.1449707 Feb 10 22:26:50.832450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:50.833966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-204ef484-7113-41e2-b934-61a18f96905d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/40689dd4-3911-4c4c-968d-3520bd547bfd HTTP/1.1" status: 204 len: 168 time: 0.2537699 Feb 10 22:26:50.887775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-021036d1-1d96-4e75-81bd-bf1d4b959de4 req-24bf7b91-b7a5-452e-8c96-05cdb5924ef2 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577369 Feb 10 22:26:51.079935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8d817-427d-409f-9ed8-750b53dd899a req-0ea9dd04-a6f1-4c53-baac-cb143ed8edbc tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:51.082319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ad8d817-427d-409f-9ed8-750b53dd899a req-0ea9dd04-a6f1-4c53-baac-cb143ed8edbc tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.0873091 Feb 10 22:26:51.139440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ad8d817-427d-409f-9ed8-750b53dd899a req-569f91ca-c17c-493f-baf7-68d47546cb88 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Feb 10 22:26:51.288967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-058bdc60-d7a8-426b-98dd-62777aa4ed4e tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips/5ff9483c-68fc-40c0-8070-a6efc620a7d6 HTTP/1.1" status: 200 len: 692 time: 0.1020784 Feb 10 22:26:51.302905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54448) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:51.329266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.344873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:51.349409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Usage tracker for resource:security_group_rule and tenant:d00b2d053ee0492098a35e5f5f6d250f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:51.352514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:51.358787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:51.472587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.473437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-67fab2dd-ea29-4150-9d95-6d2264b7e806 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:51.474442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.478751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.480080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-67fab2dd-ea29-4150-9d95-6d2264b7e806 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.1854386 Feb 10 22:26:51.485427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-03ecd2d0-78f1-4505-b783-11c33c329354 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:51.486366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-03ecd2d0-78f1-4505-b783-11c33c329354 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054541 Feb 10 22:26:51.537068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d00b2d053ee0492098a35e5f5f6d250f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298934 Feb 10 22:26:51.537068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8bbfc-0972-4d6b-878d-7b94fbb46bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78fc0be-120f-46bd-9770-b6902bc60d19,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:51.538716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54456) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:51.574531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-57de2ee4-2980-483d-8781-61123a16fa26 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.0783014 Feb 10 22:26:51.593200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54460) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:51.605484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.634066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.697578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.714334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78fc0be-120f-46bd-9770-b6902bc60d19,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:51.719056 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:51.723998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e8e38374-de6b-4073-a271-f6a822ae3597 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b78fc0be-120f-46bd-9770-b6902bc60d19 HTTP/1.1" status: 204 len: 168 time: 0.1806338 Feb 10 22:26:51.741483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-4f110864-f609-47e1-878b-de2dc072356b tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:51.742476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-4f110864-f609-47e1-878b-de2dc072356b tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1483846 Feb 10 22:26:51.763961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-9bc2c235-b19d-4648-951c-beb22051ca12 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.1831334 Feb 10 22:26:51.837459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Request body: {'binding': {'host': 'n-h2-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:51.837971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:26:51.923574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Deleting port 1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:51.923910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.102668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.103637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.130139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on host n-h2-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:52.130722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:52.131138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:52.136522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:52.137176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:52.143121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:52.144143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:52.144820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:52.145386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Bound port: c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:52.230323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:52.234831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.236006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-3ec2a6db-b931-4f84-b1fe-cf63bdd4b1fb service neutron] 10.222.0.53 "POST /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4414735 Feb 10 22:26:52.246828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Calling delete_port for 1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:52.435433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.489683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event deleted for resources: {'Port': ['ID=1d27fe6d-4be7-4ac4-a1e9-1dcbef84474b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:52.537859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.568345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:52.580474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-b6273e75-1383-4a4b-8bcb-f68d83e6677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:52.581986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-812c86d4-ab63-417f-9296-86ef7e08cd57 req-6facc17f-c1b9-4fea-b7c0-1c4de83c49b2 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "DELETE /v2.0/floatingips/5ff9483c-68fc-40c0-8070-a6efc620a7d6 HTTP/1.1" status: 204 len: 173 time: 0.8173130 Feb 10 22:26:52.582669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-b6273e75-1383-4a4b-8bcb-f68d83e6677d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1096 time: 0.0875788 Feb 10 22:26:52.696434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-ae62b51f-588e-44ba-b16b-b74cb9c88fb1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354211 Feb 10 22:26:52.736130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-9a793f00-6ebc-45ff-967a-aa514df3db30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:52.738348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-9a793f00-6ebc-45ff-967a-aa514df3db30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.1499202 Feb 10 22:26:52.818763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-76f6c81f-7691-43a6-9725-543ae782a35a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.0742631 Feb 10 22:26:52.869061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-60f5a626-dec8-4886-83af-ef31fd010863 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:52.878957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-60f5a626-dec8-4886-83af-ef31fd010863 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1811721 Feb 10 22:26:52.895275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-f53a1160-4101-4f97-8508-9babc4b92ddd tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/quotas/4fb595328249479da8250726f7358444 HTTP/1.1" status: 200 len: 375 time: 0.0150921 Feb 10 22:26:52.941848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-c0bcdce4-e013-4c86-b6f8-104a499693b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:52.943295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-c0bcdce4-e013-4c86-b6f8-104a499693b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1192303 Feb 10 22:26:52.979089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-4e2adb3d-b7e8-48e3-a36a-3e1af7e7979e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0829744 Feb 10 22:26:52.997386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-67d38f49-35a5-4728-9d09-476e153e980c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484152 Feb 10 22:26:53.013080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc837dd7-b48e-4e9d-9227-472ddb83fd6f req-9ba1a341-8444-4442-ac19-b234c6af2387 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:53.014511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc837dd7-b48e-4e9d-9227-472ddb83fd6f req-9ba1a341-8444-4442-ac19-b234c6af2387 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.1373210 Feb 10 22:26:53.186100 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc837dd7-b48e-4e9d-9227-472ddb83fd6f req-6f8d98a7-902c-49a9-b5ab-6f8e29ec1e61 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498399 Feb 10 22:26:53.238192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-b6b44161-5399-4b15-9d41-675a8cae9b67 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227364 Feb 10 22:26:53.328207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2268c32d-9f63-4e4d-a3d9-1e9de2bf0b3b req-6ed4850b-57ad-426c-9c10-0842d959cd88 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:53.329791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2268c32d-9f63-4e4d-a3d9-1e9de2bf0b3b req-6ed4850b-57ad-426c-9c10-0842d959cd88 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 945 time: 0.1015730 Feb 10 22:26:53.396102 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2268c32d-9f63-4e4d-a3d9-1e9de2bf0b3b req-db393def-22a5-45d3-9371-cc5d5daa10a1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Feb 10 22:26:53.527438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-8c6f265d-2b47-4418-ab7a-468fe934429e service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829008 Feb 10 22:26:53.539869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527da354-4db0-4f5a-80d8-679acf65d62e req-84e4cd24-04ce-4d49-bddc-9bde030b1b95 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:53.542219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-527da354-4db0-4f5a-80d8-679acf65d62e req-84e4cd24-04ce-4d49-bddc-9bde030b1b95 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2686768 Feb 10 22:26:53.686090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8896fbb-4a26-4bf2-be55-19bba3af72e1 req-10a080b7-85a4-49d9-bec5-58e71762ec95 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 210 time: 0.0476046 Feb 10 22:26:53.838348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-8b6903a6-3218-434e-b4b7-1c2852380fb0 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:53.839974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-8b6903a6-3218-434e-b4b7-1c2852380fb0 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.0993493 Feb 10 22:26:53.860550 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:53.862551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:53.986753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-f1c4d7ab-0d5d-40fb-a609-cf0a95cb0467 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:26:54.004665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-f1c4d7ab-0d5d-40fb-a609-cf0a95cb0467 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:26:54.005844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:54.006274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-f1c4d7ab-0d5d-40fb-a609-cf0a95cb0467 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=19d28292b0ad4a299a1baab882cf973c HTTP/1.1" status: 200 len: 1656 time: 0.1017976 Feb 10 22:26:54.182084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-4e6cd8bf-6e9f-46ca-9b7e-74f7dcf94e06 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:54.183892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-4e6cd8bf-6e9f-46ca-9b7e-74f7dcf94e06 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks?id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 787 time: 0.1711183 Feb 10 22:26:54.198021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-43536dab-9c25-4093-a020-45f94227551e tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:54.200019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-533e3556-a2b2-4aa5-af5e-65492106bcc4 req-43536dab-9c25-4093-a020-45f94227551e tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072052 Feb 10 22:26:54.232480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:54.270293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:54.389546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-cb99eb11-550b-4ff9-922d-8ba532c9ecbb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=4fb595328249479da8250726f7358444&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385511 Feb 10 22:26:54.422285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:54.433740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:54.442133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:54.650142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e7927-d34e-44de-a853-37326b6e58c7 req-0731d085-bbee-47fc-8fc2-5c964b20a32d tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:54.651615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c87e7927-d34e-44de-a853-37326b6e58c7 req-0731d085-bbee-47fc-8fc2-5c964b20a32d tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.3403814 Feb 10 22:26:54.654750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-311b7ca5-329f-4a87-8d37-1cda3d79eec6 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips/b57ff3ef-65a3-43a6-b2cf-9722ba4bba55 HTTP/1.1" status: 200 len: 693 time: 0.1746132 Feb 10 22:26:54.696084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-ac8ffc03-9fe8-429f-9134-8fede630f314 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:54.697477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-ac8ffc03-9fe8-429f-9134-8fede630f314 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2940280 Feb 10 22:26:54.713811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Request body: {'port': {'device_id': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '4fb595328249479da8250726f7358444'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:54.729360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:54.742350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c87e7927-d34e-44de-a853-37326b6e58c7 req-d9522d01-c425-4215-a8d7-70e70b889386 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836530 Feb 10 22:26:54.793855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on host n-h1-825178-4 for vnic_type normal with profile {"migrating_to": "n-h2-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:54.794185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:54.794514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:54.818320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:54.818648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Attempting to bind port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:54.830539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:54.830664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:54.831153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:54.832143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Bound port: c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:54.832479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:54.888814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:54.902682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:54.919566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Made reservation on behalf of 4fb595328249479da8250726f7358444 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:54.928293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:54.936280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b4a42a0a-fae7-4845-9548-090a2f856a71 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:54.944038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b4a42a0a-fae7-4845-9548-090a2f856a71 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2553914 Feb 10 22:26:54.951736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-2f3f6e9f-7e83-434d-a62b-19c4291ca390 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:26:54.958896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-2f3f6e9f-7e83-434d-a62b-19c4291ca390 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139935 Feb 10 22:26:55.055717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-494bbeaf-3f2a-424a-8c49-f51ce37a21b3 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.0958405 Feb 10 22:26:55.058149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:55.062593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:55.118178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.157599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607a41d6-0f24-4063-8b27-39a11172d686 req-7a60e5c0-e219-4494-9586-0c67274efb90 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:55.159060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-607a41d6-0f24-4063-8b27-39a11172d686 req-7a60e5c0-e219-4494-9586-0c67274efb90 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.2093995 Feb 10 22:26:55.163961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:55.195438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-5ee86cae-f794-4fdb-97e9-17675a6cbfb4 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.1323361 Feb 10 22:26:55.240970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-607a41d6-0f24-4063-8b27-39a11172d686 req-b58a7432-d5ea-4068-8853-63c0d4ff78c6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688174 Feb 10 22:26:55.242081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Allocated IP 192.168.233.60 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/b4d26bca-8c02-4002-9361-220e7dd7c8c3) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:55.379542 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'code': 200} Feb 10 22:26:55.390222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.422867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:55.430373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Usage tracker for resource:security_group_rule and tenant:719b4bfd114f4aa2b22e5316fdd8cc67 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:55.434892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:55.453016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:55.462913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:55.463835 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.465265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] 10.222.0.24 "PUT /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 1121 time: 1.6162498 Feb 10 22:26:55.486256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd3ddb-5dee-46ff-8979-484c27825b8b service neutron] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:55.498100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Deleting port cb1c065b-ea84-4da2-aaa3-3101b9abff2d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:55.498535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.534308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6676157c-bde0-4fe2-9cd8-697864de9202 req-9caa1753-f55b-4367-aa55-a28c5ce412b7 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 210 time: 0.0719438 Feb 10 22:26:55.556947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.558807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:55.580884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Transition to ACTIVE for port object b4d26bca-8c02-4002-9361-220e7dd7c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:55.657617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.663177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.678801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:55.716344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.724901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.725313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.827144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-d2fe2a11-4f26-411b-929d-f559c363cbf9 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=82654a1f346d44178eae8281239552cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123624 Feb 10 22:26:55.839686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:55.842127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['06419b48-f25f-405f-82e6-b16c0ce58402'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:55.851640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:55.854408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:55.860084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:55.860728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:55.886417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb51808a-349b-4dcc-8aec-6d6adcfb73db,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:55.892094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8001cdb-b905-4a7a-855a-fd36720e940d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=719b4bfd114f4aa2b22e5316fdd8cc67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7275178 Feb 10 22:26:55.898256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event updated for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:55.901379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54616) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:55.963192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Calling delete_port for cb1c065b-ea84-4da2-aaa3-3101b9abff2d owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:56.042752 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-5dcaac32-49a0-4033-bc37-8d914216a1b3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3322124 Feb 10 22:26:56.064598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Request body: {'port': {'device_id': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:56.169831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-6a8d9340-96fa-4e41-8083-d402a0f74886 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:56.177806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-6a8d9340-96fa-4e41-8083-d402a0f74886 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3367217 Feb 10 22:26:56.189024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db11a0ae-ecd7-43cd-be83-42e52d55fad6 None None] Provisioning for port b4d26bca-8c02-4002-9361-220e7dd7c8c3 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:26:56.192412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.203832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db11a0ae-ecd7-43cd-be83-42e52d55fad6 None None] Provisioning complete for port b4d26bca-8c02-4002-9361-220e7dd7c8c3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:26:56.204513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db11a0ae-ecd7-43cd-be83-42e52d55fad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.211380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-47129e27-cc4b-474e-a7fa-eae3070f830f tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/quotas/82654a1f346d44178eae8281239552cc HTTP/1.1" status: 200 len: 375 time: 0.0326931 Feb 10 22:26:56.222675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-e4b303e9-3b91-41db-bda2-33d73002e739 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1814480 Feb 10 22:26:56.243359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.271200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-db11a0ae-ecd7-43cd-be83-42e52d55fad6 None None] Port b4d26bca-8c02-4002-9361-220e7dd7c8c3 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:26:56.297455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event deleted for resources: {'Port': ['ID=cb1c065b-ea84-4da2-aaa3-3101b9abff2d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:56.313648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.372912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.446364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.466419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-a1e696a2-779e-42c0-8586-40926fa6850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:56.467983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-a1e696a2-779e-42c0-8586-40926fa6850c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.1419287 Feb 10 22:26:56.471066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.472904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6413a5c-d48f-4ff2-8667-978ff1b6705b req-b8b8f6ce-b324-4df2-a9a4-5798e492674a tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "DELETE /v2.0/floatingips/b57ff3ef-65a3-43a6-b2cf-9722ba4bba55 HTTP/1.1" status: 204 len: 173 time: 1.2280607 Feb 10 22:26:56.491867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-817f1cee-81c2-4401-8234-c79097f94cbd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2430987 Feb 10 22:26:56.539166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.567097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb51808a-349b-4dcc-8aec-6d6adcfb73db,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:56.576699 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:56.580474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e97e3aba-bf59-4e49-b2e8-672578217b3b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb51808a-349b-4dcc-8aec-6d6adcfb73db HTTP/1.1" status: 204 len: 168 time: 0.6680324 Feb 10 22:26:56.758523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-6f3f6871-b737-47f1-b06e-b0203299567c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:56.759950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-6f3f6871-b737-47f1-b06e-b0203299567c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2405431 Feb 10 22:26:56.835059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-9520afdf-507c-45cd-a5ae-7f53ff2d7f33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7 HTTP/1.1" status: 200 len: 217 time: 0.0680208 Feb 10 22:26:56.848103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2bd080-3fd8-405d-8084-f28a1adcd855 req-f9701fb2-eb8e-41ee-8b2c-b64180997606 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:56.849634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e2bd080-3fd8-405d-8084-f28a1adcd855 req-f9701fb2-eb8e-41ee-8b2c-b64180997606 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.1892960 Feb 10 22:26:56.943176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-0668d5f2-8479-424b-8015-7599ebc0acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:56.944673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-0668d5f2-8479-424b-8015-7599ebc0acf9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0941691 Feb 10 22:26:56.949418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e2bd080-3fd8-405d-8084-f28a1adcd855 req-820c0d69-2412-4f3a-b2d1-2b24b12ad450 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657973 Feb 10 22:26:56.982566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-3c238e27-c8d1-4e2d-aaad-85c887bcf733 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips/a5cef32f-6bfa-4623-b702-0f88de243595 HTTP/1.1" status: 200 len: 693 time: 0.2489178 Feb 10 22:26:57.014497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54642) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:57.048628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.071232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:57.076703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Usage tracker for resource:security_group_rule and tenant:4ec67f4f4beb427caac3a414e0e1ed36 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:26:57.079974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:26:57.088076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:57.110022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-83cc75d6-5244-4f54-890d-8d5650e80158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:57.111520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-83cc75d6-5244-4f54-890d-8d5650e80158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597934 Feb 10 22:26:57.196721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-c2613b70-9376-44ce-bc4f-99b0989e7d38 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:57.198090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-c2613b70-9376-44ce-bc4f-99b0989e7d38 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2053845 Feb 10 22:26:57.337269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-81f7bfdf-46f3-4cf9-aa6f-30e9ed5c69a9 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.1279328 Feb 10 22:26:57.381318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:57.424519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-b6180472-9a17-4fb8-873e-dce0c65c95d3 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.215 HTTP/1.1" status: 200 len: 696 time: 0.0795486 Feb 10 22:26:57.430037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d26bca-8c02-4002-9361-220e7dd7c8c3 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:26:57.435579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-9b89625b-0935-44da-9d77-43817265a011 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154368 Feb 10 22:26:57.437403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.461054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.475409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e68802-bc54-42e5-8bd6-38948b215aa1 req-b842f95c-1ed9-4136-86d1-fa9dfb7d1f12 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:57.476971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66e68802-bc54-42e5-8bd6-38948b215aa1 req-b842f95c-1ed9-4136-86d1-fa9dfb7d1f12 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 935 time: 0.3207641 Feb 10 22:26:57.491829 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.598792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Transition to ACTIVE for port object b4d26bca-8c02-4002-9361-220e7dd7c8c3 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:57.605080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Deleting port 26285a83-a723-4402-b3ec-fe0f9bd86421 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:26:57.605420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.618412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ec67f4f4beb427caac3a414e0e1ed36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010187 Feb 10 22:26:57.623626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f3726-170f-4eea-84cf-8425e0471ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5351cc-e18a-48d1-8b3a-69b2b61659bd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:57.627485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54654) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:26:57.633620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.659445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66e68802-bc54-42e5-8bd6-38948b215aa1 req-639f8059-8163-41bf-8fb7-a504d9f51a1f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621354 Feb 10 22:26:57.707067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c677a9-4441-4bb0-93ef-1b0c53cc496f req-42b00c19-93bc-44de-8e67-2c6497da4edf service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633245 Feb 10 22:26:57.730128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.759483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.845902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a2edf8c-f93f-43ba-b6a4-756498930d67 req-837871cd-e151-43e3-add6-271fac0f289d tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 210 time: 0.0639336 Feb 10 22:26:57.870001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.905656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:57.951062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Attempting to bind port b4d26bca-8c02-4002-9361-220e7dd7c8c3 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:26:57.951422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Attempting to bind port b4d26bca-8c02-4002-9361-220e7dd7c8c3 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:26:57.951751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Attempting to bind port b4d26bca-8c02-4002-9361-220e7dd7c8c3 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:57.963222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Port b4d26bca-8c02-4002-9361-220e7dd7c8c3 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:26:57.963611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Attempting to bind port b4d26bca-8c02-4002-9361-220e7dd7c8c3 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:26:57.977489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:26:57.977825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:26:57.978205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:26:57.978651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Bound port: b4d26bca-8c02-4002-9361-220e7dd7c8c3, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:26:57.980454 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.999526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:57.999858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.026216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5351cc-e18a-48d1-8b3a-69b2b61659bd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:58.030829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.031946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8c24f7aa-2cb7-4eeb-91bd-66557c2d47a7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e5351cc-e18a-48d1-8b3a-69b2b61659bd HTTP/1.1" status: 204 len: 168 time: 0.4010944 Feb 10 22:26:58.088465 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'status': 'completed', 'code': 200} Feb 10 22:26:58.146099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-da13fad0-4d61-4ebf-9847-fe8e7ce59241 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=82654a1f346d44178eae8281239552cc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487587 Feb 10 22:26:58.282925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Calling delete_port for 26285a83-a723-4402-b3ec-fe0f9bd86421 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:26:58.444864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-6e95bcf1-3529-4565-822b-4dd8a5b4b991 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:58.446406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-6e95bcf1-3529-4565-822b-4dd8a5b4b991 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2955186 Feb 10 22:26:58.466773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Request body: {'port': {'device_id': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '82654a1f346d44178eae8281239552cc'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:58.494336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91367031-a846-48d7-8008-0c704284f725 req-f4881043-d0bd-4028-8d16-a13d357d5c66 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:58.500603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91367031-a846-48d7-8008-0c704284f725 req-f4881043-d0bd-4028-8d16-a13d357d5c66 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.1765687 Feb 10 22:26:58.616286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91367031-a846-48d7-8008-0c704284f725 req-a779ac3f-b00c-42ef-90b6-0f65b2fb3621 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144845 Feb 10 22:26:58.650841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:26:58.652927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:26:58.655043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.660980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:26:58.675038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:26:58.688068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:26:58.700284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Made reservation on behalf of 82654a1f346d44178eae8281239552cc for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:26:58.704364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.718421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.763871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event deleted for resources: {'Port': ['ID=26285a83-a723-4402-b3ec-fe0f9bd86421,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:58.825033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.838129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:58.838737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.840183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] 10.222.0.24 "PUT /v2.0/ports/b4d26bca-8c02-4002-9361-220e7dd7c8c3 HTTP/1.1" status: 200 len: 1095 time: 2.7798402 Feb 10 22:26:58.850148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:26:58.864407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-3c0e5ada-970f-4ca3-ada1-e6a4f723a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:58.865946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-3c0e5ada-970f-4ca3-ada1-e6a4f723a809 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1124 time: 0.4277468 Feb 10 22:26:58.952272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:58.953485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62031cf0-f7da-429f-a765-fa4af6cb4116 req-5f45169b-72a3-4042-b36f-873f0261d776 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "DELETE /v2.0/floatingips/a5cef32f-6bfa-4623-b702-0f88de243595 HTTP/1.1" status: 204 len: 173 time: 1.5188875 Feb 10 22:26:58.982710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Allocated IP 192.168.233.19 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/1d4cae0d-2cd0-4a1c-9e0a-914321698ee9) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:26:58.991970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726b455-5128-48bc-a553-4a6f3a62388d service neutron] Pushing event updated for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:59.033573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:26:59.061488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc has no active binding in host n-h2-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:26:59.228189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-581902c3-4662-4b3b-bd4b-c8d7189b69a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:59.230229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-581902c3-4662-4b3b-bd4b-c8d7189b69a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3030810 Feb 10 22:26:59.279970 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3', 'status': 'completed', 'code': 200} Feb 10 22:26:59.344681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:59.369093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Transition to ACTIVE for port object 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:26:59.382354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a057c18-d563-42b1-b023-e7bfa46cd7f5 req-6d9a5f92-da2e-4c76-85d3-49e4cb309063 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:59.387782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a057c18-d563-42b1-b023-e7bfa46cd7f5 req-6d9a5f92-da2e-4c76-85d3-49e4cb309063 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 947 time: 0.1387591 Feb 10 22:26:59.403332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-831ab367-eae8-4477-8003-92bc47c9bf99 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.1210537 Feb 10 22:26:59.420262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e8567e19-6943-4701-84a4-978f4608123d req-e49db062-dfdc-4ee2-890f-0b0027cdf8bd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 210 time: 0.1387086 Feb 10 22:26:59.440931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a057c18-d563-42b1-b023-e7bfa46cd7f5 req-6e5d3640-a0ed-4547-883f-e46898551902 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Feb 10 22:26:59.465959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:59.478978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['491452e9-ffad-4b92-a389-bb0bc2d3baa1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:26:59.554223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:26:59.562922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:26:59.565945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:26:59.614698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-9114d5d2-068d-4197-aea4-bc00d242bdaf tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips/7bee9aa5-ab3c-4799-8f4b-36f5c73e9d98 HTTP/1.1" status: 200 len: 692 time: 0.1370919 Feb 10 22:26:59.650249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Pushing event updated for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:26:59.653417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-1715b502-6caa-457f-8944-5b80921648b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:59.655137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-1715b502-6caa-457f-8944-5b80921648b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.2416968 Feb 10 22:26:59.693417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:59.694080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:59.752511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-0f23e951-b3c0-488f-b175-6aabd103e927 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2906909 Feb 10 22:26:59.764850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Request body: {'port': {'device_id': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:26:59.805408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-13ee81f5-f16e-4435-ba0c-4344c760cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:26:59.806933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-13ee81f5-f16e-4435-ba0c-4344c760cdbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 1098 time: 0.9189410 Feb 10 22:26:59.836854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-af9dfa05-d6f2-4257-b8cc-9a54d7b903e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864263 Feb 10 22:26:59.964037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:26:59.967317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-c1717942-d98c-49db-be6f-794119630134 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3 HTTP/1.1" status: 200 len: 217 time: 0.1505659 Feb 10 22:26:59.978940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-46d0038c-7a4f-4c7d-9fa0-2bfb476ce7ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9834764 Feb 10 22:27:00.001028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01da19c0-f564-4837-853a-7d84838f296d None None] Provisioning for port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:00.013917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01da19c0-f564-4837-853a-7d84838f296d None None] Provisioning complete for port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:00.014447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01da19c0-f564-4837-853a-7d84838f296d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:00.125941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-33ecf251-ce58-4927-93e2-72e002660ce5 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:00.135163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-33ecf251-ce58-4927-93e2-72e002660ce5 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.5195901 Feb 10 22:27:00.139475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01da19c0-f564-4837-853a-7d84838f296d None None] Port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:27:00.277452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1fe08b2d-d78d-44e4-83f7-732023b19cbd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Synchronizing usage tracker for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:00.323408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8bc5ff89-72fd-4247-ac17-88d03f276eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:00.325287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-8bc5ff89-72fd-4247-ac17-88d03f276eba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3427825 Feb 10 22:27:00.406687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b09e95-23ac-4a92-9ac5-0a4198d12b61 req-8bc936af-d3b9-4dfc-8c9e-03484d43b28f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:00.408213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46b09e95-23ac-4a92-9ac5-0a4198d12b61 req-8bc936af-d3b9-4dfc-8c9e-03484d43b28f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.2113264 Feb 10 22:27:00.479562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46b09e95-23ac-4a92-9ac5-0a4198d12b61 req-ddf644e6-42ab-4d46-bb66-d62b10aab57a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621347 Feb 10 22:27:00.492354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1fe08b2d-d78d-44e4-83f7-732023b19cbd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Unset dirty status for tenant:19d28292b0ad4a299a1baab882cf973c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:00.493505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1fe08b2d-d78d-44e4-83f7-732023b19cbd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.3575375 Feb 10 22:27:00.502207 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-27951ede-7315-4aa5-b550-47a128c77375 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818491 Feb 10 22:27:00.547272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:00.555918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:00.572646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Transition to ACTIVE for port object 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:00.576398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:00.680964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-57fa6c07-1dac-4c93-8898-7a8c143e6ed5 tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.1739917 Feb 10 22:27:00.763792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d426-7c64-4c3a-97eb-040587720185 req-bc121739-5666-403c-80d7-ad9e5ad2e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:00.765343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-bc121739-5666-403c-80d7-ad9e5ad2e688 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 1097 time: 0.5607963 Feb 10 22:27:00.824436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:00.833080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-3abd7372-4def-4757-b541-4ab4e30b0da5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471184 Feb 10 22:27:00.986005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Deleting port 3327fc9e-2528-455d-821f-6871c4d85280 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:00.986273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.037246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-d8478cc1-a074-4639-8eac-de63020d0029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.038725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-d8478cc1-a074-4639-8eac-de63020d0029 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6972718 Feb 10 22:27:01.059863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Attempting to bind port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:01.060184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Attempting to bind port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:01.060506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Attempting to bind port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:01.073909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-87c77851-4f11-4f40-ad54-cd14d0e9be82 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.075379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-87c77851-4f11-4f40-ad54-cd14d0e9be82 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2176750 Feb 10 22:27:01.075862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:01.076171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Attempting to bind port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:01.079228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6590a7a-51e0-4919-9960-7e0bd0f85106 req-0296f499-3b0a-4a44-9193-147b6e8fd307 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688298 Feb 10 22:27:01.082266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:01.082602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:01.082980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:01.083429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Bound port: 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:01.083771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.110974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-b9237ff1-6068-428c-83e6-ac4d0f4e4cd2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/quotas/65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 375 time: 0.0153673 Feb 10 22:27:01.198528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-bfe97409-3fcb-4ce2-92e6-fc4205d2b0eb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581675 Feb 10 22:27:01.229893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:01.233126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:01.236736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.303960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.304365 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.305867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] 10.222.0.30 "PUT /v2.0/ports/1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 HTTP/1.1" status: 200 len: 1095 time: 1.5465848 Feb 10 22:27:01.306364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:01.352385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d426-7c64-4c3a-97eb-040587720185 req-07a99304-434f-41ec-a5b5-e12104434be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.353855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-07a99304-434f-41ec-a5b5-e12104434be3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 925 time: 0.5397358 Feb 10 22:27:01.411424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdadb6b1-6dd3-470d-831a-d5555c0ae918 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:01.450859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-140f6663-5dcb-48fb-87c4-9a2a6d0aa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.452506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-140f6663-5dcb-48fb-87c4-9a2a6d0aa035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 1098 time: 0.0980897 Feb 10 22:27:01.492893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.493205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:01.503989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-01df5432-e4ef-49e4-8252-c1a1ed8f06aa service neutron] 10.222.0.30 "GET /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.3685350 Feb 10 22:27:01.526575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-bcf064ff-9923-48ea-b5aa-b57f4b329a9a service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693012 Feb 10 22:27:01.585507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-83838ecd-ae61-4cc9-a258-485a480bfd6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 HTTP/1.1" status: 200 len: 217 time: 0.1172340 Feb 10 22:27:01.693978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-2ce30c7e-be51-4cf7-a636-5a7cfc9ef23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.696055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-2ce30c7e-be51-4cf7-a636-5a7cfc9ef23a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1034377 Feb 10 22:27:01.772168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a2da-abbb-4254-b5ca-dd90f55e0c1e req-cee8b591-ebb4-4946-812c-e290789bfa39 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.773070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6fd7a2da-abbb-4254-b5ca-dd90f55e0c1e req-cee8b591-ebb4-4946-812c-e290789bfa39 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Synchronizing usage tracker for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:01.806540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6fd7a2da-abbb-4254-b5ca-dd90f55e0c1e req-cee8b591-ebb4-4946-812c-e290789bfa39 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Unset dirty status for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:01.807833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6fd7a2da-abbb-4254-b5ca-dd90f55e0c1e req-cee8b591-ebb4-4946-812c-e290789bfa39 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 947 time: 0.3373444 Feb 10 22:27:01.839908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-36a76615-5b43-4ba6-8cb7-6d56604cacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:01.841857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-36a76615-5b43-4ba6-8cb7-6d56604cacdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1387751 Feb 10 22:27:01.908739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Calling delete_port for 3327fc9e-2528-455d-821f-6871c4d85280 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:01.957868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6fd7a2da-abbb-4254-b5ca-dd90f55e0c1e req-6f81707f-dbcc-45ee-9bd4-63639fe4f2b5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400199 Feb 10 22:27:01.974517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-e25322be-bd55-4770-bd63-29e16568cc7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 200 len: 1002 time: 0.6034834 Feb 10 22:27:02.025393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-90336807-5a44-4875-ae31-947cb58e31e3 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760032 Feb 10 22:27:02.150647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-137ceec5-2b60-41cf-9606-a2ed40c5262d req-f323fa58-825a-432f-a557-1acf3461d264 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770922 Feb 10 22:27:02.163741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d426-7c64-4c3a-97eb-040587720185 req-6a4623b3-1679-4365-be8f-cfd8993b375b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:02.166013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-6a4623b3-1679-4365-be8f-cfd8993b375b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.1843126 Feb 10 22:27:02.239541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d1f16e-d6ee-4990-9e72-c13e2b7e3fb9 req-f0260d9e-8c00-449c-a7ae-b750e94983fa service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058146 Feb 10 22:27:02.253990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81e22-e31c-425f-97fc-6e8b9898f5f0 req-3222dfb9-bbe1-4b02-becf-4037dad268ba tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:02.255586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7a81e22-e31c-425f-97fc-6e8b9898f5f0 req-3222dfb9-bbe1-4b02-becf-4037dad268ba tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 947 time: 0.1308067 Feb 10 22:27:02.302345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7a81e22-e31c-425f-97fc-6e8b9898f5f0 req-1915347d-38b5-438c-aa1a-4470b3ba61a4 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402091 Feb 10 22:27:02.477315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:02.506657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-73457a3e-21b9-45ac-8e11-380a0658c5be req-1345a52d-3e52-4257-b128-463065ca85e4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 210 time: 0.0469515 Feb 10 22:27:02.557347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:02.561352 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9', 'status': 'completed', 'code': 200} Feb 10 22:27:02.601374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Pushing event deleted for resources: {'Port': ['ID=3327fc9e-2528-455d-821f-6871c4d85280,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:02.614128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631d426-7c64-4c3a-97eb-040587720185 req-f55d213c-5324-4147-b81d-ab49fccfb1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:02.615663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-f55d213c-5324-4147-b81d-ab49fccfb1b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4381280 Feb 10 22:27:02.630591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:02.665281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-ffb0b734-ba2e-4c9b-a66c-be770eb702a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:02.666755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-ffb0b734-ba2e-4c9b-a66c-be770eb702a8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 1098 time: 0.4324141 Feb 10 22:27:02.672940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:02.683490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-dc6a5807-ade0-4454-9b19-dc6456cb27bd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043835 Feb 10 22:27:02.891186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:02.892346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b94e284b-cc3c-4f98-8a07-9cf3b0154858 req-1041c593-3a2c-45a0-9070-44b2ee26a1bd tempest-FloatingIPDetailsTestJSON-539698957 tempest-FloatingIPDetailsTestJSON-539698957-project] 10.222.0.53 "DELETE /v2.0/floatingips/7bee9aa5-ab3c-4799-8f4b-36f5c73e9d98 HTTP/1.1" status: 204 len: 173 time: 2.1942477 Feb 10 22:27:02.898862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:02.904552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:02.942465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:02.990011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:03.005417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-69443d47-510e-4712-b41d-348a895ba735 service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814816 Feb 10 22:27:03.019970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-81664364-aa01-40e8-abbc-b95119525564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.021469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-81664364-aa01-40e8-abbc-b95119525564 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=82654a1f346d44178eae8281239552cc&device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 1098 time: 0.4170537 Feb 10 22:27:03.043610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-68c1958e-d709-452c-92f5-8af3934474df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.045143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-68c1958e-d709-452c-92f5-8af3934474df service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2849159 Feb 10 22:27:03.153530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-eedb581f-8a8c-4b13-b403-90b6e9a257ee tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.154959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-eedb581f-8a8c-4b13-b403-90b6e9a257ee tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4399810 Feb 10 22:27:03.217749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-14a8cc29-c2b3-4c06-ac92-edd6ee7a17c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3 HTTP/1.1" status: 200 len: 217 time: 0.1432080 Feb 10 22:27:03.221999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93dfff-8c80-4515-b81b-dcb0fc5369e2 req-5425dcdd-7075-46ef-9b0d-3c561d75b728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.223465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a93dfff-8c80-4515-b81b-dcb0fc5369e2 req-5425dcdd-7075-46ef-9b0d-3c561d75b728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 943 time: 0.5477140 Feb 10 22:27:03.229071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Request body: {'port': {'device_id': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '65b5647d714a4d2584ccce52b21bfb6b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:03.400522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-ddcdb907-a2c0-46a9-a402-62258a843dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.401888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-ddcdb907-a2c0-46a9-a402-62258a843dbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1732545 Feb 10 22:27:03.416932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9631d426-7c64-4c3a-97eb-040587720185 req-b9a36fbf-2da0-498a-b56b-4d51669f625f service neutron] 10.222.0.30 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025238 Feb 10 22:27:03.438976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a93dfff-8c80-4515-b81b-dcb0fc5369e2 req-f963b885-2dc9-483c-b4f1-fdb6d3274e7a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813910 Feb 10 22:27:03.465647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] Transition to ACTIVE for port object c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:03.481023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:03.497043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-c9b90b14-ae39-42e0-b1a0-823b7e0c3a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.498420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-c9b90b14-ae39-42e0-b1a0-823b7e0c3a10 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4615536 Feb 10 22:27:03.600893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-667548df-bd30-4fa0-bc04-9223eb0a901c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 HTTP/1.1" status: 200 len: 217 time: 0.0875115 Feb 10 22:27:03.656267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:03.745649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Usage tracker for resource:port and tenant:65b5647d714a4d2584ccce52b21bfb6b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:03.759781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:03.782886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:03.799089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59707b5-3109-4050-a746-6e1fe40b07e0 req-4b7362c5-0593-41b6-8849-5d5e114582b0 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.801028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e59707b5-3109-4050-a746-6e1fe40b07e0 req-4b7362c5-0593-41b6-8849-5d5e114582b0 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 947 time: 0.5176141 Feb 10 22:27:03.802031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] No DVR routers for this DVR port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:03.811810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-0774fb5d-f05d-4302-a870-199f4b2c68f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.812863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] Pushing event updated for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=10']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:03.813263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-0774fb5d-f05d-4302-a870-199f4b2c68f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2056432 Feb 10 22:27:03.822054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Made reservation on behalf of 65b5647d714a4d2584ccce52b21bfb6b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:03.825469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:03.881010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:03.892210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-4062f67b-afd4-4b25-b6fb-e61562a9df8e service neutron] 10.222.0.30 "PUT /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc/bindings/n-h2-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 2.3603804 Feb 10 22:27:03.905249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-09aaf9fa-f81d-4939-9e48-3da15e75bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:03.906773 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-09aaf9fa-f81d-4939-9e48-3da15e75bd12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4936135 Feb 10 22:27:03.917385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e59707b5-3109-4050-a746-6e1fe40b07e0 req-ea61aa99-f459-4163-876c-fd571956f301 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067955 Feb 10 22:27:03.943255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:03.964031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Usage tracker for resource:security_group_rule and tenant:65b5647d714a4d2584ccce52b21bfb6b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:03.970689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:03.985793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:04.045878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16fcf-7324-4346-a748-803a8e3481b5 req-bb7f7500-f83a-4c4a-a38f-fddaadc19096 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:04.047375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cab16fcf-7324-4346-a748-803a8e3481b5 req-bb7f7500-f83a-4c4a-a38f-fddaadc19096 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 947 time: 0.3991013 Feb 10 22:27:04.086814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-bcc92dce-c9ea-4cf2-92a2-ec5d24839d0b service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653798 Feb 10 22:27:04.128618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-ae5772ec-e89b-45a5-bf3d-b9f5e02b6549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:04.130402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-ae5772ec-e89b-45a5-bf3d-b9f5e02b6549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2927432 Feb 10 22:27:04.165061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cab16fcf-7324-4346-a748-803a8e3481b5 req-4ac68849-5ac1-4e93-84f8-d1ef499eed3c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002088 Feb 10 22:27:04.238379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5936df41-8ff8-4d7f-b4e0-05cd0b6d361d req-9e9276f3-43ad-435a-89d1-20210fb6a3a1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 210 time: 0.0571091 Feb 10 22:27:04.339232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ad379ff-62ba-498c-81cb-2758d050a51d req-aef0d997-7746-47e5-b019-46894760cd6c service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424974 Feb 10 22:27:04.482035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:04.526700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:04.546997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-a1f34713-65c8-47e4-879d-2227ee352a9e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044347 Feb 10 22:27:04.759712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=900299f6-dc84-4354-9066-db7299415e1c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:04.826544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-839a2bc3-b3c9-4ce9-9f01-ce0cdfe1d618 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:04.828131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-839a2bc3-b3c9-4ce9-9f01-ce0cdfe1d618 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.4373815 Feb 10 22:27:04.843459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:04.899052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54842) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:04.968823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:04.984167 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.036374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2498bdf1-a9af-45cf-97f9-8c94ae9a5f82 req-5c13ac8e-f721-4cc7-a65b-a53fabcd0865 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511492 Feb 10 22:27:05.072078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.077700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Allocated IP 192.168.233.90 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/607da036-3aab-430c-b827-c30baf77e9da) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:05.081273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:05.087784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.104714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:05.108848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a91d9b5c86346c5adb99e7146a9667c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:05.111845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:05.118353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:05.118770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d50c09e-8242-484f-b269-6b9917d0c856 req-5a53675a-b5d3-4dbb-a904-543b30db29ed tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:05.120270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d50c09e-8242-484f-b269-6b9917d0c856 req-5a53675a-b5d3-4dbb-a904-543b30db29ed tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.5055861 Feb 10 22:27:05.174328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-84a15bae-9f0a-4964-b11b-ec5453bb8749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:05.176568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-84a15bae-9f0a-4964-b11b-ec5453bb8749 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&tenant_id=043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 1095 time: 0.3397176 Feb 10 22:27:05.229857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:05.248601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.249929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:67ac6b2d27b849b5bb12dc743b867b98 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:05.253895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:05.260381 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.267414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:05.328458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a91d9b5c86346c5adb99e7146a9667c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282448 Feb 10 22:27:05.335946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c8017-b78b-493b-b970-5bc6e72e56a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dce6277-dc52-465a-b754-5978595d2f06,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:05.336123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d50c09e-8242-484f-b269-6b9917d0c856 req-9c9ff4fe-a48e-4219-a59c-bb9e0a605b36 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494927 Feb 10 22:27:05.337526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54854) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:05.393411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423caa15-2f14-4cdd-ab91-2da066d2942c req-f6a5f059-8847-4202-9bb5-f2205850abdd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:05.394999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-423caa15-2f14-4cdd-ab91-2da066d2942c req-f6a5f059-8847-4202-9bb5-f2205850abdd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 947 time: 0.2068827 Feb 10 22:27:05.478632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-423caa15-2f14-4cdd-ab91-2da066d2942c req-fa2a1b1f-2768-4eec-a6e3-71caa0c886b3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743313 Feb 10 22:27:05.486362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.491451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.542408 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67ac6b2d27b849b5bb12dc743b867b98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976411 Feb 10 22:27:05.545359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:05.558022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8072427-b2ad-408b-b021-2600faeb5ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c9371f-5a9d-4153-8549-9457df6c90e0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:05.637733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e148a9c5-934e-41b4-a6f2-53f58d92ed2f req-6ac93647-6144-4eed-bce5-5b6ec7566cfb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 210 time: 0.0471811 Feb 10 22:27:05.654948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.679403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-cef39b95-a091-4c6e-a8cc-107961785282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:05.680871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-cef39b95-a091-4c6e-a8cc-107961785282 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1095 time: 0.4543865 Feb 10 22:27:05.686032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.728989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.739504 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.755105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c9371f-5a9d-4153-8549-9457df6c90e0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:05.765082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.769424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02643d32-1eaf-4c0f-8bfe-33d659e9e39b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/65c9371f-5a9d-4153-8549-9457df6c90e0 HTTP/1.1" status: 204 len: 168 time: 0.2229385 Feb 10 22:27:05.823039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.862199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:05.882789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a9c2b-0b1e-4d3f-9bff-80b2be9955bc req-d68949e8-a259-4ac5-b61f-702e386b7554 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:05.884730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b2a9c2b-0b1e-4d3f-9bff-80b2be9955bc req-d68949e8-a259-4ac5-b61f-702e386b7554 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 947 time: 0.3978131 Feb 10 22:27:05.913433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Transition to ACTIVE for port object 607da036-3aab-430c-b827-c30baf77e9da will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:06.055389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54866) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:06.072747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.087451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:06.091176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Usage tracker for resource:security_group_rule and tenant:dbd31dab907f40e6ae4429d521e2df98 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:06.093998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:06.099997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:06.126747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-3d31f252-4136-4fa1-96f2-d34c566b86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:06.129022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-3d31f252-4136-4fa1-96f2-d34c566b86d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.4410021 Feb 10 22:27:06.140260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b2a9c2b-0b1e-4d3f-9bff-80b2be9955bc req-31522ed9-2f7a-43af-9733-359d99406299 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383835 Feb 10 22:27:06.194381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Deleting port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:06.194381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.205358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.209749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.246800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-2819ee3b-e54c-4839-8d4c-72c028c407cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.1039243 Feb 10 22:27:06.257721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dbd31dab907f40e6ae4429d521e2df98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012281 Feb 10 22:27:06.258574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49d726-a708-48d9-9860-38fde389d24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980f62eb-fb7c-4890-8167-d23aafd82e3b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:06.260869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:06.301107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.325072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.342335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.355186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.393190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dce6277-dc52-465a-b754-5978595d2f06,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:06.424126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.446206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980f62eb-fb7c-4890-8167-d23aafd82e3b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:06.449471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.453746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0675775a-9e42-4a0e-8398-d7d955a41617 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/980f62eb-fb7c-4890-8167-d23aafd82e3b HTTP/1.1" status: 204 len: 168 time: 0.1919641 Feb 10 22:27:06.499782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-9b68298a-a5c8-4706-81b3-7378f0887546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:06.501232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-9b68298a-a5c8-4706-81b3-7378f0887546 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.2412751 Feb 10 22:27:06.557424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:06.558196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93b7b4-546d-4b91-afcb-c83e41b1dbd4 req-4189dc94-5bdf-4dcd-8f28-897fc154dee6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:06.559719 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc93b7b4-546d-4b91-afcb-c83e41b1dbd4 req-4189dc94-5bdf-4dcd-8f28-897fc154dee6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.0871031 Feb 10 22:27:06.572855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:06.635417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc93b7b4-546d-4b91-afcb-c83e41b1dbd4 req-c09bd80b-5aed-4683-bc49-d6c8b2f3dc70 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539184 Feb 10 22:27:06.635573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:06.662596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b4d26bca-8c02-4002-9361-220e7dd7c8c3 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:06.682115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-a850e8bf-99da-4124-9b12-d354eb01f4d6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612878 Feb 10 22:27:06.683166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.686520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5cdf2f0a-4b25-4ba1-9e9d-dffca69c5567 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9dce6277-dc52-465a-b754-5978595d2f06 HTTP/1.1" status: 204 len: 168 time: 1.3419197 Feb 10 22:27:06.740164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:06.757973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:06.758956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.898219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94b987-0741-4851-b522-93cd9bf50b59 req-6aa7cf33-4396-457f-8043-1eb06f4db481 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:06.899922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df94b987-0741-4851-b522-93cd9bf50b59 req-6aa7cf33-4396-457f-8043-1eb06f4db481 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 935 time: 0.1367266 Feb 10 22:27:06.900443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] For port 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:06.900953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:06.938715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:06.950639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df94b987-0741-4851-b522-93cd9bf50b59 req-b765ef27-7d2d-4b83-b370-d6dc9bde6522 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447118 Feb 10 22:27:06.957263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3', 'mac_address': 'fa:16:3e:6c:5c:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:06.998550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:07.028538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7fdee199-c9ed-4830-8c1e-85cc31f41d7d None None] Provisioning for port 607da036-3aab-430c-b827-c30baf77e9da completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:07.039212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7fdee199-c9ed-4830-8c1e-85cc31f41d7d None None] Provisioning complete for port 607da036-3aab-430c-b827-c30baf77e9da triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:07.039811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fdee199-c9ed-4830-8c1e-85cc31f41d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.066246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.131620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Calling delete_port for 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:07.175528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d26bca-8c02-4002-9361-220e7dd7c8c3 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:07.198149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-0bc923a4-0d9f-47d2-963d-c1f16ced9b32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9851649 Feb 10 22:27:07.202981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54896) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:07.213065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7fdee199-c9ed-4830-8c1e-85cc31f41d7d None None] Port 607da036-3aab-430c-b827-c30baf77e9da cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:27:07.229872 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.236204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:07.238755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Request body: {'port': {'device_id': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:07.261558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:07.265872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Usage tracker for resource:security_group_rule and tenant:4cd78268738b4053820049c2abfc6507 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:07.269855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:07.276364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:07.282232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:07.285909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9', 'mac_address': 'fa:16:3e:aa:1f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:07.287707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.401688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.427490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:07.432636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.438211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.464723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:07.468445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:07.474211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.481494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e698f3-8edb-40bc-a3ed-d5a77016c968,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:07.526375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b248d41-527a-41f2-806f-68c0d831412f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4cd78268738b4053820049c2abfc6507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217494 Feb 10 22:27:07.527548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:07.541039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1393d4-3d74-49ab-b030-e096dfb81da6 req-df80974f-6f0d-4b7a-b8db-c2aa649ad439 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:07.542969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8b1393d4-3d74-49ab-b030-e096dfb81da6 req-df80974f-6f0d-4b7a-b8db-c2aa649ad439 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Synchronizing usage tracker for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:07.557246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dc9d8-dd09-41d7-aae9-0dd0a01082bb req-49097112-2157-4bb0-b29a-5c28d5a704a9 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:07.558321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b4d26bca-8c02-4002-9361-220e7dd7c8c3'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:07.558877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc4dc9d8-dd09-41d7-aae9-0dd0a01082bb req-49097112-2157-4bb0-b29a-5c28d5a704a9 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 947 time: 0.8735437 Feb 10 22:27:07.589493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-56758289-60be-4bec-b923-72071a876bc2 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8511043 Feb 10 22:27:07.598124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8b1393d4-3d74-49ab-b030-e096dfb81da6 req-df80974f-6f0d-4b7a-b8db-c2aa649ad439 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Unset dirty status for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:07.599272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b1393d4-3d74-49ab-b030-e096dfb81da6 req-df80974f-6f0d-4b7a-b8db-c2aa649ad439 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 948 time: 0.2548063 Feb 10 22:27:07.604831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:07.664781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.687530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b1393d4-3d74-49ab-b030-e096dfb81da6 req-899f63b1-5129-4ab0-87d5-785cececf591 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802162 Feb 10 22:27:07.714041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.794332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.818526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['1d4cae0d-2cd0-4a1c-9e0a-914321698ee9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:07.828483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e698f3-8edb-40bc-a3ed-d5a77016c968,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:07.875243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.901534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc4dc9d8-dd09-41d7-aae9-0dd0a01082bb req-c9bd55b2-a6ba-4ab1-85b7-5d7690469eab tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109984 Feb 10 22:27:07.921432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:07.925000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1fe8dab8-40cd-4819-a6a5-cb148a888c49 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83e698f3-8edb-40bc-a3ed-d5a77016c968 HTTP/1.1" status: 204 len: 168 time: 0.3937461 Feb 10 22:27:08.026119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e2ba3-d242-4b25-9f0e-4ac7819ed504 req-d4a3924d-5f91-472c-a659-3ce96083b463 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:08.032963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c7e2ba3-d242-4b25-9f0e-4ac7819ed504 req-d4a3924d-5f91-472c-a659-3ce96083b463 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.1871657 Feb 10 22:27:08.065741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-8f9f3ddd-4f5d-4ef0-9b40-ed14deb81ac2 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563301 Feb 10 22:27:08.120081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c7e2ba3-d242-4b25-9f0e-4ac7819ed504 req-e2f28e88-8aca-4ffa-8712-ea78b77cd6b5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788012 Feb 10 22:27:08.169872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4561c71f-ed15-4a9d-b695-73eacb6aedc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.284657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.434955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Pushing event deleted for resources: {'Port': ['ID=68c700aa-59c4-4a1d-9577-d9eb9d64fb5f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:08.467551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:08.494490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.609309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:08.613353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Usage tracker for resource:security_group_rule and tenant:9a159b5c78404137b3fde371077174a1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:08.616713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:08.625631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:08.691096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b4d26bca-8c02-4002-9361-220e7dd7c8c3 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:08.771219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-90ba10f8-4bb9-432e-a01a-1a778ef66b6d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:08.771219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-90ba10f8-4bb9-432e-a01a-1a778ef66b6d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:08.781574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.787433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.820697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c559cc-8875-4e99-8822-f1521412e866 req-b2f01496-1802-423f-85e6-8c71cc45f3b9 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:08.822183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-b2f01496-1802-423f-85e6-8c71cc45f3b9 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.4378698 Feb 10 22:27:08.822439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port b4d26bca-8c02-4002-9361-220e7dd7c8c3 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:08.829891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b4d26bca-8c02-4002-9361-220e7dd7c8c3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:08.831484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.900148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6263d47e-4dcf-4ba5-be26-9f05bba88e31,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:08.942532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 607da036-3aab-430c-b827-c30baf77e9da {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:08.946134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cd79ede2-4e4c-43fb-8b81-87704cd82052 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a159b5c78404137b3fde371077174a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4768412 Feb 10 22:27:08.946756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:08.976753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-90ba10f8-4bb9-432e-a01a-1a778ef66b6d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:08.977891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-90ba10f8-4bb9-432e-a01a-1a778ef66b6d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 935 time: 0.7455826 Feb 10 22:27:08.979580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:08.989047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.005011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:09.018236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dece4e-1acf-4762-ac5a-8fc624786be7 req-531c1c5b-dd16-4065-9f1c-15dd60681921 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:09.021112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78dece4e-1acf-4762-ac5a-8fc624786be7 req-531c1c5b-dd16-4065-9f1c-15dd60681921 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 948 time: 0.1858087 Feb 10 22:27:09.040717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Transition to ACTIVE for port object 607da036-3aab-430c-b827-c30baf77e9da will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:09.045186 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.060717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.070439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:09.070660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.084142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:09.086456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78dece4e-1acf-4762-ac5a-8fc624786be7 req-bbfa5d46-7d1a-4465-b8b2-df549663348d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554538 Feb 10 22:27:09.089001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.134292 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.160925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:09.170297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:09.170806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.203320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:09.233115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.250303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6263d47e-4dcf-4ba5-be26-9f05bba88e31,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:09.265204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.266315 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b8bc4bd1-984a-4526-b15a-321fad9ab16d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6263d47e-4dcf-4ba5-be26-9f05bba88e31 HTTP/1.1" status: 204 len: 168 time: 0.3160191 Feb 10 22:27:09.348196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-748523f7-a692-4db0-949b-952bb7c5dacd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:09.352188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:09.367772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.420504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:09.426257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:09.522362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:09.619558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617456a-2365-4349-8cf5-2afe8515d242 req-62947d21-d9d5-4221-a8e5-a55364f7543c tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:09.621281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7617456a-2365-4349-8cf5-2afe8515d242 req-62947d21-d9d5-4221-a8e5-a55364f7543c tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.0893805 Feb 10 22:27:09.675462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7617456a-2365-4349-8cf5-2afe8515d242 req-f8b0cfa0-f1a4-4bba-8c5e-3063df065690 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482702 Feb 10 22:27:09.732274 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3', 'code': 200} Feb 10 22:27:09.805076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-748523f7-a692-4db0-949b-952bb7c5dacd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:09.806227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7423de7-e1c5-41e4-87b9-4605fa78957e req-748523f7-a692-4db0-949b-952bb7c5dacd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8091111 Feb 10 22:27:09.921093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-01c559cc-8875-4e99-8822-f1521412e866 req-30491d04-a395-4cac-bce6-d3b29deb63f6 service neutron] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:09.925757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:09.926101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:09.926496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:09.940446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:09.940778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:09.980026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b864e3c-5ba4-4759-a061-61a215eeeb5c req-6008dd7a-8cf6-4be4-86cc-5aaae0c240a3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:09.982298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b864e3c-5ba4-4759-a061-61a215eeeb5c req-6008dd7a-8cf6-4be4-86cc-5aaae0c240a3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.1367183 Feb 10 22:27:09.990408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a0388-4eb0-4c43-a269-a814a8f11ed0 req-7181d26a-1923-44c1-adf4-42767381d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:09.992646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31a0388-4eb0-4c43-a269-a814a8f11ed0 req-7181d26a-1923-44c1-adf4-42767381d605 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 1100 time: 0.1961234 Feb 10 22:27:10.003586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-01c559cc-8875-4e99-8822-f1521412e866 req-30491d04-a395-4cac-bce6-d3b29deb63f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:10.004694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01c559cc-8875-4e99-8822-f1521412e866 req-30491d04-a395-4cac-bce6-d3b29deb63f6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc/bindings/n-h1-825178-4 HTTP/1.1" status: 204 len: 173 time: 1.1731687 Feb 10 22:27:10.027455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:10.027793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:10.028174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:10.028611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Bound port: 607da036-3aab-430c-b827-c30baf77e9da, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:10.028945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:10.077097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b864e3c-5ba4-4759-a061-61a215eeeb5c req-9476aa2a-65c8-46fc-8aa6-4af4e5638018 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808918 Feb 10 22:27:10.094056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31a0388-4eb0-4c43-a269-a814a8f11ed0 req-d0e06a3d-9136-445c-ab21-929e189eb40a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Feb 10 22:27:10.243442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:27:10.251756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:10.258054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:10.328366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:10.367315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932686d0-502b-49b2-b9d7-41eb083a9ed0 req-a2417b18-05f1-4f97-8dc8-816409d82505 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:10.374423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-932686d0-502b-49b2-b9d7-41eb083a9ed0 req-a2417b18-05f1-4f97-8dc8-816409d82505 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 949 time: 0.1046154 Feb 10 22:27:10.441951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-932686d0-502b-49b2-b9d7-41eb083a9ed0 req-4601d4df-e677-4b72-aa3b-def44555cadd tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664451 Feb 10 22:27:10.444903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1db89b84-e741-47ba-81a1-a2f26b234f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:10.462282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:10.468087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:10.469768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-58b00407-0002-410e-acad-c988d0001a94 service neutron] 10.222.0.24 "PUT /v2.0/ports/607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 1095 time: 3.2450967 Feb 10 22:27:10.470339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:10.578958 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'status': 'completed', 'code': 200} Feb 10 22:27:10.708014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b00407-0002-410e-acad-c988d0001a94 service neutron] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:10.735800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:27:10.742940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-05bc5ede-d5db-42c0-b9ff-9488fd659c73 admin admin] 10.222.0.53 "PUT /v2.0/routers/84e2a97f-7d7c-45b2-bf04-d4d59fcc381a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8361790 Feb 10 22:27:10.745199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55016) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:10.749635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-1d3fb013-0f6b-4b19-b626-030f7c197e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:10.751102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-1d3fb013-0f6b-4b19-b626-030f7c197e18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1711686 Feb 10 22:27:10.756008 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Sync routers for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:27:10.760679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f534bf-54ec-4311-8973-83a4f0c6bc13 req-caedba29-5270-4ae4-9e48-dc737eb04a52 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:10.764444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3f534bf-54ec-4311-8973-83a4f0c6bc13 req-caedba29-5270-4ae4-9e48-dc737eb04a52 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1095 time: 0.4235299 Feb 10 22:27:10.779899 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:27:10.783033 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:27:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:10.891017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-8adb5ca3-1cff-4508-ae40-c579e19ec2bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1250815 Feb 10 22:27:11.026977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3f534bf-54ec-4311-8973-83a4f0c6bc13 req-1749ad90-3258-4cab-9215-dc453cbf2a59 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685407 Feb 10 22:27:11.074698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-7d9ffd28-b6dd-4eb2-9009-20e3b6788ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:11.076185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-7d9ffd28-b6dd-4eb2-9009-20e3b6788ca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1600204 Feb 10 22:27:11.083410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55030) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:11.116959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.154080 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:27:11.228591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405222c6-9434-4990-af2e-8aeefae7db8b req-0d0cfabe-a141-427e-bf1e-160444cd988c tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:11.241585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-405222c6-9434-4990-af2e-8aeefae7db8b req-0d0cfabe-a141-427e-bf1e-160444cd988c tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.3364444 Feb 10 22:27:11.373699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-1b97d6d6-651d-48ca-9a5b-74d64942a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:11.375200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-1b97d6d6-651d-48ca-9a5b-74d64942a3bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2910690 Feb 10 22:27:11.422421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f1bae-f12f-4bd6-b0c4-1b5db4061295 req-9a03f90c-f85d-4493-a9f1-767c5b50c7e3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:11.429469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c7f1bae-f12f-4bd6-b0c4-1b5db4061295 req-9a03f90c-f85d-4493-a9f1-767c5b50c7e3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.1398234 Feb 10 22:27:11.433129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-405222c6-9434-4990-af2e-8aeefae7db8b req-c37e8436-14ca-4e43-88a6-6ab24387caa9 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903827 Feb 10 22:27:11.506821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.529343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Deleting port 719de7eb-cfd6-4429-9452-bcb5a6a2a921 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:11.529952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.560031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c7f1bae-f12f-4bd6-b0c4-1b5db4061295 req-c6fe13fc-13e7-49b2-9123-3980e6e19b57 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296146 Feb 10 22:27:11.562353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.611899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.622291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-e91aa8ea-d960-4c35-b7cc-9745214477a3 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344458 Feb 10 22:27:11.686338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.733751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:11.783149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:11.791047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Usage tracker for resource:security_group_rule and tenant:dd87e55b884c41db9d8e0f230677b507 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:11.796015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:11.808605 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:27:08Z', 'revision_number': 5, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port': {'id': '719de7eb-cfd6-4429-9452-bcb5a6a2a921', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:90:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 257, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:26:19Z', 'updated_at': '2022-02-10T22:26:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:11.813606 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Checking router: 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:27:11.819263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:11.824267 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Routers {'84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:27:11.825038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:27:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:11.858839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-298a73d6-9562-403c-9665-4afc1a51d7f6 req-b6bc28c9-2d8c-4b1d-a4c7-afae033f3921 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270620 Feb 10 22:27:11.877983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-00a1a894-b95c-4407-a1da-86dfd79c0235 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:11.885260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-00a1a894-b95c-4407-a1da-86dfd79c0235 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.2485933 Feb 10 22:27:11.919053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-bf115b1e-9ec7-4ff2-aac5-cd8a0d619b0b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/quotas/043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 375 time: 0.0328796 Feb 10 22:27:11.953668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:11.998176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] Set router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:27:12.119889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:27:11Z', 'revision_number': 6, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:12.126247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73df093-5819-40b3-af88-9d21f226e825 None None] The sync data for ids ['84e2a97f-7d7c-45b2-bf04-d4d59fcc381a'] in n-d-825178-4 is: [{'id': '84e2a97f-7d7c-45b2-bf04-d4d59fcc381a', 'name': 'tempest-FloatingIPDetailsTestJSON-745345991-router', 'tenant_id': '19d28292b0ad4a299a1baab882cf973c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:26:16Z', 'updated_at': '2022-02-10T22:27:11Z', 'revision_number': 6, 'project_id': '19d28292b0ad4a299a1baab882cf973c', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:27:12.130260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.141776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] For port 719de7eb-cfd6-4429-9452-bcb5a6a2a921, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=719de7eb-cfd6-4429-9452-bcb5a6a2a921,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:12.142129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.213064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=dd87e55b884c41db9d8e0f230677b507&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1276596 Feb 10 22:27:12.214849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43e12d-ecd1-453c-94a1-be11a65fe33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc6a639-296b-49c4-bded-e9fb06ae878a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:12.219656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55058) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:12.227229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-6855aa04-5e02-4e2e-8c4f-c51148ca0788 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3073270 Feb 10 22:27:12.283608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-2b2eb4d3-0a3f-46a7-822a-d00212669fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.285114 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-2b2eb4d3-0a3f-46a7-822a-d00212669fc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1098 time: 0.3298430 Feb 10 22:27:12.287559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Calling delete_port for 719de7eb-cfd6-4429-9452-bcb5a6a2a921 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:12.298822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bad995-9d4c-4644-8504-d8758b8aeda4 req-ab76b3c3-af87-4967-a142-74840323c0bf tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.300901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1bad995-9d4c-4644-8504-d8758b8aeda4 req-ab76b3c3-af87-4967-a142-74840323c0bf tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 949 time: 0.3145802 Feb 10 22:27:12.395951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.457845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1bad995-9d4c-4644-8504-d8758b8aeda4 req-0a3b994c-31b0-4aa3-8b4c-6444e2ed71fb tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318734 Feb 10 22:27:12.459494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.537242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-024589b0-2ec6-4267-83f1-aa817f100acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.538905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-024589b0-2ec6-4267-83f1-aa817f100acb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2370842 Feb 10 22:27:12.560482 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9', 'code': 200} Feb 10 22:27:12.635785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-e62c7f1f-57b7-4b0f-a5ba-aa62bdc088cb service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3550596 Feb 10 22:27:12.669252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-881f6e50-c171-4049-898d-9f017bb6ee95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1219847 Feb 10 22:27:12.682041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.731709 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.760956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc6a639-296b-49c4-bded-e9fb06ae878a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:12.774040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.777461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7af82ab9-6000-43e4-a2b5-79c9c33b5fbf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6cc6a639-296b-49c4-bded-e9fb06ae878a HTTP/1.1" status: 204 len: 168 time: 0.5543947 Feb 10 22:27:12.800554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-9700908c-2a8e-435f-86be-e4a3014c5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.802112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-9700908c-2a8e-435f-86be-e4a3014c5918 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1214252 Feb 10 22:27:12.814229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a766394-7566-4ecf-81ec-b70526679606 req-8ac542c9-fb69-444e-b5ad-095748dc2222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.816454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a766394-7566-4ecf-81ec-b70526679606 req-8ac542c9-fb69-444e-b5ad-095748dc2222 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 1100 time: 0.1926951 Feb 10 22:27:12.850440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.917457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Pushing event deleted for resources: {'Port': ['ID=719de7eb-cfd6-4429-9452-bcb5a6a2a921,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:12.961153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-4804bafa-2aeb-42a3-89ee-d375c9d75f17 service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133647 Feb 10 22:27:12.964201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:12.967038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a766394-7566-4ecf-81ec-b70526679606 req-8ea50e10-461f-45ae-9f15-1bac59725c8b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181300 Feb 10 22:27:12.994627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-509ad43b-04db-422f-985a-0762a63e7bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:12.997060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-509ad43b-04db-422f-985a-0762a63e7bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1788592 Feb 10 22:27:13.011706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aadfc7b-58bf-497e-afce-f72ab05725d3 req-947d3bc5-27c6-4c81-a970-a6319b0725b0 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:13.013455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9aadfc7b-58bf-497e-afce-f72ab05725d3 req-947d3bc5-27c6-4c81-a970-a6319b0725b0 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.1444690 Feb 10 22:27:13.166319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.168832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.209297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9aadfc7b-58bf-497e-afce-f72ab05725d3 req-42a32ce1-0d6d-447a-9fdb-eb66cb29f11f tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714785 Feb 10 22:27:13.275894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.276481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84e2a97f-7d7c-45b2-bf04-d4d59fcc381a {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:27:13.282282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-b4dd5675-c901-433f-9a60-f96ce533a8af service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678549 Feb 10 22:27:13.294735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:13.330991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.335654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1348c75e-8868-4854-b2e4-d3af8b552a6b admin admin] 10.222.0.53 "DELETE /v2.0/routers/84e2a97f-7d7c-45b2-bf04-d4d59fcc381a HTTP/1.1" status: 204 len: 168 time: 2.5887935 Feb 10 22:27:13.336585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55086) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:13.342202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.420100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:13.433507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Usage tracker for resource:security_group_rule and tenant:031ffbe27c8c4d63acbdf80d65223514 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:13.438727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:13.465497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:13.523899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbd5f89-8ac0-47ef-8252-51d5e4d9a8fb req-efca34b4-75b5-4da2-a229-1b0d93d70a1d service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343256 Feb 10 22:27:13.553861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Deleting subnet 0defa038-e2fc-4944-86a7-8c51e88ef3df {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:27:13.555992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf52ef-3263-4298-b6eb-2f369ec6bd40 req-fc399f8b-40b9-42a2-82d8-151b587ca8d4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:13.557992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6eaf52ef-3263-4298-b6eb-2f369ec6bd40 req-fc399f8b-40b9-42a2-82d8-151b587ca8d4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.1713948 Feb 10 22:27:13.563020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.615173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6eaf52ef-3263-4298-b6eb-2f369ec6bd40 req-a28ea27d-2af2-4064-b0a4-961963d09449 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498013 Feb 10 22:27:13.641884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.644718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.650111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:13.796294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4623b91-6b47-43c2-a753-7ef03d32d907 req-da8d1224-645a-40a0-aeb2-ec431c21d131 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 210 time: 0.0629053 Feb 10 22:27:13.879918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=031ffbe27c8c4d63acbdf80d65223514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824745 Feb 10 22:27:13.880790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd862a-2f7b-41fc-9666-b3dbde58ea7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4ca6a6-7789-4010-838a-703e7f12a57c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:13.882599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55102) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:13.906537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.000325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.046124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.048513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0defa038-e2fc-4944-86a7-8c51e88ef3df,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:14.053972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.059392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9eaebf-9be0-4b61-8885-d376bd238723 None None] Network ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:27:14.073535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d7fb00c-af23-4e29-80f5-1d8571c183d0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0defa038-e2fc-4944-86a7-8c51e88ef3df HTTP/1.1" status: 204 len: 168 time: 0.7310677 Feb 10 22:27:14.075048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:14.127770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.234758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.284491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 719de7eb-cfd6-4429-9452-bcb5a6a2a921 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:14.301274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4ca6a6-7789-4010-838a-703e7f12a57c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:14.314190 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.316734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7ceb7135-4265-471d-9f41-4bc4aeb65b37 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b4ca6a6-7789-4010-838a-703e7f12a57c HTTP/1.1" status: 204 len: 168 time: 0.4319973 Feb 10 22:27:14.356661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.459931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 719de7eb-cfd6-4429-9452-bcb5a6a2a921 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:27:14.460479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 719de7eb-cfd6-4429-9452-bcb5a6a2a921 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:14.461127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:14.461233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55122) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:14.464798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Deleting port ca3bcf96-211a-4542-9110-b6bc3aca07f3 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:14.465130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.505681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:27:14.506088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 68c700aa-59c4-4a1d-9577-d9eb9d64fb5f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:14.600312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada9ed8-f215-422a-8289-cae2670822ea req-0b2d4baa-42a3-4a14-b888-d86ec2edfdc4 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.615918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ada9ed8-f215-422a-8289-cae2670822ea req-0b2d4baa-42a3-4a14-b888-d86ec2edfdc4 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.1915452 Feb 10 22:27:14.628863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] DHCP port deletion for ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:27:14.633666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Deleting port ca3bcf96-211a-4542-9110-b6bc3aca07f3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:14.634278 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.716604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ada9ed8-f215-422a-8289-cae2670822ea req-3bc824c0-5c06-4783-85c7-398ac5991092 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996108 Feb 10 22:27:14.744515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] For port ca3bcf96-211a-4542-9110-b6bc3aca07f3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca3bcf96-211a-4542-9110-b6bc3aca07f3,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:14.744876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:14.753299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 607da036-3aab-430c-b827-c30baf77e9da details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:14.897325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Calling delete_port for ca3bcf96-211a-4542-9110-b6bc3aca07f3 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:14.987211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.987769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.988245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.988694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.989151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.989610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.990192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.990659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:14.999039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-26d2de1f-5595-483e-9bb3-6d047f344c6c tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&device_id=a2687ca2-b297-44c2-9e11-b10713c32584&device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba&device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49&device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d&device_id=a0186f3e-472f-4d36-aaed-b6a115a09730&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 7322 time: 0.6267216 Feb 10 22:27:15.026276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.084030 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.093693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.104861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] For port ca3bcf96-211a-4542-9110-b6bc3aca07f3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca3bcf96-211a-4542-9110-b6bc3aca07f3,segment=NetworkSegment(05db4fe3-d717-4013-9fc7-c71e0416f2a0),segment_id=05db4fe3-d717-4013-9fc7-c71e0416f2a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:15.105412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.116077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] No DVR routers for this DVR port ca3bcf96-211a-4542-9110-b6bc3aca07f3 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:15.172854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3bcf96-211a-4542-9110-b6bc3aca07f3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:15.229811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76a2e6f-bc5e-4561-8c9e-ea320c74ee3a req-d29f4f51-e73c-4646-b226-43f5d8d79e56 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:15.231124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76a2e6f-bc5e-4561-8c9e-ea320c74ee3a req-d29f4f51-e73c-4646-b226-43f5d8d79e56 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.3013778 Feb 10 22:27:15.231239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:15.240050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-c9f6c2a0-5fae-4f4a-b8b1-36ed1851a8c4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:15.241492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-c9f6c2a0-5fae-4f4a-b8b1-36ed1851a8c4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.4775562 Feb 10 22:27:15.260639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Request body: {'port': {'device_id': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'admin_state_up': True, 'tenant_id': '043df36af5ec44958ef593868266ebb6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:15.296267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Calling delete_port for ca3bcf96-211a-4542-9110-b6bc3aca07f3 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:15.334791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.348984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Usage tracker for resource:security_group_rule and tenant:17c7185e493a4ec9ba745e1a65f26e3f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:15.352008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:15.353178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:15.356952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Usage tracker for resource:security_group_rule and tenant:a6a9b6068836476b82c1992d059af3d3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:15.359764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:15.365305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:15.381173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:15.383426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:15.400507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.400852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.401592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.401930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > port after_create 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.402394 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > port after_delete 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.403143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > port after_update 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.403143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.403459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.403787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.404108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.413081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76a2e6f-bc5e-4561-8c9e-ea320c74ee3a req-6ef4f43d-b1b0-4dcd-b1ff-a368cab123b3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706254 Feb 10 22:27:15.465944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '607da036-3aab-430c-b827-c30baf77e9da', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '607da036-3aab-430c-b827-c30baf77e9da', 'mac_address': 'fa:16:3e:5d:1c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:15.482145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:15.493212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:15.509999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:15.515730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.542135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:27:15.542536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.542889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.543214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.543491 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:27:15.543610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 10 22:27:15.544020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5ff55a-092b-46a6-ab43-6bd0a11b17b1']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:15.553346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.572951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607da036-3aab-430c-b827-c30baf77e9da {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:15.592952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:15.598986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.607952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05db4fe3-d717-4013-9fc7-c71e0416f2a0') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:15.608232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05db4fe3-d717-4013-9fc7-c71e0416f2a0') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:27:15.629280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.651348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6443aa37-86a8-456f-8f9f-2698bd2f4719 req-bc2af4e8-d508-40dc-80f1-048ed7862631 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 210 time: 0.0570450 Feb 10 22:27:15.672629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.693341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:27:15.694103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.711606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: from cryptography.utils import int_from_bytes Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: from cryptography.utils import int_from_bytes Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: util.warn_limited( Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: util.warn_limited( Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:27:15.719131 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:27:15.777187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Allocated IP 172.20.0.11 (14c3dae8-19a6-48a4-9dd7-ec40191cc863/3b040fde-c9ec-40d6-a7a0-589b16c0c59c/223c8cc7-7f33-4217-adc7-096c74b65bb5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:15.821610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.869954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.879458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5ff55a-092b-46a6-ab43-6bd0a11b17b1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:15.894412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:15.944124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.946943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.949192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.967864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:15.978742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b4767088-fbad-4075-9acd-b97e7c35b63b admin admin] 10.222.0.53 "DELETE /v2.0/networks/ad5ff55a-092b-46a6-ab43-6bd0a11b17b1 HTTP/1.1" status: 204 len: 168 time: 1.9024146 Feb 10 22:27:16.003520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Synchronizing usage tracker for tenant:17c7185e493a4ec9ba745e1a65f26e3f on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:16.029817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186dec3-6cdf-43e4-bb98-a6099ce81a7b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:16.037421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6a9b6068836476b82c1992d059af3d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5739744 Feb 10 22:27:16.038141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:16.045962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Deleting port ca3bcf96-211a-4542-9110-b6bc3aca07f3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:16.046414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.074601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84da93b-fe7b-4260-b59f-071c04061bad req-1e5a4875-7da8-4ef9-a0d8-0eefc36e38c6 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:16.082635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a84da93b-fe7b-4260-b59f-071c04061bad req-1e5a4875-7da8-4ef9-a0d8-0eefc36e38c6 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.2554536 Feb 10 22:27:16.123566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca3bcf96-211a-4542-9110-b6bc3aca07f3 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:16.148302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.151700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Unset dirty status for tenant:17c7185e493a4ec9ba745e1a65f26e3f on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:16.152902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-052a0ada-5fec-4534-90eb-cf4cf4b89c99 req-15cb74b5-8e8a-4619-a2a3-f1f24a3ab625 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&id=900299f6-dc84-4354-9066-db7299415e1c&id=080751be-54d7-4c64-90b4-5fe680109225&id=60814373-c1de-4485-8c99-a4c63ece6666&id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 581 time: 1.1530325 Feb 10 22:27:16.153435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3058a-8b79-41eb-8361-7e9502cf1e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c68584-073a-4200-ae5d-f7511c51c790,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:16.204558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a84da93b-fe7b-4260-b59f-071c04061bad req-82871806-17ce-461e-9fe6-ff55a9b14728 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205027 Feb 10 22:27:16.231809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ca3bcf96-211a-4542-9110-b6bc3aca07f3 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:27:16.233960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca3bcf96-211a-4542-9110-b6bc3aca07f3 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:16.240172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.288848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.344454 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.387184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:16.389429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:16.410174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:16.442510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-19ba059d-976b-433c-ad7b-952648f9b605 None None] The port 'ca3bcf96-211a-4542-9110-b6bc3aca07f3' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:27:16.455267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:16.493020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:16.512341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.559427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:16.560114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.598880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-24578f02-f55b-42fd-9095-f84d4b8f32c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3433564 Feb 10 22:27:16.613436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Request body: {'port': {'device_id': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:16.701977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c68584-073a-4200-ae5d-f7511c51c790,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:16.720927 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.722530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e12cddb0-9f2e-47a7-a7f2-8131fb9d98e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/97c68584-073a-4200-ae5d-f7511c51c790 HTTP/1.1" status: 204 len: 168 time: 0.6763768 Feb 10 22:27:16.745312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c991eea9-adc3-4bae-97e8-d63f20629f19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=19d28292b0ad4a299a1baab882cf973c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880657 Feb 10 22:27:16.747819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55192) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:16.812741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:16.844663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be86ff-84f2-439e-9106-6a25c8291321 req-4b8a187a-d13f-41e1-b2f6-bc8b47f68eda tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:16.845308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be86ff-84f2-439e-9106-6a25c8291321 req-4b8a187a-d13f-41e1-b2f6-bc8b47f68eda tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:16.845844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be86ff-84f2-439e-9106-6a25c8291321 req-4b8a187a-d13f-41e1-b2f6-bc8b47f68eda tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:16.848397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6be86ff-84f2-439e-9106-6a25c8291321 req-4b8a187a-d13f-41e1-b2f6-bc8b47f68eda tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba&device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d&device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 2881 time: 0.0902381 Feb 10 22:27:16.889271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6be86ff-84f2-439e-9106-6a25c8291321 req-4521fbe9-d43e-4559-aef7-e7a4f4aa44a5 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348864 Feb 10 22:27:16.960396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.013738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.113322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24aa842-4c1a-445e-9a06-4fa369583ae2 req-3b294e8b-5e52-4ce5-8e2b-ffd33aa8d25e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:17.115392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f24aa842-4c1a-445e-9a06-4fa369583ae2 req-3b294e8b-5e52-4ce5-8e2b-ffd33aa8d25e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.2909825 Feb 10 22:27:17.126690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:17.152982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.178079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:17.185412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Usage tracker for resource:security_group_rule and tenant:eb13c12116734f68822172a63588fff6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:17.188871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:17.197549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:17.281123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f24aa842-4c1a-445e-9a06-4fa369583ae2 req-21e6f033-ab7e-4552-b55a-31bcbb663c4c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471994 Feb 10 22:27:17.286339 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.303688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.308030 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.318525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51b0c70-c6d7-4ab0-b979-a12ac1d9491c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:17.327431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.329025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e5e8be4-b9a8-454e-afb1-1419de49208c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a51b0c70-c6d7-4ab0-b979-a12ac1d9491c HTTP/1.1" status: 204 len: 168 time: 0.5802233 Feb 10 22:27:17.419936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb13c12116734f68822172a63588fff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907116 Feb 10 22:27:17.429678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:17.459980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfdffb0-355f-4b83-8b3f-0a9190c63112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb11353-e438-428d-91ce-5a4c0e0f5fb6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:17.509765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802eedc-c761-4a32-8e07-d482d804d62c req-f2c0d89c-f268-40d9-aae5-9fd0160ec487 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:17.520275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c802eedc-c761-4a32-8e07-d482d804d62c req-f2c0d89c-f268-40d9-aae5-9fd0160ec487 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.1921399 Feb 10 22:27:17.546739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223c8cc7-7f33-4217-adc7-096c74b65bb5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:17.565382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.582506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c802eedc-c761-4a32-8e07-d482d804d62c req-e92574c5-6b16-4fed-9166-d41165ee1047 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610156 Feb 10 22:27:17.603953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Transition to ACTIVE for port object 223c8cc7-7f33-4217-adc7-096c74b65bb5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:17.619923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.801598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.835574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3612b1-7724-46f5-9e1a-5a3a2d8c2110 req-de05a61a-975b-425b-945d-2052da0a3728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:17.836751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d3612b1-7724-46f5-9e1a-5a3a2d8c2110 req-de05a61a-975b-425b-945d-2052da0a3728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:17.956053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:17.963405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:17.996642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d3612b1-7724-46f5-9e1a-5a3a2d8c2110 req-de05a61a-975b-425b-945d-2052da0a3728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:17.997802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d3612b1-7724-46f5-9e1a-5a3a2d8c2110 req-de05a61a-975b-425b-945d-2052da0a3728 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 932 time: 0.5836263 Feb 10 22:27:18.123879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d3612b1-7724-46f5-9e1a-5a3a2d8c2110 req-0068a17b-09e7-45d7-8756-dfbc916e8602 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093607 Feb 10 22:27:18.151440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.165694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:18.166246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:18.166661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:18.174354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb11353-e438-428d-91ce-5a4c0e0f5fb6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:18.178406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:18.178841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:18.187501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.189230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0bb8f275-d734-49e1-9818-b20593adc330 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8eb11353-e438-428d-91ce-5a4c0e0f5fb6 HTTP/1.1" status: 204 len: 168 time: 0.7244411 Feb 10 22:27:18.194564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:18.195215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:18.195741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:18.196262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Bound port: 223c8cc7-7f33-4217-adc7-096c74b65bb5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:18.196817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.288680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:18.329465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:18.333722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:18.338937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.414893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:18.415553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.417097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] 10.222.0.30 "PUT /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 1092 time: 1.8102884 Feb 10 22:27:18.418055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:18.449760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02769a89-b84c-49a9-ad2b-751bbabbc5cd service neutron] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:18.526082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.572267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:18.582715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:1cf702d16e6544d58f711e6fd1685bf8 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:18.590915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:18.597880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:18.633381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b5f53-8794-49cc-a9e3-d6582e5fbcc4 req-7dcbf8ef-80b0-4f60-af9c-f006a1454876 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:18.639812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-863b5f53-8794-49cc-a9e3-d6582e5fbcc4 req-7dcbf8ef-80b0-4f60-af9c-f006a1454876 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.1911151 Feb 10 22:27:18.677989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-432b6296-0449-483d-a604-713993482e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:18.679665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-432b6296-0449-483d-a604-713993482e23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1095 time: 0.1831169 Feb 10 22:27:18.692343 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'status': 'completed', 'code': 200} Feb 10 22:27:18.703477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.705276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.743462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b10769b-fd34-4b82-bbb5-ef27f0b4a5b7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:18.766491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 607da036-3aab-430c-b827-c30baf77e9da up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:18.767401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7967c2ae-031a-4c08-ae98-67dd4d970ca5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1cf702d16e6544d58f711e6fd1685bf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4771380 Feb 10 22:27:18.770902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55270) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:18.771433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-45381564-dee2-4d64-86eb-0dc15d763d0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.0782266 Feb 10 22:27:18.843721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-958de651-2487-4ad1-a27c-66a8ff958f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:18.845319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-958de651-2487-4ad1-a27c-66a8ff958f14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.0666857 Feb 10 22:27:18.856111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-863b5f53-8794-49cc-a9e3-d6582e5fbcc4 req-44a1095c-6809-4cf9-9641-b8c5904760cc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089353 Feb 10 22:27:18.894728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 607da036-3aab-430c-b827-c30baf77e9da completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:18.906026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 607da036-3aab-430c-b827-c30baf77e9da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:18.906550 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:18.966201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-8d001abf-e4fb-47e2-be12-37684fd05ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1090655 Feb 10 22:27:18.991237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.019922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.065893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.072748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db97f5-0e1c-41bc-a6a9-98a6ee93c9ed req-4a4ff5f8-8b72-4441-aca6-64e67781c004 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.074261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3db97f5-0e1c-41bc-a6a9-98a6ee93c9ed req-4a4ff5f8-8b72-4441-aca6-64e67781c004 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.2474370 Feb 10 22:27:19.097480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:19.109743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:19.115367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.192554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3db97f5-0e1c-41bc-a6a9-98a6ee93c9ed req-1cd2a333-ad65-456d-9848-03f61c5d264e tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056015 Feb 10 22:27:19.204737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.212827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:19.243269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b10769b-fd34-4b82-bbb5-ef27f0b4a5b7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:19.262257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7c143-d134-44d9-8899-2f45644e47c5 req-46bc3178-6c83-4181-b034-6f79440a2363 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.264765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.267516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e2c888f-b263-43d7-a244-a7df6450de75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8b10769b-fd34-4b82-bbb5-ef27f0b4a5b7 HTTP/1.1" status: 204 len: 168 time: 0.4938369 Feb 10 22:27:19.270938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60c7c143-d134-44d9-8899-2f45644e47c5 req-46bc3178-6c83-4181-b034-6f79440a2363 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.1992419 Feb 10 22:27:19.289552 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'code': 200} Feb 10 22:27:19.291454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-43f03ab1-20f5-4c7f-b95e-35f1f8f1b44c service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206973 Feb 10 22:27:19.440321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60c7c143-d134-44d9-8899-2f45644e47c5 req-996b6560-8510-4cd5-ba89-84cbe7dd650e tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677005 Feb 10 22:27:19.494122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdcaa2-07b9-46d5-aa14-44b69dfa5f9e req-caac8278-dbae-43b5-82b9-e04666370f39 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.502982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3dcdcaa2-07b9-46d5-aa14-44b69dfa5f9e req-caac8278-dbae-43b5-82b9-e04666370f39 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.1155920 Feb 10 22:27:19.561225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3dcdcaa2-07b9-46d5-aa14-44b69dfa5f9e req-9028a9ad-0b2b-45de-acb6-1ed4c38f7540 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Feb 10 22:27:19.589001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f86b6c89-33ae-43b2-af55-9cf7802e8805 req-30614b5a-3c35-4a05-8ed7-9254ff37980c service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905571 Feb 10 22:27:19.593355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d5f2db-c9af-4578-b931-01a92613d80b req-7ba1a6a2-7db1-4d98-9fa0-71d38c589fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.594823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11d5f2db-c9af-4578-b931-01a92613d80b req-7ba1a6a2-7db1-4d98-9fa0-71d38c589fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.2127125 Feb 10 22:27:19.743021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11d5f2db-c9af-4578-b931-01a92613d80b req-e67ac414-aa9a-4834-8745-50483480bd8a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379988 Feb 10 22:27:19.747819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55306) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:19.775111 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.795007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-c36113f9-9154-49f7-ac46-898b0c1b92ad tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.796588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-c36113f9-9154-49f7-ac46-898b0c1b92ad tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 1100 time: 0.0885477 Feb 10 22:27:19.797447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:19.805115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e193fb20d7499db3c8d9afcc9fdd52 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:19.809385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:19.813247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78ed90-2bea-4cd9-bf0f-ea0e4075d408 req-e8330c14-9ae4-49ae-b07f-a7b1e3bd69ed tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.814790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d78ed90-2bea-4cd9-bf0f-ea0e4075d408 req-e8330c14-9ae4-49ae-b07f-a7b1e3bd69ed tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.1963491 Feb 10 22:27:19.819271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:19.821224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.826419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-18e9de3f-a43f-4547-b840-295ec79cb358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:19.828064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-18e9de3f-a43f-4547-b840-295ec79cb358 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1095 time: 0.1742980 Feb 10 22:27:19.840046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:19.844066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Usage tracker for resource:security_group_rule and tenant:4695ebfd6bc24332a6bc2068b315385b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:19.847745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:19.853482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:19.942174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.947023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:19.983906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ef3e6c3-1b78-41ec-9def-fa33e6fbbe45 req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732879 Feb 10 22:27:20.014455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d0b6a-f092-43bd-ad03-5d330cd6ba52 tempest-LiveMigrationNegativeTest-382243763 tempest-LiveMigrationNegativeTest-382243763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec3e0ca-1bdb-4bc4-af21-a3d0af3b39a6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:20.080944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d78ed90-2bea-4cd9-bf0f-ea0e4075d408 req-9480bfad-49f5-4404-90a0-bc19d154a89f tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588992 Feb 10 22:27:20.187887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-6d6b91e2-d395-45af-b74c-bf48c78db921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:20.190601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-6d6b91e2-d395-45af-b74c-bf48c78db921 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3459263 Feb 10 22:27:20.251683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c76e2eb-409a-461a-8828-dd6405e843bf req-c32abeda-d4d9-4486-b6fa-347e440de613 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:20.254030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c76e2eb-409a-461a-8828-dd6405e843bf req-c32abeda-d4d9-4486-b6fa-347e440de613 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1671646 Feb 10 22:27:20.284777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.287362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-b9544476-455c-4d26-b9c4-5822f5c11e53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.0858881 Feb 10 22:27:20.289985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.315863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c76e2eb-409a-461a-8828-dd6405e843bf req-1d0a2f4c-5b0c-4962-8b5e-0e4268e065fb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Feb 10 22:27:20.403600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4e193fb20d7499db3c8d9afcc9fdd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6515691 Feb 10 22:27:20.404104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55336) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:20.407679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-a2d3203d-f0b3-4580-956f-63b4edb9aa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:20.410496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-a2d3203d-f0b3-4580-956f-63b4edb9aa04 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1094289 Feb 10 22:27:20.411119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba32af-5713-405e-ac98-14e664515682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c8a9d-52f8-41b5-b641-871da07f495a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:20.462264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-23133913-26ee-4b73-81b5-7864db82b5c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466549 Feb 10 22:27:20.520283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.552664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.637911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.662443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-58f0a8b6-d978-47c5-9ea6-e6c8bdcb715d service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916568 Feb 10 22:27:20.664791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c8a9d-52f8-41b5-b641-871da07f495a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:20.675793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:20.677145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-01743ddb-e3a9-45e9-a6c0-1a64cc3a3d8a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/169c8a9d-52f8-41b5-b641-871da07f495a HTTP/1.1" status: 204 len: 168 time: 0.2720621 Feb 10 22:27:20.978978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfcb86f2-6e4d-4062-908a-b94ba2454f1e req-63c7eeff-27f9-48d7-9f02-81ce8159a8a8 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950482 Feb 10 22:27:20.979081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55370) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:20.995881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37945dcf-c9ca-4b72-a467-4d408659e507 req-b3b5e858-7c21-4de8-a03e-ce7ccd6c9394 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:20.997610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37945dcf-c9ca-4b72-a467-4d408659e507 req-b3b5e858-7c21-4de8-a03e-ce7ccd6c9394 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.1964638 Feb 10 22:27:21.072958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37945dcf-c9ca-4b72-a467-4d408659e507 req-4af640ce-9831-412f-a96c-1a6759c95e34 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Feb 10 22:27:21.270331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.322669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:21.337421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Usage tracker for resource:security_group_rule and tenant:c583c82667c241128331b8c37e91a2bd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:21.340707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:21.353465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:21.365783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c76aea-d990-48c1-9398-8b3d16d340a3 req-465b09dc-79b6-4bd2-8771-1aaa2074b522 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:21.372765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44c76aea-d990-48c1-9398-8b3d16d340a3 req-465b09dc-79b6-4bd2-8771-1aaa2074b522 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.2213941 Feb 10 22:27:21.434206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44c76aea-d990-48c1-9398-8b3d16d340a3 req-cdfa077d-714f-4d2e-a78b-3ec8489f2a07 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604706 Feb 10 22:27:21.495301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.513813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.519454 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.588891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c583c82667c241128331b8c37e91a2bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6119008 Feb 10 22:27:21.589547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55410) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:21.593227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110231be-463a-412e-8de5-c3ef7d682e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267b0653-5f4b-4834-aa18-9559bc699d4d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:21.634343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862abf7-fa0b-4194-8fd5-63f516634df9 req-cc5b6087-cd8b-4e5f-bc1e-533f650664b0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:21.641415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3862abf7-fa0b-4194-8fd5-63f516634df9 req-cc5b6087-cd8b-4e5f-bc1e-533f650664b0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1209853 Feb 10 22:27:21.724895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.738543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3862abf7-fa0b-4194-8fd5-63f516634df9 req-b32efdd6-7a55-4e36-8844-102bc52d186f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962000 Feb 10 22:27:21.759978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.826122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.844425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267b0653-5f4b-4834-aa18-9559bc699d4d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:21.879557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:21.886382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-104b67cf-bdb2-4cdc-8a2d-5c27b298c6c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/267b0653-5f4b-4834-aa18-9559bc699d4d HTTP/1.1" status: 204 len: 168 time: 0.2916443 Feb 10 22:27:21.886637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55444) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:22.146507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81444172-a653-4639-9445-865791f03fb7 req-819d535d-c855-42ad-a650-34626b6b5751 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:22.148639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81444172-a653-4639-9445-865791f03fb7 req-819d535d-c855-42ad-a650-34626b6b5751 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.0975294 Feb 10 22:27:22.218032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81444172-a653-4639-9445-865791f03fb7 req-7976ba11-18dc-4058-ab81-b9e338d97697 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Feb 10 22:27:22.237221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1098214966-network', 'tenant_id': '4819b6c6b2504cf5a94f9ad373333aef'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:22.244684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:22.251505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Usage tracker for resource:network and tenant:4819b6c6b2504cf5a94f9ad373333aef is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:22.259835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:22.268595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:22.294036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Made reservation on behalf of 4819b6c6b2504cf5a94f9ad373333aef for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:22.296909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.348846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.374042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:22.377183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:22.400009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Usage tracker for resource:security_group_rule and tenant:4819b6c6b2504cf5a94f9ad373333aef is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:22.405535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:22.409842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.417442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88fc539-8ebb-4b0e-83e7-667b41e20901 req-8179bd64-2536-4a11-b650-b53bda1014a8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:22.418889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e88fc539-8ebb-4b0e-83e7-667b41e20901 req-8179bd64-2536-4a11-b650-b53bda1014a8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.0940344 Feb 10 22:27:22.425077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:22.433943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:22.442545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0e49efb9894b6b90ecd11fe0add097 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:22.447161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:22.462217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:22.464619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e88fc539-8ebb-4b0e-83e7-667b41e20901 req-e3403011-d947-4b75-8c33-58c1881e4317 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Feb 10 22:27:22.484174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-f9a4875c-12d7-407c-a99c-b869709e6822 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:22.485644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-f9a4875c-12d7-407c-a99c-b869709e6822 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.1776624 Feb 10 22:27:22.528747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.558650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:22.571920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Usage tracker for resource:security_group_rule and tenant:3daa166a42514994bfd2a746d5becec7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:22.584246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:22.597048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:22.654984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.664264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.668068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c941e45-d6fb-49d7-ba36-8004198a04e1 req-4fc56e53-b598-4acf-81a6-d5975dc4f527 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:22.669626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c941e45-d6fb-49d7-ba36-8004198a04e1 req-4fc56e53-b598-4acf-81a6-d5975dc4f527 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.0857103 Feb 10 22:27:22.701137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.726417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c941e45-d6fb-49d7-ba36-8004198a04e1 req-a812b9c2-f71a-4bae-ba16-8308f68584fd tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 Feb 10 22:27:22.726623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.735720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:27:22.742390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabf55f7-4a16-4f43-81f3-dab19600e6f5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:22.789538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.789877 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Added segment 2dfeac08-5169-44ab-bd02-176806008506 of type vlan for network aca4259d-8f0c-428f-93dc-9256ff4439c3 Feb 10 22:27:22.807375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d0e49efb9894b6b90ecd11fe0add097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4323587 Feb 10 22:27:22.810157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:22.816637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ff151-be2d-4bbf-b6b6-6fb467eb2d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaa4df0-cf43-4448-b04e-ffb1104bbfe5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:22.858624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.863693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.868800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.869676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.895729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.913075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d384b91-110a-46ad-95d6-6b3b28784ab0 req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152265 Feb 10 22:27:22.966310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b7402-9441-4260-8160-e8350561dd92 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67df67b-aca2-4562-b12b-f872ae572f92,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:22.981911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.983003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:22.983563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:22.984436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.011105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaa4df0-cf43-4448-b04e-ffb1104bbfe5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:23.030549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.043678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-122118e1-e48e-4a45-a0b8-06e07febd222 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbaa4df0-cf43-4448-b04e-ffb1104bbfe5 HTTP/1.1" status: 204 len: 168 time: 0.2324319 Feb 10 22:27:23.113299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] Pushing event updated for resources: {'Network': ['ID=aca4259d-8f0c-428f-93dc-9256ff4439c3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:23.122817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e5ac1c08-1038-46b7-814c-e5ab2dfe2a4e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2331946 Feb 10 22:27:23.124996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network aca4259d-8f0c-428f-93dc-9256ff4439c3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:27:23.126540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55486) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:23.132102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Request body: {'subnet': {'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1098214966-subnet', 'tenant_id': '4819b6c6b2504cf5a94f9ad373333aef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:23.135423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-d48a82ab-22bf-4fc5-9f65-70c8a0950011 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:23.137199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-d48a82ab-22bf-4fc5-9f65-70c8a0950011 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.2230568 Feb 10 22:27:23.138413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:23.144144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Usage tracker for resource:subnet and tenant:4819b6c6b2504cf5a94f9ad373333aef is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:23.147738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:23.161285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:23.183571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Made reservation on behalf of 4819b6c6b2504cf5a94f9ad373333aef for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:23.190171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.246867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Deleting port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:23.247158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.519167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.617039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f913e3e2-478b-4745-bbe1-50d8f04b0aa2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:23.626892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Checking segment: {'id': '2dfeac08-5169-44ab-bd02-176806008506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:23.627276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Network hostable DHCP agents. Network: aca4259d-8f0c-428f-93dc-9256ff4439c3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:27:23.654897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Network aca4259d-8f0c-428f-93dc-9256ff4439c3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:27:23.674833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, aca4259d-8f0c-428f-93dc-9256ff4439c3) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:23.684197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2ad95-2b96-4f5a-93a3-843e401099f4 None None] Network aca4259d-8f0c-428f-93dc-9256ff4439c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:27:23.685807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:23.686497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.690573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c711891-3415-4962-8e5a-78c17e1f881d req-ca03cbef-895e-4393-b961-b3539f4675c3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:23.693215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c711891-3415-4962-8e5a-78c17e1f881d req-ca03cbef-895e-4393-b961-b3539f4675c3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.2762020 Feb 10 22:27:23.729088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a41bb03f-5880-459a-831f-fa9e58232e0e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5937600 Feb 10 22:27:23.791639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] For port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:23.792064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:23.810419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c711891-3415-4962-8e5a-78c17e1f881d req-5d75b92b-db48-4eef-82ea-9f61d2e68e4e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017108 Feb 10 22:27:23.947356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:24.104259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Calling delete_port for 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:24.156583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955e5bf-8409-4bee-821e-217d7a2512d0 req-b36d04e2-b384-4f95-92ea-256d1b149ef3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:24.164940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3955e5bf-8409-4bee-821e-217d7a2512d0 req-b36d04e2-b384-4f95-92ea-256d1b149ef3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 949 time: 0.1428468 Feb 10 22:27:24.184350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce2855e-4f62-4a98-8d81-f1845c23c545 None None] Network aca4259d-8f0c-428f-93dc-9256ff4439c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:27:24.238815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3955e5bf-8409-4bee-821e-217d7a2512d0 req-e384be87-d7b1-4063-a031-b00d1fcfa92e tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721478 Feb 10 22:27:24.353273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:24.373694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['1d4cae0d-2cd0-4a1c-9e0a-914321698ee9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:24.419010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Pushing event deleted for resources: {'Port': ['ID=1d4cae0d-2cd0-4a1c-9e0a-914321698ee9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:24.446230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['491452e9-ffad-4b92-a389-bb0bc2d3baa1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:24.593416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] No DVR routers for this DVR port 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:24.600878 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:24.606291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'name': 'network-vif-deleted', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:24.634447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-6bba4c16-ed34-4e2e-bc29-f1458644a080 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5387716 Feb 10 22:27:24.646736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ec519-cedc-4eae-bb8d-35b0bbaba721 req-ad37642c-c121-46f1-916e-0c116038b438 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:24.654842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff8ec519-cedc-4eae-bb8d-35b0bbaba721 req-ad37642c-c121-46f1-916e-0c116038b438 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.6011009 Feb 10 22:27:24.680324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-693c8b9b-674c-4448-9d66-9f41eff488a3 req-5b7b6c6f-6377-4745-b80e-37ea194f35f3 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.30 "DELETE /v2.0/ports/1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 HTTP/1.1" status: 204 len: 173 time: 1.5376461 Feb 10 22:27:24.757029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff8ec519-cedc-4eae-bb8d-35b0bbaba721 req-a4f97ecd-672b-45f5-9910-9dccce473721 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012199 Feb 10 22:27:24.785806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf2c47-62a7-49ca-8766-abc86405d69f req-8ef51d32-133f-43a7-a28d-fc67b4183151 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:24.793180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24bf2c47-62a7-49ca-8766-abc86405d69f req-8ef51d32-133f-43a7-a28d-fc67b4183151 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.3277013 Feb 10 22:27:24.882866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24bf2c47-62a7-49ca-8766-abc86405d69f req-5fb65a00-169b-4ba6-aab7-606f8e108f98 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Feb 10 22:27:24.927157 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2687ca2-b297-44c2-9e11-b10713c32584', 'name': 'network-vif-deleted', 'tag': '1d4cae0d-2cd0-4a1c-9e0a-914321698ee9', 'status': 'completed', 'code': 200} Feb 10 22:27:25.013226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:25.019333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-183081704-network', 'tenant_id': '466339b146ec417d99ddbbfac37d8952'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:25.024023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:25.028177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Usage tracker for resource:network and tenant:466339b146ec417d99ddbbfac37d8952 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:25.031084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:25.037241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:25.052431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Made reservation on behalf of 466339b146ec417d99ddbbfac37d8952 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:25.055120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.069022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.086453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:25.086918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:25.090959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Usage tracker for resource:security_group_rule and tenant:466339b146ec417d99ddbbfac37d8952 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:25.094166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:25.100950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:25.104005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd42b5-4968-438f-8663-fa9872b3847c req-6af352c2-2023-4a4d-8e38-d1eae673b756 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:25.115660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8cd42b5-4968-438f-8663-fa9872b3847c req-6af352c2-2023-4a4d-8e38-d1eae673b756 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1118836 Feb 10 22:27:25.229121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8cd42b5-4968-438f-8663-fa9872b3847c req-18d0fb15-3d29-4a74-954f-c728691b2c6f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125102 Feb 10 22:27:25.294391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:25.301651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.306326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.311551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'port_id': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'mac_address': 'fa:16:3e:f4:76:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b040fde-c9ec-40d6-a7a0-589b16c0c59c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:25.322408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:27:25.333782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.334403 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Added segment a25bb36f-4960-44df-88b4-2bafbf0a54a3 of type vlan for network ebfd5788-e450-48e6-b15b-0a3564095755 Feb 10 22:27:25.406676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.413755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.461492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 223c8cc7-7f33-4217-adc7-096c74b65bb5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:25.498899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:25.508399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.546280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e74524a5-57af-47e8-9642-e8e2dc265c98 req-33caf713-daee-40aa-8018-ae929da5d22e tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2687ca2-b297-44c2-9e11-b10713c32584 HTTP/1.1" status: 200 len: 210 time: 0.1086867 Feb 10 22:27:25.554291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7f003a-08d4-4211-a19b-8cd4277a245a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:25.575368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.576358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:25.576950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.612250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:25.682079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] Pushing event updated for resources: {'Network': ['ID=ebfd5788-e450-48e6-b15b-0a3564095755,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:25.689331 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dbc751a9-fb2d-4b55-a0cc-462cfb6f0907 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6750374 Feb 10 22:27:25.692872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:25.698324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Request body: {'subnet': {'network_id': 'ebfd5788-e450-48e6-b15b-0a3564095755', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-183081704-subnet', 'tenant_id': '466339b146ec417d99ddbbfac37d8952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:25.699788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ebfd5788-e450-48e6-b15b-0a3564095755 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:27:25.703328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:25.708462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Usage tracker for resource:subnet and tenant:466339b146ec417d99ddbbfac37d8952 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:25.711544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:25.718096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:25.739708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Made reservation on behalf of 466339b146ec417d99ddbbfac37d8952 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:25.743136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:25.850441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['223c8cc7-7f33-4217-adc7-096c74b65bb5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:26.058278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:26.144480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1eca1f-afbd-4106-bba9-8824477c6f03 req-7498c9d2-8140-4fdf-b52f-ed11f14ed0e6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.146070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed1eca1f-afbd-4106-bba9-8824477c6f03 req-7498c9d2-8140-4fdf-b52f-ed11f14ed0e6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 945 time: 0.2036848 Feb 10 22:27:26.232293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6918fae-23b3-42ec-8e5c-a25ae2af8578,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:26.243782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Checking segment: {'id': 'a25bb36f-4960-44df-88b4-2bafbf0a54a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ebfd5788-e450-48e6-b15b-0a3564095755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:26.244142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Network hostable DHCP agents. Network: ebfd5788-e450-48e6-b15b-0a3564095755, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:27:26.264502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aa532-5a78-4660-acc0-b22c607baae7 req-ca6511b2-5b94-466a-8e57-663773f99f95 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.266212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a2aa532-5a78-4660-acc0-b22c607baae7 req-ca6511b2-5b94-466a-8e57-663773f99f95 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1026101 Feb 10 22:27:26.291574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed1eca1f-afbd-4106-bba9-8824477c6f03 req-95796690-a59c-4eb4-a8e8-85d8b143e4a3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368012 Feb 10 22:27:26.302072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Network ebfd5788-e450-48e6-b15b-0a3564095755 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:27:26.319149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a2aa532-5a78-4660-acc0-b22c607baae7 req-3cb2c1e0-e708-4a8b-96ff-2b54494b1a9c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458887 Feb 10 22:27:26.321176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ebfd5788-e450-48e6-b15b-0a3564095755) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:26.327378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.328776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:26.331191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9598aa-7c9e-45fa-97f4-320be3a102ce None None] Network ebfd5788-e450-48e6-b15b-0a3564095755 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:27:26.382744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d33fbffe-db92-4670-ab74-dadf0dace0a0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6808097 Feb 10 22:27:26.652257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e236776-1154-4a59-82e9-ec1953badd45 None None] Network ebfd5788-e450-48e6-b15b-0a3564095755 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:27:26.663313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d378e-0271-40e7-af2b-c67e0b54b228 req-07eb1400-8fb9-460b-9719-7eeadaef6cb0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.664756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f9d378e-0271-40e7-af2b-c67e0b54b228 req-07eb1400-8fb9-460b-9719-7eeadaef6cb0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1964679 Feb 10 22:27:26.667056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-2e47ca98-b38b-4d82-a0ff-d779cc514f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.668599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-2e47ca98-b38b-4d82-a0ff-d779cc514f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.1136587 Feb 10 22:27:26.818914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f9d378e-0271-40e7-af2b-c67e0b54b228 req-2e19db36-424d-40d6-93d6-c6201883a02c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468000 Feb 10 22:27:26.887498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-9946b95f-ac5e-49e9-927d-a9cf7939fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:26.889274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-9946b95f-ac5e-49e9-927d-a9cf7939fb78 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2027845 Feb 10 22:27:26.989016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-af828eb5-c36f-4ea7-86aa-b0c0066e63f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.0902345 Feb 10 22:27:27.098360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:27.114190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-80fd8cd0-8b53-463e-ad5e-fd1cba7fc853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:27.116679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-80fd8cd0-8b53-463e-ad5e-fd1cba7fc853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1205864 Feb 10 22:27:27.248920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 223c8cc7-7f33-4217-adc7-096c74b65bb5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:27.269376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 223c8cc7-7f33-4217-adc7-096c74b65bb5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:27.269758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:27.317053 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:27:27.367685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118e670-432c-475c-a6dd-6060b503866f req-02d52451-2edf-4944-b3fe-a0100496da76 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:27.369317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7118e670-432c-475c-a6dd-6060b503866f req-02d52451-2edf-4944-b3fe-a0100496da76 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.1311936 Feb 10 22:27:27.387517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:27.408958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:27.417957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7118e670-432c-475c-a6dd-6060b503866f req-0d7c78d0-8e6f-43bb-a908-408fcb801603 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416646 Feb 10 22:27:27.447132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:27.460105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:27.465546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:27.467030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:27.534959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-4270234c-5d16-4695-b394-763e3007b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:27.537038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-4270234c-5d16-4695-b394-763e3007b0d0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4128809 Feb 10 22:27:27.560600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:27:27.561082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1d4cae0d-2cd0-4a1c-9e0a-914321698ee9 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:27.572105 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-235e4d9f-07ae-418f-860f-8f0e66c2e265 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392034 Feb 10 22:27:27.598841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:27.608757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-df95ae8b-2e2c-4c67-b08f-10bac3203873 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:27.609417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8578b69f-77e0-4538-882f-1ce078d0139d req-df95ae8b-2e2c-4c67-b08f-10bac3203873 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Synchronizing usage tracker for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:27.666607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:27.695270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:27.705301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Usage tracker for resource:security_group_rule and tenant:4bbc9b837aab4e48af1d5ab9b91b56e0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:27.717758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:27.720272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8578b69f-77e0-4538-882f-1ce078d0139d req-df95ae8b-2e2c-4c67-b08f-10bac3203873 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Unset dirty status for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:27.720562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-c54bfa35-8aca-478e-82a9-4c9edacd61c0 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:27.722578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-c54bfa35-8aca-478e-82a9-4c9edacd61c0 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496358 Feb 10 22:27:27.723707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-df95ae8b-2e2c-4c67-b08f-10bac3203873 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/networks?id=aca4259d-8f0c-428f-93dc-9256ff4439c3 HTTP/1.1" status: 200 len: 815 time: 0.3812320 Feb 10 22:27:27.729239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:27.738478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-bba41b9a-0851-4086-a7fd-2987fe59157c tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/quotas/8018e3e70c294cd0a7b78f6f28afaa50 HTTP/1.1" status: 200 len: 375 time: 0.0102506 Feb 10 22:27:27.752753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-364ece3a-3889-47d4-bb08-ec91d7f8f341 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/quotas/4819b6c6b2504cf5a94f9ad373333aef HTTP/1.1" status: 200 len: 375 time: 0.0212810 Feb 10 22:27:27.790480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-0e2b0e99-9e00-4d03-9db0-6ebf565a3151 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462816 Feb 10 22:27:27.823736 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-27d51150-a657-459d-a319-81b731748fbb service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672641 Feb 10 22:27:27.828935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-402bf012-94c7-472a-b689-4b1f0dfab8ac tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4819b6c6b2504cf5a94f9ad373333aef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659640 Feb 10 22:27:28.084523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cae3d4-dc94-408b-91e1-1513b1ac42da req-a5b741dc-6198-4935-b377-bd57addf25f8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:28.087727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1cae3d4-dc94-408b-91e1-1513b1ac42da req-a5b741dc-6198-4935-b377-bd57addf25f8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 946 time: 0.1017857 Feb 10 22:27:28.124755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-cc85acdc-7a9f-4b32-bb50-72342ff14253 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936521 Feb 10 22:27:28.126440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.137942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.154754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-3345c5fa-2e93-44ae-b968-2e32a4e1d2bf service neutron] 10.222.0.53 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027430 Feb 10 22:27:28.187875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1cae3d4-dc94-408b-91e1-1513b1ac42da req-e04da867-c12e-4695-8e41-09469be24b74 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939112 Feb 10 22:27:28.219030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4bbc9b837aab4e48af1d5ab9b91b56e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8241746 Feb 10 22:27:28.222889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:28.271776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91fad0-5dd8-4a29-958c-ea63de0e4ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eb79205-15c5-4bf7-a8ac-e7edb97da5f4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:28.292366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.338992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.372587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-a8472af6-755b-4f61-be72-40e939787204 service neutron] 10.222.0.53 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067950 Feb 10 22:27:28.479359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64b9b5-8039-47bb-985b-3ee9942c8ad3 req-ce2c9e15-f0de-4345-bc9b-499cd55eb4e2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:28.481570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dc64b9b5-8039-47bb-985b-3ee9942c8ad3 req-ce2c9e15-f0de-4345-bc9b-499cd55eb4e2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1006818 Feb 10 22:27:28.482488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.515260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eb79205-15c5-4bf7-a8ac-e7edb97da5f4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:28.527331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:28.530786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1abac1d7-3156-4018-8c9f-eb6533d68eb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1eb79205-15c5-4bf7-a8ac-e7edb97da5f4 HTTP/1.1" status: 204 len: 168 time: 0.3046417 Feb 10 22:27:28.544866 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'code': 200} Feb 10 22:27:28.584004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dc64b9b5-8039-47bb-985b-3ee9942c8ad3 req-ce2b6900-c074-43cd-93ff-b95df131d286 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887792 Feb 10 22:27:28.784792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c5080874-8b1b-4111-8b87-60330953ec4c tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562975 Feb 10 22:27:28.910966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a83a7-3b66-41a6-a937-48b2f7818f91 req-5fa7382d-17a4-4f1b-86de-e02a8b38d6f4 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:28.913129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d2a83a7-3b66-41a6-a937-48b2f7818f91 req-5fa7382d-17a4-4f1b-86de-e02a8b38d6f4 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.2273469 Feb 10 22:27:28.918276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca6462-2b05-4549-a163-fd0d5643fca8 req-756fa374-a1c7-4171-896c-ee95946f2380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:28.919728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27ca6462-2b05-4549-a163-fd0d5643fca8 req-756fa374-a1c7-4171-896c-ee95946f2380 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1097 time: 0.2897298 Feb 10 22:27:28.984854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-46285760-7e7c-4f80-885e-ca538f7a8c70 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:28.985758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-46285760-7e7c-4f80-885e-ca538f7a8c70 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Synchronizing usage tracker for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:29.001818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55774) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:29.014144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-d2368208-9263-497e-9ec9-7e4015746eb7 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:29.015695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-d2368208-9263-497e-9ec9-7e4015746eb7 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2240307 Feb 10 22:27:29.032289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-251c2cc0-d89a-4ec5-912e-38badf65417d tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/quotas/8018e3e70c294cd0a7b78f6f28afaa50 HTTP/1.1" status: 200 len: 375 time: 0.0100017 Feb 10 22:27:29.050159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:29.073476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27ca6462-2b05-4549-a163-fd0d5643fca8 req-e31594ee-3df1-44d5-942a-a1b82bd4d8e3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304166 Feb 10 22:27:29.076215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d2a83a7-3b66-41a6-a937-48b2f7818f91 req-b47c5160-4562-431d-b909-77e2cbc065ab tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556280 Feb 10 22:27:29.078881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:29.082671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-46285760-7e7c-4f80-885e-ca538f7a8c70 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Unset dirty status for tenant:82654a1f346d44178eae8281239552cc on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:29.083784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-46285760-7e7c-4f80-885e-ca538f7a8c70 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.3089726 Feb 10 22:27:29.084712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Usage tracker for resource:security_group_rule and tenant:08662b2fb8eb42d2b7ceee8411a6a35e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:29.087830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:29.095156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-e60e5b80-322f-41df-8a4f-e0bd984963fd tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518529 Feb 10 22:27:29.142719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:29.321299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Deleting port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:27:29.321533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:29.383722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d160d58-71ef-4bcb-be97-f9e6bf3f5099 req-63f57cd8-222a-4c8a-b90f-6999b5844e7d tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 210 time: 0.0547216 Feb 10 22:27:29.477783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-e37ba715-4532-4075-b710-a73ad5ac6ea8 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036658 Feb 10 22:27:29.497590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:29.593226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:29.780338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d8c7-d175-4bec-97a5-72640bc5d081 req-7be9cdc0-709d-4900-a1e0-4ff5a2757f2f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:29.782023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e50d8c7-d175-4bec-97a5-72640bc5d081 req-7be9cdc0-709d-4900-a1e0-4ff5a2757f2f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 946 time: 0.2285686 Feb 10 22:27:29.842385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e50d8c7-d175-4bec-97a5-72640bc5d081 req-b76bb401-cb63-416b-afe4-b30e36c5c784 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 Feb 10 22:27:29.896262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c4515-9da1-4b8e-bc21-4c8a40c33e79 req-16c494f2-f163-439e-b072-3dcebca74db4 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:29.902024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a2c4515-9da1-4b8e-bc21-4c8a40c33e79 req-16c494f2-f163-439e-b072-3dcebca74db4 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 950 time: 0.6799705 Feb 10 22:27:29.902024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d921749c-1fcb-40e9-a02b-2868a03b519c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:29.961025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-811a424c-103c-4e9a-afc9-e58f2653f521 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=08662b2fb8eb42d2b7ceee8411a6a35e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9499543 Feb 10 22:27:29.962305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:29.998817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12d7268c-107f-4c24-bab8-6d4e9e6e459c req-65927ec3-c8fa-4eff-83be-66827998522c tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 210 time: 0.0450571 Feb 10 22:27:30.140422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a2c4515-9da1-4b8e-bc21-4c8a40c33e79 req-86bdde6a-ef3b-462d-b357-7dba73e82947 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/security-groups?id=44cea53a-3a90-4f60-8839-6a88b44ee4f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851745 Feb 10 22:27:30.165630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-f06a6029-08b6-4d60-a6f2-069e1eaf6a2b tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:30.167593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-f06a6029-08b6-4d60-a6f2-069e1eaf6a2b tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6750112 Feb 10 22:27:30.198893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Request body: {'port': {'device_id': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '8018e3e70c294cd0a7b78f6f28afaa50'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:30.397456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-5910c923-206d-4b9d-ab36-ea1bcae9b274 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:30.399018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-5910c923-206d-4b9d-ab36-ea1bcae9b274 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.30 "GET /v2.0/networks?id=aca4259d-8f0c-428f-93dc-9256ff4439c3 HTTP/1.1" status: 200 len: 815 time: 0.1888645 Feb 10 22:27:30.406701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a12ca4-3c54-4ba0-91fa-dc8651afab2b req-fe7d988e-4922-41a4-b818-a82da808fe21 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:30.408223 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45a12ca4-3c54-4ba0-91fa-dc8651afab2b req-fe7d988e-4922-41a4-b818-a82da808fe21 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.3041034 Feb 10 22:27:30.412927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Request body: {'port': {'device_id': '076119d8-cf3c-42fd-8480-87fc55c29791', 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3', 'admin_state_up': True, 'tenant_id': '4819b6c6b2504cf5a94f9ad373333aef'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:30.431095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] For port 491452e9-ffad-4b92-a389-bb0bc2d3baa1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=491452e9-ffad-4b92-a389-bb0bc2d3baa1,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:30.432174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.448242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.553630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45a12ca4-3c54-4ba0-91fa-dc8651afab2b req-36d421f7-ab0e-46e0-ba6d-f349bc8407dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200368 Feb 10 22:27:30.601843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-a799f80c-0a56-4a99-8160-1e1c66ad1a60 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470831 Feb 10 22:27:30.614382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:30.637391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Calling delete_port for 491452e9-ffad-4b92-a389-bb0bc2d3baa1 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:27:30.686646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Usage tracker for resource:port and tenant:8018e3e70c294cd0a7b78f6f28afaa50 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:30.690684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:30.703776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.730230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:30.750405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:30.774607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Usage tracker for resource:port and tenant:4819b6c6b2504cf5a94f9ad373333aef is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:30.802160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Made reservation on behalf of 8018e3e70c294cd0a7b78f6f28afaa50 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:30.805699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.822700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:30.827778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.837476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e68fd9c-995a-4d82-a648-9ce4ef46be56 req-baa9a418-c6a6-4caf-ae53-e83273805684 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 210 time: 0.0720794 Feb 10 22:27:30.838408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:30.873873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Made reservation on behalf of 4819b6c6b2504cf5a94f9ad373333aef for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:30.879194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.888169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04380258-8500-42d8-8786-d8c375b712df req-da2d0f05-cb16-4b96-b99d-cdf3bacba00c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:30.891999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04380258-8500-42d8-8786-d8c375b712df req-da2d0f05-cb16-4b96-b99d-cdf3bacba00c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.5293987 Feb 10 22:27:30.908388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:30.916326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-1419c74a-3054-43d7-92fb-bea5e3a130f1 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:30.917901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-1419c74a-3054-43d7-92fb-bea5e3a130f1 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3119619 Feb 10 22:27:30.937182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:30.943053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Usage tracker for resource:security_group_rule and tenant:8018e3e70c294cd0a7b78f6f28afaa50 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:30.960978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Request body: {'port': {'device_id': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '8018e3e70c294cd0a7b78f6f28afaa50'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:30.961276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:30.977487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:30.979388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d921749c-1fcb-40e9-a02b-2868a03b519c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:31.010896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.085448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04380258-8500-42d8-8786-d8c375b712df req-300b73c7-e8e5-492d-8d30-da1c3e808d1d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784177 Feb 10 22:27:31.093987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Pushing event deleted for resources: {'Port': ['ID=491452e9-ffad-4b92-a389-bb0bc2d3baa1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:31.134941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.136102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9aa1f24f-d267-4ad8-a553-8c968ee68088 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d921749c-1fcb-40e9-a02b-2868a03b519c HTTP/1.1" status: 204 len: 168 time: 1.1584578 Feb 10 22:27:31.153860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.160463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.161104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.161104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:31.206580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] No DVR routers for this DVR port 491452e9-ffad-4b92-a389-bb0bc2d3baa1 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:31.212230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.214896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'name': 'network-vif-deleted', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:31.232603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e86f4c66-dd3d-4fad-9bef-21bb2f87dc0b req-8e73a145-e6dd-4f52-8690-461401ecbca5 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.24 "DELETE /v2.0/ports/491452e9-ffad-4b92-a389-bb0bc2d3baa1 HTTP/1.1" status: 204 len: 173 time: 2.1419830 Feb 10 22:27:31.275948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ccbeb-f1ac-4bd1-8b97-3420f9f3110b req-47af0d06-f67f-4d9e-a9aa-b62216ef5cb2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:31.277468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec8ccbeb-f1ac-4bd1-8b97-3420f9f3110b req-47af0d06-f67f-4d9e-a9aa-b62216ef5cb2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 946 time: 0.3201594 Feb 10 22:27:31.293657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:31.303173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.310855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.316669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Usage tracker for resource:port and tenant:8018e3e70c294cd0a7b78f6f28afaa50 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:31.324890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Allocated IP 172.20.0.8 (aca4259d-8f0c-428f-93dc-9256ff4439c3/f913e3e2-478b-4745-bbe1-50d8f04b0aa2/58905696-0363-4380-897a-e15f58987819) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:31.327645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:31.348882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:31.367521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec8ccbeb-f1ac-4bd1-8b97-3420f9f3110b req-702c570a-4e49-4c45-b6d1-c9cbf15bd916 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817716 Feb 10 22:27:31.407120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Made reservation on behalf of 8018e3e70c294cd0a7b78f6f28afaa50 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:31.411152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.491188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a41b4b8e-9ff8-42de-8b3a-6c03b915b43c req-fea4460e-7814-4263-9df9-c1e69f0c0377 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 210 time: 0.0617683 Feb 10 22:27:31.500698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64cf3618-427d-435b-9598-f07ab0012e9b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:31.621448 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49', 'name': 'network-vif-deleted', 'tag': '491452e9-ffad-4b92-a389-bb0bc2d3baa1', 'status': 'completed', 'code': 200} Feb 10 22:27:31.636333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Allocated IP 192.168.233.112 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/e8a46166-b4f9-4559-a9ec-5d2e0485ca94) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:31.710550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a2703261-ea8f-4b0d-bc97-47f0871ebf33 req-45cb6cb3-441b-4028-9a5f-93535758a137 tempest-LiveMigrationNegativeTest-897949011 tempest-LiveMigrationNegativeTest-897949011-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aae0c7d-8a0f-4e6f-8f51-cdf19c16ec49 HTTP/1.1" status: 200 len: 210 time: 0.0567770 Feb 10 22:27:31.803622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:31.842443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.096841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40b6cc-9644-4bf0-8018-5ee959434167 req-9b849f3e-9b57-4d9b-90fa-d1c1465fe4b8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:32.105316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e40b6cc-9644-4bf0-8018-5ee959434167 req-9b849f3e-9b57-4d9b-90fa-d1c1465fe4b8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1097 time: 0.3194883 Feb 10 22:27:32.115706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Network aca4259d-8f0c-428f-93dc-9256ff4439c3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:32.126341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:32.135326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:32.143766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.181546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Transition to ACTIVE for port object e8a46166-b4f9-4559-a9ec-5d2e0485ca94 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:32.202991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:32.203731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.206289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e40b6cc-9644-4bf0-8018-5ee959434167 req-3574bace-b57d-44c8-92ef-fad74b7b97c3 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997334 Feb 10 22:27:32.231783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8224673 Feb 10 22:27:32.250788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Pushing event updated for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:32.259295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Request body: {'port': {'device_id': '076119d8-cf3c-42fd-8480-87fc55c29791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:32.264228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.364716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.365058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.365397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.365728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.366053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.366374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.366694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.367010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.367345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.367663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.367974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.368290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-502337dd-5815-4264-8963-4dfd37df00ec tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:32.474790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25903e-8695-4fee-bcac-8f2d847244fd req-abe7dad4-8bb9-4425-8839-e860ab38eebc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:32.476313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad25903e-8695-4fee-bcac-8f2d847244fd req-abe7dad4-8bb9-4425-8839-e860ab38eebc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.5715663 Feb 10 22:27:32.482137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.493556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Allocated IP 192.168.233.233 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/3e094966-6cbf-484a-a083-1941e1c1eb3a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:32.558275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:32.562222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:32.579235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:32.614158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad25903e-8695-4fee-bcac-8f2d847244fd req-a8dc4382-3de2-47f3-94c2-e1e4c9985c1f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184523 Feb 10 22:27:32.623962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:32.660296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:32.660547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.693204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e46d38-cd21-4b4a-a1bb-d50a7cac9fa3 req-625fc299-49be-481d-b190-2d38080dfce1 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:32.700693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8e46d38-cd21-4b4a-a1bb-d50a7cac9fa3 req-625fc299-49be-481d-b190-2d38080dfce1 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 931 time: 0.2341127 Feb 10 22:27:32.719405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5c983e35-5ff0-4e5d-8fdd-69a0857ea057 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5403802 Feb 10 22:27:32.738055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Request body: {'port': {'device_id': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:32.795315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f8e46d38-cd21-4b4a-a1bb-d50a7cac9fa3 req-3bdb6423-d399-4726-ba96-6c7efc57e5da tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Synchronizing usage tracker for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:32.817485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 491452e9-ffad-4b92-a389-bb0bc2d3baa1 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:32.850198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f8e46d38-cd21-4b4a-a1bb-d50a7cac9fa3 req-3bdb6423-d399-4726-ba96-6c7efc57e5da tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Unset dirty status for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:32.850519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8e46d38-cd21-4b4a-a1bb-d50a7cac9fa3 req-3bdb6423-d399-4726-ba96-6c7efc57e5da tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490560 Feb 10 22:27:32.877886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:32.898475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 491452e9-ffad-4b92-a389-bb0bc2d3baa1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:27:32.898649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 491452e9-ffad-4b92-a389-bb0bc2d3baa1 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:33.125376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c97cae-29b5-4d11-9436-a065e8cc5954 req-bbbe8a62-965c-4096-914a-ac150cf01d7e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:33.127701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2c97cae-29b5-4d11-9436-a065e8cc5954 req-bbbe8a62-965c-4096-914a-ac150cf01d7e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.3933144 Feb 10 22:27:33.134285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.178024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Transition to ACTIVE for port object 3e094966-6cbf-484a-a083-1941e1c1eb3a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:33.245493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2c97cae-29b5-4d11-9436-a065e8cc5954 req-eb18a41c-c4fc-4116-a1f8-648a357ec8d6 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075256 Feb 10 22:27:33.276641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133c3f0-9c16-467f-a4fd-4529499ec29b req-a76c733c-432b-4c70-8ffb-9e383042f869 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:33.284249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c133c3f0-9c16-467f-a4fd-4529499ec29b req-a76c733c-432b-4c70-8ffb-9e383042f869 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1097 time: 0.1877053 Feb 10 22:27:33.290456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58905696-0363-4380-897a-e15f58987819 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:33.298365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.315410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Transition to ACTIVE for port object 58905696-0363-4380-897a-e15f58987819 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:33.318337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.320787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.429436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c133c3f0-9c16-467f-a4fd-4529499ec29b req-6e362a02-6960-4938-b94f-e94a9bbc8963 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445239 Feb 10 22:27:33.522713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:33.542920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:33.549246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:33.581994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8a46166-b4f9-4559-a9ec-5d2e0485ca94 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:33.603519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Pushing event updated for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:33.606658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.644762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Transition to ACTIVE for port object e8a46166-b4f9-4559-a9ec-5d2e0485ca94 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:33.650591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.856335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:33.856957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.876594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:33.906625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-18840958-2e7d-467f-a790-23e00a44d2cc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9503255 Feb 10 22:27:33.923055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba7252-f581-44eb-b15c-af417b004e5b req-ae360b6f-5746-42c3-9383-c53d64a4c3ce tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:33.924373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c0ba7252-f581-44eb-b15c-af417b004e5b req-ae360b6f-5746-42c3-9383-c53d64a4c3ce tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Synchronizing usage tracker for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:33.933979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:33.936485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Request body: {'port': {'device_id': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:33.942954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Request body: {'security_group': {'name': 'tempest-securitygroup-432265038', 'description': 'tempest-description-4485246'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:33.950170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55872) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:33.958214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:33.966484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Usage tracker for resource:security_group and tenant:3a80e1125fa14fcf93fc2829e2cf3863 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:33.969325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Attempting to bind port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:33.969761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Attempting to bind port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:33.970187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Attempting to bind port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:33.975595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:33.976270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Attempting to bind port 58905696-0363-4380-897a-e15f58987819 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:33.976603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Attempting to bind port 58905696-0363-4380-897a-e15f58987819 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '2dfeac08-5169-44ab-bd02-176806008506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:33.977061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Attempting to bind port 58905696-0363-4380-897a-e15f58987819 on network aca4259d-8f0c-428f-93dc-9256ff4439c3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:33.982296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:33.982734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Attempting to bind port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:33.988558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:33.991963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:33.992411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:33.992911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:33.993463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Bound port: e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:33.993908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:33.999512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Port 58905696-0363-4380-897a-e15f58987819 on network aca4259d-8f0c-428f-93dc-9256ff4439c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:33.999840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Attempting to bind port 58905696-0363-4380-897a-e15f58987819 on network aca4259d-8f0c-428f-93dc-9256ff4439c3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:34.022830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:34.023494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Checking segment: {'id': '2dfeac08-5169-44ab-bd02-176806008506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:34.024009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Bound using segment: {'id': '2dfeac08-5169-44ab-bd02-176806008506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:34.024443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Bound port: 58905696-0363-4380-897a-e15f58987819, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dfeac08-5169-44ab-bd02-176806008506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:34.024785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.048172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c0ba7252-f581-44eb-b15c-af417b004e5b req-ae360b6f-5746-42c3-9383-c53d64a4c3ce tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Unset dirty status for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:34.049664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c0ba7252-f581-44eb-b15c-af417b004e5b req-ae360b6f-5746-42c3-9383-c53d64a4c3ce tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 936 time: 0.6603913 Feb 10 22:27:34.062982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.083492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.103350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:34.108003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Usage tracker for resource:security_group_rule and tenant:3a80e1125fa14fcf93fc2829e2cf3863 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:34.111166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:34.117639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:34.221259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:34.256426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90faf888-8d59-4c4d-ac56-e3c8e4823f96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82654a1f346d44178eae8281239552cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041308 Feb 10 22:27:34.258079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:34.264237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:34.270565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.305097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.345110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c0ba7252-f581-44eb-b15c-af417b004e5b req-a84c4fe9-81e9-47cc-9797-04236e2bf7e9 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618372 Feb 10 22:27:34.368856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:34.369463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.370821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] 10.222.0.30 "PUT /v2.0/ports/e8a46166-b4f9-4559-a9ec-5d2e0485ca94 HTTP/1.1" status: 200 len: 1096 time: 1.6440041 Feb 10 22:27:34.378145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:34.400976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.408657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:34.417380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.423130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=58905696-0363-4380-897a-e15f58987819,segment=NetworkSegment(2dfeac08-5169-44ab-bd02-176806008506),segment_id=2dfeac08-5169-44ab-bd02-176806008506)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:34.433741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.440634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:34.487364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Usage tracker for resource:security_group_rule and tenant:3a80e1125fa14fcf93fc2829e2cf3863 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:34.512555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28e35a9d-0cac-4ce9-befa-918f78f083a7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:34.517046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:34.522087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd80c74-449c-45ec-90b9-fd13df8fd09a service neutron] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:34.548845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:34.565915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.580501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:34.581195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.582507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] 10.222.0.30 "PUT /v2.0/ports/58905696-0363-4380-897a-e15f58987819 HTTP/1.1" status: 200 len: 1091 time: 2.3369944 Feb 10 22:27:34.586468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'tag': '58905696-0363-4380-897a-e15f58987819'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:34.631222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.698949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-4e9179d0-8a37-478b-88e3-27a308b5023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:34.700544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-4e9179d0-8a37-478b-88e3-27a308b5023b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 1099 time: 0.2772968 Feb 10 22:27:34.711797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad4cb9-a523-492e-ad43-0092861f773d service neutron] Pushing event updated for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:34.790161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-0649d6ad-b364-401e-90c8-b5d14aa2667c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94 HTTP/1.1" status: 200 len: 217 time: 0.0791311 Feb 10 22:27:34.796111 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.889398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae93f-ca8e-4b0b-98b3-b67c3127c47b req-583b9cee-8104-4246-b27e-bbb0d69a8949 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:34.896678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-868ae93f-ca8e-4b0b-98b3-b67c3127c47b req-583b9cee-8104-4246-b27e-bbb0d69a8949 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.3108549 Feb 10 22:27:34.906101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c8c0b239-4d0a-461c-a0db-20b8efb3e512 None None] Provisioning for port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:34.921384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:34.927629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-9e6b65e2-b61d-4626-beae-9662c3baa5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:34.929113 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-9e6b65e2-b61d-4626-beae-9662c3baa5e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4819b6c6b2504cf5a94f9ad373333aef&device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 1094 time: 0.2836602 Feb 10 22:27:34.958717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.009905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-0c76427b-3840-4cf1-aa8f-41dcd5f5f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.011664 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-0c76427b-3840-4cf1-aa8f-41dcd5f5f455 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2143037 Feb 10 22:27:35.013221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf13ea7-801a-471e-b771-e0c8f5509f73,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:35.025180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.026330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-406618df-fc6a-40eb-a25a-27aafb3716ef req-5ab41033-0a7e-45d6-aea3-7beb6e5cbbd1 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1076508 Feb 10 22:27:35.027312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.028297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/44cea53a-3a90-4f60-8839-6a88b44ee4f4 HTTP/1.1" status: 204 len: 168 time: 0.7628725 Feb 10 22:27:35.055170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-52ca6090-2332-4fbe-9109-485fca427be5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58905696-0363-4380-897a-e15f58987819 HTTP/1.1" status: 200 len: 217 time: 0.1160090 Feb 10 22:27:35.069895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a19871-64b8-4689-b35c-986863cad34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cea53a-3a90-4f60-8839-6a88b44ee4f4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:35.113458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1892b27-55fe-4795-b161-18b04c517e9b req-fbf1322f-fbbc-404c-bd2d-78825be3cae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.115248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-fbf1322f-fbbc-404c-bd2d-78825be3cae1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0926812 Feb 10 22:27:35.202152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-868ae93f-ca8e-4b0b-98b3-b67c3127c47b req-742767f8-5011-4e4f-aa89-7e8e0bd29cf7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006201 Feb 10 22:27:35.241070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d8441fc3-2d4e-435f-9992-9b19aa509de5 None None] Provisioning for port 3e094966-6cbf-484a-a083-1941e1c1eb3a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:35.252719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d8441fc3-2d4e-435f-9992-9b19aa509de5 None None] Provisioning complete for port 3e094966-6cbf-484a-a083-1941e1c1eb3a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:35.253726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8441fc3-2d4e-435f-9992-9b19aa509de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.268453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e094966-6cbf-484a-a083-1941e1c1eb3a {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:35.284729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.310709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Transition to ACTIVE for port object 3e094966-6cbf-484a-a083-1941e1c1eb3a will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:35.317635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.343371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-ef525951-aaaa-4695-984d-15aa48011f09 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205002 Feb 10 22:27:35.355748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d8441fc3-2d4e-435f-9992-9b19aa509de5 None None] Port 3e094966-6cbf-484a-a083-1941e1c1eb3a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:27:35.402855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578b69f-77e0-4538-882f-1ce078d0139d req-17636a31-9d29-4a6a-8aa1-65b2a35b5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.404620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-17636a31-9d29-4a6a-8aa1-65b2a35b5814 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f913e3e2-478b-4745-bbe1-50d8f04b0aa2 HTTP/1.1" status: 200 len: 855 time: 0.3352089 Feb 10 22:27:35.499151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98a4588-8633-4b81-a777-d3c37ae06d02 req-1d01e6f7-3ba7-4605-8e61-b380a77dbc24 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.506778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e98a4588-8633-4b81-a777-d3c37ae06d02 req-1d01e6f7-3ba7-4605-8e61-b380a77dbc24 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 943 time: 0.2285297 Feb 10 22:27:35.549349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55902) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:35.582183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1892b27-55fe-4795-b161-18b04c517e9b req-373cf29f-e2fb-40e2-aeb0-368cba537572 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311654 Feb 10 22:27:35.606823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e98a4588-8633-4b81-a777-d3c37ae06d02 req-e94e9fb7-d601-4976-b7b8-ff683b62b126 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991559 Feb 10 22:27:35.619912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-45be1289-d6a5-4953-9515-5f4a8ef1b60d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aca4259d-8f0c-428f-93dc-9256ff4439c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1188505 Feb 10 22:27:35.632266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e4797ced-bcab-4363-af2a-620346984d5c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4695ebfd6bc24332a6bc2068b315385b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815547 Feb 10 22:27:35.644486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55906) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:35.684622 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'status': 'completed', 'code': 200} Feb 10 22:27:35.706695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:35.750502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.797635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.879841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-a0301788-f981-4793-9e48-df0c41f6c6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.881732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-a0301788-f981-4793-9e48-df0c41f6c6af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 1099 time: 0.1734378 Feb 10 22:27:35.895203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Attempting to bind port 3e094966-6cbf-484a-a083-1941e1c1eb3a on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:35.895632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Attempting to bind port 3e094966-6cbf-484a-a083-1941e1c1eb3a by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:35.895936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Attempting to bind port 3e094966-6cbf-484a-a083-1941e1c1eb3a on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:35.926776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77bae3-88e5-4ff8-9470-e9c2802c3821 req-e4899e30-c3d5-4644-9fd5-bd4b307fbe46 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:35.927925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:35.940128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f77bae3-88e5-4ff8-9470-e9c2802c3821 req-e4899e30-c3d5-4644-9fd5-bd4b307fbe46 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.5227926 Feb 10 22:27:35.987305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Port 3e094966-6cbf-484a-a083-1941e1c1eb3a on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:35.987640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Attempting to bind port 3e094966-6cbf-484a-a083-1941e1c1eb3a on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:35.995455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-f26763fb-2b62-41ee-a234-9b2fd6593103 service neutron] 10.222.0.30 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442671 Feb 10 22:27:36.008199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:36.008578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:36.008960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:36.009437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Bound port: 3e094966-6cbf-484a-a083-1941e1c1eb3a, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:36.010366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.017236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec3e0ca-1bdb-4bc4-af21-a3d0af3b39a6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:36.031982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.036240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f3629546-ccef-4651-ae8a-46fd3b5f8331 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cec3e0ca-1bdb-4bc4-af21-a3d0af3b39a6 HTTP/1.1" status: 204 len: 168 time: 0.3876498 Feb 10 22:27:36.107647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-8d35ef21-c258-41fc-9c94-b62afbd4890a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.109293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-8d35ef21-c258-41fc-9c94-b62afbd4890a service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2201083 Feb 10 22:27:36.132035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f77bae3-88e5-4ff8-9470-e9c2802c3821 req-17487af7-6e38-42c0-99d9-7071584909a2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909366 Feb 10 22:27:36.207787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Request body: {'security_group': {'name': 'tempest-securitygroup-297820260', 'description': 'tempest-description-728364904'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:36.231679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:36.237331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-b09c2144-358d-4e41-8d9a-c762d38457b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94 HTTP/1.1" status: 200 len: 217 time: 0.1197457 Feb 10 22:27:36.240910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Usage tracker for resource:security_group and tenant:3a80e1125fa14fcf93fc2829e2cf3863 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:36.245267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:36.262979 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'tag': '58905696-0363-4380-897a-e15f58987819', 'status': 'completed', 'code': 200} Feb 10 22:27:36.306912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:36.339333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.362063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-c4d7049a-1328-44da-96fc-80c584b42765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.363999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-c4d7049a-1328-44da-96fc-80c584b42765 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1198120 Feb 10 22:27:36.370072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:36.413235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Usage tracker for resource:security_group_rule and tenant:3a80e1125fa14fcf93fc2829e2cf3863 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:36.421849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:36.429654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:36.488202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-8e380947-8ee4-4800-ab48-c5ca83ea932f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.489947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-8e380947-8ee4-4800-ab48-c5ca83ea932f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1171286 Feb 10 22:27:36.518335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:36.535727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:36.538340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8578b69f-77e0-4538-882f-1ce078d0139d req-70348b54-4efc-4139-980f-cb16740671c9 service neutron] 10.222.0.30 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314085 Feb 10 22:27:36.545168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.620877 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.627608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.668469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f50394-903a-44cc-ad40-f5e77286e8d9 req-f6746c51-8112-4da7-9e91-b7232be01717 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.675643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-95f50394-903a-44cc-ad40-f5e77286e8d9 req-f6746c51-8112-4da7-9e91-b7232be01717 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.4216855 Feb 10 22:27:36.680826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.681459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.682819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e094966-6cbf-484a-a083-1941e1c1eb3a HTTP/1.1" status: 200 len: 1096 time: 2.7683206 Feb 10 22:27:36.711415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47a449c-09c5-4955-a643-c0c79dbe58fc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:36.717539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:36.730411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d8ca436-7414-4f89-94a3-49d51671eb6b req-aa5d4ac7-5d38-42ab-98f5-079277e04660 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5288804 Feb 10 22:27:36.742552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-72b8b88d-2113-4a18-a366-546f38862022 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419260 Feb 10 22:27:36.759535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ce411-ff70-4963-a076-7eb70aa51ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:36.858702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-95f50394-903a-44cc-ad40-f5e77286e8d9 req-7c4e5f3d-59ba-4d86-9558-be3f1519feef tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821923 Feb 10 22:27:36.895939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-44ba404c-15f1-48e5-91ca-bf6e73251bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.897470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-44ba404c-15f1-48e5-91ca-bf6e73251bae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4819b6c6b2504cf5a94f9ad373333aef&device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 1094 time: 0.3035784 Feb 10 22:27:36.936957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-2fda9fe3-6e44-4c17-9d08-f56d0e3378c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:36.938550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-2fda9fe3-6e44-4c17-9d08-f56d0e3378c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 1099 time: 0.1858459 Feb 10 22:27:37.003080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6264add-3af1-46f4-9154-6772aaa2c60f req-98d68299-9167-45b4-bd1f-bd34400750e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529321 Feb 10 22:27:37.024021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5db69-7ee1-4be7-af8c-21477621e976 req-973c5fa1-3b0b-4fe3-ac56-dbb9a0af14c4 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.025612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e5db69-7ee1-4be7-af8c-21477621e976 req-973c5fa1-3b0b-4fe3-ac56-dbb9a0af14c4 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1097 time: 0.1119473 Feb 10 22:27:37.067204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e5db69-7ee1-4be7-af8c-21477621e976 req-521e7141-c16b-4d6f-8c39-424d89860a58 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360692 Feb 10 22:27:37.137164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-cf239ecd-9fff-4032-809a-48d4a1c81941 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a HTTP/1.1" status: 200 len: 217 time: 0.1312981 Feb 10 22:27:37.253918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-fc7c415f-399f-48f5-adf0-3824c1dc19a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.255304 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-fc7c415f-399f-48f5-adf0-3824c1dc19a8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1113436 Feb 10 22:27:37.259991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-2e1751bc-fd45-4e76-9c04-139e54364c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.261639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-2e1751bc-fd45-4e76-9c04-139e54364c2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=aca4259d-8f0c-428f-93dc-9256ff4439c3 HTTP/1.1" status: 200 len: 916 time: 0.3550513 Feb 10 22:27:37.268636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5e8ba-ddb4-4413-858a-168d55677a62 req-5c798a3b-5f07-434b-bf98-25f605924e07 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.270147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80d5e8ba-ddb4-4413-858a-168d55677a62 req-5c798a3b-5f07-434b-bf98-25f605924e07 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 943 time: 0.0883465 Feb 10 22:27:37.375568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-f98fe4b1-6178-4d22-af16-39beb0924f7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58905696-0363-4380-897a-e15f58987819 HTTP/1.1" status: 200 len: 217 time: 0.0799000 Feb 10 22:27:37.390646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80d5e8ba-ddb4-4413-858a-168d55677a62 req-29c81438-166d-4be0-9c0c-eb1554cd7add tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137164 Feb 10 22:27:37.452457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7d1031-3c6f-4cf9-86ce-d6cb887b070c req-44cf5176-7591-4ec1-9661-599260cce493 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.459762 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f7d1031-3c6f-4cf9-86ce-d6cb887b070c req-44cf5176-7591-4ec1-9661-599260cce493 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.3657811 Feb 10 22:27:37.496944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-ebe60078-ee2c-4e0b-aab0-7e10658f0e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.498394 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-ebe60078-ee2c-4e0b-aab0-7e10658f0e66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f913e3e2-478b-4745-bbe1-50d8f04b0aa2 HTTP/1.1" status: 200 len: 855 time: 0.1163146 Feb 10 22:27:37.557611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-500ee5a1-a7cd-4381-8fda-9c830906d7ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aca4259d-8f0c-428f-93dc-9256ff4439c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503271 Feb 10 22:27:37.561866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f7d1031-3c6f-4cf9-86ce-d6cb887b070c req-650e2c31-6570-4b8c-b8ca-1bdbfebc7584 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013494 Feb 10 22:27:37.564916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-d792262c-6499-4e07-9345-4bcc834072f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:37.566318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-d792262c-6499-4e07-9345-4bcc834072f5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3026202 Feb 10 22:27:37.725769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-466992942', 'description': 'tempest-description-1920665177'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:37.731734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:37.737171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Usage tracker for resource:security_group and tenant:f08b481c7e754021ba2dc6d962a93410 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:37.741144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:37.748404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:37.761141 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:37.777984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:37.796650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:37.802273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Usage tracker for resource:security_group_rule and tenant:f08b481c7e754021ba2dc6d962a93410 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:37.807438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:37.815962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-a3181c50-d669-4211-b6a3-8d2b9dc3f784 service neutron] 10.222.0.30 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486355 Feb 10 22:27:37.816919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:37.817839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-e566578b-4770-4d90-87d3-5404b9bfcd48 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329042 Feb 10 22:27:37.906926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:37.911492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:37.923209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:37.930827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Usage tracker for resource:security_group_rule and tenant:f08b481c7e754021ba2dc6d962a93410 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:37.939211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:37.950175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:37.953937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee145303-83ff-447d-92d2-8a0e548a2f7f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:38.029322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:38.034412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:38.071139 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2af466cb-84a4-4c8c-8799-0d84e1ed8a1c req-1213cdb5-e35b-43f9-9b7f-aec876f51f9c service neutron] 10.222.0.30 "GET /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487998 Feb 10 22:27:38.073269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed8ac696-461e-4a50-a8a6-3eadc706e678 req-329e654e-8f1b-4d2b-ae68-a6ffb178049f service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309022 Feb 10 22:27:38.075220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d260a490-6aa8-41da-8c76-0223488e040e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:38.078399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:38.093001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a498d14c-c67e-4486-91cc-0ac6074ebf0f req-a984880a-be4a-4ae1-a78a-94bb74fbc117 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3723333 Feb 10 22:27:38.165594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd573bed-3875-48e0-b917-b0a58b6e4468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:38.250351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb21999-17b0-4995-b2da-2beeb82411ca req-188e3eb3-452a-4d00-8da6-97fd82ac796d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.252641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-deb21999-17b0-4995-b2da-2beeb82411ca req-188e3eb3-452a-4d00-8da6-97fd82ac796d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.0826933 Feb 10 22:27:38.264103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:38.297133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-deb21999-17b0-4995-b2da-2beeb82411ca req-344024e0-5454-4e47-9858-9df81c2057b8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Feb 10 22:27:38.602004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.602500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.602964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.603471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.603926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.604394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.604832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.605301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.605761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.607689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35b5bb74-2e03-4aeb-9da5-b1cfbebb9f54 req-6ae4e62a-85b3-44e0-bf16-d7c16b819af4 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.1609061 Feb 10 22:27:38.643274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-38510a97-3d43-40fe-9076-b949fc70561d tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:27:38.644417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-38510a97-3d43-40fe-9076-b949fc70561d tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062490 Feb 10 22:27:38.652747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Request body: {'binding': {'host': 'n-h2-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:38.653194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:27:38.882119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-a61a1860-a29a-44ef-a8c7-4b2473d8c245 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:38.882766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-a61a1860-a29a-44ef-a8c7-4b2473d8c245 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Synchronizing usage tracker for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:38.922165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-a61a1860-a29a-44ef-a8c7-4b2473d8c245 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Unset dirty status for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:38.923278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-a61a1860-a29a-44ef-a8c7-4b2473d8c245 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.2274098 Feb 10 22:27:38.929785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on host n-h2-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:38.930121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:38.930446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:38.950316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:38.950644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:38.961356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:38.961689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:38.962070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:38.962484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Bound port: 223c8cc7-7f33-4217-adc7-096c74b65bb5, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:38.988655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-611743fa-7698-4834-93df-7f73c2af6f2d tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Synchronizing usage tracker for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:39.017813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:39.019418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-611743fa-7698-4834-93df-7f73c2af6f2d tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Unset dirty status for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:39.021108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00c29127-4eed-49c2-9c06-97a849a22e01 req-611743fa-7698-4834-93df-7f73c2af6f2d tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883927 Feb 10 22:27:39.023165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.024222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6f8e9e99-4c0a-461c-bf55-a157d6a456ac service neutron] 10.222.0.53 "POST /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5/bindings HTTP/1.1" status: 201 len: 389 time: 0.3746421 Feb 10 22:27:39.050036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-766887708', 'description': 'tempest-description-467514114'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:39.054666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:39.058515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Usage tracker for resource:security_group and tenant:f08b481c7e754021ba2dc6d962a93410 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:39.061393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:39.068492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:39.081819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.112303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:39.117892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Usage tracker for resource:security_group_rule and tenant:f08b481c7e754021ba2dc6d962a93410 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:39.122041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:39.131736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:39.140874 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'status': 'completed', 'code': 200} Feb 10 22:27:39.166431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:39.238233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.247235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.343261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2d8883-95d6-48cb-9d81-9f8121772c25,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:39.346600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.365130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe6cf794-f4e4-4e9d-bfc6-7a81fb864e8c req-ea9f9c63-e33d-4ce0-8443-942f53302b2e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3186169 Feb 10 22:27:39.375085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:39.391421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'mac_address': 'fa:16:3e:11:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:39.411262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-12f2e679-67cd-447f-83e3-c72ce0678625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.413046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-12f2e679-67cd-447f-83e3-c72ce0678625 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1097 time: 0.1112664 Feb 10 22:27:39.458762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.476903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a46166-b4f9-4559-a9ec-5d2e0485ca94 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:39.478895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-3ec8d4ac-1978-48e8-b9d5-04852ae0f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.480423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-3ec8d4ac-1978-48e8-b9d5-04852ae0f7e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 1099 time: 0.2875459 Feb 10 22:27:39.492028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ff956-ac2f-4175-b5f7-e9150be0353f req-320184a5-4013-403d-ac47-568061821d6b tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.492338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:39.492733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-233ff956-ac2f-4175-b5f7-e9150be0353f req-320184a5-4013-403d-ac47-568061821d6b tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Synchronizing usage tracker for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:39.496618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:39.580728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:39.591826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.592439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.593491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.594077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.594630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.595217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.596192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-233ff956-ac2f-4175-b5f7-e9150be0353f req-320184a5-4013-403d-ac47-568061821d6b tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Unset dirty status for tenant:4819b6c6b2504cf5a94f9ad373333aef on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:39.597378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233ff956-ac2f-4175-b5f7-e9150be0353f req-320184a5-4013-403d-ac47-568061821d6b tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 943 time: 0.3416803 Feb 10 22:27:39.597706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.598180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.598656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.599250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.599772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.600098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:27:39.615987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-c577a012-471e-4e24-8099-9f00594f4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.617428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-c577a012-471e-4e24-8099-9f00594f4998 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.1981709 Feb 10 22:27:39.665829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-08e95da8-5f7c-47c9-b71b-68b09db3b7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.667191 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-08e95da8-5f7c-47c9-b71b-68b09db3b7f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1713445 Feb 10 22:27:39.674064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233ff956-ac2f-4175-b5f7-e9150be0353f req-51496d40-42f5-42d6-b443-26d3d58039cd tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600920 Feb 10 22:27:39.687128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59a88a-692a-4bf1-ad61-546220fe4b22 req-cb344bad-0450-437f-9196-f9bd9f0e8198 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.688733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f59a88a-692a-4bf1-ad61-546220fe4b22 req-cb344bad-0450-437f-9196-f9bd9f0e8198 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1869388 Feb 10 22:27:39.697258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-451d082f-2579-4edd-8c8c-1baf8a4dc81f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.0725315 Feb 10 22:27:39.760284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-8d2533d7-b08a-480e-9752-39ca711899a1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a HTTP/1.1" status: 200 len: 217 time: 0.0845692 Feb 10 22:27:39.790592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f59a88a-692a-4bf1-ad61-546220fe4b22 req-eff6dc69-66ef-4940-92ff-cff1d2fe8b2a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888774 Feb 10 22:27:39.794401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-dfa35069-ffbb-4d7f-abdf-c656be583698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.795267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-dfa35069-ffbb-4d7f-abdf-c656be583698 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.0806038 Feb 10 22:27:39.841924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-d5bb8125-8993-4436-af27-f87a9eff0a8e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401733 Feb 10 22:27:39.872832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e8a46166-b4f9-4559-a9ec-5d2e0485ca94'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:39.899985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-7d740f3a-f8d4-42dd-8007-5d0a39b218d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.901431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-7d740f3a-f8d4-42dd-8007-5d0a39b218d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0925896 Feb 10 22:27:39.963363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800cad0-7b2d-4582-ad83-b1b72b63e4c3 req-db9027d2-76a3-4384-ad76-a647d0ba12cd tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:39.964956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2800cad0-7b2d-4582-ad83-b1b72b63e4c3 req-db9027d2-76a3-4384-ad76-a647d0ba12cd tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 886 time: 0.2373621 Feb 10 22:27:40.004489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-32e8935e-d0e0-44aa-8ba1-a3d2ca3b2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.006084 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-32e8935e-d0e0-44aa-8ba1-a3d2ca3b2985 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908763 Feb 10 22:27:40.034176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-84ba9a4c-ef81-499e-a5dd-a8d0bcac323f service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827645 Feb 10 22:27:40.070145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b488339-b309-4e11-b62b-96119ad39e9e req-bc869c44-1b51-4a82-8c1d-cd0adda04ba1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.071640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b488339-b309-4e11-b62b-96119ad39e9e req-bc869c44-1b51-4a82-8c1d-cd0adda04ba1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 946 time: 0.1502757 Feb 10 22:27:40.215896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-f6168846-8795-4930-bfc5-2ec199528b90 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024467 Feb 10 22:27:40.248977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89c9ab-0a45-4d5d-b7d9-59ab68150009 req-2d01e946-aaa0-4fd1-9171-80617c5b60be tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.250443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be89c9ab-0a45-4d5d-b7d9-59ab68150009 req-2d01e946-aaa0-4fd1-9171-80617c5b60be tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1501338 Feb 10 22:27:40.257853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b488339-b309-4e11-b62b-96119ad39e9e req-33884ba3-f698-4d77-b58e-539c1b8ea99b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718863 Feb 10 22:27:40.291256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6b4a7bd9-c5dd-43b9-b9f5-9883bbbd805f service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513506 Feb 10 22:27:40.377368 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be89c9ab-0a45-4d5d-b7d9-59ab68150009 req-519f252d-49cc-43bd-af13-7c9812ee3ba2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689275 Feb 10 22:27:40.403659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e186f2d-eaec-4073-bfb8-655ec673dcd5 req-ef24139c-c13d-4d65-8cb4-1911f4f376e6 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792269 Feb 10 22:27:40.441133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e64508e7-21e8-4b12-916d-fddd73bc35b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:40.565729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.566296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.566759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.567212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.567691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.568136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.568601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.569029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.569470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.572370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b3a8fa9-a407-4c92-8f6c-d4ad7b6dd00c req-94c65343-2ac6-470e-91bf-0b69ceff53f7 tempest-NetworksTest-1286672534 tempest-NetworksTest-1286672534-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6426 time: 0.1574357 Feb 10 22:27:40.577441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-2d2c5fcb-206b-4c79-981f-4d652e069bf4 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.579826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-2d2c5fcb-206b-4c79-981f-4d652e069bf4 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1097 time: 0.2284222 Feb 10 22:27:40.597526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:40.633647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ccc8b9-cf10-4869-a7ab-340b5431b793 req-f1eac963-b555-4539-bd6e-30ef4714a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.635113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05ccc8b9-cf10-4869-a7ab-340b5431b793 req-f1eac963-b555-4539-bd6e-30ef4714a58d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.2393312 Feb 10 22:27:40.756636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435db45d-ee0a-4f10-ade9-1f809c8d311f req-06c3ebe6-f607-4428-b786-659014c65c1a tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:40.758194 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-435db45d-ee0a-4f10-ade9-1f809c8d311f req-06c3ebe6-f607-4428-b786-659014c65c1a tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.0954967 Feb 10 22:27:40.780272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05ccc8b9-cf10-4869-a7ab-340b5431b793 req-b962e5db-76ba-4290-b4c9-ced13a778a2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358294 Feb 10 22:27:40.807435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-435db45d-ee0a-4f10-ade9-1f809c8d311f req-700c18fc-5450-4745-b4f2-7badd98ed6ba tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427139 Feb 10 22:27:40.812788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:40.849949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:40.880385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:40.948124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-74f0933e-07ee-4337-b8cb-787911ddff30 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Synchronizing usage tracker for tenant:f08b481c7e754021ba2dc6d962a93410 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:41.025420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:41.039626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-74f0933e-07ee-4337-b8cb-787911ddff30 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Unset dirty status for tenant:f08b481c7e754021ba2dc6d962a93410 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:41.040222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.041912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-74f0933e-07ee-4337-b8cb-787911ddff30 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 53366 time: 0.7532287 Feb 10 22:27:41.043354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'mac_address': 'fa:16:3e:27:fe:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:41.061567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:41.066456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9893bfc94a6d44b7a7144a87a37e9e3b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:41.072555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:41.090890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:41.106731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.153488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e094966-6cbf-484a-a083-1941e1c1eb3a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:41.158706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:41.171013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:41.175891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 58905696-0363-4380-897a-e15f58987819 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:41.179447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.203159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-e55a7f92-0699-4b8d-8717-bd3d41b2f15e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/16b87b87-a74e-41e6-b858-5d328c5f0e3c HTTP/1.1" status: 200 len: 2973 time: 0.1122336 Feb 10 22:27:41.209589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:41.219636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:41.256610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c74cd-de20-4728-b19c-57648c429f36 req-ae851640-8b2f-40eb-9d15-22d1f49b6903 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:41.258264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-098c74cd-de20-4728-b19c-57648c429f36 req-ae851640-8b2f-40eb-9d15-22d1f49b6903 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 943 time: 0.1561906 Feb 10 22:27:41.309503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.310112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:41.319355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.321384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.324284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-0ba63a93-0646-493d-bc75-9733d52d6c66 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/16b87b87-a74e-41e6-b858-5d328c5f0e3c HTTP/1.1" status: 200 len: 2973 time: 0.0851433 Feb 10 22:27:41.333249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.355625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-098c74cd-de20-4728-b19c-57648c429f36 req-7e08e4dc-9725-4e33-9980-3e3c50038d06 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858619 Feb 10 22:27:41.390784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9893bfc94a6d44b7a7144a87a37e9e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5093167 Feb 10 22:27:41.391939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3f1c2-0997-46c4-b5e8-7bd37594e1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5e17c-67d7-4dcd-ab98-081c4d2f65c1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:41.397649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:41.425755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:41.430478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:41.485574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:41.491409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=58905696-0363-4380-897a-e15f58987819,segment=NetworkSegment(2dfeac08-5169-44ab-bd02-176806008506),segment_id=2dfeac08-5169-44ab-bd02-176806008506)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:41.501937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['3e094966-6cbf-484a-a083-1941e1c1eb3a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:41.536318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.545721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:41.546220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.574643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.582460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-6a5c2801-551d-4636-9d1d-ecab27c9fe6f tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/249d2c2e-e752-4a11-bdc8-611069db80d4 HTTP/1.1" status: 200 len: 2981 time: 0.2508223 Feb 10 22:27:41.600196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on host n-h1-825178-4 for vnic_type normal with profile {"migrating_to": "n-h2-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:41.600536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:41.601255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:41.616405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '58905696-0363-4380-897a-e15f58987819', 'network_id': 'aca4259d-8f0c-428f-93dc-9256ff4439c3', 'port_id': '58905696-0363-4380-897a-e15f58987819', 'mac_address': 'fa:16:3e:6d:de:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f913e3e2-478b-4745-bbe1-50d8f04b0aa2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:41.616736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:41.616736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Attempting to bind port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:41.627481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:41.627845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:41.628180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:41.628435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae31119-a2a4-4ee9-9907-92aa997ccf78 req-cbbfd45b-7596-4b98-9d6d-c458553ca490 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:41.628636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Bound port: 223c8cc7-7f33-4217-adc7-096c74b65bb5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:41.628980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.629915 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ae31119-a2a4-4ee9-9907-92aa997ccf78 req-cbbfd45b-7596-4b98-9d6d-c458553ca490 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1419272 Feb 10 22:27:41.684984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.699367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.701737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.704355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-e5ba22ab-c9b0-462c-8b97-6e66c59e73c0 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/249d2c2e-e752-4a11-bdc8-611069db80d4 HTTP/1.1" status: 200 len: 2981 time: 0.1204848 Feb 10 22:27:41.747919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.791789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:41.794652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-96d9eab3-0615-48cd-b8e0-46089e77c34a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/28e35a9d-0cac-4ce9-befa-918f78f083a7 HTTP/1.1" status: 200 len: 2981 time: 0.0752091 Feb 10 22:27:41.796514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:41.801323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.842663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58905696-0363-4380-897a-e15f58987819 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:41.844856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ae31119-a2a4-4ee9-9907-92aa997ccf78 req-144afbd5-684d-47b5-9d39-93eedad9b013 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060153 Feb 10 22:27:41.878847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5e17c-67d7-4dcd-ab98-081c4d2f65c1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:41.882109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.885787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:41.885930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51fdc320-2564-4a96-b285-389dc81ede7f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fcf5e17c-67d7-4dcd-ab98-081c4d2f65c1 HTTP/1.1" status: 204 len: 168 time: 0.4846408 Feb 10 22:27:41.916698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=58905696-0363-4380-897a-e15f58987819,segment=NetworkSegment(2dfeac08-5169-44ab-bd02-176806008506),segment_id=2dfeac08-5169-44ab-bd02-176806008506)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:41.936999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.012938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:42.042397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:42.043253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-fc2aa2b2-dfa8-4829-aee8-b38988257d21 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/28e35a9d-0cac-4ce9-befa-918f78f083a7 HTTP/1.1" status: 200 len: 2981 time: 0.2375801 Feb 10 22:27:42.056789 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.072120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:42.152544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:42.242160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614c937-3dc8-4102-9a96-db4c1c73e41a req-7bc90939-8789-498d-837e-604015b29cfd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:42.243710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5614c937-3dc8-4102-9a96-db4c1c73e41a req-7bc90939-8789-498d-837e-604015b29cfd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.1402829 Feb 10 22:27:42.254238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:42.260157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:42.260775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.262398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-db5a52d5-65a1-4f7c-a79a-567c10d8a7b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 1122 time: 1.6720688 Feb 10 22:27:42.301679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-d57850ce-1a38-4c33-8f0e-d6a8443191df tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2f2cbe7a-cabe-408d-bd8c-ccc7f76d0cd2 HTTP/1.1" status: 200 len: 2977 time: 0.0702574 Feb 10 22:27:42.303823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5614c937-3dc8-4102-9a96-db4c1c73e41a req-ccb54b6b-d73a-4c64-98fe-5a795923c6af tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540571 Feb 10 22:27:42.340796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['58905696-0363-4380-897a-e15f58987819'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:42.344928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56040) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:42.359292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-e91b480e-3e29-4113-8f54-4f9701e10705 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/2f2cbe7a-cabe-408d-bd8c-ccc7f76d0cd2 HTTP/1.1" status: 200 len: 2977 time: 0.0503671 Feb 10 22:27:42.364398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.380872 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'code': 200} Feb 10 22:27:42.381057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:42.385069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Usage tracker for resource:security_group_rule and tenant:fcc1a91969cd48df8f4fe46fd25c3e21 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:42.388298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:42.394643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:42.401258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['223c8cc7-7f33-4217-adc7-096c74b65bb5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:42.420206 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-cb2ff9a3-8f79-41bd-a4e9-c7794f8a8e72 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/60814373-c1de-4485-8c99-a4c63ece6666 HTTP/1.1" status: 200 len: 2981 time: 0.0537291 Feb 10 22:27:42.483238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-9ead2fad-c9fb-41f3-876a-0785528e93b7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/60814373-c1de-4485-8c99-a4c63ece6666 HTTP/1.1" status: 200 len: 2981 time: 0.0550375 Feb 10 22:27:42.542613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-01dba096-41e7-4367-b08c-9ce6fff1d88b tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/64cf3618-427d-435b-9598-f07ab0012e9b HTTP/1.1" status: 200 len: 2981 time: 0.0503700 Feb 10 22:27:42.550847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.560144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.596548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32170d5-0553-4e13-b1b9-cd40960889c7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:42.599730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-3b13beae-b7a7-425a-9eed-d35856901722 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/64cf3618-427d-435b-9598-f07ab0012e9b HTTP/1.1" status: 200 len: 2981 time: 0.0483565 Feb 10 22:27:42.623333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7a87b9d1-5b3a-46ad-a2d8-0fe04751dbda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fcc1a91969cd48df8f4fe46fd25c3e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748415 Feb 10 22:27:42.624268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56046) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:42.668440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-9c064bb9-e4dc-400a-98c3-f2456157dc38 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7a1bb97a-59f5-45f5-abd7-82e288387ba2 HTTP/1.1" status: 200 len: 2977 time: 0.0439630 Feb 10 22:27:42.669964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7576ecf-be20-4452-acf8-e1f44963480a req-eda00af3-0c5d-4d28-a1a5-8dac101241b2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:42.671469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7576ecf-be20-4452-acf8-e1f44963480a req-eda00af3-0c5d-4d28-a1a5-8dac101241b2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1996250 Feb 10 22:27:42.725045 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-9b8cdec7-f64d-453f-88ff-d352af7773e1 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/7a1bb97a-59f5-45f5-abd7-82e288387ba2 HTTP/1.1" status: 200 len: 2977 time: 0.0468526 Feb 10 22:27:42.735117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7576ecf-be20-4452-acf8-e1f44963480a req-ffea0670-7b1c-4a66-a098-c619f8adae30 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547280 Feb 10 22:27:42.736875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.751229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.765995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.794872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-c743265f-bede-4381-a5b9-2e1dcd2605c7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/900299f6-dc84-4354-9066-db7299415e1c HTTP/1.1" status: 200 len: 2981 time: 0.0615196 Feb 10 22:27:42.820785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.837714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32170d5-0553-4e13-b1b9-cd40960889c7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:42.841029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:42.845085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee861fa4-6dbc-440c-ad10-3a490ba2ad3f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e32170d5-0553-4e13-b1b9-cd40960889c7 HTTP/1.1" status: 204 len: 168 time: 0.2169876 Feb 10 22:27:42.869772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:42.870522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-c7a1668b-5324-41c7-9117-e465ba9f865a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/900299f6-dc84-4354-9066-db7299415e1c HTTP/1.1" status: 200 len: 2981 time: 0.0662503 Feb 10 22:27:42.903035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:42.926228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-747b256d-ef3b-4bf6-b6d7-9f8f2a40f3d2 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a186dec3-6cdf-43e4-bb98-a6099ce81a7b HTTP/1.1" status: 200 len: 2981 time: 0.0490091 Feb 10 22:27:42.972429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4640a2-d9c9-4c20-94bc-2d03e05be3c1 req-45c62479-405b-4003-acdb-766ae1b1b697 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:42.980596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff4640a2-d9c9-4c20-94bc-2d03e05be3c1 req-45c62479-405b-4003-acdb-766ae1b1b697 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 949 time: 0.1282117 Feb 10 22:27:42.983576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-f59c8ceb-9389-4a46-b4b2-788dfb78eab9 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a186dec3-6cdf-43e4-bb98-a6099ce81a7b HTTP/1.1" status: 200 len: 2981 time: 0.0484354 Feb 10 22:27:43.041630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-853853c8-ec88-4bed-b790-ad5dc76bf7df tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a67df67b-aca2-4562-b12b-f872ae572f92 HTTP/1.1" status: 200 len: 2981 time: 0.0514917 Feb 10 22:27:43.043869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff4640a2-d9c9-4c20-94bc-2d03e05be3c1 req-37a3681e-e0ce-44ce-a7e4-29629f91257e tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598207 Feb 10 22:27:43.103959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-be7b0aaf-2531-4d37-8ff5-23d3fcdbdb0e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/a67df67b-aca2-4562-b12b-f872ae572f92 HTTP/1.1" status: 200 len: 2981 time: 0.0565493 Feb 10 22:27:43.105139 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'code': 200} Feb 10 22:27:43.107583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:43.141198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 3e094966-6cbf-484a-a083-1941e1c1eb3a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:43.163621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 3e094966-6cbf-484a-a083-1941e1c1eb3a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:43.163971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.204429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-95c97596-840c-4f88-8f0a-e98d31e53f38 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b07eca5c-2a87-41ed-974d-ca07297c934b HTTP/1.1" status: 200 len: 2977 time: 0.0841577 Feb 10 22:27:43.221852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'mac_address': 'fa:16:3e:40:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:43.279575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-a84da0a0-55db-43f8-8dc6-86f01dbcf2a5 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/b07eca5c-2a87-41ed-974d-ca07297c934b HTTP/1.1" status: 200 len: 2977 time: 0.0644202 Feb 10 22:27:43.303895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.331739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733e8ea-0635-4065-b9d0-ebec2033be7a req-0fa8babc-4e63-43ca-96a6-49fb10a8e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:43.332638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:43.333211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c733e8ea-0635-4065-b9d0-ebec2033be7a req-0fa8babc-4e63-43ca-96a6-49fb10a8e980 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 1101 time: 0.1661141 Feb 10 22:27:43.347171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de89d-62c9-440c-95f7-eba9b60dcee5 req-927d93ba-2350-4428-b88f-032861012919 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:43.348664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-819de89d-62c9-440c-95f7-eba9b60dcee5 req-927d93ba-2350-4428-b88f-032861012919 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 944 time: 0.1192474 Feb 10 22:27:43.363056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-2f209671-1e52-4671-b946-43872dd4419c tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bd7f003a-08d4-4211-a19b-8cd4277a245a HTTP/1.1" status: 200 len: 2981 time: 0.0734239 Feb 10 22:27:43.394893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:43.402034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.417583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c733e8ea-0635-4065-b9d0-ebec2033be7a req-ea50fe5c-ac03-4148-b721-5f71b4eb04b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Feb 10 22:27:43.429361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-819de89d-62c9-440c-95f7-eba9b60dcee5 req-bdb40ff3-0eff-4438-87f5-ad56c4136761 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670171 Feb 10 22:27:43.435388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.464724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-db2f87e5-186b-4e55-b109-74bad986dbe1 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/bd7f003a-08d4-4211-a19b-8cd4277a245a HTTP/1.1" status: 200 len: 2981 time: 0.0880630 Feb 10 22:27:43.505599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:43.507025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:43.510660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.510996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:43.558517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-d779a7d9-fe61-4575-aad2-9a86a9d42aa8 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/eabf55f7-4a16-4f43-81f3-dab19600e6f5 HTTP/1.1" status: 200 len: 2981 time: 0.0870163 Feb 10 22:27:43.621115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-607e9644-d7c0-4a9a-8b6d-12b53cd7289e tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/eabf55f7-4a16-4f43-81f3-dab19600e6f5 HTTP/1.1" status: 200 len: 2981 time: 0.0561597 Feb 10 22:27:43.628564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b557d01-b183-44cf-a198-608484b72c65 req-4ceb46fe-0155-47e0-9905-c9640f23ca7b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:43.635597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b557d01-b183-44cf-a198-608484b72c65 req-4ceb46fe-0155-47e0-9905-c9640f23ca7b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 948 time: 0.0936718 Feb 10 22:27:43.684174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:43.686475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b557d01-b183-44cf-a198-608484b72c65 req-3f0b6c63-68a6-4a56-90d0-edd03a9186a2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500064 Feb 10 22:27:43.723359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-77a1fdbd-fa3c-4b13-963b-02137c79f48b tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ee145303-83ff-447d-92d2-8a0e548a2f7f HTTP/1.1" status: 200 len: 2981 time: 0.0789335 Feb 10 22:27:43.780037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:43.785691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-2c665d04-714f-4725-9999-59bdc93b22fc tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/ee145303-83ff-447d-92d2-8a0e548a2f7f HTTP/1.1" status: 200 len: 2981 time: 0.0512474 Feb 10 22:27:43.808742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.856543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:43.859225 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-c90442af-a6f1-4484-bc71-b3abff3cc35b tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f1704a33-9999-4af0-a004-4635e77ddc9c HTTP/1.1" status: 200 len: 2981 time: 0.0647855 Feb 10 22:27:43.881924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:43.888771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1372e87-2d19-4f9d-94c2-b22bfcde655d req-f8db4852-1908-4e51-905d-5f68e7d3a504 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:43.890271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1372e87-2d19-4f9d-94c2-b22bfcde655d req-f8db4852-1908-4e51-905d-5f68e7d3a504 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.0894368 Feb 10 22:27:43.899985 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:43.938608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-97b309eb-e9e7-4333-852d-77e8a4343003 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/f1704a33-9999-4af0-a004-4635e77ddc9c HTTP/1.1" status: 200 len: 2981 time: 0.0665236 Feb 10 22:27:43.944480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1372e87-2d19-4f9d-94c2-b22bfcde655d req-6e385f52-24c2-4d2d-98e8-6f0346fa9e7a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475838 Feb 10 22:27:44.000310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-70ead8aa-9748-41be-944e-e937ad6ad10f tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fdd2b8a6-d9d3-4fc3-9a23-7471cad8519b HTTP/1.1" status: 200 len: 2981 time: 0.0548229 Feb 10 22:27:44.062670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:44.063410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96f1a966-e2e3-48fa-81b8-7d4419a455c3 req-3f7c9381-7250-4f40-a4e6-5373e338f486 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/fdd2b8a6-d9d3-4fc3-9a23-7471cad8519b HTTP/1.1" status: 200 len: 2981 time: 0.0544453 Feb 10 22:27:44.198381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551f497-7669-414f-85ea-02e810b30a27 req-5e58f3c6-aab1-4bca-8270-8e48b581715f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:44.209132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3551f497-7669-414f-85ea-02e810b30a27 req-5e58f3c6-aab1-4bca-8270-8e48b581715f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.1516950 Feb 10 22:27:44.264068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3551f497-7669-414f-85ea-02e810b30a27 req-b3efc628-6093-4af6-a9e7-3250a6bcf6aa tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539377 Feb 10 22:27:44.382142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:44.466194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb296d-64d2-465d-bc68-3101263a88ec req-7f5cb6c9-05ef-4858-9cac-062ea63752fb tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:44.467763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ceb296d-64d2-465d-bc68-3101263a88ec req-7f5cb6c9-05ef-4858-9cac-062ea63752fb tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 950 time: 0.1116354 Feb 10 22:27:44.535981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ceb296d-64d2-465d-bc68-3101263a88ec req-9433a4ef-d652-4d2d-a10f-26c928c3a1dd tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615866 Feb 10 22:27:44.591624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1205766-dd3a-47ed-bc5b-2a195908ee83 req-9c7ce6df-6dde-4aa5-a167-f44abb4ab23e tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Synchronizing usage tracker for tenant:3a80e1125fa14fcf93fc2829e2cf3863 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:44.604202 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'status': 'completed', 'code': 200} Feb 10 22:27:44.616521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e1205766-dd3a-47ed-bc5b-2a195908ee83 req-9c7ce6df-6dde-4aa5-a167-f44abb4ab23e tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Unset dirty status for tenant:3a80e1125fa14fcf93fc2829e2cf3863 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:44.627980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1205766-dd3a-47ed-bc5b-2a195908ee83 req-9c7ce6df-6dde-4aa5-a167-f44abb4ab23e tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a80e1125fa14fcf93fc2829e2cf3863 HTTP/1.1" status: 200 len: 6098 time: 0.1306772 Feb 10 22:27:44.681747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1205766-dd3a-47ed-bc5b-2a195908ee83 req-ef273ce5-a08b-40fc-9204-c68ed4a11a70 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "GET /v2.0/security-groups/28e35a9d-0cac-4ce9-befa-918f78f083a7 HTTP/1.1" status: 200 len: 2981 time: 0.0522513 Feb 10 22:27:44.782039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1205766-dd3a-47ed-bc5b-2a195908ee83 req-7ce6b6a6-d4b6-4401-b4a6-2fbffb0212e5 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "GET /v2.0/security-groups/28e35a9d-0cac-4ce9-befa-918f78f083a7 HTTP/1.1" status: 200 len: 2981 time: 0.0935328 Feb 10 22:27:44.803854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-f3adc3b1-1ecd-4f91-b802-f132e1184d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:44.805430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-f3adc3b1-1ecd-4f91-b802-f132e1184d7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1125 time: 0.1676888 Feb 10 22:27:44.869354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:44.929605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7213e0-1b76-49dd-bab8-56a14a0612dd req-f67022b3-4c3d-4b52-a0cf-3573e8b2aafc tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:44.931132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d7213e0-1b76-49dd-bab8-56a14a0612dd req-f67022b3-4c3d-4b52-a0cf-3573e8b2aafc tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 944 time: 0.2062221 Feb 10 22:27:45.016445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d7213e0-1b76-49dd-bab8-56a14a0612dd req-78170fd0-3088-460a-9a74-5f5662c6a468 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749745 Feb 10 22:27:45.019783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-20bb2f43-c736-4a2e-be6d-761287a3be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.021471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-20bb2f43-c736-4a2e-be6d-761287a3be16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.2070992 Feb 10 22:27:45.048015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843e911-2a1e-498f-9a52-3e1586a309f0 req-66d64c73-ec64-488c-b6b0-3c37a7dafdd5 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.055192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2843e911-2a1e-498f-9a52-3e1586a309f0 req-66d64c73-ec64-488c-b6b0-3c37a7dafdd5 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 947 time: 0.1315124 Feb 10 22:27:45.108799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:45.109591 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-11a1510d-82a8-40de-9789-f4f6820fff01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.0813732 Feb 10 22:27:45.118313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2843e911-2a1e-498f-9a52-3e1586a309f0 req-e370c416-e970-4d29-bca8-3a55fc9b0fd7 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610011 Feb 10 22:27:45.119551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:45.138535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 has no active binding in host n-h2-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:27:45.197204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 58905696-0363-4380-897a-e15f58987819 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:45.202072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-ae4a8165-011a-468e-b334-3331d12cef67 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/8a2d8883-95d6-48cb-9d81-9f8121772c25 HTTP/1.1" status: 200 len: 1776 time: 0.1175327 Feb 10 22:27:45.208459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-e10c93a2-ee77-4f8b-8e6e-542caa9a4500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.209921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-e10c93a2-ee77-4f8b-8e6e-542caa9a4500 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.0919116 Feb 10 22:27:45.270386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 58905696-0363-4380-897a-e15f58987819 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:45.277330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 58905696-0363-4380-897a-e15f58987819 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:45.277722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.281794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-da704569-13ec-469d-9333-b0d4cb610b3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570171 Feb 10 22:27:45.309350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d8a42-66e3-4b4a-999c-f8e009c566eb req-95ec813f-3a66-47e9-a2ec-db93b71da021 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.310826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a76d8a42-66e3-4b4a-999c-f8e009c566eb req-95ec813f-3a66-47e9-a2ec-db93b71da021 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.0828364 Feb 10 22:27:45.361504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a76d8a42-66e3-4b4a-999c-f8e009c566eb req-0fc9cabf-ec6d-4a2d-bade-f485a5aead8e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 Feb 10 22:27:45.417671 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'code': 200} Feb 10 22:27:45.419579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.453976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=58905696-0363-4380-897a-e15f58987819,segment=NetworkSegment(2dfeac08-5169-44ab-bd02-176806008506),segment_id=2dfeac08-5169-44ab-bd02-176806008506)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:45.459249 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.508984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.535737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:45.554550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.582516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e9d11-d4f3-4a3c-9b82-6ca831afc5a2 req-1332df53-fbb5-40b9-8b68-61b61063d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.584040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-339e9d11-d4f3-4a3c-9b82-6ca831afc5a2 req-1332df53-fbb5-40b9-8b68-61b61063d0b3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 1101 time: 0.0842581 Feb 10 22:27:45.605962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-66c25be8-fabe-4d1c-8a4d-12581611bb86 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101990 Feb 10 22:27:45.631917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-339e9d11-d4f3-4a3c-9b82-6ca831afc5a2 req-bd74b6f5-4ff3-4e7a-9650-e44624722e1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Feb 10 22:27:45.694530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.725002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2d8883-95d6-48cb-9d81-9f8121772c25,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:45.747919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:45.755444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47cd8933-0e3e-49e6-a8ee-c32288d634ba req-2948abb5-b1e7-42bb-984d-a29ace8bfbf7 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a2d8883-95d6-48cb-9d81-9f8121772c25 HTTP/1.1" status: 204 len: 173 time: 0.5426557 Feb 10 22:27:45.782055 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ecde535-8a7d-4273-9a0e-5f9b063d467a req-700a1242-5dec-4b07-9259-c6c68c50a848 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665690 Feb 10 22:27:45.871749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe654a1f-c889-4ba0-8b88-fb9debfb1037 req-527913cc-0e01-4277-995b-cb4397f2a609 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.873216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe654a1f-c889-4ba0-8b88-fb9debfb1037 req-527913cc-0e01-4277-995b-cb4397f2a609 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.0797637 Feb 10 22:27:45.916699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6571a0a9-256f-4c45-89f6-c638bb263096 req-113b24f2-4149-4a6f-b149-ad7c98852259 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:45.918143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6571a0a9-256f-4c45-89f6-c638bb263096 req-113b24f2-4149-4a6f-b149-ad7c98852259 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 950 time: 0.0811887 Feb 10 22:27:45.918627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe654a1f-c889-4ba0-8b88-fb9debfb1037 req-d89d36d1-524b-4c28-b4f2-a9f75b240484 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387311 Feb 10 22:27:45.967739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6571a0a9-256f-4c45-89f6-c638bb263096 req-72008aa2-34be-4cd8-85a4-ed20dee2f23d tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438733 Feb 10 22:27:46.036033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-c97a3c78-3987-4160-94c4-dc549467e287 tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "GET /v2.0/security-groups/d260a490-6aa8-41da-8c76-0223488e040e HTTP/1.1" status: 200 len: 1777 time: 0.0412281 Feb 10 22:27:46.105028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.142642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.192809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.213117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d260a490-6aa8-41da-8c76-0223488e040e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:46.214929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa5fb-b51c-4985-be11-222d345ddf28 req-aadcb6e9-fa35-4556-b5f4-a4fd7a9aa544 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:46.216600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-825fa5fb-b51c-4985-be11-222d345ddf28 req-aadcb6e9-fa35-4556-b5f4-a4fd7a9aa544 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.0902805 Feb 10 22:27:46.219519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.226586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27fc9605-d030-4ab7-a916-aeedd29632b8 req-9950796b-4443-4307-9aa3-513bf93a244a tempest-SecurityGroupsTestAdminJSON-226135103 tempest-SecurityGroupsTestAdminJSON-226135103-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/d260a490-6aa8-41da-8c76-0223488e040e HTTP/1.1" status: 204 len: 173 time: 0.1814561 Feb 10 22:27:46.265855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-825fa5fb-b51c-4985-be11-222d345ddf28 req-2a3a4969-dc69-4af2-8170-054c72e260c2 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408900 Feb 10 22:27:46.457640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1391610-7fc5-4f06-b3bf-e7e5918a4a3d req-afbf4f56-0aa8-49a2-a65b-c7ef8046a30c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:46.459104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1391610-7fc5-4f06-b3bf-e7e5918a4a3d req-afbf4f56-0aa8-49a2-a65b-c7ef8046a30c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 947 time: 0.1504819 Feb 10 22:27:46.465068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-131e2ae6-4c42-4154-bde5-e33e3023e15a service neutron] 10.222.0.30 "GET /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.0983171 Feb 10 22:27:46.497168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4929451d-001b-4c6b-b062-4460a98219db req-1e8dacdc-1e50-42c0-8032-fa104ef265cf tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "GET /v2.0/security-groups/a47a449c-09c5-4955-a643-c0c79dbe58fc HTTP/1.1" status: 200 len: 1776 time: 0.0452557 Feb 10 22:27:46.563149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1391610-7fc5-4f06-b3bf-e7e5918a4a3d req-aacc2d8f-fbfc-4ec5-b1af-dc5a519424ba tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972204 Feb 10 22:27:46.566449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4929451d-001b-4c6b-b062-4460a98219db req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.604659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4929451d-001b-4c6b-b062-4460a98219db req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.655200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4929451d-001b-4c6b-b062-4460a98219db req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.676037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47a449c-09c5-4955-a643-c0c79dbe58fc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:46.686538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4929451d-001b-4c6b-b062-4460a98219db req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.687679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4929451d-001b-4c6b-b062-4460a98219db req-cae1d02e-ff91-454a-b551-a0eae7112598 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "DELETE /v2.0/security-groups/a47a449c-09c5-4955-a643-c0c79dbe58fc HTTP/1.1" status: 204 len: 173 time: 0.1847751 Feb 10 22:27:46.855962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-85c274e1-5604-4177-8c6a-35552bd5cabb tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "GET /v2.0/security-groups/abf13ea7-801a-471e-b771-e0c8f5509f73 HTTP/1.1" status: 200 len: 1774 time: 0.0782363 Feb 10 22:27:46.858086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:46.876835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200783e-2f12-4747-9193-3dbdecb36510 req-ea83ce92-fc10-49b0-a2dd-4e5f50704093 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:46.878450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5200783e-2f12-4747-9193-3dbdecb36510 req-ea83ce92-fc10-49b0-a2dd-4e5f50704093 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1790445 Feb 10 22:27:46.885608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:46.912041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:46.937014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.975496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:46.976248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:46.978139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.027243 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5200783e-2f12-4747-9193-3dbdecb36510 req-6cf68301-bfd8-4c33-a91f-15994c7ecc95 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416728 Feb 10 22:27:47.040968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 223c8cc7-7f33-4217-adc7-096c74b65bb5 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:47.066283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:47.070592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.102934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.128994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf13ea7-801a-471e-b771-e0c8f5509f73,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:47.135838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.141625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2f736c-4a6b-4bb5-be9f-3b056e06bfad req-5133ede7-a11b-43d5-a907-74e6f1cf3a57 tempest-SecurityGroupsTestAdminJSON-798482560 tempest-SecurityGroupsTestAdminJSON-798482560-project] 10.222.0.53 "DELETE /v2.0/security-groups/abf13ea7-801a-471e-b771-e0c8f5509f73 HTTP/1.1" status: 204 len: 173 time: 0.2747154 Feb 10 22:27:47.323654 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.391581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] Transition to ACTIVE for port object 223c8cc7-7f33-4217-adc7-096c74b65bb5 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:47.398612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.404661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:47.409667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:47.495208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58905696-0363-4380-897a-e15f58987819'}, {'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:47.499856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:47.518147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e539914-5a39-4bbf-8e10-64a156651d15 req-bf880864-4924-44c6-bdbc-122d5593bb01 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:47.534525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e539914-5a39-4bbf-8e10-64a156651d15 req-bf880864-4924-44c6-bdbc-122d5593bb01 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 950 time: 0.2092793 Feb 10 22:27:47.605145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] No DVR routers for this DVR port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:47.630344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e539914-5a39-4bbf-8e10-64a156651d15 req-42cf4b15-7e76-4f34-86cb-5bbb21773d96 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948439 Feb 10 22:27:47.688362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6080dfd7-2bcc-4672-92d7-e3215a381a5b req-31b2b516-ec50-457f-b9ea-7c8b0ac8c1a9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:47.696110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6080dfd7-2bcc-4672-92d7-e3215a381a5b req-31b2b516-ec50-457f-b9ea-7c8b0ac8c1a9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 944 time: 0.4231827 Feb 10 22:27:47.764062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56200) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:47.766234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56202) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:47.836855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] 10.222.0.30 "PUT /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5/bindings/n-h2-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3580391 Feb 10 22:27:47.837616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7eb2-f6d9-413d-b7c2-27466c3c1dbe service neutron] Pushing event updated for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=10']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:47.842800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dff186-6bb0-4532-813a-df270c59fd7b req-af94bfa1-909d-4e13-8a54-3eb627d50cd6 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:47.848318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99dff186-6bb0-4532-813a-df270c59fd7b req-af94bfa1-909d-4e13-8a54-3eb627d50cd6 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.1194050 Feb 10 22:27:47.867034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6080dfd7-2bcc-4672-92d7-e3215a381a5b req-66737a16-f315-4419-960d-a0cbe62bf3a4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698411 Feb 10 22:27:47.958299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99dff186-6bb0-4532-813a-df270c59fd7b req-b6eefc26-41e3-47bb-8eb5-9212023f20be tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023905 Feb 10 22:27:47.982938 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58905696-0363-4380-897a-e15f58987819', 'code': 200} Feb 10 22:27:47.983754 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'code': 200} Feb 10 22:27:47.990564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.113498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:48.126248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Usage tracker for resource:security_group_rule and tenant:9f20ab43337a43a98766a061cf0c6aca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:48.133362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:48.150236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:48.170376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-26b4e329-ab21-4e5d-9aac-7d1b0c8fc9ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3a80e1125fa14fcf93fc2829e2cf3863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3976650 Feb 10 22:27:48.174659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56216) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:48.256944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66079af0-d30a-4b7c-ae7f-946fb9669116 req-a4dfbad2-5d0c-4cb1-aedf-a108d91911bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.259009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66079af0-d30a-4b7c-ae7f-946fb9669116 req-a4dfbad2-5d0c-4cb1-aedf-a108d91911bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 1096 time: 0.2200089 Feb 10 22:27:48.272956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f91e6-5b73-44a8-b423-f77280579fa5 req-5eca9060-7309-41ab-b81b-df968defb5a4 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.275812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc1f91e6-5b73-44a8-b423-f77280579fa5 req-5eca9060-7309-41ab-b81b-df968defb5a4 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 950 time: 0.1530211 Feb 10 22:27:48.308520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-b3d20e2a-b16d-4d83-8b5e-b8be36a0ec48 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.309997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-b3d20e2a-b16d-4d83-8b5e-b8be36a0ec48 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.4046998 Feb 10 22:27:48.343609 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66079af0-d30a-4b7c-ae7f-946fb9669116 req-d2f0da53-dcc8-4295-9147-979743a6c5b9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658469 Feb 10 22:27:48.350781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc1f91e6-5b73-44a8-b423-f77280579fa5 req-442316ec-5c32-4a04-b3da-ceab1fd17fd1 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581894 Feb 10 22:27:48.408490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.473034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.485936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.493570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.506510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e6d1e-c708-494d-8eeb-38c9c32b214c req-cf41010a-7375-4105-abbb-27d9a7713011 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.508054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff2e6d1e-c708-494d-8eeb-38c9c32b214c req-cf41010a-7375-4105-abbb-27d9a7713011 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.3102441 Feb 10 22:27:48.543244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd4c9c-9bda-4731-84f2-28830e058a26 req-6b875966-0da9-40f5-a5e8-24f2a2ada76f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.545031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37fd4c9c-9bda-4731-84f2-28830e058a26 req-6b875966-0da9-40f5-a5e8-24f2a2ada76f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.0892205 Feb 10 22:27:48.588565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37fd4c9c-9bda-4731-84f2-28830e058a26 req-aa2438b3-9d02-4ff3-b6cb-730b6c6404e3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Feb 10 22:27:48.600745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9f20ab43337a43a98766a061cf0c6aca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8356049 Feb 10 22:27:48.610385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637d567-972e-47ff-9169-e80defb14d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6855700-f647-4bc2-9a83-0db257d2805b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:48.610482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:48.621219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-2a102da5-6d46-4302-987f-ac62dc4614f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.622756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-2a102da5-6d46-4302-987f-ac62dc4614f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&tenant_id=043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 1096 time: 0.2992675 Feb 10 22:27:48.632055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff2e6d1e-c708-494d-8eeb-38c9c32b214c req-f4d9b9d3-5822-48c8-bc6a-d73ef5702710 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093807 Feb 10 22:27:48.686114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.691430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.713224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e35a9d-0cac-4ce9-befa-918f78f083a7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:48.723621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.743744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.744846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ff457cc6-23f3-4ecd-906c-d23198af4018 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28e35a9d-0cac-4ce9-befa-918f78f083a7 HTTP/1.1" status: 204 len: 168 time: 0.5692921 Feb 10 22:27:48.764170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-9a6d985e-ef49-49bb-816a-b53af094b09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.765861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-9a6d985e-ef49-49bb-816a-b53af094b09b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1096 time: 0.1109958 Feb 10 22:27:48.799853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.818600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6855700-f647-4bc2-9a83-0db257d2805b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:48.826289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:48.831146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-854b12a0-8f5a-4489-b2c6-c3bd6e637ec1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c6855700-f647-4bc2-9a83-0db257d2805b HTTP/1.1" status: 204 len: 168 time: 0.2257080 Feb 10 22:27:48.960916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-1d687b5d-548a-4384-923b-7cf3c1dea5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:48.962420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-1d687b5d-548a-4384-923b-7cf3c1dea5d7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.1796517 Feb 10 22:27:49.044327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-50028dca-1269-4820-883c-3a46e844b261 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.0717378 Feb 10 22:27:49.231267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:49.239011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-39a6ec17-e2ba-4bd9-8a8c-78d57899a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:49.240481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-39a6ec17-e2ba-4bd9-8a8c-78d57899a29d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1452265 Feb 10 22:27:49.286614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56248) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:49.315545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.334977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:49.339233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56252) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:49.342358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:49.351473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-6ace6518-ad8d-4b58-9200-30250b313522 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037443 Feb 10 22:27:49.362150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Usage tracker for resource:security_group_rule and tenant:369319a3fe004a0790cf997b2af28236 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:49.366898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7b7d3-edd1-4010-8b33-a0f7eb392fdc req-8f6f5b67-8637-42e5-bf2b-043c69f8f004 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:49.368623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b7b7d3-edd1-4010-8b33-a0f7eb392fdc req-8f6f5b67-8637-42e5-bf2b-043c69f8f004 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 945 time: 0.3234270 Feb 10 22:27:49.369207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:49.385534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:49.397361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38549d-047f-4b4a-af6e-6a05a69e42c4 req-eae8a64c-a429-4d49-9066-9a9fcb5944ba tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:49.398834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e38549d-047f-4b4a-af6e-6a05a69e42c4 req-eae8a64c-a429-4d49-9066-9a9fcb5944ba tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.2325211 Feb 10 22:27:49.448044 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00b14695-7d7c-47ac-93cd-c5172d2b93db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f08b481c7e754021ba2dc6d962a93410&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1054494 Feb 10 22:27:49.449736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56256) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:49.496799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e38549d-047f-4b4a-af6e-6a05a69e42c4 req-12836a14-66b1-41d4-9132-f78c89f6fe74 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862036 Feb 10 22:27:49.497418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b7b7d3-edd1-4010-8b33-a0f7eb392fdc req-0133771e-6091-4894-abec-f12af9035786 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091862 Feb 10 22:27:49.550616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-b59f379f-c521-48db-9738-2c66a7c8d5e3 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809709 Feb 10 22:27:49.569363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.612173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.616488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.625961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.695965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb515f1f-f86f-423c-8e98-881af55fe2b9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:49.705469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99f06935-c82f-46eb-9655-5913a5fb7e96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=369319a3fe004a0790cf997b2af28236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134872 Feb 10 22:27:49.706631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56272) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:49.747914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.781553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee145303-83ff-447d-92d2-8a0e548a2f7f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:49.789927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-2e0f1013-1d8d-426b-af3f-e1f71188706a service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321117 Feb 10 22:27:49.800489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.801107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eaceb53f-bad3-4610-9c9a-166dc001710c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ee145303-83ff-447d-92d2-8a0e548a2f7f HTTP/1.1" status: 204 len: 168 time: 0.3494394 Feb 10 22:27:49.809986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.844016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:49.865541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678aa46a-4464-4aad-845f-3590e06bf201 req-58ef83f5-4ca5-4fe9-846c-fd173ff9111c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:49.872325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-678aa46a-4464-4aad-845f-3590e06bf201 req-58ef83f5-4ca5-4fe9-846c-fd173ff9111c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1512272 Feb 10 22:27:49.928113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-678aa46a-4464-4aad-845f-3590e06bf201 req-035d4f62-5c96-44f5-850f-259259fedc59 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548456 Feb 10 22:27:49.963452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b32801-c28d-48d7-8ab0-a4a0c778f30e req-3f2b8baa-55f9-4836-af2a-559f130a5110 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:49.967316 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24b32801-c28d-48d7-8ab0-a4a0c778f30e req-3f2b8baa-55f9-4836-af2a-559f130a5110 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1115489 Feb 10 22:27:49.972969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:50.006684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb515f1f-f86f-423c-8e98-881af55fe2b9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:50.020756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:50.021838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b54e367-48c5-4109-8bb3-867ca1f2c0db admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eb515f1f-f86f-423c-8e98-881af55fe2b9 HTTP/1.1" status: 204 len: 168 time: 0.3143845 Feb 10 22:27:50.045338 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24b32801-c28d-48d7-8ab0-a4a0c778f30e req-3956bf64-e472-4ef7-abde-fb33fb69992d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734994 Feb 10 22:27:50.224644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-380e390f-fbe3-4f72-844c-b16c8eb74193 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:50.226306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-380e390f-fbe3-4f72-844c-b16c8eb74193 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.0931079 Feb 10 22:27:50.339835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-68bb3724-20eb-4bfe-bf22-eba96b28038e service neutron] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:50.344002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-68bb3724-20eb-4bfe-bf22-eba96b28038e service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:50.345885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b76be46-07fa-499f-8268-4e214bde7f06 req-68bb3724-20eb-4bfe-bf22-eba96b28038e service neutron] 10.222.0.24 "DELETE /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5/bindings/n-h1-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.1134734 Feb 10 22:27:50.724041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103388e8-2e6d-40a1-9eb5-7859473f0a1b req-27ee69ef-c021-4f10-8274-c73f3447e3d8 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:50.725823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-103388e8-2e6d-40a1-9eb5-7859473f0a1b req-27ee69ef-c021-4f10-8274-c73f3447e3d8 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.0963016 Feb 10 22:27:50.802430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a5b3b-f7b7-42a7-a9a2-39315af29839 req-1acfbeca-b7f5-46a4-ba5e-4b26c129bded tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:50.808378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d3a5b3b-f7b7-42a7-a9a2-39315af29839 req-1acfbeca-b7f5-46a4-ba5e-4b26c129bded tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 945 time: 0.1812739 Feb 10 22:27:50.811821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-103388e8-2e6d-40a1-9eb5-7859473f0a1b req-cab174c8-2c08-4cea-9d22-2db6d99d4f22 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686707 Feb 10 22:27:50.869679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d3a5b3b-f7b7-42a7-a9a2-39315af29839 req-ff630232-f1d1-4923-81db-9a00109a0b59 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555587 Feb 10 22:27:51.234065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d33a8dd-1f91-43c5-816d-a9988f03d084 req-ebce79a7-a141-401e-99ba-a7f4cd4b08b8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:51.242695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac34950-8fa3-49a7-82c9-0d855d27a66a req-4bc2da31-12e4-415b-9779-74f160f6427f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:51.244556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d33a8dd-1f91-43c5-816d-a9988f03d084 req-ebce79a7-a141-401e-99ba-a7f4cd4b08b8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1096 time: 0.1421509 Feb 10 22:27:51.253185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ac34950-8fa3-49a7-82c9-0d855d27a66a req-4bc2da31-12e4-415b-9779-74f160f6427f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1778271 Feb 10 22:27:51.303521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d33a8dd-1f91-43c5-816d-a9988f03d084 req-49159069-61c5-4a4e-8997-fcee0145a138 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533936 Feb 10 22:27:51.318514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ac34950-8fa3-49a7-82c9-0d855d27a66a req-15c1eae3-2018-4a14-93ca-d28ddd074a6d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642653 Feb 10 22:27:51.483546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:51.587862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3c31b-4a36-40ee-97a9-8464038fe3eb req-b49f26d2-aa90-443c-940b-65849ef82eaa tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:51.589423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dee3c31b-4a36-40ee-97a9-8464038fe3eb req-b49f26d2-aa90-443c-940b-65849ef82eaa tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1527884 Feb 10 22:27:51.662910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dee3c31b-4a36-40ee-97a9-8464038fe3eb req-4b412dd4-6588-421c-b5fb-7b04dddc0f16 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650225 Feb 10 22:27:51.936002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-d798b47c-51f0-41c3-9010-bacf77e6aa67 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:51.944415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-d798b47c-51f0-41c3-9010-bacf77e6aa67 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.2754452 Feb 10 22:27:51.962521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-5ac28ea7-f22a-471a-981a-4f504d13649b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/quotas/043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 375 time: 0.0168257 Feb 10 22:27:52.106304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-1a17a105-3b75-4fdc-bbb3-a5c35b510f80 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1426365 Feb 10 22:27:52.305785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-2eb6ea6e-a179-4e03-8783-f3517895ba2c service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986356 Feb 10 22:27:52.448051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-e4a1f645-c4ae-45d3-b467-cdc716979539 service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331377 Feb 10 22:27:52.472271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-f1dcdddf-450c-4092-95bd-a75faadefaf7 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8187eca3ebdc46f2a9bc400af874156c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287428 Feb 10 22:27:52.650749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-bc0077dd-aac4-48d8-bce4-9506d9e67fa4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:52.652254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-bc0077dd-aac4-48d8-bce4-9506d9e67fa4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745892 Feb 10 22:27:52.679654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-0515f4c7-9cb5-4f48-b451-9797e7c2834a tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/quotas/8187eca3ebdc46f2a9bc400af874156c HTTP/1.1" status: 200 len: 375 time: 0.0152183 Feb 10 22:27:52.747937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-3cdc430f-af5a-43c8-8469-562a89d191e7 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650260 Feb 10 22:27:52.821867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f38ab4-72d7-4561-9436-7023e6f3489c req-0581d9c1-83fd-4527-a5a5-deb980236816 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:52.831470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4f38ab4-72d7-4561-9436-7023e6f3489c req-0581d9c1-83fd-4527-a5a5-deb980236816 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1537936 Feb 10 22:27:52.892565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4f38ab4-72d7-4561-9436-7023e6f3489c req-884853e1-4794-4cf9-a007-a6ccc0e3ce7a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601234 Feb 10 22:27:53.072692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b8e7337-f284-40f8-9cae-ab36f5eb5e66 req-afc1277f-2d11-49b4-b4f4-e23ddc94e209 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 210 time: 0.1070557 Feb 10 22:27:53.073445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-fb85dbf8-f36a-4d72-a775-fdd9d5765fbe tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409443 Feb 10 22:27:53.271002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:27:53.295227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-d51489d0-ca25-45e9-b397-1b63f3c86c27 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:53.308564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-d51489d0-ca25-45e9-b397-1b63f3c86c27 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261708 Feb 10 22:27:53.327474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-e2e7c365-8899-4eb9-a5e5-7883fdd6b3b6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.0177724 Feb 10 22:27:53.415633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-8bb5a2f8-3bc8-455c-9372-edb7279a5d54 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869677 Feb 10 22:27:53.458978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a4c1e-4b82-4e1e-9499-cf85ed382410 req-8c47e5b6-8ccf-48eb-af48-76658334285a tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:53.462293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e2a4c1e-4b82-4e1e-9499-cf85ed382410 req-8c47e5b6-8ccf-48eb-af48-76658334285a tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1597266 Feb 10 22:27:53.520368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e2a4c1e-4b82-4e1e-9499-cf85ed382410 req-9cfb59ab-b5f6-4ccb-8c28-b7389e30481c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512545 Feb 10 22:27:53.545111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:53.565160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'mac_address': 'fa:16:3e:11:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:27:53.645608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-955f2fe2-c0a2-4fb6-b535-c9a4b5687b9e req-c4b4a5f9-1bdd-4fbb-929c-eca5774f7f59 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 210 time: 0.0642841 Feb 10 22:27:53.673017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:53.694111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8a46166-b4f9-4559-a9ec-5d2e0485ca94 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:53.714108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:53.718712 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:53.793646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-398e6f1a-0d16-4bd6-90f0-f67fca0e47ec req-25c7ad28-4f7f-4a7b-8429-21920bf4c29f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.0538733 Feb 10 22:27:53.815460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:53.833290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e8a46166-b4f9-4559-a9ec-5d2e0485ca94'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:27:53.917211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:54.191660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e1735-19e7-498e-87a3-9f484c7d22d2 req-fe6c8c46-f860-4644-adbf-9d2b381961d5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:54.199830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a07e1735-19e7-498e-87a3-9f484c7d22d2 req-fe6c8c46-f860-4644-adbf-9d2b381961d5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1111133 Feb 10 22:27:54.246769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a07e1735-19e7-498e-87a3-9f484c7d22d2 req-18b82073-83f2-4979-8595-a7f424e333e1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Feb 10 22:27:54.434165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8b9c5de6-b82c-49c0-af93-287f7946c4f0 req-ed8b4644-b18c-4f5c-beef-aeb0f2682e74 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 210 time: 0.0514426 Feb 10 22:27:54.544997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-69f7c355-02c2-467a-999a-77adb587bbc0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:54.547217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-69f7c355-02c2-467a-999a-77adb587bbc0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.3325603 Feb 10 22:27:54.566924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Request body: {'port': {'device_id': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'admin_state_up': True, 'tenant_id': '043df36af5ec44958ef593868266ebb6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:54.737522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed1179-879a-42a0-914c-0bbc71540d3f req-1ef36d3b-2d26-4f8d-8177-2f069c2290a3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:54.738931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fed1179-879a-42a0-914c-0bbc71540d3f req-1ef36d3b-2d26-4f8d-8177-2f069c2290a3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.0926938 Feb 10 22:27:54.739717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:54.755450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:54.766162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:54.770415 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:54.790686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fed1179-879a-42a0-914c-0bbc71540d3f req-ae45c929-bb4a-411e-b07f-872b80999477 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445092 Feb 10 22:27:55.031690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8dfe29e-ec6a-450d-8f2a-0b47eeb236e1 req-e7cafd7c-0525-45a0-9f2a-4bb6ebe458cc tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 210 time: 0.0561819 Feb 10 22:27:55.047538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Allocated IP 172.20.0.4 (14c3dae8-19a6-48a4-9dd7-ec40191cc863/3b040fde-c9ec-40d6-a7a0-589b16c0c59c/11c35359-9eaf-435b-9954-7c9080c825ee) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:55.071099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f69957e-8cbd-43e3-b5fc-d5f7f1ab46c2 req-fec8c832-a16c-49e3-ad5b-9c5c0057e910 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.0464075 Feb 10 22:27:55.146104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-7c759b3a-6ae1-46a5-872b-6471fc245777 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8187eca3ebdc46f2a9bc400af874156c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619068 Feb 10 22:27:55.288172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:27:55.352282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.364418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-f836738b-edb4-413a-859a-f0c534160ff4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:55.367050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-f836738b-edb4-413a-859a-f0c534160ff4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2099376 Feb 10 22:27:55.382240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Request body: {'port': {'device_id': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '8187eca3ebdc46f2a9bc400af874156c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:55.452564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.454297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:55.455770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.661778 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-22a1eb9c-1ce1-4b90-a113-f4661970eac1 service neutron] show failed (client error): The resource could not be found. Feb 10 22:27:55.663019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-22a1eb9c-1ce1-4b90-a113-f4661970eac1 service neutron] 10.222.0.24 "GET /v2.0/ports/607da036-3aab-430c-b827-c30baf77e9da/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1962688 Feb 10 22:27:55.670846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:55.696761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:55.697464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.703468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-d0d2c44f-4aec-4bcd-901c-28071ef1a412 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0675018 Feb 10 22:27:55.705866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:55.719093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:55.738423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Usage tracker for resource:port and tenant:8187eca3ebdc46f2a9bc400af874156c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:55.748413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:55.759629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:55.760523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:55.780315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ebfbfa-49f5-4643-94dc-cbb7ebf7ba2d req-3cae46f8-ea22-4a5f-b537-b4a649d16312 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:55.781901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:55.783069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42ab1-56cc-4c87-9b12-ebb71e3fc84d req-8e53162c-a89b-42c3-a10a-bda0a450647b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:55.788270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.790460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7ebfbfa-49f5-4643-94dc-cbb7ebf7ba2d req-3cae46f8-ea22-4a5f-b537-b4a649d16312 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 931 time: 0.2211339 Feb 10 22:27:55.792851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac42ab1-56cc-4c87-9b12-ebb71e3fc84d req-8e53162c-a89b-42c3-a10a-bda0a450647b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.3858969 Feb 10 22:27:55.794731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:55.837199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Made reservation on behalf of 8187eca3ebdc46f2a9bc400af874156c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:55.841987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.871465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.892130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:55.905734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:55.912424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Usage tracker for resource:security_group_rule and tenant:8187eca3ebdc46f2a9bc400af874156c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:55.916301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:55.922433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:55.964212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:55.966978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:55.995352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac42ab1-56cc-4c87-9b12-ebb71e3fc84d req-73af5e83-7182-4d28-b774-32977a1a67bc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016144 Feb 10 22:27:56.014321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7ebfbfa-49f5-4643-94dc-cbb7ebf7ba2d req-bff873a5-c0cb-46a6-b62f-8f8542151aa5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227652 Feb 10 22:27:56.031435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:56.059253 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:56.092807 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'code': 200} Feb 10 22:27:56.111676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-823efef1-bf94-4aeb-ab1f-192f1083e0f4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5537057 Feb 10 22:27:56.141926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.30', 61898) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:56.222272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Request body: {'port': {'device_id': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:56.390923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-70a67613-8c16-42b7-90cb-47c73dac6061 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:56.393311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-70a67613-8c16-42b7-90cb-47c73dac6061 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6469207 Feb 10 22:27:56.445786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e989ffe3-31f7-4b22-9ea7-7ee91175edd0 req-de106fb1-222c-4fbd-a042-07f19b6db5e1 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 210 time: 0.1229558 Feb 10 22:27:56.452655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:56.481072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=897eb434-8a16-4f9c-a05e-6b802dc59a8a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:56.593137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6293604-2c2f-4d30-abd5-4318d976abf5 req-ddd55e21-bcb4-414e-bac3-105d05912126 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:56.594587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6293604-2c2f-4d30-abd5-4318d976abf5 req-ddd55e21-bcb4-414e-bac3-105d05912126 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.2471769 Feb 10 22:27:56.628542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Allocated IP 192.168.233.57 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/d1bc493b-813c-424c-bab2-47f4b20a2240) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:56.666022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6293604-2c2f-4d30-abd5-4318d976abf5 req-d494b6bc-ef60-4654-b79d-be81cac16557 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646625 Feb 10 22:27:56.684774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-683e42f4-683e-4b5b-a5b2-e27a0daf555a req-d5dbd7ff-3ec5-452e-ba3f-dbc1e662812a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.1062624 Feb 10 22:27:56.766430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:56.790986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-da783d95-d8e5-4c4d-9cb6-9a3678a1dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:56.792846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-da783d95-d8e5-4c4d-9cb6-9a3678a1dc42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1100 time: 0.6494818 Feb 10 22:27:56.829010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:56.849493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:56.866872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:56.884342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Transition to ACTIVE for port object d1bc493b-813c-424c-bab2-47f4b20a2240 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:56.909778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:56.983267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:27:56.986241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:27:56.989969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:27:57.024030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Usage tracker for resource:port and tenant:26f1253c0af443029adfda0e9c6c3d8a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:57.028598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Pushing event updated for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:57.034672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:57.079195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:57.091898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.141076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-751d7cc8-8d4d-46a0-a5d7-22fa7438cb0f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7648964 Feb 10 22:27:57.213576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:57.215605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.262284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Request body: {'port': {'device_id': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:27:57.359626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-218d06cd-a0eb-4e7c-92ae-834c78265ad4 None None] Provisioning for port d1bc493b-813c-424c-bab2-47f4b20a2240 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:27:57.367687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-218d06cd-a0eb-4e7c-92ae-834c78265ad4 None None] Provisioning complete for port d1bc493b-813c-424c-bab2-47f4b20a2240 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:27:57.368322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-218d06cd-a0eb-4e7c-92ae-834c78265ad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.392770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:27:57.396463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.408426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabecede-e75c-4479-b28d-ad5ea0cbb602 req-99ce000c-cc97-42f3-901e-ea122e44b531 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:57.409965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eabecede-e75c-4479-b28d-ad5ea0cbb602 req-99ce000c-cc97-42f3-901e-ea122e44b531 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.2402973 Feb 10 22:27:57.410539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.447249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.452683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-218d06cd-a0eb-4e7c-92ae-834c78265ad4 None None] Port d1bc493b-813c-424c-bab2-47f4b20a2240 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:27:57.517925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eabecede-e75c-4479-b28d-ad5ea0cbb602 req-e447add6-d4b0-4053-96ec-457ab3b7a8ac tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952020 Feb 10 22:27:57.705167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c35359-9eaf-435b-9954-7c9080c825ee {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:57.715586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:27:57.728103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.730623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Usage tracker for resource:security_group_rule and tenant:26f1253c0af443029adfda0e9c6c3d8a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:27:57.736633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:27:57.794179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:27:57.825377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Transition to ACTIVE for port object 11c35359-9eaf-435b-9954-7c9080c825ee will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:57.844161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.903850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5014d5-c7c4-45f2-9896-63d087679ce9 req-4f860473-3dbf-43cc-a3aa-aa665a5eba35 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:57.904700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4e5014d5-c7c4-45f2-9896-63d087679ce9 req-4f860473-3dbf-43cc-a3aa-aa665a5eba35 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:57.919885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bc493b-813c-424c-bab2-47f4b20a2240 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:27:57.930122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:57.952113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Transition to ACTIVE for port object d1bc493b-813c-424c-bab2-47f4b20a2240 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:57.957710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.023321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-854aa094-95b7-4826-a236-f4ba38a17704 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:58.023974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-854aa094-95b7-4826-a236-f4ba38a17704 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Synchronizing usage tracker for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:58.096595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4e5014d5-c7c4-45f2-9896-63d087679ce9 req-4f860473-3dbf-43cc-a3aa-aa665a5eba35 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:58.103676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e5014d5-c7c4-45f2-9896-63d087679ce9 req-4f860473-3dbf-43cc-a3aa-aa665a5eba35 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 931 time: 0.8266747 Feb 10 22:27:58.127004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:58.218112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:58.224193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-854aa094-95b7-4826-a236-f4ba38a17704 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Unset dirty status for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:58.230977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-854aa094-95b7-4826-a236-f4ba38a17704 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 935 time: 0.3990083 Feb 10 22:27:58.299068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-94168fce-f9e8-42a3-b67a-896b9d91656e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Synchronizing usage tracker for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:27:58.304243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Attempting to bind port d1bc493b-813c-424c-bab2-47f4b20a2240 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:58.304542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Attempting to bind port d1bc493b-813c-424c-bab2-47f4b20a2240 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:58.305249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Attempting to bind port d1bc493b-813c-424c-bab2-47f4b20a2240 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:58.307745 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e5014d5-c7c4-45f2-9896-63d087679ce9 req-50370a27-1b69-40b7-a1bc-b963267f51fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029657 Feb 10 22:27:58.332497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Port d1bc493b-813c-424c-bab2-47f4b20a2240 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:58.332813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Attempting to bind port d1bc493b-813c-424c-bab2-47f4b20a2240 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:58.359680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:58.360031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:58.360427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:58.361135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Bound port: d1bc493b-813c-424c-bab2-47f4b20a2240, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:58.361301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.387278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:27:58.395020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.403757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.405062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-94168fce-f9e8-42a3-b67a-896b9d91656e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Unset dirty status for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:27:58.419018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4d2d746-3b97-47f2-8549-f2e83139ed9b req-94168fce-f9e8-42a3-b67a-896b9d91656e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870453 Feb 10 22:27:58.562959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:58.568403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d1bc493b-813c-424c-bab2-47f4b20a2240,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:58.573166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.590679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:58.590927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:58.591249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:58.608474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb0d7f8-75a5-4394-9c2a-952eace4bb19,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:58.630286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:58.630608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:58.641304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:58.675990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:58.676290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:58.676672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:58.677110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Bound port: 11c35359-9eaf-435b-9954-7c9080c825ee, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:58.677448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.703785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:58.705112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.706592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1bc493b-813c-424c-bab2-47f4b20a2240 HTTP/1.1" status: 200 len: 1095 time: 1.4690447 Feb 10 22:27:58.753834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:58.787440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:27:58.793081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.826577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1964ca42-ebf7-46db-91f1-b35763bea577 req-a6923dea-23b0-49ba-9a2c-9caae06ed1bf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.2408957 Feb 10 22:27:58.832052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e1cffb-5875-422d-b38d-6d8f74ea447a req-fcd53ef9-98e4-450b-87fd-fb2b511cb041 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:58.833601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6e1cffb-5875-422d-b38d-6d8f74ea447a req-fcd53ef9-98e4-450b-87fd-fb2b511cb041 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.3432496 Feb 10 22:27:58.864057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Transition to ACTIVE for port object 607da036-3aab-430c-b827-c30baf77e9da will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:27:58.879722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8af67-05c3-4aae-acb9-da6a217c6886 service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:58.911218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-01d046a5-9937-42bd-98a3-006ececf9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:58.913749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:58.913984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-01d046a5-9937-42bd-98a3-006ececf9241 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 1098 time: 0.1500032 Feb 10 22:27:58.924919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:27:58.979836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 607da036-3aab-430c-b827-c30baf77e9da no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:27:58.987852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:27:59.022500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-dfe0d50a-9ebe-4ef5-8ceb-90a57f5a5f8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d1bc493b-813c-424c-bab2-47f4b20a2240 HTTP/1.1" status: 200 len: 217 time: 0.0960102 Feb 10 22:27:59.120935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 607da036-3aab-430c-b827-c30baf77e9da not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:27:59.186139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-3cbadbda-defd-4aa6-b59a-7ae5a3711f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:59.187548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6e1cffb-5875-422d-b38d-6d8f74ea447a req-f47f2353-09ce-46b7-83fa-cc9880676623 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448613 Feb 10 22:27:59.187682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-3cbadbda-defd-4aa6-b59a-7ae5a3711f32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1133578 Feb 10 22:27:59.198596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:59.225137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02585f47-1fab-43ab-b9ad-9348852ca3e6 req-196f5124-4f0a-4f6e-8560-3cd8939923ec tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:59.236663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02585f47-1fab-43ab-b9ad-9348852ca3e6 req-196f5124-4f0a-4f6e-8560-3cd8939923ec tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.2131302 Feb 10 22:27:59.356359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] No DVR routers for this DVR port 607da036-3aab-430c-b827-c30baf77e9da on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:27:59.365181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.5 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/7e13a2de-b4bf-409d-8b2b-99f0199e0aff) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:27:59.378603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02585f47-1fab-43ab-b9ad-9348852ca3e6 req-f0eb23fa-40c2-4d2e-b11d-586efbc49512 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410632 Feb 10 22:27:59.379399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:59.382749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:59.383876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:59.384646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] 10.222.0.30 "PUT /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 1091 time: 3.2436411 Feb 10 22:27:59.411387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-6df3d7cb-6ad7-454d-9467-95a423f8c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:27:59.411387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-6df3d7cb-6ad7-454d-9467-95a423f8c406 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657641 Feb 10 22:27:59.560538 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'code': 200} Feb 10 22:27:59.661338 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240', 'status': 'completed', 'code': 200} Feb 10 22:27:59.674362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.30', 61903) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:27:59.793292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:27:59.793891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:27:59.794090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:59.822979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-9ac86b10-e7f8-4cea-b900-54ea69fabac9 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4006467 Feb 10 22:27:59.837107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:27:59.837519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Attempting to bind port 607da036-3aab-430c-b827-c30baf77e9da on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:27:59.874833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:27:59.875250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:27:59.875727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:27:59.877023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Bound port: 607da036-3aab-430c-b827-c30baf77e9da, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:27:59.877668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:27:59.895031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232d35f-ebf8-46b7-9290-2eb165aff939 service neutron] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:27:59.977879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-a6b9154e-2a5b-4e8e-bcd4-34a880b95220 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3024321 Feb 10 22:28:00.010634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83903da-36a8-49bb-bd58-f6b4b2cdfe8c req-ac16f845-834e-4731-81f1-4de12c230b19 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.013227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d83903da-36a8-49bb-bd58-f6b4b2cdfe8c req-ac16f845-834e-4731-81f1-4de12c230b19 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 947 time: 0.3387322 Feb 10 22:28:00.104745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-749a182b-7aa2-4206-a98f-0be7a92dfdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.106341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-749a182b-7aa2-4206-a98f-0be7a92dfdce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1094 time: 0.5397606 Feb 10 22:28:00.127331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f003ac2d-0a52-4307-b36d-03666c6da8e5 req-0964dd7c-422e-44a6-8222-ddff9e4dc065 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909896 Feb 10 22:28:00.139259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577be056-2654-4c6a-b40c-2aa9acbf90ba req-87a014cb-8cb0-47c5-bdf8-0b35530b7274 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.148072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-577be056-2654-4c6a-b40c-2aa9acbf90ba req-87a014cb-8cb0-47c5-bdf8-0b35530b7274 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.5129981 Feb 10 22:28:00.149395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d83903da-36a8-49bb-bd58-f6b4b2cdfe8c req-b4210bf4-fc76-4cd9-bdd1-dc8d34be64b2 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969951 Feb 10 22:28:00.167786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-ef9752eb-866e-4627-8d7b-b3af6db61310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.169514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-ef9752eb-866e-4627-8d7b-b3af6db61310 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4fb595328249479da8250726f7358444&device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 1100 time: 0.1526887 Feb 10 22:28:00.271006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-15e7acf1-c4a0-4fec-94eb-651b2b3fbb09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 217 time: 0.1423781 Feb 10 22:28:00.284956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:00.378694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:00.393564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:00.420723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-577be056-2654-4c6a-b40c-2aa9acbf90ba req-f6aec21f-3439-422f-93a9-4d49303a8a5c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716551 Feb 10 22:28:00.435195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:00.457368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fc9c565-05ab-4f37-a1e7-aec13068561c req-0c4baecc-f2bb-47f0-9f8b-69178241e5ad tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.0775394 Feb 10 22:28:00.498789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-519990e5-01bf-4a3f-b6e4-05227f233ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.500345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-519990e5-01bf-4a3f-b6e4-05227f233ecc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 1098 time: 0.2937636 Feb 10 22:28:00.581500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object 7e13a2de-b4bf-409d-8b2b-99f0199e0aff will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:00.593795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-570c99f3-80b9-4379-94eb-eab9c5772b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.596535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-570c99f3-80b9-4379-94eb-eab9c5772b24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3923779 Feb 10 22:28:00.647543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-0b204a0c-a5b1-4e3c-83a0-1afa7175e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.649104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-0b204a0c-a5b1-4e3c-83a0-1afa7175e5c8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.3678300 Feb 10 22:28:00.760731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:00.761613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:00.763736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] 10.222.0.30 "PUT /v2.0/ports/607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 1095 time: 3.9625766 Feb 10 22:28:00.772784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-9c79a37d-8d27-473a-b290-c4e55e12921a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886233 Feb 10 22:28:00.826854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-9f98057b-823a-4a6b-951b-8118c7a27cd0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=06419b48-f25f-405f-82e6-b16c0ce58402 HTTP/1.1" status: 200 len: 217 time: 0.2132018 Feb 10 22:28:00.944798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634fa66-75ae-4006-a910-f31de78e2fda service neutron] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:01.033827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-079132ae-b711-4845-a564-caa22429622a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.035249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-079132ae-b711-4845-a564-caa22429622a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1461847 Feb 10 22:28:01.035396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:01.037013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-3a97154e-c0ee-4f67-a610-7ecaf5c8cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.037496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-3a97154e-c0ee-4f67-a610-7ecaf5c8cdd5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5279634 Feb 10 22:28:01.065319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2c039-5611-45e9-9f7e-0b3639e35322 req-8286eb3a-9882-44ef-8e53-e18358654216 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.066849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0be2c039-5611-45e9-9f7e-0b3639e35322 req-8286eb3a-9882-44ef-8e53-e18358654216 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.2456560 Feb 10 22:28:01.151457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:01.188024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-cd94b4e8-cb0f-401d-8dde-1a4ae1db9e64 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=d1bc493b-813c-424c-bab2-47f4b20a2240 HTTP/1.1" status: 200 len: 217 time: 0.1189077 Feb 10 22:28:01.211450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a456ca81-7ba9-4499-b161-905307769d23 req-efe3da0c-a9d5-4448-b40c-6c27e1fc7e25 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.214172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a456ca81-7ba9-4499-b161-905307769d23 req-efe3da0c-a9d5-4448-b40c-6c27e1fc7e25 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.6269772 Feb 10 22:28:01.236616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-8bd8a942-575e-4406-a3ba-acf1102b4404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.238510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-8bd8a942-575e-4406-a3ba-acf1102b4404 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1098 time: 0.4435439 Feb 10 22:28:01.252886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:01.255823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-ac1bd96c-f068-40f0-a153-430dbc917baa service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687684 Feb 10 22:28:01.259615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:01.297627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-dd197303-e985-4f59-a0f9-51bda6821c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.299475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-dd197303-e985-4f59-a0f9-51bda6821c51 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0964763 Feb 10 22:28:01.310694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0be2c039-5611-45e9-9f7e-0b3639e35322 req-375de505-bc6c-43db-a4c6-9c2cb90a963b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443019 Feb 10 22:28:01.395765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-b8d70176-68dd-4597-805d-56ab458984dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.397247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-b8d70176-68dd-4597-805d-56ab458984dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3295016 Feb 10 22:28:01.428623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:01.458534 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-7f37b146-8d5f-4061-b785-76ad9e8d9576 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780863 Feb 10 22:28:01.599231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-2e892a3b-5a19-430f-b26e-c70f68e13241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.600745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-2e892a3b-5a19-430f-b26e-c70f68e13241 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2824957 Feb 10 22:28:01.622931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4dbe9c99-95de-4251-aa4e-4e83b18cd62f None None] Provisioning for port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:01.635590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4dbe9c99-95de-4251-aa4e-4e83b18cd62f None None] Provisioning complete for port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:01.635959 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dbe9c99-95de-4251-aa4e-4e83b18cd62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:01.661890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee'}, {'name': 'network-changed', 'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:01.696136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-a793ace0-fd2d-4510-add2-8fed67a0f157 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892056 Feb 10 22:28:01.720173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.721308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:01.753503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4dbe9c99-95de-4251-aa4e-4e83b18cd62f None None] Port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:01.775941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a456ca81-7ba9-4499-b161-905307769d23 req-9851fc04-2c32-4917-a911-27bf2758562d tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5469332 Feb 10 22:28:01.836531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-0ac2488a-e633-4364-b759-244d551167c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.838025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-0ac2488a-e633-4364-b759-244d551167c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5812545 Feb 10 22:28:01.839811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-275d26a0-7705-4ebe-b603-c2e8d1922455 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4194746 Feb 10 22:28:01.969083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8c144-d47f-4122-9afe-b3f7f01f2dfc req-3ab4a166-b348-443e-9e11-95b700c4fe39 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:01.971773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94b8c144-d47f-4122-9afe-b3f7f01f2dfc req-3ab4a166-b348-443e-9e11-95b700c4fe39 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 947 time: 0.4519670 Feb 10 22:28:01.981648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-2cee9418-14f0-4070-b87d-fe418a25725a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1312442 Feb 10 22:28:02.067122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Request body: {'port': {'device_id': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:02.073150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-6d3f6e78-e8a9-4918-bf68-754b752e284e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4600992 Feb 10 22:28:02.077634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e39f3ebb-02e1-4479-94d5-435349a17acd req-884be0ba-b61c-48ef-a158-4090423eea9c service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134103 Feb 10 22:28:02.092544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94b8c144-d47f-4122-9afe-b3f7f01f2dfc req-9dffd46c-11c6-4d8e-8ae0-d4701dc30ff1 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967817 Feb 10 22:28:02.186833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-838f9896-8830-4951-8dc8-032716a8af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.189014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-838f9896-8830-4951-8dc8-032716a8af0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1703212 Feb 10 22:28:02.367100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:02.380895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e330e8a-91c8-48d8-b5bd-282dc8110d10 req-429ee165-a632-44d7-9d76-99cd18d7f913 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872972 Feb 10 22:28:02.401618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b97a39-e167-4752-bcf9-9423bf183066 req-4b50b91b-e664-49f2-86ba-d596588f0817 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.409085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6b97a39-e167-4752-bcf9-9423bf183066 req-4b50b91b-e664-49f2-86ba-d596588f0817 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 934 time: 0.1424470 Feb 10 22:28:02.430049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73bc95-039d-4396-87f9-58aceee11ac4 req-8ea5c81d-d20b-4549-963a-f8ea005d9e5f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.431744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f73bc95-039d-4396-87f9-58aceee11ac4 req-8ea5c81d-d20b-4549-963a-f8ea005d9e5f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.4480457 Feb 10 22:28:02.465305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6b97a39-e167-4752-bcf9-9423bf183066 req-e7ef7e73-9328-4bc3-9803-c0f04b255c8f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552523 Feb 10 22:28:02.478803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-ed6b90a3-72ad-46f7-aeef-23131b46d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.480386 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-ed6b90a3-72ad-46f7-aeef-23131b46d7e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2726927 Feb 10 22:28:02.765936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-45e69cd1-17f0-4cea-bdab-acfc1299c7c5 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954927 Feb 10 22:28:02.787396 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee', 'status': 'completed', 'code': 200} Feb 10 22:28:02.787396 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'status': 'completed', 'code': 200} Feb 10 22:28:02.862142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-6d4aced7-4c85-4fd3-a494-a85a490647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.863836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-6d4aced7-4c85-4fd3-a494-a85a490647af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1094 time: 0.1671469 Feb 10 22:28:02.945433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f73bc95-039d-4396-87f9-58aceee11ac4 req-2e3059f5-4457-4869-a789-3be115fb330d tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072036 Feb 10 22:28:02.950806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-4a84b8a1-21a2-4070-946e-31efb3217bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:02.952383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-4a84b8a1-21a2-4070-946e-31efb3217bc0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1098 time: 0.2911859 Feb 10 22:28:03.205908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3feee028-5d3d-48b8-b390-25ee4da503ab req-b707a52f-aaa9-4e7f-8aa5-01472d22ab22 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237409 Feb 10 22:28:03.264515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae1eb7-451c-4d52-978d-ffd1734ad551 req-be40cfe1-2777-41ab-99b5-ad50c2347be5 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:03.266002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2ae1eb7-451c-4d52-978d-ffd1734ad551 req-be40cfe1-2777-41ab-99b5-ad50c2347be5 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1692472 Feb 10 22:28:03.342825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2ae1eb7-451c-4d52-978d-ffd1734ad551 req-f4ec43e1-9ebb-4e88-aca6-6099eb7a5c97 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Feb 10 22:28:03.431699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1accd052-a6ce-4c01-8ef2-d99ffdfee61e req-211dbb74-6de1-47c1-988d-0e869383942b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:03.443040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1accd052-a6ce-4c01-8ef2-d99ffdfee61e req-211dbb74-6de1-47c1-988d-0e869383942b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.6186426 Feb 10 22:28:03.492664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-140b0860-3bcc-47a7-a29e-40d8c4598120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:03.494607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-140b0860-3bcc-47a7-a29e-40d8c4598120 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.5858443 Feb 10 22:28:03.512986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e13a2de-b4bf-409d-8b2b-99f0199e0aff {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:03.515671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1accd052-a6ce-4c01-8ef2-d99ffdfee61e req-b08c6ce2-65d3-4db7-b6af-f6cac0e7060a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714166 Feb 10 22:28:03.535690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:03.565782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Transition to ACTIVE for port object 7e13a2de-b4bf-409d-8b2b-99f0199e0aff will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:03.625142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:03.717542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-0dfe7cb8-54de-4059-ab42-0fedf100f443 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 217 time: 0.1955447 Feb 10 22:28:03.720314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-cd3c90b6-ce39-433b-8507-48edbb160c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:03.721876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-cd3c90b6-ce39-433b-8507-48edbb160c03 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.7620008 Feb 10 22:28:03.966915 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-a457f1b0-27f4-4654-b306-2fce49492c3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1577656 Feb 10 22:28:04.095370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-f47c49d2-8af9-4201-bae1-5390d9c81233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.096978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-f47c49d2-8af9-4201-bae1-5390d9c81233 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1226873 Feb 10 22:28:04.105837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:04.162496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Attempting to bind port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:04.162835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Attempting to bind port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:04.163161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Attempting to bind port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:04.168604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:04.169024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Attempting to bind port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:04.181255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f53dc9a-4670-40ae-ae06-86aa4fd4a77b req-e4688be8-679d-4c48-b6f9-f2a6251a9d3c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.187214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f098a-a422-4de1-a474-76d54233e46c req-98405c09-f189-47a2-877a-27f0f33f8608 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.189328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f53dc9a-4670-40ae-ae06-86aa4fd4a77b req-e4688be8-679d-4c48-b6f9-f2a6251a9d3c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 947 time: 0.6198349 Feb 10 22:28:04.189779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a67f098a-a422-4de1-a474-76d54233e46c req-98405c09-f189-47a2-877a-27f0f33f8608 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 946 time: 0.4657815 Feb 10 22:28:04.196406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-efd0d9e8-0815-48cc-a436-b1cff51d45a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.198034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-efd0d9e8-0815-48cc-a436-b1cff51d45a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.3015885 Feb 10 22:28:04.211681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:04.212621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:04.212823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:04.213436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Bound port: 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:04.214237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:04.287340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-e0dac78c-3e53-45eb-97a2-1623b8d06821 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772796 Feb 10 22:28:04.319165 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:28:04.369215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:04.372451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:04.382999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:04.424678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-e2341332-af28-4900-95fa-ed6e83d7fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.427321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-e2341332-af28-4900-95fa-ed6e83d7fc7a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3183484 Feb 10 22:28:04.440327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a67f098a-a422-4de1-a474-76d54233e46c req-d43c978e-4bf4-49db-8055-3760da38f02a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410436 Feb 10 22:28:04.460638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.461256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:04.462612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e13a2de-b4bf-409d-8b2b-99f0199e0aff HTTP/1.1" status: 200 len: 1094 time: 2.4800532 Feb 10 22:28:04.466035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f53dc9a-4670-40ae-ae06-86aa4fd4a77b req-1a201a24-629f-4c6d-82f4-ad2d170dbec0 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756054 Feb 10 22:28:04.482974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8e665-b0f6-439f-b9fc-f632d0a17ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:04.684383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-f0753311-d4a3-4352-9f35-2c57fe479594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.686145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-f0753311-d4a3-4352-9f35-2c57fe479594 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 1097 time: 0.1499698 Feb 10 22:28:04.710655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-00239a72-d590-4944-83d5-dc4576399c97 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074852 Feb 10 22:28:04.833160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:04.858537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-986a7218-a7c6-4d98-bde0-9a19b8371f71 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670404 Feb 10 22:28:04.868086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-3c5c3ce5-6729-4126-ba7c-99ad9fd1fe8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff HTTP/1.1" status: 200 len: 217 time: 0.1667852 Feb 10 22:28:04.968428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a4411-6f20-48f2-adaf-8c7792413427 req-af9bb298-1898-403a-90ee-0179e535b668 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:04.976311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-549a4411-6f20-48f2-adaf-8c7792413427 req-af9bb298-1898-403a-90ee-0179e535b668 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.1849914 Feb 10 22:28:05.012101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-5c9672a6-70d2-4c8e-abe0-4f64958a1392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.013557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-5c9672a6-70d2-4c8e-abe0-4f64958a1392 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1294172 Feb 10 22:28:05.043953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-a962d238-66c3-41ca-9d1e-ec6baf2b8ad3 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124142 Feb 10 22:28:05.068319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-549a4411-6f20-48f2-adaf-8c7792413427 req-add2a4b9-8626-437f-9df8-2b7ea76e169b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910676 Feb 10 22:28:05.069000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0df35d-81e4-42eb-87f7-596fe8264fbb req-8a6d34ed-3fbd-4809-bf0f-34da5a82fabe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.070514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c0df35d-81e4-42eb-87f7-596fe8264fbb req-8a6d34ed-3fbd-4809-bf0f-34da5a82fabe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.3207271 Feb 10 22:28:05.074191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-2230628b-02d1-4d87-aa64-f7ee1b3db9ac service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010927 Feb 10 22:28:05.172238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-2723f95a-23ca-416a-8617-227fea6773f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.174026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-2723f95a-23ca-416a-8617-227fea6773f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1529293 Feb 10 22:28:05.197964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c0df35d-81e4-42eb-87f7-596fe8264fbb req-748522d2-5298-4a0c-8fe7-160316469bc1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197505 Feb 10 22:28:05.312292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-29e3c98b-5953-4b09-933e-29b158d78df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.320963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-29e3c98b-5953-4b09-933e-29b158d78df1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1965199 Feb 10 22:28:05.357565 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'status': 'completed', 'code': 200} Feb 10 22:28:05.408659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d1bc493b-813c-424c-bab2-47f4b20a2240 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:05.508701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f335a-f719-486e-800f-73766c97f966 req-2522c4c8-b6bc-43ad-bba6-8bbe83e13c00 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.510434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a6f335a-f719-486e-800f-73766c97f966 req-2522c4c8-b6bc-43ad-bba6-8bbe83e13c00 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.1503856 Feb 10 22:28:05.518001 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-f018912f-bbc1-4858-b89c-c5d2eab4ef8e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320770 Feb 10 22:28:05.657827 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a6f335a-f719-486e-800f-73766c97f966 req-40bbcf46-b20d-443d-96ba-84da325ed6f6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381814 Feb 10 22:28:05.722187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d1bc493b-813c-424c-bab2-47f4b20a2240,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:05.737704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd1bc493b-813c-424c-bab2-47f4b20a2240', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'd1bc493b-813c-424c-bab2-47f4b20a2240', 'mac_address': 'fa:16:3e:3f:b3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:05.749853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b5bca90-9893-4181-9403-c8ec6373eee0 req-a4ccb7c4-83d6-47a4-a82e-4e27070b63c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159276 Feb 10 22:28:05.769934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-d843df80-f628-4971-993f-224fcba1af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.775573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-d843df80-f628-4971-993f-224fcba1af6c service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4487157 Feb 10 22:28:05.821501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:05.842171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bc493b-813c-424c-bab2-47f4b20a2240 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:05.866207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d1bc493b-813c-424c-bab2-47f4b20a2240,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:05.869898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-1cb6cbf1-3c73-4f8d-be73-faf77b8654b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.0769398 Feb 10 22:28:05.872306 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:05.873801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:05.879359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a050dc-6094-47c9-bf2f-bf4a5ca2493d req-bcc88412-148d-40d1-88e9-0551961f39e4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.885828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7a050dc-6094-47c9-bf2f-bf4a5ca2493d req-bcc88412-148d-40d1-88e9-0551961f39e4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 946 time: 0.2293935 Feb 10 22:28:05.958527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8202-7202-4f65-8688-9df7df352427 req-35518b45-90c8-4af2-bbbd-e1ca5b18d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.960458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-35518b45-90c8-4af2-bbbd-e1ca5b18d0ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 1097 time: 0.1525490 Feb 10 22:28:05.972065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe5f83-216f-4f39-9987-efa96c014561 req-0ffdb6e8-dfac-4fe9-a4c2-c4e0781ee649 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:05.973930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6fe5f83-216f-4f39-9987-efa96c014561 req-0ffdb6e8-dfac-4fe9-a4c2-c4e0781ee649 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 947 time: 0.1679075 Feb 10 22:28:05.991982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7a050dc-6094-47c9-bf2f-bf4a5ca2493d req-9868ef87-0df9-4cc6-99ea-a024b89b109d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047802 Feb 10 22:28:06.020795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-d95c5605-2d38-4270-aa81-a54899b9d6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.022378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-d95c5605-2d38-4270-aa81-a54899b9d6d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1132269 Feb 10 22:28:06.054890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:06.158382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '11c35359-9eaf-435b-9954-7c9080c825ee', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'port_id': '11c35359-9eaf-435b-9954-7c9080c825ee', 'mac_address': 'fa:16:3e:d5:0b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b040fde-c9ec-40d6-a7a0-589b16c0c59c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:06.161336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:06.183341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6fe5f83-216f-4f39-9987-efa96c014561 req-ff9bd57c-58db-4f62-b168-be0a920f8271 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799676 Feb 10 22:28:06.219702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-872fe92e-d4d4-4ad1-b687-1e54e503d425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.222673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-872fe92e-d4d4-4ad1-b687-1e54e503d425 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899030 Feb 10 22:28:06.239971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:06.276629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c35359-9eaf-435b-9954-7c9080c825ee {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:06.279720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8202-7202-4f65-8688-9df7df352427 req-a50a6dbc-2dc3-41b6-a9ab-cdb0acbaba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.281934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-a50a6dbc-2dc3-41b6-a9ab-cdb0acbaba29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3042419 Feb 10 22:28:06.322957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:06.330783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:06.431161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-9e12ed9c-2dd4-4322-a55f-4f48ce46b9d3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff HTTP/1.1" status: 200 len: 217 time: 0.1391554 Feb 10 22:28:06.460933 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-97b73a80-ac26-49f5-9264-44dbe3436c80 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287223 Feb 10 22:28:06.474997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728260-b6cb-42f8-bdfd-629a491e3e38 req-22230fb6-6dce-436e-880b-17426d205ab4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.483416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9728260-b6cb-42f8-bdfd-629a491e3e38 req-22230fb6-6dce-436e-880b-17426d205ab4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.1459849 Feb 10 22:28:06.490399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:06.527234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8202-7202-4f65-8688-9df7df352427 req-8a78f080-efa2-4cd5-aec5-0037ab779a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.529106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-8a78f080-efa2-4cd5-aec5-0037ab779a82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0849681 Feb 10 22:28:06.551097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd325155-6fc5-4350-85e8-384e042f17a3 req-5414c43a-3bae-4323-a887-79545e7da489 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.558539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dd325155-6fc5-4350-85e8-384e042f17a3 req-5414c43a-3bae-4323-a887-79545e7da489 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1856160 Feb 10 22:28:06.605961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9728260-b6cb-42f8-bdfd-629a491e3e38 req-82c46f94-4451-4e38-878a-6720e154525a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215229 Feb 10 22:28:06.684273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e71a5c32-4b68-45f5-a591-01b047d7e6e8 req-ce805c0b-46fc-4429-81d3-5e2381f00528 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713977 Feb 10 22:28:06.780075 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dd325155-6fc5-4350-85e8-384e042f17a3 req-d6c5faeb-03af-4ff0-ab01-5d2fb4df7bb3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186959 Feb 10 22:28:06.817660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd8202-7202-4f65-8688-9df7df352427 req-5a1e8943-0152-4b2e-a3fd-a4c1af95bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.819301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-5a1e8943-0152-4b2e-a3fd-a4c1af95bb04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578218 Feb 10 22:28:06.976074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a227a0c-0300-4694-b33a-0b498a4ad2ec req-d8f8b367-c6cc-41bc-a17c-7b66c5932c8e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:06.980771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a227a0c-0300-4694-b33a-0b498a4ad2ec req-d8f8b367-c6cc-41bc-a17c-7b66c5932c8e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 947 time: 0.1559629 Feb 10 22:28:07.021473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-8c33d53e-c909-4fb4-a48e-ad3122f6f726 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888196 Feb 10 22:28:07.049170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a227a0c-0300-4694-b33a-0b498a4ad2ec req-7efa9602-6792-4f98-ba0a-38cab9ebf9df tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615020 Feb 10 22:28:07.083375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['11c35359-9eaf-435b-9954-7c9080c825ee'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:07.218278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d1bc493b-813c-424c-bab2-47f4b20a2240'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:07.309981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16fd8202-7202-4f65-8688-9df7df352427 req-834fe4f7-e982-46bc-ac3d-473cf9d3334a service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785344 Feb 10 22:28:07.352210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-9fa57de0-3cd6-4d01-8dbf-befc9bf808a1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:07.353445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-9fa57de0-3cd6-4d01-8dbf-befc9bf808a1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:07.379077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-9fa57de0-3cd6-4d01-8dbf-befc9bf808a1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:07.393490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-9fa57de0-3cd6-4d01-8dbf-befc9bf808a1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 946 time: 0.1871908 Feb 10 22:28:07.493635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-ea75ebfd-39d9-4322-a0e7-7406481ab650 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:07.498221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 607da036-3aab-430c-b827-c30baf77e9da details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:07.542949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-ea75ebfd-39d9-4322-a0e7-7406481ab650 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:07.545141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94359161-8499-42ab-bbd9-e11d53ab5873 req-ea75ebfd-39d9-4322-a0e7-7406481ab650 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467757 Feb 10 22:28:07.550189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da377238-98fb-44d8-8d8d-da5a83815d5e req-3909724d-bc04-44e4-b706-f34538f5dd5b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:07.567801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da377238-98fb-44d8-8d8d-da5a83815d5e req-3909724d-bc04-44e4-b706-f34538f5dd5b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 948 time: 0.1680515 Feb 10 22:28:07.628336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da377238-98fb-44d8-8d8d-da5a83815d5e req-fc4a3f20-85ca-48b4-90ce-dd569ae451f5 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642254 Feb 10 22:28:07.905797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6ecbb-a0c9-4219-a0af-38f8caf061cf req-d39004fb-a047-40ba-ae26-eae287593a5f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:07.906907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:07.908171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4be6ecbb-a0c9-4219-a0af-38f8caf061cf req-d39004fb-a047-40ba-ae26-eae287593a5f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.1501963 Feb 10 22:28:07.946221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '607da036-3aab-430c-b827-c30baf77e9da', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '607da036-3aab-430c-b827-c30baf77e9da', 'mac_address': 'fa:16:3e:5d:1c:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:07.994882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4be6ecbb-a0c9-4219-a0af-38f8caf061cf req-f8e67f1f-b57a-4a69-a6b3-bd05c598828a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765591 Feb 10 22:28:08.054036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:08.085122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 607da036-3aab-430c-b827-c30baf77e9da {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:08.124585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:08.131404 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:08.177642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c3f8a-00b9-4b48-8ded-3bf803b8a1f4 req-9f0ae1d1-90f2-4138-9534-a73608c77b96 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:08.182197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad3c3f8a-00b9-4b48-8ded-3bf803b8a1f4 req-9f0ae1d1-90f2-4138-9534-a73608c77b96 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1661608 Feb 10 22:28:08.212720 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-507e2768-7995-47b3-ba6e-1c0ec92a5d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:08.229612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:08.275751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad3c3f8a-00b9-4b48-8ded-3bf803b8a1f4 req-33019754-5ba5-49e7-a1d2-a54ec38c3ad7 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848663 Feb 10 22:28:08.496556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69d473d-523d-49c1-bbb4-a97100c99c37 req-0f8b318e-aeb4-445f-8ede-f53e1224053d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:08.500601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69d473d-523d-49c1-bbb4-a97100c99c37 req-0f8b318e-aeb4-445f-8ede-f53e1224053d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.1175635 Feb 10 22:28:08.569937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69d473d-523d-49c1-bbb4-a97100c99c37 req-20d8162f-c065-465a-8202-2dc4b904221c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632546 Feb 10 22:28:08.822672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c221c-bc43-407b-9cfd-30d1b26a3683 req-ccfbd99f-44eb-4d2a-a851-1746455ead98 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:08.831986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d5c221c-bc43-407b-9cfd-30d1b26a3683 req-ccfbd99f-44eb-4d2a-a851-1746455ead98 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 946 time: 0.1580145 Feb 10 22:28:08.907983 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d5c221c-bc43-407b-9cfd-30d1b26a3683 req-77aba626-5a3e-47b1-9a95-f6c97593333b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717752 Feb 10 22:28:09.177479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87a5e8-3db5-4613-9305-cd4cdbd040e9 req-92ff0b11-4e12-4dac-9d24-4ba8444a5c96 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:09.180228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba87a5e8-3db5-4613-9305-cd4cdbd040e9 req-92ff0b11-4e12-4dac-9d24-4ba8444a5c96 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 948 time: 0.1553018 Feb 10 22:28:09.190700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:09.276018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba87a5e8-3db5-4613-9305-cd4cdbd040e9 req-492d6cd9-a286-4769-b284-73f45e575c0a tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890000 Feb 10 22:28:09.311398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c3e5-2664-4577-a5fb-76179cae82ea req-37b0466b-deb7-4338-8717-c7fc064182fc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:09.313030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6761c3e5-2664-4577-a5fb-76179cae82ea req-37b0466b-deb7-4338-8717-c7fc064182fc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.1195192 Feb 10 22:28:09.371105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6761c3e5-2664-4577-a5fb-76179cae82ea req-0460edb4-5fbb-4c93-9d29-d23be43b3da6 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514212 Feb 10 22:28:09.455556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7e13a2de-b4bf-409d-8b2b-99f0199e0aff details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:09.578187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4eb92-bc05-43ac-af59-5098f66d1d25 req-19ac35d9-605d-47b8-8ebb-abc1d881cd3c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:09.580342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61c4eb92-bc05-43ac-af59-5098f66d1d25 req-19ac35d9-605d-47b8-8ebb-abc1d881cd3c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.0997341 Feb 10 22:28:09.654455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61c4eb92-bc05-43ac-af59-5098f66d1d25 req-272b1798-73a5-40a7-b56c-0d6913e0fdbe tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664952 Feb 10 22:28:09.659525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:09.676649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'mac_address': 'fa:16:3e:ed:bf:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:09.752444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:09.772825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e13a2de-b4bf-409d-8b2b-99f0199e0aff {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:09.791233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:09.796215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:09.872507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b97b1e-f648-493a-8a17-6c077f82a6a7 req-651767bc-505f-4261-950a-6863c9a9eedc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:09.874234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b97b1e-f648-493a-8a17-6c077f82a6a7 req-651767bc-505f-4261-950a-6863c9a9eedc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.0961730 Feb 10 22:28:09.915156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:09.940576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b97b1e-f648-493a-8a17-6c077f82a6a7 req-fe6233e7-83af-4939-91ce-278daa4c16eb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570979 Feb 10 22:28:10.167698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9de4f4-90cf-4608-9808-f51818f49332 req-cee61eea-a881-492e-b019-49d927c1e42a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:10.169346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a9de4f4-90cf-4608-9808-f51818f49332 req-cee61eea-a881-492e-b019-49d927c1e42a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 947 time: 0.1404102 Feb 10 22:28:10.249186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a9de4f4-90cf-4608-9808-f51818f49332 req-fa6fbfb4-9cb1-4323-b641-1c689e467fb9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687757 Feb 10 22:28:10.449997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61882aa8-4298-4026-9fcc-b14989327205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:10.543978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006f225-9f21-4de3-9e27-e69c899e6e2f req-a28646dd-f3bf-4b33-aadf-04b38460ba16 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:10.554266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2006f225-9f21-4de3-9e27-e69c899e6e2f req-a28646dd-f3bf-4b33-aadf-04b38460ba16 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.1880591 Feb 10 22:28:10.632113 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2006f225-9f21-4de3-9e27-e69c899e6e2f req-206986fc-a9bd-4f5d-b705-0bbb1c0e5131 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767465 Feb 10 22:28:10.638615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436601-fe22-4408-a9ef-f01caf30b76c req-e539c928-a5a8-49e0-8fb3-7a5e7c949414 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:10.640191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-e539c928-a5a8-49e0-8fb3-7a5e7c949414 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&tenant_id=65b5647d714a4d2584ccce52b21bfb6b&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 948 time: 0.2669599 Feb 10 22:28:10.657093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860d77a-9160-4b6b-8325-ec4c741fda29 req-b051bdaa-2029-4c7b-a219-1d4b49e5f254 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:10.658925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a860d77a-9160-4b6b-8325-ec4c741fda29 req-b051bdaa-2029-4c7b-a219-1d4b49e5f254 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 948 time: 0.1896963 Feb 10 22:28:10.699843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:10.844497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a860d77a-9160-4b6b-8325-ec4c741fda29 req-ee82f3da-7d80-4e5a-b584-8bd2d0718247 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477699 Feb 10 22:28:10.875094 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-29436601-fe22-4408-a9ef-f01caf30b76c req-5b7e1c20-e7a8-4f91-8fb9-c1bdeef852fe service neutron] delete failed (client error): The resource could not be found. Feb 10 22:28:10.877142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-5b7e1c20-e7a8-4f91-8fb9-c1bdeef852fe service neutron] 10.222.0.24 "DELETE /v2.0/ports/607da036-3aab-430c-b827-c30baf77e9da/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.2168927 Feb 10 22:28:10.897153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f85a98-0c63-4e68-a505-2d935f203793 req-edc38ac2-5005-424c-ab4d-b9dcc680189c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:10.905341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0f85a98-0c63-4e68-a505-2d935f203793 req-edc38ac2-5005-424c-ab4d-b9dcc680189c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.1467862 Feb 10 22:28:10.970546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0f85a98-0c63-4e68-a505-2d935f203793 req-a3c97531-e166-4dc4-82bf-af543270f2fc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Feb 10 22:28:11.249580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436601-fe22-4408-a9ef-f01caf30b76c req-83b66600-4834-42cb-b28a-614ef6dc43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.251736 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-83b66600-4834-42cb-b28a-614ef6dc43ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1099 time: 0.2539380 Feb 10 22:28:11.347494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c987c6-5767-49e5-850e-e73c03e16ebf req-86c426ba-fd8f-487a-8b37-10e08831665b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.354224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49c987c6-5767-49e5-850e-e73c03e16ebf req-86c426ba-fd8f-487a-8b37-10e08831665b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1657879 Feb 10 22:28:11.419823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49c987c6-5767-49e5-850e-e73c03e16ebf req-bb50c97e-9df0-4ec6-8a3d-ca223e337708 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643129 Feb 10 22:28:11.449888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d1bc493b-813c-424c-bab2-47f4b20a2240 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:11.462698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436601-fe22-4408-a9ef-f01caf30b76c req-a4a90424-f140-4f5f-b8da-8cebf4f72190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.464202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-a4a90424-f140-4f5f-b8da-8cebf4f72190 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2065694 Feb 10 22:28:11.544449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-03b08ee6-3bd2-40b8-a64b-e5955fb92916 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.0727484 Feb 10 22:28:11.587052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:11.609722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:11.619780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d1bc493b-813c-424c-bab2-47f4b20a2240 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:11.632554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d1bc493b-813c-424c-bab2-47f4b20a2240 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:11.632899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:11.681967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436601-fe22-4408-a9ef-f01caf30b76c req-96557465-6c6b-4707-a43b-fd05de6fdd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.684972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-96557465-6c6b-4707-a43b-fd05de6fdd13 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1271462 Feb 10 22:28:11.696049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0d8d5-311b-4158-8c15-9060e29408a9 req-8aafa44e-97c3-408f-8ec7-e607b88cee23 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.699004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2fe0d8d5-311b-4158-8c15-9060e29408a9 req-8aafa44e-97c3-408f-8ec7-e607b88cee23 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 947 time: 0.2951148 Feb 10 22:28:11.829976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2fe0d8d5-311b-4158-8c15-9060e29408a9 req-0cc46519-2dc1-4e0d-9a93-bd657465c67f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702770 Feb 10 22:28:11.854637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29436601-fe22-4408-a9ef-f01caf30b76c req-46f4fb1c-5cd3-4ae6-ac95-823a004aea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:11.856377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-46f4fb1c-5cd3-4ae6-ac95-823a004aea2c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564031 Feb 10 22:28:11.927896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:11.991783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:12.004379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d1bc493b-813c-424c-bab2-47f4b20a2240,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:12.018994 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.020018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 607da036-3aab-430c-b827-c30baf77e9da up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:12.040296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5027c0d5-f6f1-4f60-8e65-4e6853b95875 req-866b7b33-ba1f-47d7-8373-f95605a824f1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:12.041828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5027c0d5-f6f1-4f60-8e65-4e6853b95875 req-866b7b33-ba1f-47d7-8373-f95605a824f1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 948 time: 0.1855948 Feb 10 22:28:12.129468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5027c0d5-f6f1-4f60-8e65-4e6853b95875 req-9404e9be-273b-4e4c-9abc-bfebccffceaf tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812144 Feb 10 22:28:12.197826 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240', 'code': 200} Feb 10 22:28:12.206229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:12.252671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 607da036-3aab-430c-b827-c30baf77e9da completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:12.258551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 607da036-3aab-430c-b827-c30baf77e9da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:12.258930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.333866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-c79d1bd7-97f5-49d5-b04e-0a527995cdfc service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4708753 Feb 10 22:28:12.456275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e58998-4303-47d4-9491-756ebd4e44dc req-990cc833-39c0-4f56-afe2-017cd164045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:12.457750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1e58998-4303-47d4-9491-756ebd4e44dc req-990cc833-39c0-4f56-afe2-017cd164045b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 1100 time: 0.1989694 Feb 10 22:28:12.458240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.500603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:12.526965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.531225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1e58998-4303-47d4-9491-756ebd4e44dc req-2cb538d2-0a02-4f34-b02d-80708d4a22f3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Feb 10 22:28:12.531418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:12.552258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0b384-f91b-4ea8-9af3-d18aff43d4ef req-5d9f37d0-5551-4dd7-a0f5-43fab36fc118 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:12.559338 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04f0b384-f91b-4ea8-9af3-d18aff43d4ef req-5d9f37d0-5551-4dd7-a0f5-43fab36fc118 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.1781111 Feb 10 22:28:12.580385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29436601-fe22-4408-a9ef-f01caf30b76c req-7cd2d6b6-5544-4407-8e76-5356bed8c34a service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335184 Feb 10 22:28:12.597809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb173-4328-4fda-817d-0aa6c8a534c7 req-9fc58743-201e-45b1-bc45-2785f368da0b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:12.607271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9dfdb173-4328-4fda-817d-0aa6c8a534c7 req-9fc58743-201e-45b1-bc45-2785f368da0b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.5236325 Feb 10 22:28:12.621103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04f0b384-f91b-4ea8-9af3-d18aff43d4ef req-613fa9a6-fb98-415c-bfd3-9f6b6e039158 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608084 Feb 10 22:28:12.679819 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9dfdb173-4328-4fda-817d-0aa6c8a534c7 req-6a512fda-3db9-48dc-904e-4b439393951d tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711048 Feb 10 22:28:12.857558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.904293 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:12.921899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 11c35359-9eaf-435b-9954-7c9080c825ee completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:12.934945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 11c35359-9eaf-435b-9954-7c9080c825ee triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:12.935870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:12.999361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77aed1d-142b-4ca1-a8cd-392939dda049 req-4a323776-0817-409d-b088-b046b4d5ab86 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:13.009705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a77aed1d-142b-4ca1-a8cd-392939dda049 req-4a323776-0817-409d-b088-b046b4d5ab86 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1632853 Feb 10 22:28:13.090346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a77aed1d-142b-4ca1-a8cd-392939dda049 req-9afd2850-a831-40b1-8e11-554331170a7e tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800133 Feb 10 22:28:13.146268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7f689a-dd03-4594-b62a-e288a0e31636 req-02806e84-d0ca-407d-8507-dee1b9cdbb0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:13.155593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7f689a-dd03-4594-b62a-e288a0e31636 req-02806e84-d0ca-407d-8507-dee1b9cdbb0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 947 time: 0.1350634 Feb 10 22:28:13.174698 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:13.226396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7f689a-dd03-4594-b62a-e288a0e31636 req-f474fde0-2b15-41f9-934d-359a2df961ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696886 Feb 10 22:28:13.253574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:13.264922 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:13.409018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:13.458127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5441cf-8a5d-4be7-8146-deb31916a2b2 req-9a40d0e9-a440-4ad7-a3f1-9f897c134a0b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:13.459899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a5441cf-8a5d-4be7-8146-deb31916a2b2 req-9a40d0e9-a440-4ad7-a3f1-9f897c134a0b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1287978 Feb 10 22:28:13.463835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7e13a2de-b4bf-409d-8b2b-99f0199e0aff up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:13.544204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a5441cf-8a5d-4be7-8146-deb31916a2b2 req-cdcbefe9-5b87-45ff-bd16-f3be799b3c1b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676916 Feb 10 22:28:13.585278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:13.591632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:13.592483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:13.770530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:13.842107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5fe643-c1ec-4363-b134-f042ffe6ac4f req-841431f6-ee32-4f23-a987-79f5c93fb917 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:13.848390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b5fe643-c1ec-4363-b134-f042ffe6ac4f req-841431f6-ee32-4f23-a987-79f5c93fb917 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1067264 Feb 10 22:28:13.859073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:13.865650 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:13.948898 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b5fe643-c1ec-4363-b134-f042ffe6ac4f req-5ffbc934-711d-4186-ba80-8ad2e965fc8c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930762 Feb 10 22:28:13.953804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:14.033577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3dc85-369a-4c56-9297-e912ff187292 req-e1a58a8b-4edd-4ee4-911e-9fa1d7807523 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.035064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9c3dc85-369a-4c56-9297-e912ff187292 req-e1a58a8b-4edd-4ee4-911e-9fa1d7807523 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.1158016 Feb 10 22:28:14.107120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9c3dc85-369a-4c56-9297-e912ff187292 req-4319e3e6-b11c-42fe-89a1-8b4adf569b0b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559425 Feb 10 22:28:14.199082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}, {'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee'}, {'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:14.355129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd67123-e2d0-4516-9efd-20afc06b150e req-e3543a26-8e39-43d6-ab49-e57b6978cea0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.356816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1dd67123-e2d0-4516-9efd-20afc06b150e req-e3543a26-8e39-43d6-ab49-e57b6978cea0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1232536 Feb 10 22:28:14.389449 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'code': 200} Feb 10 22:28:14.389721 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee', 'code': 200} Feb 10 22:28:14.389983 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'code': 200} Feb 10 22:28:14.467714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1dd67123-e2d0-4516-9efd-20afc06b150e req-a8584a43-fedb-4871-bc53-3dc11eba203a tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991457 Feb 10 22:28:14.764084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396c6571-d324-487e-8e2e-79b85a2c672a req-389a9c16-3f1d-4d75-8c3e-712d2c3ddafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.767122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-396c6571-d324-487e-8e2e-79b85a2c672a req-389a9c16-3f1d-4d75-8c3e-712d2c3ddafc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 1099 time: 0.2032752 Feb 10 22:28:14.851084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a545856-328b-4c88-a486-7b46955210de req-121c1496-7b1b-4b11-924d-1b9eb9bba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.853242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a545856-328b-4c88-a486-7b46955210de req-121c1496-7b1b-4b11-924d-1b9eb9bba7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1096 time: 0.3155265 Feb 10 22:28:14.865556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83631f6f-347b-484a-9b07-8b16f99b98e4 req-a84df36d-384a-425f-bfba-ab13552670bc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.867541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83631f6f-347b-484a-9b07-8b16f99b98e4 req-a84df36d-384a-425f-bfba-ab13552670bc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 948 time: 0.2571623 Feb 10 22:28:14.872988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-396c6571-d324-487e-8e2e-79b85a2c672a req-de2971b4-138f-4e85-ae4b-095563618a32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907750 Feb 10 22:28:14.962421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c5a8a-5b46-4ad9-83db-2057d86d27ae req-25e6d8fe-ff0a-45c4-9e16-9da5e302be73 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:14.966357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13c5a8a-5b46-4ad9-83db-2057d86d27ae req-25e6d8fe-ff0a-45c4-9e16-9da5e302be73 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.1672537 Feb 10 22:28:15.049579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a545856-328b-4c88-a486-7b46955210de req-ffad6f7e-4830-42b3-a88b-d6bea4530ada service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808784 Feb 10 22:28:15.055935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13c5a8a-5b46-4ad9-83db-2057d86d27ae req-406697f4-392b-42e6-b069-e3d7b8f10ebc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775921 Feb 10 22:28:15.060931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83631f6f-347b-484a-9b07-8b16f99b98e4 req-e9702e13-2905-463f-ac9b-36dbaca30a88 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717497 Feb 10 22:28:15.345629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8e668-27d5-4d1b-ad2d-4c5827ae4784 req-4d27a527-dd78-418f-9efe-5b5aab8ec3b9 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:15.353413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4a8e668-27d5-4d1b-ad2d-4c5827ae4784 req-4d27a527-dd78-418f-9efe-5b5aab8ec3b9 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.0770085 Feb 10 22:28:15.404574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7457449a-e5dd-4ebb-96e6-180c4db4ec44 req-d6694466-185f-46ad-8cd9-031f871ab482 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:15.414273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4a8e668-27d5-4d1b-ad2d-4c5827ae4784 req-96522372-0f62-44be-9ec7-33ec140cab73 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586061 Feb 10 22:28:15.414507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7457449a-e5dd-4ebb-96e6-180c4db4ec44 req-d6694466-185f-46ad-8cd9-031f871ab482 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1500604 Feb 10 22:28:15.560912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7457449a-e5dd-4ebb-96e6-180c4db4ec44 req-966beda2-9fca-4c8c-9922-40569d4a1966 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437693 Feb 10 22:28:15.780046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f3a9a-510e-4e0a-be1d-419dffc5085f req-4e7a8601-1e10-47d6-b04b-d7b1c79faf8c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:15.782841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a71f3a9a-510e-4e0a-be1d-419dffc5085f req-4e7a8601-1e10-47d6-b04b-d7b1c79faf8c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.2049742 Feb 10 22:28:15.853740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cea73b-2f39-4118-b305-fb0c7cdb95a7 req-0f3d4ac9-88d5-440f-ae4f-854798a9eca7 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:15.855293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1cea73b-2f39-4118-b305-fb0c7cdb95a7 req-0f3d4ac9-88d5-440f-ae4f-854798a9eca7 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1505756 Feb 10 22:28:15.861140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a71f3a9a-510e-4e0a-be1d-419dffc5085f req-94f6b76e-76f6-4039-a741-1ea11fe1ad03 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723262 Feb 10 22:28:15.944676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1cea73b-2f39-4118-b305-fb0c7cdb95a7 req-d14cec4a-3684-43be-a2d6-15a7afd3425b tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726163 Feb 10 22:28:16.024716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-7121462e-f639-465d-b3f9-70dd55f31dfa tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517921 Feb 10 22:28:16.274184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-f9bdf5e7-73ca-4867-81d8-8b2d9ba10d8d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:16.285515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-f9bdf5e7-73ca-4867-81d8-8b2d9ba10d8d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586994 Feb 10 22:28:16.296892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-53291dbe-3bbe-4dc1-a0e7-314c763a9376 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/quotas/65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 375 time: 0.0104294 Feb 10 22:28:16.399936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-38b7505d-9003-4b02-ad74-5f1060348ebd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951731 Feb 10 22:28:16.550490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936d33e-a502-41d5-aaa6-02270ab25b31 req-b183e964-8584-4484-b8ca-2e293642586c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:16.560501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d936d33e-a502-41d5-aaa6-02270ab25b31 req-b183e964-8584-4484-b8ca-2e293642586c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 948 time: 0.2245045 Feb 10 22:28:16.609030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d936d33e-a502-41d5-aaa6-02270ab25b31 req-c3ea51ee-a269-4c2f-b63a-9cd62215ff61 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481224 Feb 10 22:28:16.751990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-524dca3d-6c8a-4c33-a27a-6c4565f8c924 req-d058c7d0-38f0-462b-94c3-16beae8b4f1e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 210 time: 0.0593734 Feb 10 22:28:16.778676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-48fdc858-daa3-4bf9-a77e-4409dae6bfeb tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8187eca3ebdc46f2a9bc400af874156c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496147 Feb 10 22:28:16.976306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-83e0aed7-e42f-4181-b18d-f6976bf0ccc9 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:16.983822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-83e0aed7-e42f-4181-b18d-f6976bf0ccc9 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038586 Feb 10 22:28:17.004362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-5c0079d4-e875-4e38-81e9-43eb6f7c9e16 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/quotas/8187eca3ebdc46f2a9bc400af874156c HTTP/1.1" status: 200 len: 375 time: 0.0188975 Feb 10 22:28:17.037198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6b45b-7a3b-4a87-bc10-6b02d4e000f6 req-f9f45c68-3c0e-4521-badd-14e446ce7c55 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:17.045310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33f6b45b-7a3b-4a87-bc10-6b02d4e000f6 req-f9f45c68-3c0e-4521-badd-14e446ce7c55 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1480060 Feb 10 22:28:17.103901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33f6b45b-7a3b-4a87-bc10-6b02d4e000f6 req-e863c1ab-f224-4b18-bf88-0d26b78cca5f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576065 Feb 10 22:28:17.109595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-edff938c-ab15-4f94-a585-bac69b7afb8c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1040804 Feb 10 22:28:17.488897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c06f4-bd2c-4dc2-bda9-797af2bca0a4 req-e0f41378-6db5-492b-8aad-a9f4c9b64fe9 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:17.496797 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e85c06f4-bd2c-4dc2-bda9-797af2bca0a4 req-e0f41378-6db5-492b-8aad-a9f4c9b64fe9 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.1473010 Feb 10 22:28:17.568467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e85c06f4-bd2c-4dc2-bda9-797af2bca0a4 req-92fe34f6-022f-4a2a-bfb0-75d2f130ed01 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692549 Feb 10 22:28:17.569070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db59283-c706-4034-a5e8-126542ebbcb7 req-e53eda05-9a88-41b7-b65e-221715ab7840 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:17.570762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2db59283-c706-4034-a5e8-126542ebbcb7 req-e53eda05-9a88-41b7-b65e-221715ab7840 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 950 time: 0.1605911 Feb 10 22:28:17.647475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2db59283-c706-4034-a5e8-126542ebbcb7 req-88585948-1fa6-4fb9-9acc-14ffa74f00c9 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692253 Feb 10 22:28:17.748417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d722184-5fe4-406b-8d8f-40edb1cacc25 req-31a9f49d-b578-40bb-963b-79d01a69ddad tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 210 time: 0.1330798 Feb 10 22:28:17.931846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ecc82523-3477-4c28-a886-b4a4f5be3d35 req-8c3042ed-29f2-4c49-9ca4-a597c211c321 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 210 time: 0.0579550 Feb 10 22:28:18.044552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31f484-74b9-4418-b09a-f61596b322e3 req-1da4bc22-9ff2-42c8-873b-6bf7d03a7cb2 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:18.047928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c31f484-74b9-4418-b09a-f61596b322e3 req-1da4bc22-9ff2-42c8-873b-6bf7d03a7cb2 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 948 time: 0.1460178 Feb 10 22:28:18.232235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c31f484-74b9-4418-b09a-f61596b322e3 req-6c016623-2e3b-4bdb-93b6-915716cda8a9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764863 Feb 10 22:28:18.314368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-9cd4f1c9-9c21-48e1-abec-7351f44fdc79 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547388 Feb 10 22:28:18.477505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d9cab-06c6-409b-b303-b0b3c384b797 req-af054407-16c4-461c-b823-2ced0564791a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:18.487814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-248d9cab-06c6-409b-b303-b0b3c384b797 req-af054407-16c4-461c-b823-2ced0564791a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1567416 Feb 10 22:28:18.506375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1f1d9-00c8-470b-9f6e-db6f88667f44 req-09a7b62e-8905-4dee-a8b6-e528d9cfdb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:18.508331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ef1f1d9-00c8-470b-9f6e-db6f88667f44 req-09a7b62e-8905-4dee-a8b6-e528d9cfdb1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1100 time: 0.4329059 Feb 10 22:28:18.584545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ef1f1d9-00c8-470b-9f6e-db6f88667f44 req-3f76fb74-a39a-44f0-b238-c3f56e43cb30 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691388 Feb 10 22:28:18.585552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-248d9cab-06c6-409b-b303-b0b3c384b797 req-7cd867d2-6116-4b38-a041-75adba3202d3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965004 Feb 10 22:28:18.609699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-9b178638-075d-4bf4-8a4d-42c61e48f762 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:18.611231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-9b178638-075d-4bf4-8a4d-42c61e48f762 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2768333 Feb 10 22:28:18.795935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Request body: {'port': {'device_id': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '65b5647d714a4d2584ccce52b21bfb6b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:18.842195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-6f190e8c-2a9a-4536-b004-6ba046342238 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:18.843970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-6f190e8c-2a9a-4536-b004-6ba046342238 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 1099 time: 0.0904353 Feb 10 22:28:18.866072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:18.880715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:18.884500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Usage tracker for resource:security_group_rule and tenant:8aabf1ad05144e7287453a6e4e46ab9a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:18.887509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:18.893725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:18.989785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:18.994631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.007007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:19.018448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735b827-72e2-4734-a121-daa48b3f582b req-e2b01b89-d4aa-480f-a754-beac9541185c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:19.019974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4735b827-72e2-4734-a121-daa48b3f582b req-e2b01b89-d4aa-480f-a754-beac9541185c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 949 time: 0.2043591 Feb 10 22:28:19.026895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:19.038706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06526f18-7f3e-4a3a-8284-ff1893b5d3b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:19.046253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:19.067867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acdae058-42df-4dea-a466-d6ba67869dd3 req-de7798a5-ee82-47f0-b1cc-49e63b9e7c43 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176220 Feb 10 22:28:19.069379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Made reservation on behalf of 65b5647d714a4d2584ccce52b21bfb6b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:19.072844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.104270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4735b827-72e2-4734-a121-daa48b3f582b req-1e53a79e-0f0e-4d12-ae56-332721fcf6f3 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Feb 10 22:28:19.350105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a63128-9693-4ec7-b01f-702f10afb996 req-1a32f59b-bc97-4abf-9fe3-80322a279c30 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:19.351047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:19.351948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59a63128-9693-4ec7-b01f-702f10afb996 req-1a32f59b-bc97-4abf-9fe3-80322a279c30 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1096 time: 0.1003234 Feb 10 22:28:19.367992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'mac_address': 'fa:16:3e:40:a8:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:19.430132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59a63128-9693-4ec7-b01f-702f10afb996 req-31f293b9-aa69-4074-abc3-8e5f16a3a3b6 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663831 Feb 10 22:28:19.444503 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.474594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:19.509031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:19.525120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-9b3fd0e8-5e58-4b55-9114-bfc05d6a2312 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8187eca3ebdc46f2a9bc400af874156c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0827591 Feb 10 22:28:19.603377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:19.610639 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.615423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4fb5c4c-a94d-43e8-a0b9-b09313bec29f req-6b475a03-22b0-4e5f-855a-5b4e4cb626ed tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 210 time: 0.0585482 Feb 10 22:28:19.659147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Allocated IP 192.168.233.63 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/1e914fb2-6a58-4dc0-b13d-4ff85756623d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:19.780515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.818837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:19.821369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:19.827657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:19.832325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:19.865862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-c12281c0-432b-4f6f-869f-aa77f1e569ed tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--2049083981&fields=id&tenant_id=4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 267 time: 0.0964015 Feb 10 22:28:19.910074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:19.929762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:20.120105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b77a6-984a-4ed5-b85d-1bb69d4fbf81 req-6be94500-6bd5-4880-b035-9551d25c5710 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:20.127124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-772b77a6-984a-4ed5-b85d-1bb69d4fbf81 req-6be94500-6bd5-4880-b035-9551d25c5710 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 950 time: 0.7792931 Feb 10 22:28:20.133526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-28ef10ab-8c04-428b-bd6e-58ada1547ccd tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:20.135278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-28ef10ab-8c04-428b-bd6e-58ada1547ccd tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 824 time: 0.2588308 Feb 10 22:28:20.160765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-12389d94-8311-47af-8140-e772c31d4f6d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/quotas/4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 375 time: 0.0197027 Feb 10 22:28:20.180412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-1f5a183f-b743-49f6-b4e8-1f8fb8920c1c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:20.181856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-1f5a183f-b743-49f6-b4e8-1f8fb8920c1c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6530745 Feb 10 22:28:20.184738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:20.199309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Request body: {'port': {'device_id': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '8187eca3ebdc46f2a9bc400af874156c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:20.265802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-1b37ea0c-c272-46fc-8ce4-d796545280d8 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0977147 Feb 10 22:28:20.275304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-772b77a6-984a-4ed5-b85d-1bb69d4fbf81 req-64095566-b6c9-4c75-a845-3366d5585d41 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473024 Feb 10 22:28:20.288548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Transition to ACTIVE for port object 1e914fb2-6a58-4dc0-b13d-4ff85756623d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:20.360474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:20.373061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:20.386694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:20.450587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:20.452445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-78494ccb-aae8-4170-8a88-9e5051f45123 service neutron] 10.222.0.53 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744277 Feb 10 22:28:20.513351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Made reservation on behalf of 8187eca3ebdc46f2a9bc400af874156c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:20.517561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:20.544493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:20.553729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:20.556636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:20.560410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:20.627098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-f00db3f2-18fa-4aa4-ad83-8f0d3791abba service neutron] 10.222.0.53 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740284 Feb 10 22:28:20.737536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:20.738317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:20.770336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821568c0-e4b4-494e-a1fe-d8db973ec0f1 req-fadd2ff5-ae06-48f1-ba90-69fffdfea8d0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:20.772060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-821568c0-e4b4-494e-a1fe-d8db973ec0f1 req-fadd2ff5-ae06-48f1-ba90-69fffdfea8d0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 935 time: 0.3595102 Feb 10 22:28:20.885037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8434951e-2874-40c2-b9ac-b33f9987dfde tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0950682 Feb 10 22:28:20.916634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Request body: {'port': {'device_id': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:20.994942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-821568c0-e4b4-494e-a1fe-d8db973ec0f1 req-4e332c84-9bc8-4d4c-a765-6a2b309330a9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845777 Feb 10 22:28:20.998709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Allocated IP 192.168.233.115 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/671acb31-0ad7-4d40-ac72-5aa67f909a2c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:21.040752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b4defeff-ab19-4a34-846b-02bd4d5cb903 None None] Provisioning for port 1e914fb2-6a58-4dc0-b13d-4ff85756623d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:21.048092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b4defeff-ab19-4a34-846b-02bd4d5cb903 None None] Provisioning complete for port 1e914fb2-6a58-4dc0-b13d-4ff85756623d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:21.048464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4defeff-ab19-4a34-846b-02bd4d5cb903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.119548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:21.218123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.241174 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'code': 200} Feb 10 22:28:21.285572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b4defeff-ab19-4a34-846b-02bd4d5cb903 None None] Port 1e914fb2-6a58-4dc0-b13d-4ff85756623d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:21.354614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 512fbc69-d02f-4563-8d0a-09e64bf819b7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:21.355034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.422087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-1c7aaf34-b9cc-4046-a002-4c67d42e1e9d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:21.424524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-1c7aaf34-b9cc-4046-a002-4c67d42e1e9d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "GET /v2.0/ports?device_id=efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae HTTP/1.1" status: 200 len: 946 time: 0.4665825 Feb 10 22:28:21.539204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Deleting port 09f671c1-f2c4-4767-a030-e34138ecb69b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:21.539603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.592165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.599571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.639984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:21.645545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:21.857334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:21.925145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a907a60-de52-4822-882b-035b64368e31 req-e1e341b2-54de-44da-8f8f-5960ea6484b9 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:21.932289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a907a60-de52-4822-882b-035b64368e31 req-e1e341b2-54de-44da-8f8f-5960ea6484b9 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 948 time: 0.6692736 Feb 10 22:28:21.938580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] For port 09f671c1-f2c4-4767-a030-e34138ecb69b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=09f671c1-f2c4-4767-a030-e34138ecb69b,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:21.939084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.021144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.035539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a907a60-de52-4822-882b-035b64368e31 req-fc8817be-60cc-4b08-9645-8d0eb83e60b4 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022451 Feb 10 22:28:22.093482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Transition to ACTIVE for port object 671acb31-0ad7-4d40-ac72-5aa67f909a2c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:22.350417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e8308eb-57ec-49f9-9b23-6d03baa45519 req-b4153372-06df-4ae7-aa16-4f0f21b922c7 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 210 time: 0.0597146 Feb 10 22:28:22.374814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e914fb2-6a58-4dc0-b13d-4ff85756623d {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:22.383602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.389531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.390018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.390443 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38 disassociated. External IP: 172.25.2.208, port: 09f671c1-f2c4-4767-a030-e34138ecb69b. Feb 10 22:28:22.391079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Calling delete_port for 09f671c1-f2c4-4767-a030-e34138ecb69b owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:22.399301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Transition to ACTIVE for port object 1e914fb2-6a58-4dc0-b13d-4ff85756623d will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:22.401837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.424834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d1bc493b-813c-424c-bab2-47f4b20a2240'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:22.504727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.571652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:22.620683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-1f3185cf-2b8c-4326-8f26-d01040d4ada3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753489 Feb 10 22:28:22.666507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:22.745524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:22.759571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:22.942354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Pushing event updated for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:23.010981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event deleted for resources: {'Port': ['ID=09f671c1-f2c4-4767-a030-e34138ecb69b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:23.025758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-318c98a0-f403-4f0a-b8bf-00b5aa777667 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:23.027342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-318c98a0-f403-4f0a-b8bf-00b5aa777667 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.24 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 824 time: 0.4009273 Feb 10 22:28:23.102681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:23.103346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.133926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:23.154042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-23f0aed5-b8b8-4abe-8152-7ed3233a1b3f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9604230 Feb 10 22:28:23.168419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a667d7a7-34e4-48a2-b77f-a4f99a00a18f req-a150896b-7052-4783-a729-2fa5ed42eae4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:23.169137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a667d7a7-34e4-48a2-b77f-a4f99a00a18f req-a150896b-7052-4783-a729-2fa5ed42eae4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Synchronizing usage tracker for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:23.177834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Request body: {'port': {'device_id': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:23.239128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Attempting to bind port 1e914fb2-6a58-4dc0-b13d-4ff85756623d on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:23.239495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Attempting to bind port 1e914fb2-6a58-4dc0-b13d-4ff85756623d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:23.239823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Attempting to bind port 1e914fb2-6a58-4dc0-b13d-4ff85756623d on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:23.243460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:23.244200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-2567d41f-5642-43cf-bf4b-494fad31f5c0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:23.245282 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-2567d41f-5642-43cf-bf4b-494fad31f5c0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6236897 Feb 10 22:28:23.255037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Port 1e914fb2-6a58-4dc0-b13d-4ff85756623d on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:23.255521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Attempting to bind port 1e914fb2-6a58-4dc0-b13d-4ff85756623d on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:23.261306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a667d7a7-34e4-48a2-b77f-a4f99a00a18f req-a150896b-7052-4783-a729-2fa5ed42eae4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Unset dirty status for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:23.262714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a667d7a7-34e4-48a2-b77f-a4f99a00a18f req-a150896b-7052-4783-a729-2fa5ed42eae4 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 936 time: 0.8534522 Feb 10 22:28:23.297199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:23.297495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:23.297984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:23.298421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Bound port: 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:23.298536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-74dde579-623f-4e16-9074-70d42f619f51 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.0250053 Feb 10 22:28:23.298766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.307666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8d57aba6-1541-4111-abab-38d12c1dfb2e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a8cfd45acac4590be2cc84a1595089b HTTP/1.1" status: 200 len: 380 time: 0.0992529 Feb 10 22:28:23.317357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'port': {'device_id': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'admin_state_up': True, 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'security_groups': ['080751be-54d7-4c64-90b4-5fe680109225']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:23.374214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-235b80ba-f97f-46a3-8d43-e12677fa4bf7 None None] Provisioning for port 671acb31-0ad7-4d40-ac72-5aa67f909a2c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:23.384478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-235b80ba-f97f-46a3-8d43-e12677fa4bf7 None None] Provisioning complete for port 671acb31-0ad7-4d40-ac72-5aa67f909a2c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:23.384986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-235b80ba-f97f-46a3-8d43-e12677fa4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.464427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-235b80ba-f97f-46a3-8d43-e12677fa4bf7 None None] Port 671acb31-0ad7-4d40-ac72-5aa67f909a2c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:23.469952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.478302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:28:23.483392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a667d7a7-34e4-48a2-b77f-a4f99a00a18f req-5fd2ce34-4e18-4b96-8ad5-2c512fbf2c3c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925392 Feb 10 22:28:23.488285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:23.498973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 09f671c1-f2c4-4767-a030-e34138ecb69b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:23.559213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:23.569880 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.608012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 09f671c1-f2c4-4767-a030-e34138ecb69b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:23.609001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 09f671c1-f2c4-4767-a030-e34138ecb69b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:23.644751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:23.645725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.647089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 1095 time: 2.7431850 Feb 10 22:28:23.696620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:23.860701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5086e-51dd-495d-ae6a-5a7aa3b60ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:23.866602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-a2926e53-7ea1-442c-915a-f2b95cc7b238 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5579810 Feb 10 22:28:23.877292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:23.887454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Usage tracker for resource:port and tenant:4a8cfd45acac4590be2cc84a1595089b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:23.892727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:23.899323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:23.899847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:28:23.901617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:23.918694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:28:23.933532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:23.934623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:23.985665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Made reservation on behalf of 4a8cfd45acac4590be2cc84a1595089b for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:23.989443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.000909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] No DVR routers for this DVR port 09f671c1-f2c4-4767-a030-e34138ecb69b on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:24.005008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.007791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'name': 'network-vif-deleted', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:24.026914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744660a-82d2-426f-92a6-0941a14a81a9 req-42628c94-5d5f-4fad-8266-b42585816808 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:24.027813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d744660a-82d2-426f-92a6-0941a14a81a9 req-42628c94-5d5f-4fad-8266-b42585816808 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:24.038067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-0eb3a101-f2ad-489a-aee4-7c432cf5436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:24.040176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-0eb3a101-f2ad-489a-aee4-7c432cf5436b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1098 time: 0.3382137 Feb 10 22:28:24.078763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c12c4b6d-d7e9-4425-bdd6-dd4a3264284c req-afb1a3af-cd29-4775-9823-0670f1a98710 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.30 "DELETE /v2.0/ports/09f671c1-f2c4-4767-a030-e34138ecb69b HTTP/1.1" status: 204 len: 173 time: 2.6450615 Feb 10 22:28:24.185285 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-80e6b773-6701-4d3a-b895-5c02b88402f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.1266649 Feb 10 22:28:24.197911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d744660a-82d2-426f-92a6-0941a14a81a9 req-42628c94-5d5f-4fad-8266-b42585816808 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:24.200620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d744660a-82d2-426f-92a6-0941a14a81a9 req-42628c94-5d5f-4fad-8266-b42585816808 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 947 time: 0.4537439 Feb 10 22:28:24.236198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:24.302562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Allocated IP 172.20.0.7 (536e23f7-97bb-456b-b541-6be4ec8a49a1/b7103631-587e-4d0d-a918-0f949a2ec444/0b814145-772b-49dd-9a4a-951b344a191c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:24.374284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-8f2d36ef-ca75-469c-bb07-74777e0ee1d8 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:24.377336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-8f2d36ef-ca75-469c-bb07-74777e0ee1d8 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.30 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.1822290 Feb 10 22:28:24.405678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d744660a-82d2-426f-92a6-0941a14a81a9 req-edf321b6-0fef-4815-b4bd-9ada6e079118 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207516 Feb 10 22:28:24.408119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8717f785-f146-44e5-a7d7-d75735c3bf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:24.413203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-8717f785-f146-44e5-a7d7-d75735c3bf50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2149084 Feb 10 22:28:24.497279 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:28:24.566171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671acb31-0ad7-4d40-ac72-5aa67f909a2c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:24.574013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.591878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Transition to ACTIVE for port object 671acb31-0ad7-4d40-ac72-5aa67f909a2c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:24.600411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.734665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:24.739622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:28:24.751015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:24.752901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:24.767501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.858870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Deleting port 58905696-0363-4380-897a-e15f58987819 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:24.862319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:24.948235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Transition to ACTIVE for port object 0b814145-772b-49dd-9a4a-951b344a191c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:25.051787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Pushing event updated for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:25.113948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:25.114525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-ccfa1cb2-8285-4745-bc89-ee9aaad7bad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:25.116279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-ccfa1cb2-8285-4745-bc89-ee9aaad7bad6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6977508 Feb 10 22:28:25.271923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:25.302907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:25.392061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Attempting to bind port 671acb31-0ad7-4d40-ac72-5aa67f909a2c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:25.392788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Attempting to bind port 671acb31-0ad7-4d40-ac72-5aa67f909a2c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:25.392924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Attempting to bind port 671acb31-0ad7-4d40-ac72-5aa67f909a2c on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:25.405929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Port 671acb31-0ad7-4d40-ac72-5aa67f909a2c on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:25.406256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Attempting to bind port 671acb31-0ad7-4d40-ac72-5aa67f909a2c on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:25.416138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e5251-9862-43e3-890b-164404b631c6 req-a5a9ddb8-a3b9-42fe-bc60-e6f74ceed313 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:25.416492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:25.416828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:25.417214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:25.417663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Bound port: 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:25.417983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:25.429645 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e4e5251-9862-43e3-890b-164404b631c6 req-a5a9ddb8-a3b9-42fe-bc60-e6f74ceed313 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/ports?device_id=076119d8-cf3c-42fd-8480-87fc55c29791 HTTP/1.1" status: 200 len: 945 time: 0.5181324 Feb 10 22:28:25.596719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:25.642529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:25.676718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'mac_address': 'fa:16:3e:27:fe:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:25.680566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-ab32ad3e-bb85-42cc-b4b0-bfcf32b9007b service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504432 Feb 10 22:28:25.753530 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'code': 200} Feb 10 22:28:25.757254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:25.788447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] For port 58905696-0363-4380-897a-e15f58987819, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=58905696-0363-4380-897a-e15f58987819,segment=NetworkSegment(2dfeac08-5169-44ab-bd02-176806008506),segment_id=2dfeac08-5169-44ab-bd02-176806008506)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:25.788759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:25.817963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3e094966-6cbf-484a-a083-1941e1c1eb3a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:25.881418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:25.900258 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:25.917492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:25.995275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:25.999255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:26.023696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:26.025822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:26.030972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2292f84d-c407-4c00-8fd7-60a8700d39b8 None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:28:26.044197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['3e094966-6cbf-484a-a083-1941e1c1eb3a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:26.142914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:26.161262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:26.322555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:26.323425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:26.324978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] 10.222.0.24 "PUT /v2.0/ports/671acb31-0ad7-4d40-ac72-5aa67f909a2c HTTP/1.1" status: 200 len: 1096 time: 3.1512253 Feb 10 22:28:26.487068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba69b12b-d958-4126-8c0a-c9b65b03775b req-3d55f39a-1801-4025-9304-22db96d5995d service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7868221 Feb 10 22:28:26.497770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb002a3b-ea6f-45ef-8945-3bba8ab86e33 service neutron] Pushing event updated for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:26.533724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event updated for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:26.555145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194f819-b1f0-4eb7-9af4-90c70957a2d7 req-39152d2f-fa3c-4838-b066-67d0df09e913 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:26.558688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Calling delete_port for 58905696-0363-4380-897a-e15f58987819 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:26.567732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4194f819-b1f0-4eb7-9af4-90c70957a2d7 req-39152d2f-fa3c-4838-b066-67d0df09e913 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 931 time: 0.6107347 Feb 10 22:28:26.654523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a1a6bedb-75d4-4461-b115-b742f1dc7a0d None None] Provisioning for port 0b814145-772b-49dd-9a4a-951b344a191c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:26.687573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-d5ecd002-7611-4c49-8ab1-bd274a805c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:26.689795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-d5ecd002-7611-4c49-8ab1-bd274a805c87 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 1099 time: 0.2947030 Feb 10 22:28:26.697858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4194f819-b1f0-4eb7-9af4-90c70957a2d7 req-59a5f0e2-badb-45fb-8c4d-2a26dabb7594 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186402 Feb 10 22:28:26.750223 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4629546-f646-4f26-a0a4-ff47c90b8d28 None None] New status for floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:28:26.772725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a1a6bedb-75d4-4461-b115-b742f1dc7a0d None None] Provisioning complete for port 0b814145-772b-49dd-9a4a-951b344a191c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:26.773263 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1a6bedb-75d4-4461-b115-b742f1dc7a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:26.811678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e4e5251-9862-43e3-890b-164404b631c6 req-871a5b64-c934-438a-877e-866f1b5c3676 tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.53 "GET /v2.0/security-groups?id=eabf55f7-4a16-4f43-81f3-dab19600e6f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3799825 Feb 10 22:28:26.935496 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'status': 'completed', 'code': 200} Feb 10 22:28:27.024160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-3fc2e29e-07f2-4c2c-b525-cddeeb0e146c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380011 Feb 10 22:28:27.033151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-ca005240-f26f-4711-ae10-f5e15458cdce service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c HTTP/1.1" status: 200 len: 217 time: 0.3340378 Feb 10 22:28:27.038276 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efedcd18-fe7c-4fdf-a0cd-f6a27f7888ae', 'name': 'network-vif-deleted', 'tag': '09f671c1-f2c4-4767-a030-e34138ecb69b', 'status': 'completed', 'code': 200} Feb 10 22:28:27.053248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.053903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:27.079434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a1a6bedb-75d4-4461-b115-b742f1dc7a0d None None] Port 0b814145-772b-49dd-9a4a-951b344a191c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:27.098373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-a376e310-a270-4466-bd55-392351a5526d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7853446 Feb 10 22:28:27.111418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Request body: {'port': {'device_id': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:27.353871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:27.401284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-c55ad59f-0e22-474c-abaa-4ea40f35ff91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.405394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-c55ad59f-0e22-474c-abaa-4ea40f35ff91 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3329003 Feb 10 22:28:27.478025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Pushing event deleted for resources: {'Port': ['ID=58905696-0363-4380-897a-e15f58987819,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:27.544161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 58905696-0363-4380-897a-e15f58987819 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:27.599782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-9764f7ea-7c0c-4e3a-a9e5-54c8718f0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.601377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-9764f7ea-7c0c-4e3a-a9e5-54c8718f0840 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1098 time: 0.7898223 Feb 10 22:28:27.619732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e898f-13ac-4863-baa0-bfb8c927fcf0 req-c26c6168-321d-4603-9a6c-a1609b59b7db tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.623035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb9e898f-13ac-4863-baa0-bfb8c927fcf0 req-c26c6168-321d-4603-9a6c-a1609b59b7db tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 948 time: 0.6387513 Feb 10 22:28:27.669184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] No DVR routers for this DVR port 58905696-0363-4380-897a-e15f58987819 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:27.670895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:27.684044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:27.693199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 58905696-0363-4380-897a-e15f58987819 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:27.693541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 58905696-0363-4380-897a-e15f58987819 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:27.790720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad6cc7d3-4e8d-4cf0-9d82-bb7dc5c97138 req-3a26883d-7dea-4017-a9e0-b75f98f35cad tempest-VolumesAdminNegativeTest-1924158614 tempest-VolumesAdminNegativeTest-1924158614-project] 10.222.0.30 "DELETE /v2.0/ports/58905696-0363-4380-897a-e15f58987819 HTTP/1.1" status: 204 len: 173 time: 3.4074991 Feb 10 22:28:27.825547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-7be1eead-d5d9-48f7-83e6-1087c571bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.830799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-7be1eead-d5d9-48f7-83e6-1087c571bd4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1981812 Feb 10 22:28:27.939437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad276b-bcec-44e8-9250-e8e97e91c39c req-fc199a45-b6aa-4d5b-93ff-e79f169933e0 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.940918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59ad276b-bcec-44e8-9250-e8e97e91c39c req-fc199a45-b6aa-4d5b-93ff-e79f169933e0 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1101 time: 0.2478619 Feb 10 22:28:27.942454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-0a0257ce-cc48-4f09-8bac-8c5fca6808f0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511665 Feb 10 22:28:27.948272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-2a1536e3-8a40-4a9e-9d5c-e78f9c086f3e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.950746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-2a1536e3-8a40-4a9e-9d5c-e78f9c086f3e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8729143 Feb 10 22:28:27.966552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-d99d8c2b-4dac-494f-8cd4-7b2fbfc50c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:27.968191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-d99d8c2b-4dac-494f-8cd4-7b2fbfc50c0d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5552640 Feb 10 22:28:27.984083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '055d3a2a-fe00-4513-a768-82372109465c', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:28.265874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-0718da53-af38-4853-8a46-c8a37ea36ff0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.3832786 Feb 10 22:28:28.272988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb9e898f-13ac-4863-baa0-bfb8c927fcf0 req-5aab7d7b-e6d6-4c4b-88c2-2e134b1cd595 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4405355 Feb 10 22:28:28.443343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-e9ec36e9-cca6-48f5-bf42-4b8754a6a28f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:28.444983 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-e9ec36e9-cca6-48f5-bf42-4b8754a6a28f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4716551 Feb 10 22:28:28.474498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59ad276b-bcec-44e8-9250-e8e97e91c39c req-0d227397-9f36-4bd6-a3e5-d2e51c860767 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245521 Feb 10 22:28:28.492353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:28.496151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:28.499410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-79a7f57d-9d02-4902-90f8-4025488fa6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:28.501784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-79a7f57d-9d02-4902-90f8-4025488fa6c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2210488 Feb 10 22:28:28.692587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:28.752238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d14c240-a924-4400-9bc0-43b538ca4510 req-4be7a365-cd4e-401c-b733-0950aba896af tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 210 time: 0.0928195 Feb 10 22:28:28.843506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:28.848238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:28.942462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:28.961704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-8df290a7-bb7e-4291-8011-cca9e7cfaa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:28.963890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-8df290a7-bb7e-4291-8011-cca9e7cfaa87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4022074 Feb 10 22:28:28.989293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-ddb342f5-48a4-4e61-8704-2dde19dc38dd service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7469778 Feb 10 22:28:29.039832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'name': 'network-vif-deleted', 'tag': '58905696-0363-4380-897a-e15f58987819'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:29.062050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:29.081859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:29.093333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b814145-772b-49dd-9a4a-951b344a191c {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:29.100649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:29.109402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.116182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:29.132151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:29.135836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.217605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f82688-974e-49ca-babf-13ebcd70783b req-c91e5191-aba2-4372-87b8-1a663d3ab79e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:29.226759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63f82688-974e-49ca-babf-13ebcd70783b req-c91e5191-aba2-4372-87b8-1a663d3ab79e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 947 time: 0.7232983 Feb 10 22:28:29.241109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Transition to ACTIVE for port object 0b814145-772b-49dd-9a4a-951b344a191c will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:29.332002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.384726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.137 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/ee016943-beef-4094-9e56-9ee5fea4aaaa) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:29.417773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 3e094966-6cbf-484a-a083-1941e1c1eb3a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:29.418485 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.464216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Pushing event updated for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:29.476849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5071e375-41c3-48d0-89d0-8a12a1027940 req-ad1ec5b3-df69-4644-86ae-b6f5e1a7d1eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:29.477760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5071e375-41c3-48d0-89d0-8a12a1027940 req-ad1ec5b3-df69-4644-86ae-b6f5e1a7d1eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:29.526780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:29.599269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.609035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'mac_address': 'fa:16:3e:ed:92:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:29.710321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:29.714938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:29.727350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.727859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.755192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object ee016943-beef-4094-9e56-9ee5fea4aaaa will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:29.789896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.808708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:29.880429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.3 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/2a38d59e-883f-41fa-80a0-3d386ca6848a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:29.905432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:29.930306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-6ad904ff-257f-4c70-98bc-1fd2ba6962f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9465878 Feb 10 22:28:29.940094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:29.957830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:29.986848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:30.003833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63f82688-974e-49ca-babf-13ebcd70783b req-00e12182-7612-4940-80d0-f1d6145a830c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7763424 Feb 10 22:28:30.005128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:30.107406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e914fb2-6a58-4dc0-b13d-4ff85756623d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:30.150002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:30.164285 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:30.174127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:30.226295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object 2a38d59e-883f-41fa-80a0-3d386ca6848a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:30.251413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:30.328945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76872c6f-d5cd-455a-a057-d3c93966c133 req-1ebbc736-3a63-41e4-bdb1-f0be68a79200 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2379956 Feb 10 22:28:30.364008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5071e375-41c3-48d0-89d0-8a12a1027940 req-ad1ec5b3-df69-4644-86ae-b6f5e1a7d1eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:30.364888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5071e375-41c3-48d0-89d0-8a12a1027940 req-ad1ec5b3-df69-4644-86ae-b6f5e1a7d1eb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 931 time: 1.3924661 Feb 10 22:28:30.380901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57224) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:30.446567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:30.492311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42cd9152-83eb-4b00-a884-cddb4786e03d req-66dba9d6-0f2c-4939-9003-e366553aba9e service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5420620 Feb 10 22:28:30.532892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:30.592495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:30.593214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:30.624252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:30.657544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-34f3bc2f-6fc4-4804-9f82-d005f7554a1a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6770031 Feb 10 22:28:30.658595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:30.670817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Request body: {'port': {'device_id': '055d3a2a-fe00-4513-a768-82372109465c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:30.706638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bc8b278-ab9b-4927-9a87-257142d26066 None None] Provisioning for port ee016943-beef-4094-9e56-9ee5fea4aaaa completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:30.721626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bc8b278-ab9b-4927-9a87-257142d26066 None None] Provisioning complete for port ee016943-beef-4094-9e56-9ee5fea4aaaa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:30.721991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bc8b278-ab9b-4927-9a87-257142d26066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:30.752159 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c', 'status': 'completed', 'code': 200} Feb 10 22:28:30.814565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8b278-ab9b-4927-9a87-257142d26066 None None] Port ee016943-beef-4094-9e56-9ee5fea4aaaa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:30.869609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Deleting subnet f913e3e2-478b-4745-bbe1-50d8f04b0aa2 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:28:30.884849 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '076119d8-cf3c-42fd-8480-87fc55c29791', 'name': 'network-vif-deleted', 'tag': '58905696-0363-4380-897a-e15f58987819', 'status': 'completed', 'code': 200} Feb 10 22:28:30.932502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5071e375-41c3-48d0-89d0-8a12a1027940 req-078743d8-74b6-4359-b674-8b63af1986d7 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410924 Feb 10 22:28:30.933517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.001800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.029639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b37a-1766-4941-9bec-12302747c878 req-d6b702c0-4851-4be5-b679-d14bb250b81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.031038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-d6b702c0-4851-4be5-b679-d14bb250b81b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8187eca3ebdc46f2a9bc400af874156c&device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 1099 time: 0.2446520 Feb 10 22:28:31.043313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:31.053321 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'code': 200} Feb 10 22:28:31.060307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:31.081225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:31.267424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.268635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.385377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Attempting to bind port 0b814145-772b-49dd-9a4a-951b344a191c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:31.385377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Attempting to bind port 0b814145-772b-49dd-9a4a-951b344a191c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:31.385377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Attempting to bind port 0b814145-772b-49dd-9a4a-951b344a191c on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:31.393257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:31.413618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Port 0b814145-772b-49dd-9a4a-951b344a191c on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:31.414558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Attempting to bind port 0b814145-772b-49dd-9a4a-951b344a191c on network 536e23f7-97bb-456b-b541-6be4ec8a49a1 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:31.421938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.453068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f3c4c8f6-7b79-4995-8b6f-83b03e242650 None None] Provisioning for port 2a38d59e-883f-41fa-80a0-3d386ca6848a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:31.462507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f3c4c8f6-7b79-4995-8b6f-83b03e242650 None None] Provisioning complete for port 2a38d59e-883f-41fa-80a0-3d386ca6848a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:31.463115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3c4c8f6-7b79-4995-8b6f-83b03e242650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.471118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-9ff05ed4-5b0d-4676-9ac8-13bcc11585a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9908195 Feb 10 22:28:31.476503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b37a-1766-4941-9bec-12302747c878 req-469fc175-53e4-41e5-be98-2b822379dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.477903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-469fc175-53e4-41e5-be98-2b822379dec6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3943417 Feb 10 22:28:31.482888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:31.483376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Checking segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:31.485049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Bound using segment: {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:31.487963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Bound port: 0b814145-772b-49dd-9a4a-951b344a191c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e0a05d1-36a7-422b-8877-2ddd9135fefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:31.487963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.513048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Request body: {'port': {'device_id': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:31.551689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3c4c8f6-7b79-4995-8b6f-83b03e242650 None None] Port 2a38d59e-883f-41fa-80a0-3d386ca6848a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:31.627256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-972eb801-d271-4f62-90cf-db42b0b3a0fa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c HTTP/1.1" status: 200 len: 217 time: 0.1348393 Feb 10 22:28:31.765073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e0567-6924-4565-883a-8a33e0b19941 req-ca014e64-3ac8-4e25-a839-eaaeae1d8a80 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.766661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-666e0567-6924-4565-883a-8a33e0b19941 req-ca014e64-3ac8-4e25-a839-eaaeae1d8a80 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:31.778087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b37a-1766-4941-9bec-12302747c878 req-3d45864c-3fab-4ff3-8f90-bae627971969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.780174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-3d45864c-3fab-4ff3-8f90-bae627971969 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1198075 Feb 10 22:28:31.789479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.851057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:31.925768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94186f-62a0-4f79-8d72-fb2453aae982 req-e8afecd6-9854-4cf6-9872-cf7dc4d38a4e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:31.927596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd94186f-62a0-4f79-8d72-fb2453aae982 req-e8afecd6-9854-4cf6-9872-cf7dc4d38a4e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 948 time: 0.4528501 Feb 10 22:28:31.957699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-666e0567-6924-4565-883a-8a33e0b19941 req-ca014e64-3ac8-4e25-a839-eaaeae1d8a80 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:31.958875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-666e0567-6924-4565-883a-8a33e0b19941 req-ca014e64-3ac8-4e25-a839-eaaeae1d8a80 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 936 time: 0.6642997 Feb 10 22:28:31.983835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:32.005434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0b814145-772b-49dd-9a4a-951b344a191c,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:32.026377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.069995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd94186f-62a0-4f79-8d72-fb2453aae982 req-3fd42be8-7a96-4cb8-97f6-5c548ca25525 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338551 Feb 10 22:28:32.082769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73b37a-1766-4941-9bec-12302747c878 req-076d4918-f561-467c-ad84-a64482f108f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:32.084800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-076d4918-f561-467c-ad84-a64482f108f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946031 Feb 10 22:28:32.210991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:32.211847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.218709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b814145-772b-49dd-9a4a-951b344a191c HTTP/1.1" status: 200 len: 1091 time: 5.1125877 Feb 10 22:28:32.229556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-666e0567-6924-4565-883a-8a33e0b19941 req-3ac6d2c4-eed5-446f-b095-2ef8cbfd1125 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593131 Feb 10 22:28:32.252028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.424442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f913e3e2-478b-4745-bbe1-50d8f04b0aa2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:32.427047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.443680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f913e3e2-478b-4745-bbe1-50d8f04b0aa2 HTTP/1.1" status: 204 len: 168 time: 2.0564470 Feb 10 22:28:32.458196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57248) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:32.466492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-f0efd1b6-bf10-4a28-884d-8b0266d67499 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514380 Feb 10 22:28:32.471241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Pushing event updated for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:32.474332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.474688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.475033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.475443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.475780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.476112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.476597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.476799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.477082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.477407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.477731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.478054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a29db86-5a76-4f68-aefc-1aefa16e0b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.560326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee016943-beef-4094-9e56-9ee5fea4aaaa {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:32.577260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.588200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.620678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Transition to ACTIVE for port object ee016943-beef-4094-9e56-9ee5fea4aaaa will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:32.685885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:32.883131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.883788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.883788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.884131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.884588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.884918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.885524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.885851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.886180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.886508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.887075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.887446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca7113-ef87-4679-afbe-d8ab5642d888 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:32.917726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:33.000840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80658995-ad79-41b1-8e79-6289431cc574 req-79dc3352-923b-4acd-8a1e-2ae25b738fe9 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:33.008525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80658995-ad79-41b1-8e79-6289431cc574 req-79dc3352-923b-4acd-8a1e-2ae25b738fe9 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 1101 time: 0.6386392 Feb 10 22:28:33.032638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Pushing event updated for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:33.087084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e73b37a-1766-4941-9bec-12302747c878 req-f563b010-56e3-4cba-93ad-80ae259a79bd service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5997164 Feb 10 22:28:33.110366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 671acb31-0ad7-4d40-ac72-5aa67f909a2c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:33.113900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.175526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:33.250006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80658995-ad79-41b1-8e79-6289431cc574 req-a6848f75-6c2f-46e7-8374-46a671768dc6 tempest-ServersAdminTestJSON-393207350 tempest-ServersAdminTestJSON-393207350-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403023 Feb 10 22:28:33.264666 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.282800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Attempting to bind port ee016943-beef-4094-9e56-9ee5fea4aaaa on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:33.283546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Attempting to bind port ee016943-beef-4094-9e56-9ee5fea4aaaa by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:33.284130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Attempting to bind port ee016943-beef-4094-9e56-9ee5fea4aaaa on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:33.289742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Port ee016943-beef-4094-9e56-9ee5fea4aaaa on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:33.290476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Attempting to bind port ee016943-beef-4094-9e56-9ee5fea4aaaa on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:33.296107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca4259d-8f0c-428f-93dc-9256ff4439c3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:33.296816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:33.297928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:33.298850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:33.299552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Bound port: ee016943-beef-4094-9e56-9ee5fea4aaaa, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:33.300191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.310504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dfeac08-5169-44ab-bd02-176806008506') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:33.310932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dfeac08-5169-44ab-bd02-176806008506') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:33.323646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.345974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.352434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:28:33.352829 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.430867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:33.453316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:28:33.479728 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:28:33.485349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '671acb31-0ad7-4d40-ac72-5aa67f909a2c', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '671acb31-0ad7-4d40-ac72-5aa67f909a2c', 'mac_address': 'fa:16:3e:3c:e0:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:33.519141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-b3da6e34-ddc6-47ce-84bc-6bf8e0faeb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:33.520725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-b3da6e34-ddc6-47ce-84bc-6bf8e0faeb51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 1094 time: 1.1740992 Feb 10 22:28:33.535039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:33.539862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.648215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.683478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.691258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.717843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671acb31-0ad7-4d40-ac72-5aa67f909a2c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:33.724110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 1e914fb2-6a58-4dc0-b13d-4ff85756623d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:33.740165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Pushing event updated for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:33.751899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-d31c40c7-f5a7-4975-a628-2338df003853 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b814145-772b-49dd-9a4a-951b344a191c HTTP/1.1" status: 200 len: 217 time: 0.2143648 Feb 10 22:28:33.755604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1e914fb2-6a58-4dc0-b13d-4ff85756623d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:33.755974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.757694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] Pushing event deleted for resources: {'Network': ['ID=aca4259d-8f0c-428f-93dc-9256ff4439c3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:33.772996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb37de4-6d51-49d4-8bb6-49d13a49425b req-1ea7b21c-ab4a-47f8-835a-7cd391035c99 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:33.776203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:33.776838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.778223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-725319a1-5b60-4d88-9158-87535ad03d48 service neutron] 10.222.0.30 "PUT /v2.0/ports/ee016943-beef-4094-9e56-9ee5fea4aaaa HTTP/1.1" status: 200 len: 1096 time: 3.1120572 Feb 10 22:28:33.778682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:33.785169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ecb37de4-6d51-49d4-8bb6-49d13a49425b req-1ea7b21c-ab4a-47f8-835a-7cd391035c99 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 948 time: 1.1971328 Feb 10 22:28:33.844572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:33.858593 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:33.876138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-06624d50-fe7c-4f9d-a716-553f1d6df14a admin admin] 10.222.0.53 "DELETE /v2.0/networks/aca4259d-8f0c-428f-93dc-9256ff4439c3 HTTP/1.1" status: 204 len: 168 time: 1.4091356 Feb 10 22:28:33.886483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57276) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:33.973348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87fdc7b-341b-4760-8c66-963827cff987 req-11c000af-79ad-4016-abf8-02d39ff7e0e2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:33.982005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d87fdc7b-341b-4760-8c66-963827cff987 req-11c000af-79ad-4016-abf8-02d39ff7e0e2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 943 time: 0.3107758 Feb 10 22:28:33.985143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:28:34.016104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:34.135851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.158501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ecb37de4-6d51-49d4-8bb6-49d13a49425b req-599213d1-4938-454d-b2af-fe9ee584fe08 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701279 Feb 10 22:28:34.193474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:34.196322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['671acb31-0ad7-4d40-ac72-5aa67f909a2c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:34.202241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-13724b32-759d-4ec5-9f24-6fa8ba3de7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:34.209588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-13724b32-759d-4ec5-9f24-6fa8ba3de7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.3795381 Feb 10 22:28:34.283967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:34.305688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.311669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-bf697ad7-54de-4cd1-9ccf-35570bcefc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:34.313840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-bf697ad7-54de-4cd1-9ccf-35570bcefc65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 1099 time: 0.4821782 Feb 10 22:28:34.326503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d87fdc7b-341b-4760-8c66-963827cff987 req-c3339f7d-bb97-408e-926e-3036e4238caf tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3350644 Feb 10 22:28:34.338854 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c', 'status': 'completed', 'code': 200} Feb 10 22:28:34.357251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Deleting subnet f6918fae-23b3-42ec-8e5c-a25ae2af8578 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:28:34.381318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.443093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:34.465730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a38d59e-883f-41fa-80a0-3d386ca6848a {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:34.467817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-1636e529-3523-4cc2-a06a-60b39996d92d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa HTTP/1.1" status: 200 len: 217 time: 0.1328225 Feb 10 22:28:34.556896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.563227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-50c1fd84-d283-4d13-bc02-f4e04dde862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:34.564478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-50c1fd84-d283-4d13-bc02-f4e04dde862e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0905087 Feb 10 22:28:34.607007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.673701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-8f24edc6-0015-4ba5-91c4-d021ec681ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:34.675256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-8f24edc6-0015-4ba5-91c4-d021ec681ef1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1011708 Feb 10 22:28:34.721635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.793322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Transition to ACTIVE for port object 2a38d59e-883f-41fa-80a0-3d386ca6848a will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:34.807136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:34.978711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-f01bc68a-df21-42b1-b9c7-65fcc6b9fa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:34.980396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-f01bc68a-df21-42b1-b9c7-65fcc6b9fa99 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7475913 Feb 10 22:28:34.981395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:35.001210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-063c2b68-dbb0-4161-92e0-63a85276420f service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060720 Feb 10 22:28:35.165200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e38089-d7e3-4b9b-acfe-b6514bb33369 req-ab66d614-4f68-4064-87dc-7f23431197fc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:35.166017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-72e38089-d7e3-4b9b-acfe-b6514bb33369 req-ab66d614-4f68-4064-87dc-7f23431197fc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:35.197914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-72e38089-d7e3-4b9b-acfe-b6514bb33369 req-ab66d614-4f68-4064-87dc-7f23431197fc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:35.206589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72e38089-d7e3-4b9b-acfe-b6514bb33369 req-ab66d614-4f68-4064-87dc-7f23431197fc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 948 time: 0.3616018 Feb 10 22:28:35.251080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-42ddf903-853f-4fa6-b732-c803bc01485f service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397020 Feb 10 22:28:35.289955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:35.290515 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72e38089-d7e3-4b9b-acfe-b6514bb33369 req-9a165f03-eaff-4410-a1e2-c9c44bf0542c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806105 Feb 10 22:28:35.306745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6918fae-23b3-42ec-8e5c-a25ae2af8578,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:35.323178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:35.358744 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa', 'status': 'completed', 'code': 200} Feb 10 22:28:35.439670 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'code': 200} Feb 10 22:28:35.493889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-a35d4ec6-55ce-4827-ba7b-4730433240b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:35.496243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-a35d4ec6-55ce-4827-ba7b-4730433240b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 1099 time: 0.0978141 Feb 10 22:28:35.520703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8a7f4300-35e6-4ea5-b95f-23b83d47bb27 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f6918fae-23b3-42ec-8e5c-a25ae2af8578 HTTP/1.1" status: 204 len: 168 time: 1.6229610 Feb 10 22:28:35.536126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a80407-8104-49ba-ada4-b0972e339b25 req-1bca9232-671a-4519-b5eb-28f2dba2d63f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:35.537999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56a80407-8104-49ba-ada4-b0972e339b25 req-1bca9232-671a-4519-b5eb-28f2dba2d63f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 949 time: 1.0460136 Feb 10 22:28:35.538491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57300) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:35.730966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-583e9475-28e9-4e53-abb1-b8170319f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:35.732683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-583e9475-28e9-4e53-abb1-b8170319f347 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2256565 Feb 10 22:28:35.751609 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56a80407-8104-49ba-ada4-b0972e339b25 req-85b65a46-c9ff-4be1-9269-bceb3098d356 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064092 Feb 10 22:28:35.757749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Attempting to bind port 2a38d59e-883f-41fa-80a0-3d386ca6848a on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:35.758089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Attempting to bind port 2a38d59e-883f-41fa-80a0-3d386ca6848a by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:35.758421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Attempting to bind port 2a38d59e-883f-41fa-80a0-3d386ca6848a on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:35.762993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-572da1fd-2801-4c3f-b4c0-33402e57aacb service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7717416 Feb 10 22:28:35.776070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:35.777944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Port 2a38d59e-883f-41fa-80a0-3d386ca6848a on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:35.778312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Attempting to bind port 2a38d59e-883f-41fa-80a0-3d386ca6848a on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:35.838043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:35.838407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:35.838762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:35.839181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Bound port: 2a38d59e-883f-41fa-80a0-3d386ca6848a, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:35.839527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-42a12394-e2e9-4530-b0c9-3f7e747e5aad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa HTTP/1.1" status: 200 len: 217 time: 0.0950632 Feb 10 22:28:35.839650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:35.996626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-2b0753d0-7db8-4bce-9f1a-86f943c224a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:35.998170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-2b0753d0-7db8-4bce-9f1a-86f943c224a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1176274 Feb 10 22:28:36.004542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af5e72-8e88-408f-b8fa-0c4d87fdb6dd req-630e016f-3597-4f9b-9752-0b4891f3db29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.005994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54af5e72-8e88-408f-b8fa-0c4d87fdb6dd req-630e016f-3597-4f9b-9752-0b4891f3db29 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1100 time: 0.4975936 Feb 10 22:28:36.115071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54af5e72-8e88-408f-b8fa-0c4d87fdb6dd req-7f4f7638-d6a7-4531-9923-933dc68daa79 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722404 Feb 10 22:28:36.141727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.197705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6790081-4a93-497f-a4fc-20066f4acc28 req-983c934c-0135-42b4-9ee4-4ccb093f08cd tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.205481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6790081-4a93-497f-a4fc-20066f4acc28 req-983c934c-0135-42b4-9ee4-4ccb093f08cd tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 949 time: 0.3686404 Feb 10 22:28:36.232135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebfd5788-e450-48e6-b15b-0a3564095755']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:36.247105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-64adc5fb-3388-4059-b331-eba998549290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.249191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-64adc5fb-3388-4059-b331-eba998549290 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2420938 Feb 10 22:28:36.275016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25bb36f-4960-44df-88b4-2bafbf0a54a3') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:36.275441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25bb36f-4960-44df-88b4-2bafbf0a54a3') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:36.303742 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.316086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cde7b30-fcc5-4313-a156-cbe751e83356 req-49cac8f4-659a-490c-a9c4-1b20a81e5057 service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345089 Feb 10 22:28:36.319645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6790081-4a93-497f-a4fc-20066f4acc28 req-428d71a6-20db-42ab-95f6-0d3f26c2172c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129861 Feb 10 22:28:36.365919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:36.372493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.376392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:36.445793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465417a-bbe6-442c-8a97-7bdf24943baf req-7c71b415-9d6f-4cb0-9329-82eb0280e003 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.454247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3465417a-bbe6-442c-8a97-7bdf24943baf req-7c71b415-9d6f-4cb0-9329-82eb0280e003 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.5309622 Feb 10 22:28:36.473749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.487959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-18349f5c-2688-4196-b456-d0679034b9d1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.490126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-18349f5c-2688-4196-b456-d0679034b9d1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 949 time: 0.3793845 Feb 10 22:28:36.560877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:28:36.561420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.580970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Pushing event updated for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:28:36.597028 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:28:36.675392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:36.676179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.677662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-31ebc522-a430-458f-8d59-5539d20a9ba0 service neutron] 10.222.0.30 "PUT /v2.0/ports/2a38d59e-883f-41fa-80a0-3d386ca6848a HTTP/1.1" status: 200 len: 1094 time: 5.1689358 Feb 10 22:28:36.711949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:36.731987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3465417a-bbe6-442c-8a97-7bdf24943baf req-e155ead4-741a-4d22-a8ae-057553d54dfa tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761877 Feb 10 22:28:36.778777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Deleting port b4d26bca-8c02-4002-9361-220e7dd7c8c3 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:36.778777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.840263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.871884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:36.889365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-1da4792b-a06f-4149-b5aa-a1fbe3ecf4e6 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171219 Feb 10 22:28:36.900874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebfd5788-e450-48e6-b15b-0a3564095755,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:36.950037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-28a9b98f-d71a-4078-ac72-c1d319e16c97 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ebfd5788-e450-48e6-b15b-0a3564095755 HTTP/1.1" status: 204 len: 168 time: 1.4064720 Feb 10 22:28:36.999689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-5d8a7365-12ca-4427-89e5-bec541254ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.002900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-5d8a7365-12ca-4427-89e5-bec541254ddb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 1094 time: 0.6240704 Feb 10 22:28:37.143885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 671acb31-0ad7-4d40-ac72-5aa67f909a2c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:37.154840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4affefb7-08a7-4212-bbca-8edd7488e3db req-84cba1d6-9d44-48e1-99ef-4b032d80cb0d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.166508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4affefb7-08a7-4212-bbca-8edd7488e3db req-84cba1d6-9d44-48e1-99ef-4b032d80cb0d tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 943 time: 0.6398456 Feb 10 22:28:37.172737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-a8154a30-d09c-4830-aeb1-eb7ee8eb3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.174610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-a8154a30-d09c-4830-aeb1-eb7ee8eb3d33 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 925 time: 0.1580288 Feb 10 22:28:37.183930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-5fa32adb-7897-4878-b8a5-9cc00cae0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.186138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-5fa32adb-7897-4878-b8a5-9cc00cae0d14 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 1097 time: 0.4322131 Feb 10 22:28:37.273983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4affefb7-08a7-4212-bbca-8edd7488e3db req-d0134fab-8615-40f2-8ef0-82a2559491cd tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064148 Feb 10 22:28:37.339692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80cde2ba-5c39-44a9-89ef-95d9d149a935 req-3c5fe768-1767-46dd-b7de-e4e68fdb91a1 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308949 Feb 10 22:28:37.368590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 671acb31-0ad7-4d40-ac72-5aa67f909a2c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:37.372019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce66342-7acc-4bda-b56a-a5d234fc97b7 req-eeb4a6d1-c49d-4230-9202-8b6c55bf56e0 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.379246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 671acb31-0ad7-4d40-ac72-5aa67f909a2c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:37.379658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:37.382070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ce66342-7acc-4bda-b56a-a5d234fc97b7 req-eeb4a6d1-c49d-4230-9202-8b6c55bf56e0 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1096 time: 0.4935899 Feb 10 22:28:37.384045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] For port b4d26bca-8c02-4002-9361-220e7dd7c8c3, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b4d26bca-8c02-4002-9361-220e7dd7c8c3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:37.384509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:37.474482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57322) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:37.551450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ce66342-7acc-4bda-b56a-a5d234fc97b7 req-a1f38324-2f10-4c9f-8b59-700d2d4dd6fa tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682680 Feb 10 22:28:37.557104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-d1b421c2-4c1d-4a3f-b760-fbd1feb86b54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b814145-772b-49dd-9a4a-951b344a191c HTTP/1.1" status: 200 len: 217 time: 0.3700781 Feb 10 22:28:37.560286 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-65b38251-c631-410e-b4f9-dd5500d529f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a HTTP/1.1" status: 200 len: 217 time: 0.3055315 Feb 10 22:28:37.642391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:37.673443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:37.685133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:37.692296 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:37.693812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Calling delete_port for b4d26bca-8c02-4002-9361-220e7dd7c8c3 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:37.778211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:37.816962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5ac82-558a-4f2b-af8e-26fa8c7f4f57 req-664e6ad2-5316-4334-9774-9c95d2b4b3d0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:37.824216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aff5ac82-558a-4f2b-af8e-26fa8c7f4f57 req-664e6ad2-5316-4334-9774-9c95d2b4b3d0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 948 time: 0.2042680 Feb 10 22:28:37.917635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aff5ac82-558a-4f2b-af8e-26fa8c7f4f57 req-0408cb43-ec99-4475-a95c-0d773a12dc44 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924408 Feb 10 22:28:37.918028 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'status': 'completed', 'code': 200} Feb 10 22:28:37.960232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:37.971986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b4d26bca-8c02-4002-9361-220e7dd7c8c3', '512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:38.019620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-d63e2a24-d0c2-4d57-89c2-76317fb56c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.021058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-d63e2a24-d0c2-4d57-89c2-76317fb56c5b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.4492724 Feb 10 22:28:38.024769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event deleted for resources: {'Port': ['ID=b4d26bca-8c02-4002-9361-220e7dd7c8c3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:38.041063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-88007b91-7d06-4bde-a23a-a2e23eb8fee9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4819b6c6b2504cf5a94f9ad373333aef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5231721 Feb 10 22:28:38.048114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['06419b48-f25f-405f-82e6-b16c0ce58402'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:38.057929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:38.118481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-3196f186-ac1b-48fe-8dbd-d64fe32a7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.120238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-3196f186-ac1b-48fe-8dbd-d64fe32a7e71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.5018535 Feb 10 22:28:38.153154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f36892b-971a-405b-91bd-20058554b51a req-81b159bb-93a4-44a4-8fde-1905df2c4f87 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb0e1466-31be-4fb0-9643-d0b6d96d5aba HTTP/1.1" status: 200 len: 210 time: 0.0851519 Feb 10 22:28:38.229227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ac0a36e-3ce1-44cc-80e9-c91ef9bcece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:38.253342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] No DVR routers for this DVR port b4d26bca-8c02-4002-9361-220e7dd7c8c3 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:38.254573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9a11e-9dfb-4189-807e-e5181d106899 req-773e12f6-65e2-4c61-8769-b728b4b97266 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.261544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5a9a11e-9dfb-4189-807e-e5181d106899 req-773e12f6-65e2-4c61-8769-b728b4b97266 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 950 time: 0.3472457 Feb 10 22:28:38.263520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:38.266767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'name': 'network-vif-deleted', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:38.301380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-040fce0e-2e17-44be-be5a-be7b2ef86121 req-817cc839-99b7-4b0e-ba75-a93e9087ac4f tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "DELETE /v2.0/ports/b4d26bca-8c02-4002-9361-220e7dd7c8c3 HTTP/1.1" status: 204 len: 173 time: 1.8036737 Feb 10 22:28:38.367960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5a9a11e-9dfb-4189-807e-e5181d106899 req-1db2a757-790a-42f1-8bc8-db67f2403d41 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022668 Feb 10 22:28:38.513214 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c', 'code': 200} Feb 10 22:28:38.557856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:38.602134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-4c7c2213-786c-4102-8064-49f49eeb9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.611425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-4c7c2213-786c-4102-8064-49f49eeb9895 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5539916 Feb 10 22:28:38.717232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5278824a-fee1-4ebb-a3ef-f6b473e551f4 req-fedabc7d-1901-4fe4-a8b3-2f52f7a637ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.719535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5278824a-fee1-4ebb-a3ef-f6b473e551f4 req-fedabc7d-1901-4fe4-a8b3-2f52f7a637ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 1101 time: 0.1416941 Feb 10 22:28:38.761575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071ec0f-66b8-484a-a546-60b10b94bede req-919085fd-bb00-4b46-b3a8-d675f58ed07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:38.763323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-919085fd-bb00-4b46-b3a8-d675f58ed07f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6226399 Feb 10 22:28:38.775066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5278824a-fee1-4ebb-a3ef-f6b473e551f4 req-9eb07352-a1bc-4cc2-8c0e-6f144a0c4a45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488014 Feb 10 22:28:38.926760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:39.061056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-f9dbcf53-8b00-4be1-994c-f48c08b290fe service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457116 Feb 10 22:28:39.129906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-f24cde69-827e-4aa3-9a1f-cec4ed204b5a service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078814 Feb 10 22:28:39.138689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb4977-9281-40af-b70d-da10fef3e87b req-181e0bdc-8b7a-4c79-b6c3-f9dc11f640d3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:39.146871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64eb4977-9281-40af-b70d-da10fef3e87b req-181e0bdc-8b7a-4c79-b6c3-f9dc11f640d3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.4494145 Feb 10 22:28:39.222406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0b814145-772b-49dd-9a4a-951b344a191c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:39.312406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:39.444080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0b814145-772b-49dd-9a4a-951b344a191c,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:39.460125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '0b814145-772b-49dd-9a4a-951b344a191c', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'port_id': '0b814145-772b-49dd-9a4a-951b344a191c', 'mac_address': 'fa:16:3e:8b:2e:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:39.477717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a071ec0f-66b8-484a-a546-60b10b94bede req-f53289e9-ba3e-47a6-83f4-f408ba5eedf9 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969440 Feb 10 22:28:39.506962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64eb4977-9281-40af-b70d-da10fef3e87b req-b4220651-af37-4b13-9646-57c5bd4fec0a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532190 Feb 10 22:28:39.510731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabf55f7-4a16-4f43-81f3-dab19600e6f5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:39.582211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:39.588509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ea539928-a58a-40e0-be72-8d2cd3bbded4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eabf55f7-4a16-4f43-81f3-dab19600e6f5 HTTP/1.1" status: 204 len: 168 time: 1.5295506 Feb 10 22:28:39.609891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ee016943-beef-4094-9e56-9ee5fea4aaaa details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:39.619736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:39.645266 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e1466-31be-4fb0-9643-d0b6d96d5aba', 'name': 'network-vif-deleted', 'tag': 'b4d26bca-8c02-4002-9361-220e7dd7c8c3', 'status': 'completed', 'code': 200} Feb 10 22:28:39.649105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b814145-772b-49dd-9a4a-951b344a191c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:39.667032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0b814145-772b-49dd-9a4a-951b344a191c,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:39.685240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:39.757786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dffc1278-fa12-447f-bc03-5adddfcae004 req-f0a3e902-de7e-405f-815c-75caac91a00b service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073349 Feb 10 22:28:39.820088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:39.842617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.843478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.843478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.844507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.844507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.845504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.845504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.845504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.845752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.846925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.846925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.846925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:28:39.939752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:39.986563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-969b4625-1751-4e80-86ee-9c8a1a8af5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:39.988458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-969b4625-1751-4e80-86ee-9c8a1a8af5d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 1097 time: 0.3364336 Feb 10 22:28:40.020767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ee016943-beef-4094-9e56-9ee5fea4aaaa', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'ee016943-beef-4094-9e56-9ee5fea4aaaa', 'mac_address': 'fa:16:3e:48:58:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:40.034408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64944-dadd-49d1-afa6-d120f84d0fe0 req-5ecd4bdb-c869-46ca-8d7a-b951aefc933c tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:40.043442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44d64944-dadd-49d1-afa6-d120f84d0fe0 req-5ecd4bdb-c869-46ca-8d7a-b951aefc933c tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 944 time: 0.2634428 Feb 10 22:28:40.111724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['0b814145-772b-49dd-9a4a-951b344a191c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:40.267765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57392) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:40.289691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44d64944-dadd-49d1-afa6-d120f84d0fe0 req-a59b693d-aa53-4ba7-9837-67235f47b923 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448308 Feb 10 22:28:40.337962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:40.372255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-5ba5f684-2c6b-43a8-826e-ec332be8735b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:40.374476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-5ba5f684-2c6b-43a8-826e-ec332be8735b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3753603 Feb 10 22:28:40.438689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-b80a6eea-4a30-47bb-a496-d8ee54556896 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:28:40.451463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-b80a6eea-4a30-47bb-a496-d8ee54556896 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1814797 Feb 10 22:28:40.469618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57408) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:40.476485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee016943-beef-4094-9e56-9ee5fea4aaaa {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:40.516787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbed521b-9316-4e8a-9a4c-d9b48ed5e82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:40.554334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:40.567626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:40.585156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-ca147703-4d91-4b73-a0b6-312936312c96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a HTTP/1.1" status: 200 len: 217 time: 0.1965055 Feb 10 22:28:40.593125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad430e21-e654-43e8-8587-05117be4ddb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=466339b146ec417d99ddbbfac37d8952&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223345 Feb 10 22:28:40.598974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:40.760940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:40.794549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-d8013033-cae1-41f9-9b29-8d16c629402b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:40.796251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-d8013033-cae1-41f9-9b29-8d16c629402b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1980617 Feb 10 22:28:40.796925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:40.821099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:40.849296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Request body: {'binding': {'host': 'n-h2-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:40.849744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:28:40.994010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:41.012749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3162c2-cb54-4aa6-8632-b8c5f928a877 req-ebd2ff04-928c-4971-859f-63294f9e2caf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:41.014953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea3162c2-cb54-4aa6-8632-b8c5f928a877 req-ebd2ff04-928c-4971-859f-63294f9e2caf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 949 time: 0.3727889 Feb 10 22:28:41.017806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7f003a-08d4-4211-a19b-8cd4277a245a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:41.040156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:41.041711 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e95eecd-48b4-428c-b07a-a60bfba3e81e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bd7f003a-08d4-4211-a19b-8cd4277a245a HTTP/1.1" status: 204 len: 168 time: 0.4413972 Feb 10 22:28:41.087030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-1c19d8d8-5c9f-4a3a-b2bc-04f3e9ad0ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:41.088738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-1c19d8d8-5c9f-4a3a-b2bc-04f3e9ad0ff2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2841365 Feb 10 22:28:41.097044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ee016943-beef-4094-9e56-9ee5fea4aaaa'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:41.129201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea3162c2-cb54-4aa6-8632-b8c5f928a877 req-50e8e462-3b16-415c-9aab-88f886ea6221 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904334 Feb 10 22:28:41.186208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on host n-h2-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:41.190820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:41.193204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:41.212477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:41.213097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:41.227849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:41.228188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:41.232321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b4d26bca-8c02-4002-9361-220e7dd7c8c3 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:41.233834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:41.234872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Bound port: 11c35359-9eaf-435b-9954-7c9080c825ee, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:41.303919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-3a57de0d-7e5a-49be-bbba-8cfd7e509d3c service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069640 Feb 10 22:28:41.321021 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:28:41.321631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: b4d26bca-8c02-4002-9361-220e7dd7c8c3 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:41.321744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b4d26bca-8c02-4002-9361-220e7dd7c8c3 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:41.328817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:41.335910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:41.337029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-8755c3c8-b0a7-4fab-89df-b75ce8dfb3ad service neutron] 10.222.0.53 "POST /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee/bindings HTTP/1.1" status: 201 len: 389 time: 0.6455278 Feb 10 22:28:41.660347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:41.664929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:41.789601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c261a629-82d1-40fa-82ab-7147aece8c00 req-952d1608-4212-455d-aab2-3589c915bc37 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758689 Feb 10 22:28:41.810485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55198a48-2c73-4ff4-a6d9-7d1fcd0b050d req-b7b5f767-8757-4591-8508-81f98d4cd238 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:41.811987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55198a48-2c73-4ff4-a6d9-7d1fcd0b050d req-b7b5f767-8757-4591-8508-81f98d4cd238 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 950 time: 0.2537560 Feb 10 22:28:41.881592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55198a48-2c73-4ff4-a6d9-7d1fcd0b050d req-15962fd2-843a-4bf1-8b5b-bc369004d70c tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626268 Feb 10 22:28:41.897786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-737986c2-c128-4a42-96c8-c4d108f68bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:41.901521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-737986c2-c128-4a42-96c8-c4d108f68bc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1096 time: 0.2157476 Feb 10 22:28:42.136419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-c17dc58a-a778-4cff-bb88-5f8e71f55e4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1816664 Feb 10 22:28:42.217208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39faae-da34-4789-9e67-371f1d0f25c5 req-76caef2c-fa20-4396-b9c1-defdb299ced2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:42.223560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d39faae-da34-4789-9e67-371f1d0f25c5 req-76caef2c-fa20-4396-b9c1-defdb299ced2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 944 time: 0.1767719 Feb 10 22:28:42.225389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-a3142a9d-23e7-453e-bc8f-e9df2706f354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:42.227176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-a3142a9d-23e7-453e-bc8f-e9df2706f354 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3180850 Feb 10 22:28:42.340814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-658d19e6-a48a-4d16-a0b1-5854b3461251 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 217 time: 0.0951428 Feb 10 22:28:42.462155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d39faae-da34-4789-9e67-371f1d0f25c5 req-2cd24540-3700-4502-a570-e944d97941fd tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329381 Feb 10 22:28:42.463837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-159d38c6-4605-42cd-99d9-29eb63095937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:42.465482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-159d38c6-4605-42cd-99d9-29eb63095937 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.0997479 Feb 10 22:28:42.522223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842af545-6909-47d0-9bc8-b941fe7cb8ff req-5c77d520-8e89-493e-86ed-d0eea8d93b4c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:42.532429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-842af545-6909-47d0-9bc8-b941fe7cb8ff req-5c77d520-8e89-493e-86ed-d0eea8d93b4c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1364074 Feb 10 22:28:42.581366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-268cf6df-d9ec-43c4-8d63-94cdfe9ba3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019161 Feb 10 22:28:42.684005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-842af545-6909-47d0-9bc8-b941fe7cb8ff req-d4bd5231-2ff7-404f-9ece-9dea67538ddd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502559 Feb 10 22:28:42.718100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:42.743162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:42.779596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-2e994700-7e32-4991-9a6d-870ea27fe406 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920915 Feb 10 22:28:42.920099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-network', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:42.925051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:42.935476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Usage tracker for resource:network and tenant:9956dfe0dd5a464ab5a11c435c2bb833 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:42.940401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:42.956905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:42.970261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Made reservation on behalf of 9956dfe0dd5a464ab5a11c435c2bb833 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:42.976088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.005779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.036312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-65ce0c42-7b67-46f4-b755-6ec3db408929 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013466 Feb 10 22:28:43.044916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63a7eb-b8b6-4d57-9440-9953c75b04e3 req-58a39e69-48f1-4403-823c-be27fdc0d469 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:43.046556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:43.052689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Usage tracker for resource:security_group_rule and tenant:9956dfe0dd5a464ab5a11c435c2bb833 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:43.059896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad63a7eb-b8b6-4d57-9440-9953c75b04e3 req-58a39e69-48f1-4403-823c-be27fdc0d469 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2792141 Feb 10 22:28:43.065582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:43.074917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:43.158805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0b814145-772b-49dd-9a4a-951b344a191c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:43.178812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad63a7eb-b8b6-4d57-9440-9953c75b04e3 req-a4cbeb0c-dc86-4808-8278-69cecff5f6a2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166437 Feb 10 22:28:43.248150 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.252606 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.266791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:28:43.276304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.276871 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Added segment d5121b9f-9702-4101-b021-12016b1a3a02 of type vlan for network 6a89a304-0ce1-4610-8a6b-f870c593ad4c Feb 10 22:28:43.306990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.346519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.347898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:43.348639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.377220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 0b814145-772b-49dd-9a4a-951b344a191c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:43.382665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 0b814145-772b-49dd-9a4a-951b344a191c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:43.383030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.532436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd3948e-5b25-4003-89b8-7853e40da716,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:43.552851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] Pushing event updated for resources: {'Network': ['ID=6a89a304-0ce1-4610-8a6b-f870c593ad4c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:43.559182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d488d568-9e3f-4469-927c-34166f379499 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8396254 Feb 10 22:28:43.561942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57498) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:43.570269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Request body: {'subnet': {'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-subnet', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:43.575068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:43.579808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Usage tracker for resource:subnet and tenant:9956dfe0dd5a464ab5a11c435c2bb833 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:43.582780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:43.589334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:43.603344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822d95d-6f79-4933-90f2-8960a0831cb1 req-c93ca8c7-7986-40d2-be8d-28fe7d91b7b8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:43.606910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b946d6e-2a36-4a0a-808d-fb525afd6b07 req-c12903bd-6836-438e-bafb-f71375f4c6bd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:43.613808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0822d95d-6f79-4933-90f2-8960a0831cb1 req-c93ca8c7-7986-40d2-be8d-28fe7d91b7b8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.2259762 Feb 10 22:28:43.614447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b946d6e-2a36-4a0a-808d-fb525afd6b07 req-c12903bd-6836-438e-bafb-f71375f4c6bd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 949 time: 0.2789407 Feb 10 22:28:43.617467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Made reservation on behalf of 9956dfe0dd5a464ab5a11c435c2bb833 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:28:43.620517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:43.676922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2a38d59e-883f-41fa-80a0-3d386ca6848a details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:43.735330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0822d95d-6f79-4933-90f2-8960a0831cb1 req-e790b798-3e6e-4ad3-8bbd-60bb22b156e8 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205311 Feb 10 22:28:43.838476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b946d6e-2a36-4a0a-808d-fb525afd6b07 req-d35d2446-6f01-4df2-9f0f-cabc7eed2c8a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229984 Feb 10 22:28:43.878422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:28:43.927910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ee016943-beef-4094-9e56-9ee5fea4aaaa up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:44.060910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.113547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-a035022d-f13e-4789-9bcb-c890a280cdbf tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:44.129007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-a035022d-f13e-4789-9bcb-c890a280cdbf tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 1101 time: 0.1668468 Feb 10 22:28:44.159915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.198306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:44.207262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Usage tracker for resource:security_group_rule and tenant:122dc0e2c3364a01902aaa0346d2ac15 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:44.213944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:44.228381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:44.321767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.343977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=191ec92a-e5fb-481d-9848-cf171e6bbe20,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:44.357884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Checking segment: {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:44.358263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Network hostable DHCP agents. Network: 6a89a304-0ce1-4610-8a6b-f870c593ad4c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:28:44.370088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.371804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port ee016943-beef-4094-9e56-9ee5fea4aaaa completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:44.376472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.385193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ee016943-beef-4094-9e56-9ee5fea4aaaa triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:44.385612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.387556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:28:44.400520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6a89a304-0ce1-4610-8a6b-f870c593ad4c) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:44.414443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:44.415036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.439186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe341fe-ada4-4b62-90cd-56fb5d455610 req-da21abc9-2a7c-4e80-ab04-16c115ed11b4 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:44.446975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fe341fe-ada4-4b62-90cd-56fb5d455610 req-da21abc9-2a7c-4e80-ab04-16c115ed11b4 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 944 time: 0.2970045 Feb 10 22:28:44.474167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:44.480003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50cfaca-def2-4534-8983-53a43d628816 None None] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:28:44.492745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-75821c2e-5eae-49df-8ece-bac14bade395 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9288604 Feb 10 22:28:44.494674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57516) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:44.509913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:44.521776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:28:44.535653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fe341fe-ada4-4b62-90cd-56fb5d455610 req-e2a0edd7-8deb-4193-90ea-20ebde55694e tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857213 Feb 10 22:28:44.551748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Usage tracker for resource:router and tenant:9956dfe0dd5a464ab5a11c435c2bb833 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:28:44.552072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:28:44.564890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:28:44.586034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.589758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.636698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:44.816978 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-177f59ee-f272-40d8-a1e9-933499a4f30f req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867406 Feb 10 22:28:44.851192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b2d80-2612-43e4-a802-46fc14b74579 tempest-ServersAdminNegativeTestJSON-1510457287 tempest-ServersAdminNegativeTestJSON-1510457287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19d2b81-a631-48ef-825d-0743b3867a80,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:44.949223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-2c3e6602-122d-4df8-a37f-c8b0af839ab2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:44.951245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-2c3e6602-122d-4df8-a37f-c8b0af839ab2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.30 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.2953944 Feb 10 22:28:44.954303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-d084ca61-2c65-4b8c-8f0e-a5370f55fc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:44.969742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-d084ca61-2c65-4b8c-8f0e-a5370f55fc7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1100 time: 0.2517438 Feb 10 22:28:45.080960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0b814145-772b-49dd-9a4a-951b344a191c,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:45.082173 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.130627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:45.132181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'fixed_ips': [{'subnet_id': '191ec92a-e5fb-481d-9848-cf171e6bbe20'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:28:45.133014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.279497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.300385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9fc3ac-c706-4566-9392-e91089b40333 req-2d8e780e-3b6e-4ab2-b1ca-a938177f31fa tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:45.311994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d9fc3ac-c706-4566-9392-e91089b40333 req-2d8e780e-3b6e-4ab2-b1ca-a938177f31fa tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.5124996 Feb 10 22:28:45.382700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Allocated IP 172.20.0.2 (6a89a304-0ce1-4610-8a6b-f870c593ad4c/191ec92a-e5fb-481d-9848-cf171e6bbe20/ec442123-373f-426b-af79-bd3d2d6badb6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:45.423200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Deleting port 06419b48-f25f-405f-82e6-b16c0ce58402 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:45.423974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.516857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d9fc3ac-c706-4566-9392-e91089b40333 req-c170bb34-e81a-4a08-9688-409b6d5c81c0 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032969 Feb 10 22:28:45.622481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.637638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Transition to ACTIVE for port object ec442123-373f-426b-af79-bd3d2d6badb6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:45.661132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Transition to ACTIVE for port object ec442123-373f-426b-af79-bd3d2d6badb6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:45.664726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.668250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.677276 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c', 'code': 200} Feb 10 22:28:45.718939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:45.747846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-99f00a42-cdbf-49be-9f3d-8ecea3c77b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:45.749310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-99f00a42-cdbf-49be-9f3d-8ecea3c77b9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.7055376 Feb 10 22:28:45.831157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:45.837688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-51928d88-8749-4938-b984-1d7792a1a453 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.0717359 Feb 10 22:28:45.849230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428b66c-f83e-4915-9c01-261ff84fa304 req-28dfc7ab-3d20-4387-9d2c-ec2f9ee917d7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:45.856318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1428b66c-f83e-4915-9c01-261ff84fa304 req-28dfc7ab-3d20-4387-9d2c-ec2f9ee917d7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.8038580 Feb 10 22:28:45.870813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:45.876648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:45.881701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'mac_address': 'fa:16:3e:7f:98:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:45.883755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:46.034939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.060505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-5143d77f-a8bd-4d4c-acad-53b6005616b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:46.061473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-5143d77f-a8bd-4d4c-acad-53b6005616b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2026050 Feb 10 22:28:46.071522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1428b66c-f83e-4915-9c01-261ff84fa304 req-eca09110-b6ef-4f5c-ba0e-623b6708dee0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142985 Feb 10 22:28:46.229411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.277684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] For port 06419b48-f25f-405f-82e6-b16c0ce58402, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=06419b48-f25f-405f-82e6-b16c0ce58402,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:46.279564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.283019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Attempting to bind port ec442123-373f-426b-af79-bd3d2d6badb6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:46.283522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Attempting to bind port ec442123-373f-426b-af79-bd3d2d6badb6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:46.283983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Attempting to bind port ec442123-373f-426b-af79-bd3d2d6badb6 on network 6a89a304-0ce1-4610-8a6b-f870c593ad4c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:46.295489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a38d59e-883f-41fa-80a0-3d386ca6848a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:46.308125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:46.308661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Checking segment: {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:46.309742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.310263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Bound using segment: {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:46.311090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Bound port: ec442123-373f-426b-af79-bd3d2d6badb6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:46.311518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.338076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.409847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.447673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:46.463693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Calling delete_port for 06419b48-f25f-405f-82e6-b16c0ce58402 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:46.475441 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.484977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.547480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Pushing event updated for resources: {'Port': ['ID=ec442123-373f-426b-af79-bd3d2d6badb6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.639074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] For port ec442123-373f-426b-af79-bd3d2d6badb6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:46.654880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Allocated IP 172.25.2.200 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e48bf3df-09f9-41ff-a08e-bc1941aff8cf) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:46.661006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] For port ec442123-373f-426b-af79-bd3d2d6badb6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ec442123-373f-426b-af79-bd3d2d6badb6,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:46.670267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.682630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.691129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-daa75b26-d0a8-4e25-adcb-a83267cf289b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:46.693033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-daa75b26-d0a8-4e25-adcb-a83267cf289b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5954576 Feb 10 22:28:46.694714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.742068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['512fbc69-d02f-4563-8d0a-09e64bf819b7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:46.795176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event deleted for resources: {'Port': ['ID=06419b48-f25f-405f-82e6-b16c0ce58402,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.861954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:46.911412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d6300-dd5b-4fe4-b56f-483e94a7909c req-868dbcef-fe43-4079-b871-7291171360b1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:46.911412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf0d6300-dd5b-4fe4-b56f-483e94a7909c req-868dbcef-fe43-4079-b871-7291171360b1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Synchronizing usage tracker for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:46.955076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ba66c-6e52-43c9-99de-681440312bdd None None] Pushing event updated for resources: {'Port': ['ID=ec442123-373f-426b-af79-bd3d2d6badb6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:46.968180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf0d6300-dd5b-4fe4-b56f-483e94a7909c req-868dbcef-fe43-4079-b871-7291171360b1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Unset dirty status for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:46.968180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf0d6300-dd5b-4fe4-b56f-483e94a7909c req-868dbcef-fe43-4079-b871-7291171360b1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=eff911da-f5e3-4c79-ac09-1c11a71eed0d HTTP/1.1" status: 200 len: 949 time: 0.8286574 Feb 10 22:28:46.973504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dec61e-ec36-4fa2-96ae-69dea6cb9952 req-85b3915e-fcb5-4274-a125-95ad9f5344c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:46.974983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83dec61e-ec36-4fa2-96ae-69dea6cb9952 req-85b3915e-fcb5-4274-a125-95ad9f5344c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 1096 time: 0.7810845 Feb 10 22:28:46.993132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f8cd4-a1c0-412c-84c6-7391b23b5f98 req-b1e697f6-2fd0-4d87-9d40-7087aeecaab8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:47.000853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c21f8cd4-a1c0-412c-84c6-7391b23b5f98 req-b1e697f6-2fd0-4d87-9d40-7087aeecaab8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 950 time: 0.5057650 Feb 10 22:28:47.166049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:47.193289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2a38d59e-883f-41fa-80a0-3d386ca6848a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:47.382932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Pushing event updated for resources: {'Port': ['ID=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:47.396361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83dec61e-ec36-4fa2-96ae-69dea6cb9952 req-37492322-061d-468f-9c7f-e5d9622324e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3848753 Feb 10 22:28:47.417920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf0d6300-dd5b-4fe4-b56f-483e94a7909c req-4c6f77eb-42bb-40c7-9590-6c22f4eb5355 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4418156 Feb 10 22:28:47.452124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:47.452124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:47.452124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:47.676912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] No DVR routers for this DVR port 06419b48-f25f-405f-82e6-b16c0ce58402 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:47.678240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:47.689241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:47.695512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'name': 'network-vif-deleted', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:47.718860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c21f8cd4-a1c0-412c-84c6-7391b23b5f98 req-91b0c9ac-2e4e-4f3c-bc17-a2626b4aa8b9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7102983 Feb 10 22:28:47.740263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-a0837ab5-84a1-42fd-bbf2-ecef36649745 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0336468 Feb 10 22:28:47.837288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90c0ccc6-bd1a-4e1c-9c30-2321be9114fd req-b8218f88-51e3-40f4-9ff9-2637f08e7e4c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.30 "DELETE /v2.0/ports/06419b48-f25f-405f-82e6-b16c0ce58402 HTTP/1.1" status: 204 len: 173 time: 2.8661778 Feb 10 22:28:48.054476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-3711ae20-391e-4d58-ba9a-9e1ada838531 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793567 Feb 10 22:28:48.142881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e80e8-c16c-40fd-833b-f01e86954f1c req-971901e2-7910-4053-aede-3296b9066f79 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:48.145017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae7e80e8-c16c-40fd-833b-f01e86954f1c req-971901e2-7910-4053-aede-3296b9066f79 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.2282257 Feb 10 22:28:48.264166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ec442123-373f-426b-af79-bd3d2d6badb6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:48.298250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae7e80e8-c16c-40fd-833b-f01e86954f1c req-92834628-c75b-4bb9-a355-25aced60b9d4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463175 Feb 10 22:28:48.424960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ec442123-373f-426b-af79-bd3d2d6badb6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:48.442496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb99f7-e8bc-4f8e-b9a7-63e4e2b791f4 req-c45b9504-db15-4f18-bdd0-97789afddc2f tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:48.444078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddeb99f7-e8bc-4f8e-b9a7-63e4e2b791f4 req-c45b9504-db15-4f18-bdd0-97789afddc2f tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.5588474 Feb 10 22:28:48.489725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 06419b48-f25f-405f-82e6-b16c0ce58402 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:48.625222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 06419b48-f25f-405f-82e6-b16c0ce58402 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:48.625634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 06419b48-f25f-405f-82e6-b16c0ce58402 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:48.723567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddeb99f7-e8bc-4f8e-b9a7-63e4e2b791f4 req-9a32f23c-c53d-44f0-9443-27e9cb6bf1d7 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675042 Feb 10 22:28:48.780237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:48.823241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57b50e-3a1d-4030-be53-5ed136e65550 req-2a3dd796-8a69-4ac5-94a3-63a10dc996c2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:48.826230 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa', 'code': 200} Feb 10 22:28:48.836264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec57b50e-3a1d-4030-be53-5ed136e65550 req-2a3dd796-8a69-4ac5-94a3-63a10dc996c2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2747376 Feb 10 22:28:48.926108 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff911da-f5e3-4c79-ac09-1c11a71eed0d', 'name': 'network-vif-deleted', 'tag': '06419b48-f25f-405f-82e6-b16c0ce58402', 'status': 'completed', 'code': 200} Feb 10 22:28:48.970614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec57b50e-3a1d-4030-be53-5ed136e65550 req-d1a11e8c-b227-47a8-b335-68fde62ac7bf tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277497 Feb 10 22:28:48.998611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67aaf0f-a24a-4dc0-9f49-575668b15f43 None None] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:28:49.212344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Provisioning for port ec442123-373f-426b-af79-bd3d2d6badb6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:49.221359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Provisioning complete for port ec442123-373f-426b-af79-bd3d2d6badb6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:49.222138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:49.364260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3cde0-29ae-494b-8cf6-32215f0582cc req-de0b97c5-cffa-4181-9228-97ebfbb2eae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:49.365786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbd3cde0-29ae-494b-8cf6-32215f0582cc req-de0b97c5-cffa-4181-9228-97ebfbb2eae8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 1101 time: 0.1997342 Feb 10 22:28:49.446767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2ded70-cc75-41f4-849c-36554b328525 req-2ab05708-6d6d-4942-9cd5-12e3e0f499ac tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:49.454324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e2ded70-cc75-41f4-849c-36554b328525 req-2ab05708-6d6d-4942-9cd5-12e3e0f499ac tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 950 time: 0.2205439 Feb 10 22:28:49.484560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:49.489521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbd3cde0-29ae-494b-8cf6-32215f0582cc req-71a908ad-7473-4f82-96b0-aae26e6c7f5c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167345 Feb 10 22:28:49.507667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e2ded70-cc75-41f4-849c-36554b328525 req-4acac29c-7366-4dd1-8ad0-5a40ccfa7e61 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523062 Feb 10 22:28:49.528421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] For port ec442123-373f-426b-af79-bd3d2d6badb6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ec442123-373f-426b-af79-bd3d2d6badb6,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:49.537663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:49.600097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:49.625657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3938c73-e19c-4f1b-b3e2-e99f595822d5 None None] Pushing event updated for resources: {'Port': ['ID=ec442123-373f-426b-af79-bd3d2d6badb6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:49.860607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d71b982d-bca0-4cee-b352-78a096ba7088 None None] Provisioning complete for port ec442123-373f-426b-af79-bd3d2d6badb6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:49.861324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71b982d-bca0-4cee-b352-78a096ba7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:49.903820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3469d7-751d-4a58-b7bc-8fb7e0bf5f9e req-425cb7b9-69c2-4c7a-8225-d76f59b26412 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:49.905456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e3469d7-751d-4a58-b7bc-8fb7e0bf5f9e req-425cb7b9-69c2-4c7a-8225-d76f59b26412 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.2284882 Feb 10 22:28:49.926518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00e106-e210-4d75-b5c0-cf9af298c2a3 req-7d1039cd-9445-4ae0-a734-73ede3c46dc1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:49.927330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5e00e106-e210-4d75-b5c0-cf9af298c2a3 req-7d1039cd-9445-4ae0-a734-73ede3c46dc1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Synchronizing usage tracker for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:49.943651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5e00e106-e210-4d75-b5c0-cf9af298c2a3 req-7d1039cd-9445-4ae0-a734-73ede3c46dc1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Unset dirty status for tenant:4fb595328249479da8250726f7358444 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:49.945028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e00e106-e210-4d75-b5c0-cf9af298c2a3 req-7d1039cd-9445-4ae0-a734-73ede3c46dc1 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 950 time: 0.1055384 Feb 10 22:28:49.954330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:28:49.969422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e3469d7-751d-4a58-b7bc-8fb7e0bf5f9e req-103f81f8-05b1-4e70-abe9-ffb2d22e74df tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562501 Feb 10 22:28:50.006826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e00e106-e210-4d75-b5c0-cf9af298c2a3 req-1c8d3d65-ed87-4c6e-b374-ba0c0f83d70c tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543809 Feb 10 22:28:50.159204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ec442123-373f-426b-af79-bd3d2d6badb6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:50.197855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:28:50.203014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32689777-5302-4797-9c14-7c231a79b2ec req-b20b771c-ea55-4b7e-98f3-852c9047bedc tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:50.205525 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32689777-5302-4797-9c14-7c231a79b2ec req-b20b771c-ea55-4b7e-98f3-852c9047bedc tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 950 time: 0.0941820 Feb 10 22:28:50.230799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:50.234883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb4ef986-4c40-4fa4-bc8a-ddc20effbc5f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.7342687 Feb 10 22:28:50.235065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Sync routers for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:28:50.235850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:50.241140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7d3b8-02de-4c96-8bac-c6364a1c517c req-f61dd3c7-9e8b-471c-8412-739dca6b44c5 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:50.242597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41f7d3b8-02de-4c96-8bac-c6364a1c517c req-f61dd3c7-9e8b-471c-8412-739dca6b44c5 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.1304970 Feb 10 22:28:50.249237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:50.250483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:50.287901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41f7d3b8-02de-4c96-8bac-c6364a1c517c req-10ef6d27-b7f7-4655-845b-20e029be3759 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390477 Feb 10 22:28:50.335375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32689777-5302-4797-9c14-7c231a79b2ec req-16bfca6c-ea1b-4be2-9959-0f82bdf0873e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234274 Feb 10 22:28:50.382628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ec442123-373f-426b-af79-bd3d2d6badb6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:50.382998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:50.495187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ba117b-a3dd-40e8-bae6-4162d91dcc5d req-7472ab8b-4a76-4872-970c-bb90a9ab60c9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:50.496842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3ba117b-a3dd-40e8-bae6-4162d91dcc5d req-7472ab8b-4a76-4872-970c-bb90a9ab60c9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.1026278 Feb 10 22:28:50.506506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2a38d59e-883f-41fa-80a0-3d386ca6848a up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:50.549572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3ba117b-a3dd-40e8-bae6-4162d91dcc5d req-03c10bcf-309c-452c-b934-1fe4344e0223 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464537 Feb 10 22:28:50.594424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:50.785035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902b755-2e9e-4bee-901c-cbe0178b87de req-d0217776-962c-49a7-adc5-820d84a3f518 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:50.786502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0902b755-2e9e-4bee-901c-cbe0178b87de req-d0217776-962c-49a7-adc5-820d84a3f518 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.2293968 Feb 10 22:28:50.797035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57624) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:50.805729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ed0d0f-6ccb-418c-b638-8adb32920cbe req-72bc6508-1aac-4c00-a8d0-5f05936b0c79 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:50.810836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94ed0d0f-6ccb-418c-b638-8adb32920cbe req-72bc6508-1aac-4c00-a8d0-5f05936b0c79 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 950 time: 0.0920236 Feb 10 22:28:50.817000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Request body: {'floatingip': {'port_id': '0b814145-772b-49dd-9a4a-951b344a191c'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:50.863529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2a38d59e-883f-41fa-80a0-3d386ca6848a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:50.866600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94ed0d0f-6ccb-418c-b638-8adb32920cbe req-60e365c6-376d-4631-ad76-af0fb6b2f3eb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462391 Feb 10 22:28:50.880410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2a38d59e-883f-41fa-80a0-3d386ca6848a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:50.880777 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.071510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.116207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:51.121957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:51.140278 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.143643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:48Z', 'revision_number': 3, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:51.177787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.226060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Checking router: 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:28:51.226405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Updating router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 port e48bf3df-09f9-41ff-a08e-bc1941aff8cf binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:28:51.246473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048021-480a-4b0c-a7c7-5cf2babca911 req-28e7d230-334d-4445-9a3d-60648c816f9c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.247960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c048021-480a-4b0c-a7c7-5cf2babca911 req-28e7d230-334d-4445-9a3d-60648c816f9c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.1009309 Feb 10 22:28:51.278180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:51.290227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.298050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c048021-480a-4b0c-a7c7-5cf2babca911 req-add9d525-11cf-48a9-a09b-a21b33079543 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433643 Feb 10 22:28:51.486926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4e81e-6f5b-47e3-ac97-3e7176cf8df4 req-c03ab4ba-29d1-48f8-8966-608ca0df00f0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.488431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7eb4e81e-6f5b-47e3-ac97-3e7176cf8df4 req-c03ab4ba-29d1-48f8-8966-608ca0df00f0 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 950 time: 0.0875711 Feb 10 22:28:51.541853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.544065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7eb4e81e-6f5b-47e3-ac97-3e7176cf8df4 req-0b2fd690-0569-4e1a-88eb-d81d500e6a35 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486155 Feb 10 22:28:51.589693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66896961-f62e-47ba-b64c-492d950a9831 req-46f5be69-b136-4999-8ddc-1bc42f369ad8 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.592080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66896961-f62e-47ba-b64c-492d950a9831 req-46f5be69-b136-4999-8ddc-1bc42f369ad8 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 950 time: 0.6795342 Feb 10 22:28:51.616242 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'code': 200} Feb 10 22:28:51.700609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.718940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Transition to ACTIVE for port object e48bf3df-09f9-41ff-a08e-bc1941aff8cf will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:51.726011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.778565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-88ffc79b-d51d-43cc-903d-f0cf76230de2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.779942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-88ffc79b-d51d-43cc-903d-f0cf76230de2 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 950 time: 0.5182745 Feb 10 22:28:51.798456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-14ea5be1-42fa-4b9d-be51-ffc02ad8be45 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.799948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-14ea5be1-42fa-4b9d-be51-ffc02ad8be45 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 950 time: 0.1488123 Feb 10 22:28:51.808501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Attempting to bind port e48bf3df-09f9-41ff-a08e-bc1941aff8cf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:51.808943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Attempting to bind port e48bf3df-09f9-41ff-a08e-bc1941aff8cf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:51.809367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Attempting to bind port e48bf3df-09f9-41ff-a08e-bc1941aff8cf on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:51.819209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:51.819702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:51.820166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.820632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:51.821171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Bound port: e48bf3df-09f9-41ff-a08e-bc1941aff8cf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:51.821599 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.849720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1b8d8-f8fc-4518-8d7e-f8fa6693bda4 None None] Pushing event updated for resources: {'Port': ['ID=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:51.872260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c84f8-6957-4db0-87e8-f65c4fdfa4ca req-383d34fd-aa8f-4b0c-910e-dd24050804e8 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:51.875315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-487c84f8-6957-4db0-87e8-f65c4fdfa4ca req-383d34fd-aa8f-4b0c-910e-dd24050804e8 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 950 time: 0.1571407 Feb 10 22:28:51.902404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Deleting port 671acb31-0ad7-4d40-ac72-5aa67f909a2c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:51.902754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.911253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] For port e48bf3df-09f9-41ff-a08e-bc1941aff8cf, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:51.914474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] For port e48bf3df-09f9-41ff-a08e-bc1941aff8cf, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:51.917883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:51.962373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66896961-f62e-47ba-b64c-492d950a9831 req-0ae80f4d-3040-47da-99f2-41fd984abd3a tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525169 Feb 10 22:28:52.006219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:52.006850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:52.017796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:52.042247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-487c84f8-6957-4db0-87e8-f65c4fdfa4ca req-40b587e8-4e43-4481-ae2b-662ce79e31d8 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594093 Feb 10 22:28:52.067102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Deleting port 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:52.067485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:52.072307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1b8d8-f8fc-4518-8d7e-f8fa6693bda4 None None] Pushing event updated for resources: {'Port': ['ID=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:52.250225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:52.327306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34f44-d97f-4fd3-9b4d-8e581b0e453b req-15fddffd-92c6-401d-91df-ac42952a1ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:52.329319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5e34f44-d97f-4fd3-9b4d-8e581b0e453b req-15fddffd-92c6-401d-91df-ac42952a1ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 1099 time: 0.6341288 Feb 10 22:28:52.495335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] For port 671acb31-0ad7-4d40-ac72-5aa67f909a2c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=671acb31-0ad7-4d40-ac72-5aa67f909a2c,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:52.495742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:52.510654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158b07a-cdac-4b75-90b9-e4500d5592c9 req-8f9c1b6b-230b-4d33-8e26-50f11ee8e793 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:52.512420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4158b07a-cdac-4b75-90b9-e4500d5592c9 req-8f9c1b6b-230b-4d33-8e26-50f11ee8e793 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 950 time: 0.1534064 Feb 10 22:28:52.568427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:48Z', 'revision_number': 3, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:52.574501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c8d9f8-7cc3-4d94-983c-4cf354d04e71 None None] The sync data for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 is: [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:48Z', 'revision_number': 3, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:28:52.652380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Calling delete_port for 671acb31-0ad7-4d40-ac72-5aa67f909a2c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:52.706391 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5e34f44-d97f-4fd3-9b4d-8e581b0e453b req-7876e077-6cde-42dc-a859-3f72dec6527c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397834 Feb 10 22:28:52.742037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4158b07a-cdac-4b75-90b9-e4500d5592c9 req-e343e727-85da-493d-957d-102acc1916c2 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717868 Feb 10 22:28:52.803419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2bc77-d02a-4beb-bd49-19e80e61880a req-2c94cefa-49e0-40e4-9e3f-a0c41c69a531 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:52.811000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1dd2bc77-d02a-4beb-bd49-19e80e61880a req-2c94cefa-49e0-40e4-9e3f-a0c41c69a531 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.7174149 Feb 10 22:28:52.851171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] For port 512fbc69-d02f-4563-8d0a-09e64bf819b7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=512fbc69-d02f-4563-8d0a-09e64bf819b7,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:52.851567 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:52.895401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:52.909941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['671acb31-0ad7-4d40-ac72-5aa67f909a2c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:52.961277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d1bc493b-813c-424c-bab2-47f4b20a2240'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:52.983386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Pushing event deleted for resources: {'Port': ['ID=671acb31-0ad7-4d40-ac72-5aa67f909a2c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:53.080471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Calling delete_port for 512fbc69-d02f-4563-8d0a-09e64bf819b7 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:28:53.167596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] No DVR routers for this DVR port 671acb31-0ad7-4d40-ac72-5aa67f909a2c on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:53.168436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:53.173490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.183098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'name': 'network-vif-deleted', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:53.255167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1dd2bc77-d02a-4beb-bd49-19e80e61880a req-a9f9deef-ef97-4176-98f9-e45315b8381e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413445 Feb 10 22:28:53.273545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:28:53.356952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89d25d4f-16cb-408d-a3bf-ccef3be9885a req-82f6e345-e6ed-4599-a65c-d32382f1196b tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.24 "DELETE /v2.0/ports/671acb31-0ad7-4d40-ac72-5aa67f909a2c HTTP/1.1" status: 204 len: 173 time: 1.5472457 Feb 10 22:28:53.397605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Allocated IP 172.20.0.1 (6a89a304-0ce1-4610-8a6b-f870c593ad4c/191ec92a-e5fb-481d-9848-cf171e6bbe20/d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:28:53.404196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-bc00a86a-fffa-49d3-8527-71e31af92d01 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:53.405813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-bc00a86a-fffa-49d3-8527-71e31af92d01 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.1946828 Feb 10 22:28:53.422817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:28:53.505637 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.560987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:53.565992 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.619522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:53.663861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:53.774780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.788528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.794923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.884366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605d58ed-e252-431e-8697-e3effd1687d7 req-df893d1e-eb7f-4fb4-b602-d63f9616df75 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:53.887744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-605d58ed-e252-431e-8697-e3effd1687d7 req-df893d1e-eb7f-4fb4-b602-d63f9616df75 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 950 time: 0.1716053 Feb 10 22:28:53.922728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.923911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:53.986845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Transition to ACTIVE for port object d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:28:54.043892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-605d58ed-e252-431e-8697-e3effd1687d7 req-baff383e-b985-4b09-af68-22eb2b074481 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/security-groups?id=60814373-c1de-4485-8c99-a4c63ece6666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495485 Feb 10 22:28:54.065010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946d85e-0a36-4b16-97f7-3e0b56800136 req-e9bdfc6e-7322-4d4f-aa85-8b4d58ffa5ff tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:54.071874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0946d85e-0a36-4b16-97f7-3e0b56800136 req-e9bdfc6e-7322-4d4f-aa85-8b4d58ffa5ff tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 945 time: 0.4715922 Feb 10 22:28:54.121293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.138431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:54.200314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:54.203182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Pushing event deleted for resources: {'Port': ['ID=512fbc69-d02f-4563-8d0a-09e64bf819b7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:54.220349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0946d85e-0a36-4b16-97f7-3e0b56800136 req-68ec4568-d3c8-4c48-890c-57e069d7ce91 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452758 Feb 10 22:28:54.259228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e48bf3df-09f9-41ff-a08e-bc1941aff8cf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:54.355835 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38 associated. External IP: 172.25.2.208, port: 0b814145-772b-49dd-9a4a-951b344a191c. Feb 10 22:28:54.389276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.395766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e48bf3df-09f9-41ff-a08e-bc1941aff8cf completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:54.401093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e48bf3df-09f9-41ff-a08e-bc1941aff8cf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:54.401668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.408091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] No DVR routers for this DVR port 512fbc69-d02f-4563-8d0a-09e64bf819b7 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:28:54.441664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.460220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.463755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-deleted', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:54.494231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-318e2338-363e-402f-b730-660f0550ec9f req-6577d5bc-8b40-468b-824c-5a883f52ce16 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2b276cd-7e2c-427f-9d8d-8adb763cb582 HTTP/1.1" status: 200 len: 210 time: 0.0780830 Feb 10 22:28:54.527812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.543301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44a2c546-a758-4e4a-b89a-96dc70adca71 req-df924983-36a4-44f5-86a5-e105f7867684 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.24 "DELETE /v2.0/ports/512fbc69-d02f-4563-8d0a-09e64bf819b7 HTTP/1.1" status: 204 len: 173 time: 2.7483895 Feb 10 22:28:54.642698 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2b276cd-7e2c-427f-9d8d-8adb763cb582', 'name': 'network-vif-deleted', 'tag': '671acb31-0ad7-4d40-ac72-5aa67f909a2c', 'status': 'completed', 'code': 200} Feb 10 22:28:54.665278 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.709986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e48bf3df-09f9-41ff-a08e-bc1941aff8cf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:54.717326 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.749864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:54.764117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on host n-h1-825178-4 for vnic_type normal with profile {"migrating_to": "n-h2-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:28:54.764669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:28:54.765064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:54.777132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fadfa8-ceb9-4251-9998-16c3946e9328 req-14992c1e-69b2-4b49-aa30-857217559565 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:54.778746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50fadfa8-ceb9-4251-9998-16c3946e9328 req-14992c1e-69b2-4b49-aa30-857217559565 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.3858879 Feb 10 22:28:54.824237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:28:54.824563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Attempting to bind port 11c35359-9eaf-435b-9954-7c9080c825ee on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:28:54.848209 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'code': 200} Feb 10 22:28:54.858873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:28:54.859890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:28:54.862470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:28:54.863017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Bound port: 11c35359-9eaf-435b-9954-7c9080c825ee, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:28:54.863406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:54.883742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:54.951671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50fadfa8-ceb9-4251-9998-16c3946e9328 req-97c46620-3df5-4c0b-bd74-68b38c67bdba tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579726 Feb 10 22:28:55.000389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:55.001579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Pushing event updated for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:55.014837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:55.021456 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0186f3e-472f-4d36-aaed-b6a115a09730', 'name': 'network-vif-deleted', 'tag': '512fbc69-d02f-4563-8d0a-09e64bf819b7', 'status': 'completed', 'code': 200} Feb 10 22:28:55.054857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:28:55.091808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:28:55.096793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:28:55.103065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:55.154675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:55.193643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:55.213088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:55.283464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 512fbc69-d02f-4563-8d0a-09e64bf819b7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:55.283464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 512fbc69-d02f-4563-8d0a-09e64bf819b7 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:55.283464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 671acb31-0ad7-4d40-ac72-5aa67f909a2c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:28:55.393370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9c45d29-c814-4230-ba7a-3c1638553d68 req-8b49b36e-9d38-45b1-af08-4c106f90bf64 tempest-ServersAdminTestJSON-1395642391 tempest-ServersAdminTestJSON-1395642391-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0186f3e-472f-4d36-aaed-b6a115a09730 HTTP/1.1" status: 200 len: 210 time: 0.0949397 Feb 10 22:28:55.424658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 671acb31-0ad7-4d40-ac72-5aa67f909a2c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:28:55.424658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 671acb31-0ad7-4d40-ac72-5aa67f909a2c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:28:55.516671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:55.518525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:55.519558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] 10.222.0.24 "PUT /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 1121 time: 2.1016867 Feb 10 22:28:55.533880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa919c-019f-4d28-8a18-2d5a10acf622 service neutron] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:55.594523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:55.610709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee has no active binding in host n-h2-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:28:55.610709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a0309015-aa81-467c-bddc-76e1405fac0b None None] Provisioning for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:28:55.620327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a0309015-aa81-467c-bddc-76e1405fac0b None None] Provisioning complete for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:55.620327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a0309015-aa81-467c-bddc-76e1405fac0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:55.665064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['11c35359-9eaf-435b-9954-7c9080c825ee'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:55.680651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2efc16-4ea9-4e93-a9bb-f2082bd015c2 req-f66f198d-bd7f-4c3f-8132-b3075341fc29 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:55.682723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c2efc16-4ea9-4e93-a9bb-f2082bd015c2 req-f66f198d-bd7f-4c3f-8132-b3075341fc29 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.1140847 Feb 10 22:28:55.706120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['11c35359-9eaf-435b-9954-7c9080c825ee'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:55.708647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10681216-12a3-4741-b227-e6f617136b29 req-ecec9098-806a-43ea-b71b-8ca48acebb4a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:55.712136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10681216-12a3-4741-b227-e6f617136b29 req-ecec9098-806a-43ea-b71b-8ca48acebb4a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.7493293 Feb 10 22:28:55.749713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c2efc16-4ea9-4e93-a9bb-f2082bd015c2 req-dc2d99df-99e6-4c0c-beaf-a08aa552c6bb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535853 Feb 10 22:28:55.824066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10681216-12a3-4741-b227-e6f617136b29 req-4daea5ee-7076-4bd4-ab3a-f24fefc5d89f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931826 Feb 10 22:28:55.825845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:28:55.869428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a0309015-aa81-467c-bddc-76e1405fac0b None None] Port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:56.057298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.179168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:28:56.191748 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:28:56.194450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.204227 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:56.205923 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:56.216206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e48bf3df-09f9-41ff-a08e-bc1941aff8cf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:28:56.292541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e48bf3df-09f9-41ff-a08e-bc1941aff8cf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:56.293358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.294284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57758886-a335-44f4-ba58-efca65d9f585 req-d49d7bfb-c280-4d33-8c6e-cc4eed638249 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:56.296849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57758886-a335-44f4-ba58-efca65d9f585 req-d49d7bfb-c280-4d33-8c6e-cc4eed638249 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.1344082 Feb 10 22:28:56.352604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57758886-a335-44f4-ba58-efca65d9f585 req-e8c069a9-421f-4e01-8483-dd52c92fa525 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496442 Feb 10 22:28:56.407033 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:56.465475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-57e2378c-4212-45b4-923f-f3e162a1cfae tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "PUT /v2.0/floatingips/a129c4b4-cadf-48d5-b601-c7eee8937f38 HTTP/1.1" status: 200 len: 991 time: 5.6674390 Feb 10 22:28:56.528801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700d6fa-3ba8-4bd8-ab72-6e465c00c334 req-49fa0316-afd3-44ea-905b-138b7e3d7b53 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:56.530284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f700d6fa-3ba8-4bd8-ab72-6e465c00c334 req-49fa0316-afd3-44ea-905b-138b7e3d7b53 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.2724073 Feb 10 22:28:56.600742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f700d6fa-3ba8-4bd8-ab72-6e465c00c334 req-28550576-4c21-4d9e-a9d4-7d222ac45d8f tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582654 Feb 10 22:28:56.607068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.612416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.643766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee'}, {'name': 'network-changed', 'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:56.703054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:56.865713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895d5be-b526-4c6e-a3e3-b35ceed5bc15 req-70ec8cbd-6556-460b-a17d-6b91cfd23251 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:56.873269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895d5be-b526-4c6e-a3e3-b35ceed5bc15 req-70ec8cbd-6556-460b-a17d-6b91cfd23251 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:56.875995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4895d5be-b526-4c6e-a3e3-b35ceed5bc15 req-70ec8cbd-6556-460b-a17d-6b91cfd23251 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c&device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 1689 time: 0.1127810 Feb 10 22:28:56.920829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '0b814145-772b-49dd-9a4a-951b344a191c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:8b:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:28:52Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:56.927451 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:28:56.938486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:56.939507 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:56.942265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4895d5be-b526-4c6e-a3e3-b35ceed5bc15 req-2d6688a5-1ac6-408e-9b3f-b5918ee46949 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604939 Feb 10 22:28:56.992930 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee', 'code': 200} Feb 10 22:28:56.993242 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee', 'status': 'completed', 'code': 200} Feb 10 22:28:57.021023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:57.021985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:28:57.026261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Pushing event updated for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:57.184315 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:57.193674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:28:57.198468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:28:57.253214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-428556b3-09b5-4826-9652-f4a2e8404ebd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fb595328249479da8250726f7358444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2287664 Feb 10 22:28:57.253429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57726) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:57.286173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af42b3-d11f-4444-9d11-c0b247fd2910 req-dc2a665f-a9cc-438e-95ff-4748d7777bca tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.287859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94af42b3-d11f-4444-9d11-c0b247fd2910 req-dc2a665f-a9cc-438e-95ff-4748d7777bca tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.1810234 Feb 10 22:28:57.307914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc480b3-2038-4bc9-8bd8-f62d99d90d37 req-ef7f1d3a-b36d-44d2-a7e0-a6dc2eaf43c9 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.315578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ffc480b3-2038-4bc9-8bd8-f62d99d90d37 req-ef7f1d3a-b36d-44d2-a7e0-a6dc2eaf43c9 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.2969813 Feb 10 22:28:57.331203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-d2ecef1e-3239-4101-853d-1b16513ee4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.332720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-d2ecef1e-3239-4101-853d-1b16513ee4d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1124 time: 0.3026505 Feb 10 22:28:57.369095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94af42b3-d11f-4444-9d11-c0b247fd2910 req-f9a31891-2fc7-42b6-9b39-556604a928ad tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727205 Feb 10 22:28:57.433280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:57.464849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:57.503660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a79be721-d3fe-4b0c-95e8-6814888fae0d None None] Provisioning complete for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:28:57.504938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a79be721-d3fe-4b0c-95e8-6814888fae0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:57.590910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:57.592351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a79be721-d3fe-4b0c-95e8-6814888fae0d None None] Port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:28:57.603738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-ba4199b9-e810-4342-853a-004b9ee09990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.605446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-ba4199b9-e810-4342-853a-004b9ee09990 service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.2631216 Feb 10 22:28:57.615118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60814373-c1de-4485-8c99-a4c63ece6666,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:57.616308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ffc480b3-2038-4bc9-8bd8-f62d99d90d37 req-fadda65e-b072-4209-bfe4-2b09acd6d246 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2998974 Feb 10 22:28:57.638116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a9d15-2f02-49b1-823b-584110fed82e req-c2d7656d-54e4-43db-8a66-941e74b2efa5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.645983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f19a9d15-2f02-49b1-823b-584110fed82e req-c2d7656d-54e4-43db-8a66-941e74b2efa5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.1395590 Feb 10 22:28:57.646857 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '0b814145-772b-49dd-9a4a-951b344a191c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:8b:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:28:52Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:57.647954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:57.651186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e402d765-31b0-4a4a-ac35-1b60fac8bab5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60814373-c1de-4485-8c99-a4c63ece6666 HTTP/1.1" status: 204 len: 168 time: 0.3937967 Feb 10 22:28:57.653590 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69aa9e2-7854-4a25-9f76-b1f5879d96d2 None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a129c4b4-cadf-48d5-b601-c7eee8937f38', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'floating_ip_address': '172.25.2.208', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'port_id': '0b814145-772b-49dd-9a4a-951b344a191c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'mac_address': 'fa:16:3e:8b:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:26:03Z', 'updated_at': '2022-02-10T22:28:52Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:28:57.719755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f19a9d15-2f02-49b1-823b-584110fed82e req-c7846d9c-eb0e-4597-a56d-f49970fc1bb4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723271 Feb 10 22:28:57.724026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-166ca425-b8e8-474b-bf67-27b3bb556046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 217 time: 0.0979335 Feb 10 22:28:57.806545 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c', 'status': 'completed', 'code': 200} Feb 10 22:28:57.811700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:28:57.854903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-87c29c05-7106-4b58-9608-52dedc5062c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.856596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-87c29c05-7106-4b58-9608-52dedc5062c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1190889 Feb 10 22:28:57.958960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-87c2fb6d-a7c1-430d-be0b-5be5bda8c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:57.960576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-87c2fb6d-a7c1-430d-be0b-5be5bda8c815 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a8cfd45acac4590be2cc84a1595089b&device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 1096 time: 0.1411822 Feb 10 22:28:58.009915 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-2e06052d-70dc-4f6d-829f-62dfa0e4b8c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665290 Feb 10 22:28:58.041765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e591f31-4afb-4dc9-b1aa-4421a07146e0 None None] New status for floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:28:58.142983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57748) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:58.222662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8c7fa5a5-cdbc-497f-b5e3-39f9963be634 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17c7185e493a4ec9ba745e1a65f26e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0672343 Feb 10 22:28:58.228754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57752) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:28:58.265663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd267a8-a561-4ca8-b2d8-ea330bb3ad83 req-42778f19-789a-4b69-a442-3095bc25357f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:58.267202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdd267a8-a561-4ca8-b2d8-ea330bb3ad83 req-42778f19-789a-4b69-a442-3095bc25357f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 1101 time: 0.3177259 Feb 10 22:28:58.270089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-cfd40f2a-a7eb-44eb-b4e2-11fd866ef4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:58.271435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-cfd40f2a-a7eb-44eb-b4e2-11fd866ef4b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 200 len: 925 time: 0.2799549 Feb 10 22:28:58.337951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-ef2d8b01-7a17-4e02-a51e-aa2afa8a6b0f service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310925 Feb 10 22:28:58.432057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdd267a8-a561-4ca8-b2d8-ea330bb3ad83 req-0de61fa9-55a5-41a2-9c70-0798fee00201 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532576 Feb 10 22:28:58.445676 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:58.459571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-4c0a8f2e-cea6-46b9-87c9-4315f5436ec1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0b814145-772b-49dd-9a4a-951b344a191c HTTP/1.1" status: 200 len: 999 time: 0.1635194 Feb 10 22:28:58.512421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:28:58.525610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfe3f29a-d726-44f7-b946-a437b85d96ce admin admin] 10.222.0.53 "PUT /v2.0/routers/5f2212ab-b3ba-49eb-8ff2-83f0e49aa435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2807541 Feb 10 22:28:58.526091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:58.529209 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Sync routers for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:28:58.537790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:28:58.559386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:28:58.559841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2812b5-f00a-48cf-ba3d-ffdb0633cf52 req-2a531083-41bd-420f-ac2d-38b708e410e6 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:58.561464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:58.567757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e2812b5-f00a-48cf-ba3d-ffdb0633cf52 req-2a531083-41bd-420f-ac2d-38b708e410e6 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.5567541 Feb 10 22:28:58.600453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4a5bc0c-ffcf-4788-a6ce-d99ed4c9bce1 req-770951a3-e3d7-42bf-ad26-8d7ab5af5283 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525036 Feb 10 22:28:58.657361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e2812b5-f00a-48cf-ba3d-ffdb0633cf52 req-6508853f-e474-4460-b530-854274dc4386 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886223 Feb 10 22:28:58.755722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-54c1034e-2a7a-4cf8-a489-71588577a308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:58.757411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-54c1034e-2a7a-4cf8-a489-71588577a308 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 200 len: 863 time: 0.2785821 Feb 10 22:28:58.782266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:58.799972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'mac_address': 'fa:16:3e:11:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:28:58.807630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:58.836090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186dec3-6cdf-43e4-bb98-a6099ce81a7b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:58.856651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:28:58.866594 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:58.867880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ae255893-57be-4a2e-94e5-baa3ba04da07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a186dec3-6cdf-43e4-bb98-a6099ce81a7b HTTP/1.1" status: 204 len: 168 time: 0.6378675 Feb 10 22:28:58.892295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5d911-cb67-4da8-80f7-94ade37c14a5 req-0019b7b0-b5ea-4d3e-b61b-cead55130b9c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:58.899765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ce5d911-cb67-4da8-80f7-94ade37c14a5 req-0019b7b0-b5ea-4d3e-b61b-cead55130b9c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.2710605 Feb 10 22:28:58.920865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:58.954042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8a46166-b4f9-4559-a9ec-5d2e0485ca94 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:28:58.987165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:58.992906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:59.019864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-a489b079-31c6-46c7-9cf9-39c4dea60969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:59.021510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-a489b079-31c6-46c7-9cf9-39c4dea60969 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=536e23f7-97bb-456b-b541-6be4ec8a49a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531278 Feb 10 22:28:59.092443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:28:59.141162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ce5d911-cb67-4da8-80f7-94ade37c14a5 req-c966b88e-935d-4cd4-8abb-a7a62ba29f95 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397983 Feb 10 22:28:59.163358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e8a46166-b4f9-4559-a9ec-5d2e0485ca94'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:28:59.281680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-e89a4559-902f-4fe1-925d-5eca46585259 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:59.283174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-e89a4559-902f-4fe1-925d-5eca46585259 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.5099323 Feb 10 22:28:59.285463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33d0f-7fc0-4e35-92ea-faa3c4ce0672 req-5f5b1165-9a2c-4575-a466-588b1b964efc tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:59.288652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-4db61c39-7002-4ebf-9051-0b08a81f05a5 service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565274 Feb 10 22:28:59.292903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ad33d0f-7fc0-4e35-92ea-faa3c4ce0672 req-5f5b1165-9a2c-4575-a466-588b1b964efc tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 1099 time: 0.4595456 Feb 10 22:28:59.399407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4ad33d0f-7fc0-4e35-92ea-faa3c4ce0672 req-f70f6807-e87d-456f-99b8-1dfa3559142f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Synchronizing usage tracker for tenant:8aabf1ad05144e7287453a6e4e46ab9a on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:28:59.406628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Deleting port d1bc493b-813c-424c-bab2-47f4b20a2240 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:28:59.407228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:59.413294 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:55Z', 'revision_number': 4, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd5b5969e-41c3-47ae-b6c0-03aa5acf5dfc', 'name': '', 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'mac_address': 'fa:16:3e:3b:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:52Z', 'updated_at': '2022-02-10T22:28:56Z', 'revision_number': 2, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'subnets': [{'id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:28:59.418490 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Checking router: 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:28:59.418846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Updating router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:28:59.515925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4ad33d0f-7fc0-4e35-92ea-faa3c4ce0672 req-f70f6807-e87d-456f-99b8-1dfa3559142f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Unset dirty status for tenant:8aabf1ad05144e7287453a6e4e46ab9a on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:28:59.524977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ad33d0f-7fc0-4e35-92ea-faa3c4ce0672 req-f70f6807-e87d-456f-99b8-1dfa3559142f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309628 Feb 10 22:28:59.532883 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:59.556186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b858ae5-43cb-4b60-a694-ba68ed2b3db7 req-c27f6ec4-b3dc-417f-b329-8340bc2a99f5 service neutron] 10.222.0.24 "GET /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606215 Feb 10 22:28:59.576374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2667a1-f36c-4da6-b845-823dd588c24c req-0190044e-eedc-4d54-a3c3-6f5d0691ccc4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:28:59.586903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee2667a1-f36c-4da6-b845-823dd588c24c req-0190044e-eedc-4d54-a3c3-6f5d0691ccc4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2455192 Feb 10 22:28:59.681984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee2667a1-f36c-4da6-b845-823dd588c24c req-148f2911-f3a4-4941-8b1e-1f612da7504a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902445 Feb 10 22:28:59.959858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] For port d1bc493b-813c-424c-bab2-47f4b20a2240, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d1bc493b-813c-424c-bab2-47f4b20a2240,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:28:59.960216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:28:59.979907 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-7e27c247-a714-4a3c-9108-ee5e0b8b63ae req-b8f7f2e0-ea5a-4adb-92e6-4f518bff39bf tempest-FloatingIPDetailsNegativeTestJSON-1113755735 tempest-FloatingIPDetailsNegativeTestJSON-1113755735-project] show failed (client error): The resource could not be found. Feb 10 22:28:59.990301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e27c247-a714-4a3c-9108-ee5e0b8b63ae req-b8f7f2e0-ea5a-4adb-92e6-4f518bff39bf tempest-FloatingIPDetailsNegativeTestJSON-1113755735 tempest-FloatingIPDetailsNegativeTestJSON-1113755735-project] 10.222.0.53 "GET /v2.0/floatingips/5d54bebe-757f-4a11-b0c4-accb7e59c5fb HTTP/1.1" status: 404 len: 350 time: 0.1119840 Feb 10 22:28:59.992878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57804) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:00.148630 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.174616 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Transition to ACTIVE for port object d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:00.186092 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.194132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9ea18-52c6-4d4e-9ff0-1198f51a2073 req-212b1fa4-cc90-45c1-b85e-53cd168814fa tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:00.194994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4bd9ea18-52c6-4d4e-9ff0-1198f51a2073 req-212b1fa4-cc90-45c1-b85e-53cd168814fa tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Synchronizing usage tracker for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:00.225543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Calling delete_port for d1bc493b-813c-424c-bab2-47f4b20a2240 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:00.228363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-6936d615-c443-4ded-9d30-84ed896df964 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1741426 Feb 10 22:29:00.237222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4bd9ea18-52c6-4d4e-9ff0-1198f51a2073 req-212b1fa4-cc90-45c1-b85e-53cd168814fa tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Unset dirty status for tenant:8187eca3ebdc46f2a9bc400af874156c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:00.240538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bd9ea18-52c6-4d4e-9ff0-1198f51a2073 req-212b1fa4-cc90-45c1-b85e-53cd168814fa tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 949 time: 0.2680547 Feb 10 22:29:00.308159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bd9ea18-52c6-4d4e-9ff0-1198f51a2073 req-8dd99842-ed4f-4b30-ae15-3807a19ab86e tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/security-groups?id=897eb434-8a16-4f9c-a05e-6b802dc59a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598652 Feb 10 22:29:00.332942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-f4ed05f9-9b5a-4c7b-a524-2d8f2092d713 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1298530 Feb 10 22:29:00.385992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Pushing event updated for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:00.413250 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.414348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.414694 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.417842 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.418221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.418560 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.418892 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.419221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.419572 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.419892 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.420213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.420530 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:00.482131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-d0a8b341-7df7-4192-a3a1-b7617b311353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:00.484452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-d0a8b341-7df7-4192-a3a1-b7617b311353 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 1095 time: 0.1346085 Feb 10 22:29:00.538905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:00.553145 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Attempting to bind port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:00.553775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Attempting to bind port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:00.554514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Attempting to bind port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc on network 6a89a304-0ce1-4610-8a6b-f870c593ad4c {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:00.560262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:00.560903 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Checking segment: {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:00.561468 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.562554 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Bound using segment: {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:00.563299 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Bound port: d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5121b9f-9702-4101-b021-12016b1a3a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:00.563866 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.712479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:00.713356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.756455 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] For port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:00.757861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3046197-2be1-4e1d-9408-c4b34d453b9c req-2260b6c0-5631-4b8e-978f-c162228f75ca tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:00.766009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3046197-2be1-4e1d-9408-c4b34d453b9c req-2260b6c0-5631-4b8e-978f-c162228f75ca tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.2747517 Feb 10 22:29:00.821195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-3927dced-e480-4b03-bd6e-2af5bba5c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:00.822814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-3927dced-e480-4b03-bd6e-2af5bba5c721 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.2725241 Feb 10 22:29:00.844120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-62a73f8e-736f-40f6-8389-2e649ef4e2d6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:00.851150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-62a73f8e-736f-40f6-8389-2e649ef4e2d6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5170085 Feb 10 22:29:00.880186 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.886089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-c014ff09-192b-4a25-a942-4be50bb2bf17 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.0337412 Feb 10 22:29:00.901805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-df4b4980-a9ed-47d2-b4fc-adb8a151674c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 200 len: 217 time: 0.0731201 Feb 10 22:29:00.912865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3046197-2be1-4e1d-9408-c4b34d453b9c req-977ceaa9-24fb-4747-8a5a-c255816bc475 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459394 Feb 10 22:29:00.938148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:00.962090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:00.970336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:00.971441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d1bc493b-813c-424c-bab2-47f4b20a2240 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:01.016596 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] For port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:01.020827 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:01.085688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:01.121337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-ae2ef4f4-e3fc-4bc9-906a-307b6ae9bf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:01.122703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-ae2ef4f4-e3fc-4bc9-906a-307b6ae9bf6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.2089484 Feb 10 22:29:01.131630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No active binding found for port d1bc493b-813c-424c-bab2-47f4b20a2240 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:29:01.132087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d1bc493b-813c-424c-bab2-47f4b20a2240 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:29:01.162288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:01.170631 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c81b78-1ff3-4c19-a53c-89cae51923b5 None None] Pushing event updated for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:01.214723 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:01.215749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:01.232271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-e0df7816-3dbf-429a-8d2d-9d7b61494c21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965960 Feb 10 22:29:01.244213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Pushing event deleted for resources: {'Port': ['ID=d1bc493b-813c-424c-bab2-47f4b20a2240,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:01.344002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-8cc11967-7e28-4ce7-866e-fa0d71564ad4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2923195 Feb 10 22:29:01.427206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656bc6cf-9093-4e7c-9cb1-51ab82457998 req-52491137-e822-4b10-b939-963accce3264 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:01.434024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-656bc6cf-9093-4e7c-9cb1-51ab82457998 req-52491137-e822-4b10-b939-963accce3264 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2585409 Feb 10 22:29:01.471699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-5e521b29-2362-4d2e-b9de-897390d8eb08 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327259 Feb 10 22:29:01.475726 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:01.584895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] No DVR routers for this DVR port d1bc493b-813c-424c-bab2-47f4b20a2240 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:29:01.593618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:01.596344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'name': 'network-vif-deleted', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:01.612399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-656bc6cf-9093-4e7c-9cb1-51ab82457998 req-82dcb543-b987-448e-8849-12dc23a27af6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772747 Feb 10 22:29:01.624961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a392c6fc-0e94-46ee-a97a-840f45b8d61a req-f093ea9b-fc39-4e73-8a95-5cf138e82628 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.30 "DELETE /v2.0/ports/d1bc493b-813c-424c-bab2-47f4b20a2240 HTTP/1.1" status: 204 len: 173 time: 2.3157613 Feb 10 22:29:01.643212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-7b834170-ab2b-43af-9d01-a70fe7858c2c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7560840 Feb 10 22:29:01.684241 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'code': 200} Feb 10 22:29:01.913483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46ab9365-ca4b-4a46-afab-70ef0f6b7485 req-e4350fc8-185b-4f21-ac45-0791e834a46b service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312496 Feb 10 22:29:01.929573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-3f526b68-e2c0-488e-91fa-5f08f97ac28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:01.932414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-3f526b68-e2c0-488e-91fa-5f08f97ac28c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.4485040 Feb 10 22:29:01.935377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9de7729-8c65-4f90-8c6f-01c0ddf78956 req-153c200e-4ed9-44e8-8b94-216b66abf5f0 tempest-ServersAdminNegativeTestJSON-1173471632 tempest-ServersAdminNegativeTestJSON-1173471632-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc40d355-75e0-472b-9f0d-84d3d8adcd5a HTTP/1.1" status: 200 len: 210 time: 0.0724802 Feb 10 22:29:01.989851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:02.019921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:55Z', 'revision_number': 4, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd5b5969e-41c3-47ae-b6c0-03aa5acf5dfc', 'name': '', 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'mac_address': 'fa:16:3e:3b:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:52Z', 'updated_at': '2022-02-10T22:29:00Z', 'revision_number': 4, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'subnets': [{'id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:02.024145 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb383e8-a3c4-477f-a7df-fb968ba51dd2 None None] The sync data for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 is: [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:28:55Z', 'revision_number': 4, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd5b5969e-41c3-47ae-b6c0-03aa5acf5dfc', 'name': '', 'network_id': '6a89a304-0ce1-4610-8a6b-f870c593ad4c', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'mac_address': 'fa:16:3e:3b:29:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:52Z', 'updated_at': '2022-02-10T22:29:00Z', 'revision_number': 4, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'subnets': [{'id': '191ec92a-e5fb-481d-9848-cf171e6bbe20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:29:02.171195 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc40d355-75e0-472b-9f0d-84d3d8adcd5a', 'name': 'network-vif-deleted', 'tag': 'd1bc493b-813c-424c-bab2-47f4b20a2240', 'status': 'completed', 'code': 200} Feb 10 22:29:02.215484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-d57d76a6-06cb-4d29-8b76-67c1eb4e42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:02.217313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-d57d76a6-06cb-4d29-8b76-67c1eb4e42bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2504778 Feb 10 22:29:02.373489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:02.413015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-9c68f4eb-5b28-4730-9265-87d029a95fbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1848478 Feb 10 22:29:02.535965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-4fd3b846-e989-43f0-9ce0-45c0509694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:02.539959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-4fd3b846-e989-43f0-9ce0-45c0509694cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1181304 Feb 10 22:29:02.663899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:02.673201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:02.673562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:02.694369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-cd2ee08e-1657-4d95-863d-2b336a5ab20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:02.697424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-cd2ee08e-1657-4d95-863d-2b336a5ab20d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1521299 Feb 10 22:29:02.856306 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:02.901643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-55160bdf-f4aa-49e8-b17e-2125f7551989 service neutron] 10.222.0.30 "GET /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.2515001 Feb 10 22:29:02.913314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492878ae-e1ca-4162-9723-4448b29ef2b8 req-6f37bca6-85b1-46e8-a26f-778d347abadc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:02.919348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:02.923083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-492878ae-e1ca-4162-9723-4448b29ef2b8 req-6f37bca6-85b1-46e8-a26f-778d347abadc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.2714350 Feb 10 22:29:02.927758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:03.103622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:03.132463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-d50fe7e9-1618-4d1a-89f1-2b8029a04090 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222364 Feb 10 22:29:03.201274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-492878ae-e1ca-4162-9723-4448b29ef2b8 req-2a5d08ca-0dea-4aa8-829f-61d7b8663761 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763183 Feb 10 22:29:03.348328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9b0f6c-2dc8-47d8-b43b-3331a14a26c0 req-429e6766-56b0-41e2-86b0-87bf92537b4b service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089875 Feb 10 22:29:03.482905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Deleting port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:03.483378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:03.693953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:03.740280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ee4b1-0270-4db7-a966-343de670eedd req-62b7c97f-6411-4d95-8c97-0f9c6f6838c6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:03.741885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-109ee4b1-0270-4db7-a966-343de670eedd req-62b7c97f-6411-4d95-8c97-0f9c6f6838c6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.3347301 Feb 10 22:29:03.788845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:03.870057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-109ee4b1-0270-4db7-a966-343de670eedd req-4f448ba1-1fa3-47a5-9105-869d4e29c56b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180305 Feb 10 22:29:03.876783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] For port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:03.878749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:03.966194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c35359-9eaf-435b-9954-7c9080c825ee {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:04.182827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Calling delete_port for d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:04.213575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:04.228159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:04.335908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:04.349927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:04.350356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:04.399273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c24eac4-395a-416a-9de3-a91f53278f93 req-b9839e50-99ae-4c8b-b49e-66b57700c257 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 210 time: 0.2265418 Feb 10 22:29:04.527032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58018) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:04.572399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0619d91-f55a-4e7c-8322-df774ddb1f16 req-e3548542-7499-4897-9956-a23b7a3b23a4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:04.579410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0619d91-f55a-4e7c-8322-df774ddb1f16 req-e3548542-7499-4897-9956-a23b7a3b23a4 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 943 time: 0.2171433 Feb 10 22:29:04.584587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:04.699791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0619d91-f55a-4e7c-8322-df774ddb1f16 req-dbe4dc99-d266-47a2-9fff-471998f684dc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088736 Feb 10 22:29:04.746743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] Transition to ACTIVE for port object 11c35359-9eaf-435b-9954-7c9080c825ee will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:04.762653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:04.819896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-5c901b3a-8d75-43ec-babb-ae7f9c146952 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498872 Feb 10 22:29:04.912850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9c276f92-426a-4b12-b630-2545376bf6dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8187eca3ebdc46f2a9bc400af874156c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3764920 Feb 10 22:29:04.916508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58050) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:04.963645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] No DVR routers for this DVR port 11c35359-9eaf-435b-9954-7c9080c825ee on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:29:05.049328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] Pushing event updated for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=10']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:05.054620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.084828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.091573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-8fc5fc8e-190f-4f34-95ce-17345d11a908 service neutron] 10.222.0.30 "PUT /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee/bindings/n-h2-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 2.1444089 Feb 10 22:29:05.109775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.173218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:05.256140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-611a0deb-a53c-405a-ae37-9401508787da tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:05.257685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-611a0deb-a53c-405a-ae37-9401508787da tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035048 Feb 10 22:29:05.295006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0cfa2c-7aa5-4230-b3ef-23cc52409286 req-638a36b5-548c-47dd-93ea-ba254dd16d47 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:05.332774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c0cfa2c-7aa5-4230-b3ef-23cc52409286 req-638a36b5-548c-47dd-93ea-ba254dd16d47 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2164216 Feb 10 22:29:05.336577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:05.533968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-cbbe0e54-2513-4860-a501-97fc539abd1e tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:05.535689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-cbbe0e54-2513-4860-a501-97fc539abd1e tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.3185554 Feb 10 22:29:05.556359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.581047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897eb434-8a16-4f9c-a05e-6b802dc59a8a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:05.585240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c0cfa2c-7aa5-4230-b3ef-23cc52409286 req-c6d3d217-d962-4c66-a066-d1992ae7e429 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202153 Feb 10 22:29:05.659581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-ca213c68-827d-4c5f-aba4-cf2cfa246ea5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1046324 Feb 10 22:29:05.670341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:05.682798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:05.696762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:05.701193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.769049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.772754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-131cc0e4-64a2-439e-be54-5c73ce42950d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/897eb434-8a16-4f9c-a05e-6b802dc59a8a HTTP/1.1" status: 204 len: 168 time: 0.8530695 Feb 10 22:29:05.797540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:05.819589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aaac137-c740-4622-8104-15284fbf5631 req-f03755ab-c689-437f-95c0-df4e18916ee6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 210 time: 0.0925262 Feb 10 22:29:06.086356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-8b18b748-85a9-4b2f-b575-02e80344fef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:06.088069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-8b18b748-85a9-4b2f-b575-02e80344fef2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197&tenant_id=043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 1095 time: 0.4986677 Feb 10 22:29:06.111031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-1c3cbd0b-29b9-4620-860e-df42e9a714e1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:06.113077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-1c3cbd0b-29b9-4620-860e-df42e9a714e1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4459972 Feb 10 22:29:06.289253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '18290c73-386a-4797-a6ec-4877e6a20214', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:06.412212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58168) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:06.454430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.13 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/e07192ff-704e-493e-9084-14368b130f29) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:06.525931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864ba41c-620a-4128-80d6-36bda80f89c3 req-cc232577-d60f-41df-bd28-17b3fd986960 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:06.533183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-864ba41c-620a-4128-80d6-36bda80f89c3 req-cc232577-d60f-41df-bd28-17b3fd986960 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.5007069 Feb 10 22:29:06.643611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-83020933-3ebe-4ad7-9934-5e0bf9d0d50b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=122dc0e2c3364a01902aaa0346d2ac15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2213914 Feb 10 22:29:06.648849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:06.678665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:06.689019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-864ba41c-620a-4128-80d6-36bda80f89c3 req-47de528e-bda8-41fc-b35f-109741b23e82 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507018 Feb 10 22:29:06.819232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-199c6858-a300-4abe-8969-0cdafd6a1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:06.819232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-199c6858-a300-4abe-8969-0cdafd6a1615 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1095 time: 0.5660517 Feb 10 22:29:06.827555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:06.860241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:06.903200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object e07192ff-704e-493e-9084-14368b130f29 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:06.985828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:06.989457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.030999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:29:07.046564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.050925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.063176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:07.170502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852af7f6-da57-42e0-82e3-66563b6165c0 req-a5aa3b86-a24b-4311-98b5-c82e471d8f32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:07.178372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-852af7f6-da57-42e0-82e3-66563b6165c0 req-a5aa3b86-a24b-4311-98b5-c82e471d8f32 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2688746 Feb 10 22:29:07.233061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:07.250002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:07.257449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:07.314081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:07.391726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-852af7f6-da57-42e0-82e3-66563b6165c0 req-ce30c597-32ef-4d65-9e6f-d0819a4b11d6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124155 Feb 10 22:29:07.416773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.457377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:07.459245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-3ca4ec99-1cd6-4920-a13b-433e5301e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:07.460121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.461033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-3ca4ec99-1cd6-4920-a13b-433e5301e60a service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.6108284 Feb 10 22:29:07.517584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-549cb6f3-67ed-49d7-9662-e837ee96c9c6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2308998 Feb 10 22:29:07.528179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Request body: {'port': {'device_id': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:07.692655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-0febb937-3988-4fc2-9e1f-b5ef7a282acd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 200 len: 217 time: 0.2017577 Feb 10 22:29:07.720862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4981cda5-d259-4e4e-b469-4e354d77376d None None] Provisioning for port e07192ff-704e-493e-9084-14368b130f29 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:07.727808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4981cda5-d259-4e4e-b469-4e354d77376d None None] Provisioning complete for port e07192ff-704e-493e-9084-14368b130f29 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:07.728890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4981cda5-d259-4e4e-b469-4e354d77376d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:07.760851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-390490e5-4726-40be-b3af-4f34171a892a req-28bb1dea-984b-4677-a9b3-8224efe7e352 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:07.805440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4981cda5-d259-4e4e-b469-4e354d77376d None None] Port e07192ff-704e-493e-9084-14368b130f29 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:07.883138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-390490e5-4726-40be-b3af-4f34171a892a req-28bb1dea-984b-4677-a9b3-8224efe7e352 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:07.894771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-390490e5-4726-40be-b3af-4f34171a892a req-28bb1dea-984b-4677-a9b3-8224efe7e352 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 210 time: 0.2599316 Feb 10 22:29:07.928670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-b36f81c4-f35f-4679-8d9a-49ed195cb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:07.931860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-b36f81c4-f35f-4679-8d9a-49ed195cb5ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1492245 Feb 10 22:29:07.937117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:08.102892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:08.172271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2332bbf5-f6bf-4666-8df1-96288a1995d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:08.346284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-41ed793d-895b-4552-89c7-aaa60671eb08 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2894404 Feb 10 22:29:08.352789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19d2b81-a631-48ef-825d-0743b3867a80,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:08.496006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.196 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/e076aebb-b02a-4be5-b081-266695e36270) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:08.510347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:29:08.524208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Sync routers for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:29:08.532782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f1098e5f-4666-4b7a-b3e3-645d43deefa0 admin admin] 10.222.0.53 "PUT /v2.0/routers/5f2212ab-b3ba-49eb-8ff2-83f0e49aa435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5386429 Feb 10 22:29:08.533207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58314) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:08.540812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:08.542837 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:08.543000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:08.543976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-55614a8f-5ab9-4a14-9ef8-4fcf78da1c68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b19d2b81-a631-48ef-825d-0743b3867a80 HTTP/1.1" status: 204 len: 168 time: 1.8931384 Feb 10 22:29:08.649268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d1d324-1fba-4a1d-8c06-2e840ea64aa2 req-d73b4173-db00-48b2-9567-cd171e58ef38 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:08.657664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28d1d324-1fba-4a1d-8c06-2e840ea64aa2 req-d73b4173-db00-48b2-9567-cd171e58ef38 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.5997376 Feb 10 22:29:08.700581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-80ec4923-cc7c-4215-a72f-17e50a4b9601 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288891 Feb 10 22:29:08.854148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:08.975705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:09.021754 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28d1d324-1fba-4a1d-8c06-2e840ea64aa2 req-86c6fc02-4ad6-42a2-8800-c60df750d424 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631084 Feb 10 22:29:09.142049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:09.172543 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-0ea49941-ae68-4676-bfe0-7f5abd06c65b service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957319 Feb 10 22:29:09.185008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object e076aebb-b02a-4be5-b081-266695e36270 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:09.257364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:09.358719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:09.539149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:09.554010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:09.579221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:09.653453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025275f6-3c36-49db-872b-73dc807f32d9 req-127f2384-523c-4506-bcfd-230de7c94ad3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:09.666216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-025275f6-3c36-49db-872b-73dc807f32d9 req-127f2384-523c-4506-bcfd-230de7c94ad3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.7204969 Feb 10 22:29:09.832046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:09.853591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:09.889951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:09.987233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-e231184c-0eca-496a-8d85-df4dcf0d5736 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7518229 Feb 10 22:29:09.990800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07192ff-704e-493e-9084-14368b130f29 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:10.016192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:10.031524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Request body: {'port': {'device_id': '18290c73-386a-4797-a6ec-4877e6a20214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:10.058529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Transition to ACTIVE for port object e07192ff-704e-493e-9084-14368b130f29 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:10.069414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:10.090805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:10.169688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c12263b-ec87-4eaa-88ba-c6447ca04716 None None] Provisioning for port e076aebb-b02a-4be5-b081-266695e36270 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:10.235792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c12263b-ec87-4eaa-88ba-c6447ca04716 None None] Provisioning complete for port e076aebb-b02a-4be5-b081-266695e36270 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:10.239344 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c12263b-ec87-4eaa-88ba-c6447ca04716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:10.339230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:29:04Z', 'revision_number': 5, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:10.361712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147264a-a926-4473-8641-c725fb938196 req-247536db-45b3-4647-aeb6-333ce44664a9 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:10.364208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-247536db-45b3-4647-aeb6-333ce44664a9 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.5660522 Feb 10 22:29:10.385502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Checking router: 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:29:10.400039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Routers {'5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:10.400679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:28:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:10.595758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:10.609313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c12263b-ec87-4eaa-88ba-c6447ca04716 None None] Port e076aebb-b02a-4be5-b081-266695e36270 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:10.741429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-025275f6-3c36-49db-872b-73dc807f32d9 req-23850638-9633-432d-ae50-58ee167c9eba tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0714667 Feb 10 22:29:10.744549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Deleting port e48bf3df-09f9-41ff-a08e-bc1941aff8cf {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:10.744894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.067630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-c2b0e179-2934-4dca-805d-b56f509cf37c service neutron] 10.222.0.24 "GET /v2.0/ports/1e914fb2-6a58-4dc0-b13d-4ff85756623d/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.5321844 Feb 10 22:29:11.088694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c514b-e207-4676-9204-de121defcae3 req-29a399f6-851b-4e8d-8756-4a7af5c0b5cf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:11.089421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4e1c514b-e207-4676-9204-de121defcae3 req-29a399f6-851b-4e8d-8756-4a7af5c0b5cf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:11.114940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa6a3eba-f37c-469f-b132-50f8f4f70e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.406777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] Set router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:11.453715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Pushing event updated for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:11.467092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e076aebb-b02a-4be5-b081-266695e36270 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:11.478871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.497789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Transition to ACTIVE for port object e076aebb-b02a-4be5-b081-266695e36270 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:11.526873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.701029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3147264a-a926-4473-8641-c725fb938196 req-b770f072-9639-477a-9522-116d8e843b6f service neutron] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:11.727394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Attempting to bind port e07192ff-704e-493e-9084-14368b130f29 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:11.727732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Attempting to bind port e07192ff-704e-493e-9084-14368b130f29 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:11.728063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Attempting to bind port e07192ff-704e-493e-9084-14368b130f29 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:11.773875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Port e07192ff-704e-493e-9084-14368b130f29 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:11.774727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Attempting to bind port e07192ff-704e-493e-9084-14368b130f29 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:11.785930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] For port e48bf3df-09f9-41ff-a08e-bc1941aff8cf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:11.786602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.818244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:11.818583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:11.818975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:11.819451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Bound port: e07192ff-704e-493e-9084-14368b130f29, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:11.819795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.838239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3147264a-a926-4473-8641-c725fb938196 req-b770f072-9639-477a-9522-116d8e843b6f service neutron] Notify callbacks [] for binding, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.840647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3147264a-a926-4473-8641-c725fb938196 req-b770f072-9639-477a-9522-116d8e843b6f service neutron] 10.222.0.24 "DELETE /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee/bindings/n-h1-825178-4 HTTP/1.1" status: 204 len: 173 time: 1.4074771 Feb 10 22:29:11.871010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4e1c514b-e207-4676-9204-de121defcae3 req-29a399f6-851b-4e8d-8756-4a7af5c0b5cf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:11.877921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e1c514b-e207-4676-9204-de121defcae3 req-29a399f6-851b-4e8d-8756-4a7af5c0b5cf tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 936 time: 1.4967792 Feb 10 22:29:11.943241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Pushing event updated for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:11.978699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:11.982823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.023658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:29:04Z', 'revision_number': 5, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:12.045394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5edf1ab-2f13-4960-b960-933c723e46b6 None None] The sync data for ids ['5f2212ab-b3ba-49eb-8ff2-83f0e49aa435'] in n-d-825178-4 is: [{'id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2040914735-router', 'tenant_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:28:44Z', 'updated_at': '2022-02-10T22:29:04Z', 'revision_number': 5, 'project_id': '9956dfe0dd5a464ab5a11c435c2bb833', 'gw_port': {'id': 'e48bf3df-09f9-41ff-a08e-bc1941aff8cf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:10:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f2212ab-b3ba-49eb-8ff2-83f0e49aa435', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:28:46Z', 'updated_at': '2022-02-10T22:28:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:29:12.057691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Calling delete_port for e48bf3df-09f9-41ff-a08e-bc1941aff8cf owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:12.146295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da08a1-d12b-44ec-8a1c-ccbc6c47d910 req-30eb3049-cc7a-4aac-9653-519f49ebf644 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.155576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80da08a1-d12b-44ec-8a1c-ccbc6c47d910 req-30eb3049-cc7a-4aac-9653-519f49ebf644 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.9383690 Feb 10 22:29:12.174888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e1c514b-e207-4676-9204-de121defcae3 req-3a1da9c9-fb77-4d23-8af5-fa0ac5eed6ac tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957585 Feb 10 22:29:12.230631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Attempting to bind port e076aebb-b02a-4be5-b081-266695e36270 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:12.230631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Attempting to bind port e076aebb-b02a-4be5-b081-266695e36270 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:12.230964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Attempting to bind port e076aebb-b02a-4be5-b081-266695e36270 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:12.238923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Port e076aebb-b02a-4be5-b081-266695e36270 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:12.241628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Attempting to bind port e076aebb-b02a-4be5-b081-266695e36270 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:12.243942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-859c3d01-1602-4e8e-a178-adda3b914afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.245630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-859c3d01-1602-4e8e-a178-adda3b914afb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1100 time: 0.7793469 Feb 10 22:29:12.246288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:12.246726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:12.247212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:12.247791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Bound port: e076aebb-b02a-4be5-b081-266695e36270, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:12.248236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.360531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:12.363691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e076aebb-b02a-4be5-b081-266695e36270,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:12.372844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.388412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80da08a1-d12b-44ec-8a1c-ccbc6c47d910 req-4058cf5d-4dc4-4328-ac5d-2875ceafca52 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315111 Feb 10 22:29:12.416948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:12.443199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e07192ff-704e-493e-9084-14368b130f29,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:12.466944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:12.471361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.635815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:29:12.636194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d5b5969e-41c3-47ae-b6c0-03aa5acf5dfc not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:29:12.644611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Pushing event updated for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:12.655369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.656005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.657379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-3c068515-02e6-4835-b012-8d717eff813f service neutron] 10.222.0.30 "PUT /v2.0/ports/e076aebb-b02a-4be5-b081-266695e36270 HTTP/1.1" status: 200 len: 1096 time: 2.6412752 Feb 10 22:29:12.658094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:12.680765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-06807bc4-1fe2-425d-ad6a-f0d9095e16bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.682276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-06807bc4-1fe2-425d-ad6a-f0d9095e16bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1100 time: 0.4078751 Feb 10 22:29:12.749323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.862151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-fd04e127-8d6b-44fa-9a91-2fc798cc4311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.868776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-fd04e127-8d6b-44fa-9a91-2fc798cc4311 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 1099 time: 0.1558220 Feb 10 22:29:12.899539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:12.900379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:12.901886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] 10.222.0.24 "PUT /v2.0/ports/e07192ff-704e-493e-9084-14368b130f29 HTTP/1.1" status: 200 len: 1095 time: 5.3782740 Feb 10 22:29:12.902371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'tag': 'e07192ff-704e-493e-9084-14368b130f29'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:13.007926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-0a86c00b-e9b9-4ee1-a1a5-72e1f6bc2e4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e076aebb-b02a-4be5-b081-266695e36270 HTTP/1.1" status: 200 len: 217 time: 0.1218729 Feb 10 22:29:13.127747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-da5b8925-864d-4f9c-8caf-7dbfea9d0d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:13.129146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-da5b8925-864d-4f9c-8caf-7dbfea9d0d58 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1138740 Feb 10 22:29:13.291360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-c80f40df-f1ce-4697-81a2-0b509920447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:13.293020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-c80f40df-f1ce-4697-81a2-0b509920447d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1512024 Feb 10 22:29:13.295326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:13.489615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962053b1-3fd8-4075-a346-82201be46dcc service neutron] Pushing event updated for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:13.535173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae4e99-7d0a-4a1f-b926-3feb8428b759 req-f01c2b97-12ac-4c7f-ba1f-025d81f5cf8f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:13.543112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1ae4e99-7d0a-4a1f-b926-3feb8428b759 req-f01c2b97-12ac-4c7f-ba1f-025d81f5cf8f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.8745134 Feb 10 22:29:13.551005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:13.591903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-ee8eb2c0-d167-4713-96b5-9db8da2bcf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:13.594475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-ee8eb2c0-d167-4713-96b5-9db8da2bcf70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.8961940 Feb 10 22:29:13.595229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-c096eadb-d5d9-4d17-873a-2d3eaa3d9755 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810037 Feb 10 22:29:13.598864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:13.628381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:13.645336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:13.650756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:13.829924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:13.834201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-03bcdd01-1500-43da-912e-3a7f56381e78 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306314 Feb 10 22:29:13.878622 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270', 'status': 'completed', 'code': 200} Feb 10 22:29:14.018850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1ae4e99-7d0a-4a1f-b926-3feb8428b759 req-e11654f1-6a61-45be-bd5c-67c2b19836dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4746814 Feb 10 22:29:14.025315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-79401919-d20e-4e74-a2c7-21316506b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.027404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-79401919-d20e-4e74-a2c7-21316506b1bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 1099 time: 0.1179576 Feb 10 22:29:14.027938 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'tag': 'e07192ff-704e-493e-9084-14368b130f29', 'status': 'completed', 'code': 200} Feb 10 22:29:14.030046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48bf3df-09f9-41ff-a08e-bc1941aff8cf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:14.066170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-6a3e3ab3-0d89-4a3f-b8dd-c280a1b6a775 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.4498913 Feb 10 22:29:14.070783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-f1476294-dbd2-40fb-b5f6-78346796094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.072265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-f1476294-dbd2-40fb-b5f6-78346796094b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 1098 time: 1.0373671 Feb 10 22:29:14.114674 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'code': 200} Feb 10 22:29:14.236092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-7f26ee20-cf67-4eec-a32d-e85aa4f4226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.237554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-7f26ee20-cf67-4eec-a32d-e85aa4f4226e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1959763 Feb 10 22:29:14.332724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-0901e1a6-8381-4527-b83c-cd723c04af7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e07192ff-704e-493e-9084-14368b130f29 HTTP/1.1" status: 200 len: 217 time: 0.2465088 Feb 10 22:29:14.336502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-a112e120-c21f-43f1-8613-51b2c878d982 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e076aebb-b02a-4be5-b081-266695e36270 HTTP/1.1" status: 200 len: 217 time: 0.0865693 Feb 10 22:29:14.417196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:14.470605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacda8a-b56a-4f0a-bb3d-67d6ad961f53 req-d7928f80-c577-4d83-8abe-ac6dadcd146e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.480294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0eacda8a-b56a-4f0a-bb3d-67d6ad961f53 req-d7928f80-c577-4d83-8abe-ac6dadcd146e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 948 time: 0.4477353 Feb 10 22:29:14.521127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-c24aaecc-9c9d-4d74-bdab-bdb4869f3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.523995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-c24aaecc-9c9d-4d74-bdab-bdb4869f3362 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1797709 Feb 10 22:29:14.541441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-2e7aa540-1db8-4469-8eea-dc2b0ccf5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.542859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-2e7aa540-1db8-4469-8eea-dc2b0ccf5cfc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.4557066 Feb 10 22:29:14.595911 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0eacda8a-b56a-4f0a-bb3d-67d6ad961f53 req-b2b5702b-80d1-42e2-b594-a998cca22f28 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143675 Feb 10 22:29:14.658063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-02e5a927-fcbe-4932-bd39-b0665c9b017d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.659672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-02e5a927-fcbe-4932-bd39-b0665c9b017d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1238234 Feb 10 22:29:14.664818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-f9fdafa3-3df6-4daf-8f9f-5cd92684751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:14.666370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-f9fdafa3-3df6-4daf-8f9f-5cd92684751e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3182094 Feb 10 22:29:14.732728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:14.739627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:14.855658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-47b3e7ab-f6c5-4f66-92ec-ba2747f15791 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871016 Feb 10 22:29:15.047933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:15.048432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:29:15.084431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124cc28-c6e6-4e27-a509-6344699c357a req-d8d0269c-2456-490c-ba54-23d671801af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:15.086571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-d8d0269c-2456-490c-ba54-23d671801af2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4917064 Feb 10 22:29:15.101555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-d0ad0b8d-c89d-45da-8951-411732138f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:15.111413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-d0ad0b8d-c89d-45da-8951-411732138f2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4362540 Feb 10 22:29:15.148568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:15.151783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b32f470-9410-42a4-999c-1f8935d59c87 req-79ea247f-a720-4e35-aeb2-96d80332a7b3 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890813 Feb 10 22:29:15.152461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:15.159764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-19ceafa8-9eec-471b-add6-84db2ecc00a1 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5f2212ab-b3ba-49eb-8ff2-83f0e49aa435 HTTP/1.1" status: 204 len: 168 time: 6.6253507 Feb 10 22:29:15.447900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8e321-5efa-45e5-8161-1694ce5019a2 req-757753ef-1ea6-4d8c-a142-823fcb77cc72 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:15.455554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80e8e321-5efa-45e5-8161-1694ce5019a2 req-757753ef-1ea6-4d8c-a142-823fcb77cc72 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1095 time: 0.4862406 Feb 10 22:29:15.586937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-bda5364f-4925-42bb-a0af-b1725028344b service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4733884 Feb 10 22:29:15.604598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-80e8e321-5efa-45e5-8161-1694ce5019a2 req-ec0913a4-6b35-4a7f-b0b7-f1ad0b4f8407 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478627 Feb 10 22:29:15.673665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Deleting subnet 191ec92a-e5fb-481d-9848-cf171e6bbe20 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:29:15.685285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:15.762330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-cb4a35f8-b819-4a2e-b831-aad6635c791a service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008492 Feb 10 22:29:15.765826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58578) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:15.891788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:15.970349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c9038e-9226-4c27-8f39-25bf206bd3aa req-b915277e-0f03-483a-b022-d020749acd39 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:15.972047 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16c9038e-9226-4c27-8f39-25bf206bd3aa req-b915277e-0f03-483a-b022-d020749acd39 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 947 time: 0.2906537 Feb 10 22:29:16.039626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16c9038e-9226-4c27-8f39-25bf206bd3aa req-d401078e-37be-4d38-9ef5-f561fbbdfc40 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591557 Feb 10 22:29:16.068375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.165970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e48bf3df-09f9-41ff-a08e-bc1941aff8cf no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:16.234294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.265912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e48bf3df-09f9-41ff-a08e-bc1941aff8cf {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:29:16.268808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e48bf3df-09f9-41ff-a08e-bc1941aff8cf not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:29:16.279190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7840eba-9294-43e6-a9b6-5ee96ffeeafc req-595f319b-824a-47a2-b592-c3ca1c93143d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:16.282049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7840eba-9294-43e6-a9b6-5ee96ffeeafc req-595f319b-824a-47a2-b592-c3ca1c93143d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 948 time: 0.2888491 Feb 10 22:29:16.319985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=191ec92a-e5fb-481d-9848-cf171e6bbe20,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:16.339754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b328f9-2ce3-4ecc-bb21-5d88333352e2 None None] Network 6a89a304-0ce1-4610-8a6b-f870c593ad4c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:29:16.396690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.399640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.406574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5183acc2-1471-49d3-81bf-bce13c4e49c4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/191ec92a-e5fb-481d-9848-cf171e6bbe20 HTTP/1.1" status: 204 len: 168 time: 1.2528312 Feb 10 22:29:16.408959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58598) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:16.447680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7840eba-9294-43e6-a9b6-5ee96ffeeafc req-19d62cb7-72d8-4336-a45c-648f7ae08bd2 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485767 Feb 10 22:29:16.452124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:16.457018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Usage tracker for resource:security_group_rule and tenant:5282d026da844542bd35a4e985f6b4a0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:16.461803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:16.478360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:16.494514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58602) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:16.559252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c6c35-c0e3-429d-b58c-649f48ef4111 req-2097aca7-27ed-46e6-904a-1fc16981927d tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:16.566865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d17c6c35-c0e3-429d-b58c-649f48ef4111 req-2097aca7-27ed-46e6-904a-1fc16981927d tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 1095 time: 0.2373354 Feb 10 22:29:16.587023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.607646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Deleting port ec442123-373f-426b-af79-bd3d2d6badb6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:16.608007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.611206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.617032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a124cc28-c6e6-4e27-a509-6344699c357a req-fa143745-6bef-4cb5-8536-76fd5349be54 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0028620 Feb 10 22:29:16.651670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.737675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d17c6c35-c0e3-429d-b58c-649f48ef4111 req-887f771a-8e77-4290-8a69-a700e9967dc2 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697221 Feb 10 22:29:16.759027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12ad7bef-50f7-43b9-8ba8-9394387c635c req-a2102b0e-680b-4d62-98e4-55908df47c58 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9819932 Feb 10 22:29:16.825213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5282d026da844542bd35a4e985f6b4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0580478 Feb 10 22:29:16.825967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58618) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:16.855399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643227fb-1004-492c-bc7d-c9e316793db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7077d3-bf44-4454-ab7e-37870468d494,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:16.865097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] DHCP port deletion for 6a89a304-0ce1-4610-8a6b-f870c593ad4c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:29:16.872218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Deleting port ec442123-373f-426b-af79-bd3d2d6badb6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:16.872629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:16.995747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.007359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.028179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:17.039844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Usage tracker for resource:security_group_rule and tenant:730ac1fc04244ef08cf26e86a4a3ddc8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:17.048521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:17.051054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] For port ec442123-373f-426b-af79-bd3d2d6badb6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ec442123-373f-426b-af79-bd3d2d6badb6,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:17.051054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.052852 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.066029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-4306d8dd-0c39-4121-bbc0-a3fca011c600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:17.067570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-4306d8dd-0c39-4121-bbc0-a3fca011c600 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 1098 time: 0.2135601 Feb 10 22:29:17.070758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:17.178977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] For port ec442123-373f-426b-af79-bd3d2d6badb6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ec442123-373f-426b-af79-bd3d2d6badb6,segment=NetworkSegment(d5121b9f-9702-4101-b021-12016b1a3a02),segment_id=d5121b9f-9702-4101-b021-12016b1a3a02)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:17.180101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.298694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Calling delete_port for ec442123-373f-426b-af79-bd3d2d6badb6 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:17.345047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Calling delete_port for ec442123-373f-426b-af79-bd3d2d6badb6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:17.357714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-4ec05a5b-369f-42c9-85d1-52996241444a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:17.364207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-4ec05a5b-369f-42c9-85d1-52996241444a service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2806633 Feb 10 22:29:17.456783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c695c-eddc-44c7-9c0b-1a328cc61230 req-ccfe8394-5dc9-4bf3-b6cb-99d582866bbc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:17.463574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-154c695c-eddc-44c7-9c0b-1a328cc61230 req-ccfe8394-5dc9-4bf3-b6cb-99d582866bbc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 947 time: 0.1728606 Feb 10 22:29:17.485834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:29:17.486274 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:29:17.501691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.537361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-93085b4e-0d15-445e-9168-1754a9f451b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=e07192ff-704e-493e-9084-14368b130f29 HTTP/1.1" status: 200 len: 217 time: 0.1212420 Feb 10 22:29:17.554939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] No DVR routers for this DVR port ec442123-373f-426b-af79-bd3d2d6badb6 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:29:17.623956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-154c695c-eddc-44c7-9c0b-1a328cc61230 req-f5cafeda-821c-45e2-adc8-2b4ee291ad6b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593707 Feb 10 22:29:17.624905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec442123-373f-426b-af79-bd3d2d6badb6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:17.639114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.691016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7077d3-bf44-4454-ab7e-37870468d494,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:17.741718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-ff052300-fd83-4a70-aa0c-ba08605704d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:17.743492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-ff052300-fd83-4a70-aa0c-ba08605704d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1979520 Feb 10 22:29:17.761585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.794828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.829791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.848158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7be69a67-502e-471e-a14d-469dd4d04fda admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cf7077d3-bf44-4454-ab7e-37870468d494 HTTP/1.1" status: 204 len: 168 time: 1.0115921 Feb 10 22:29:17.851110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.892919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a89a304-0ce1-4610-8a6b-f870c593ad4c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:17.919955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5121b9f-9702-4101-b021-12016b1a3a02') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:17.920568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5121b9f-9702-4101-b021-12016b1a3a02') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:17.933623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.941490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=730ac1fc04244ef08cf26e86a4a3ddc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3262136 Feb 10 22:29:17.941490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b62586-2810-4ef9-8655-6edc354af123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22d081a-f8ec-46a4-80ed-37c0a5eb9119,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:17.945579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58642) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:17.975247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:17.987927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Deleting port ec442123-373f-426b-af79-bd3d2d6badb6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:17.988312 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.001792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:29:18.002205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:29:18.020332 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:29:18.177174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-50726ff0-c1bb-4472-9f8f-3c500b3da8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:18.183355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-50726ff0-c1bb-4472-9f8f-3c500b3da8a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4294639 Feb 10 22:29:18.256946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fc6c7491-3e2e-41aa-9598-7ce55afee582 None None] The port 'ec442123-373f-426b-af79-bd3d2d6badb6' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:29:18.274617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ec442123-373f-426b-af79-bd3d2d6badb6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:18.311215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e39fe-f310-4025-aade-fbc419a31c84 req-3f351a9e-576f-44bc-aee1-a829b65ddb9a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:18.321995 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:29:18.323124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73e39fe-f310-4025-aade-fbc419a31c84 req-3f351a9e-576f-44bc-aee1-a829b65ddb9a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 948 time: 0.5084698 Feb 10 22:29:18.332507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ec442123-373f-426b-af79-bd3d2d6badb6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:29:18.332867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ec442123-373f-426b-af79-bd3d2d6badb6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:29:18.362388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.388755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.397755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.402560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a89a304-0ce1-4610-8a6b-f870c593ad4c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:18.441075 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73e39fe-f310-4025-aade-fbc419a31c84 req-21cf7caf-6aef-49a2-b5e1-865e5c55073d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170452 Feb 10 22:29:18.447247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4eb38f5f-9dc8-4c96-bad7-e83b0a3c3aa5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6a89a304-0ce1-4610-8a6b-f870c593ad4c HTTP/1.1" status: 204 len: 168 time: 2.0343280 Feb 10 22:29:18.447396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.518388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-c481a21b-b975-4ba0-b345-7d0511fb53ee service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793968 Feb 10 22:29:18.528815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:18.567510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.587959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:18.599125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Usage tracker for resource:security_group_rule and tenant:e30149d651404f05a42d666f5ca78efa is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:18.602375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:18.613543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:18.614030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e076aebb-b02a-4be5-b081-266695e36270 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:18.638754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.668979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58660) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:18.699443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22d081a-f8ec-46a4-80ed-37c0a5eb9119,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:18.748407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.750265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2149c2b7-66c1-46bb-89bf-9d1e2d0ceb04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c22d081a-f8ec-46a4-80ed-37c0a5eb9119 HTTP/1.1" status: 204 len: 168 time: 0.8035738 Feb 10 22:29:18.791965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-257f1d88-5c5e-4f76-94d2-a7120e7eb65a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9956dfe0dd5a464ab5a11c435c2bb833&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1142721 Feb 10 22:29:18.792171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c76130-d9f9-4e97-b118-a2bf8d73dc01 req-3e0f3a18-7550-4b8c-8d61-9e9f89397ecc service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664487 Feb 10 22:29:18.792770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58666) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:18.871249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.942531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.947820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:18.960516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.052784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e30149d651404f05a42d666f5ca78efa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220804 Feb 10 22:29:19.067138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58676) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:19.170515 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.204305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e076aebb-b02a-4be5-b081-266695e36270,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:19.205314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87672-a66e-4864-9657-6f43e25794ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=011bffd1-e9f3-42f9-9ffc-6d1c901f4a37,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:19.235922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e076aebb-b02a-4be5-b081-266695e36270', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'e076aebb-b02a-4be5-b081-266695e36270', 'mac_address': 'fa:16:3e:e0:c9:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:19.240462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd3948e-5b25-4003-89b8-7853e40da716,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:19.279013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.345958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.347496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a4abd2cf-d939-4a06-b81c-c4bbc25f32b9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/cbd3948e-5b25-4003-89b8-7853e40da716 HTTP/1.1" status: 204 len: 168 time: 0.5537596 Feb 10 22:29:19.349438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.374387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e07192ff-704e-493e-9084-14368b130f29 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:19.397826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a87e05-0e27-4fb3-bea9-33fe0c9339f5 req-7708f39b-970e-4e35-9ddb-682d1d079ff2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:19.400850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29a87e05-0e27-4fb3-bea9-33fe0c9339f5 req-7708f39b-970e-4e35-9ddb-682d1d079ff2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 947 time: 0.3325210 Feb 10 22:29:19.457771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.478321 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.491319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29a87e05-0e27-4fb3-bea9-33fe0c9339f5 req-f92f233a-bb8a-4280-9b1a-cca757ab9b56 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830495 Feb 10 22:29:19.514154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.528410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/011bffd1-e9f3-42f9-9ffc-6d1c901f4a37 HTTP/1.1" status: 204 len: 168 time: 0.4586246 Feb 10 22:29:19.534019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e076aebb-b02a-4be5-b081-266695e36270 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:19.536183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba371e21-1511-48dc-bf15-8f4adfea0270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=011bffd1-e9f3-42f9-9ffc-6d1c901f4a37,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:19.593000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e076aebb-b02a-4be5-b081-266695e36270,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:19.626775 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:19.635125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:29:19.750384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05da2bb-a94d-44b3-8219-f280cc927596 req-5e45027d-72bd-4a17-90ce-95029a7ff51a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:19.762941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d05da2bb-a94d-44b3-8219-f280cc927596 req-5e45027d-72bd-4a17-90ce-95029a7ff51a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 949 time: 0.1534941 Feb 10 22:29:19.863173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d05da2bb-a94d-44b3-8219-f280cc927596 req-a56ab5df-3901-4322-906d-d10128d6236d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989594 Feb 10 22:29:19.994548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:20.027924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e07192ff-704e-493e-9084-14368b130f29,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:20.043706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'e07192ff-704e-493e-9084-14368b130f29', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'e07192ff-704e-493e-9084-14368b130f29', 'mac_address': 'fa:16:3e:5e:09:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:20.140796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:20.163231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:20.253792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07192ff-704e-493e-9084-14368b130f29 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:20.294994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e07192ff-704e-493e-9084-14368b130f29,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:20.309133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:20.309899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:20.514973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:20.584576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'mac_address': 'fa:16:3e:ed:92:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:20.589159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:20.714369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:20.748882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e914fb2-6a58-4dc0-b13d-4ff85756623d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:20.775122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:20.789824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:20.923010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:21.119831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:21.283367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dfaae2-4efb-4654-8bb2-13685b80bf1c req-83d9435d-23be-46a4-9ad0-99590512eaa7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:21.296073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5dfaae2-4efb-4654-8bb2-13685b80bf1c req-83d9435d-23be-46a4-9ad0-99590512eaa7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 948 time: 0.1508043 Feb 10 22:29:21.315798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e31bc-b266-42eb-83ad-04612ec53639 req-86744ebc-0aca-416f-ac52-ca57499b727b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:21.323251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-728e31bc-b266-42eb-83ad-04612ec53639 req-86744ebc-0aca-416f-ac52-ca57499b727b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 949 time: 0.2769070 Feb 10 22:29:21.383859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:21.386699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5dfaae2-4efb-4654-8bb2-13685b80bf1c req-4b7c650f-d6d7-4bef-9c77-5af3594d8f83 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896018 Feb 10 22:29:21.444934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-728e31bc-b266-42eb-83ad-04612ec53639 req-ffe38166-43bf-4940-9f8e-b29af8101d46 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205196 Feb 10 22:29:21.682240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:21.834616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:21.938304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58832) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:22.088219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-network', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:22.101021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:22.113331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Usage tracker for resource:network and tenant:ecec63c5ea19447e9e061894f35acc2c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:22.122536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:22.156122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:22.187171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-159701486-network', 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:22.200448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:22.207507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Usage tracker for resource:network and tenant:43a5a9abd31e4d53bee464cb172c6af1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:22.211269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:22.219823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:22.228028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Made reservation on behalf of ecec63c5ea19447e9e061894f35acc2c for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:22.230506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.248259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.276418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:22.285946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Usage tracker for resource:security_group_rule and tenant:ecec63c5ea19447e9e061894f35acc2c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:22.289216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:22.295117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:22.417637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.426781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.458630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ecb2-004d-402d-9edf-487014e980e5 req-7ca19759-84cd-42a8-b6a7-9f0ce188d746 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:22.465248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-7ca19759-84cd-42a8-b6a7-9f0ce188d746 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c&tenant_id=65b5647d714a4d2584ccce52b21bfb6b&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 948 time: 0.5358064 Feb 10 22:29:22.471473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:22.475520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.490620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a48995-da44-4c9a-96dd-b6bd6051e76a req-500f9a69-a6ba-4c03-b79a-9d9800dfdfbe tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:22.493157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8def2c92-3849-443a-acf1-61acf791db6f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:22.501905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1a48995-da44-4c9a-96dd-b6bd6051e76a req-500f9a69-a6ba-4c03-b79a-9d9800dfdfbe tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 948 time: 0.7192805 Feb 10 22:29:22.510179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.531109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:22.538227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Usage tracker for resource:security_group_rule and tenant:43a5a9abd31e4d53bee464cb172c6af1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:22.541535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:22.550367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:22.596968 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1a48995-da44-4c9a-96dd-b6bd6051e76a req-257d1803-6a1d-409e-9491-e8b6afa42175 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933485 Feb 10 22:29:22.644605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e076aebb-b02a-4be5-b081-266695e36270 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:22.706701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.713912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.741445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:29:22.789471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.790873 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Added segment 8e5d98f0-f529-4e69-aacc-e8d1114130e1 of type vlan for network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 Feb 10 22:29:22.823086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.898342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e076aebb-b02a-4be5-b081-266695e36270 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:22.908311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ecb2-004d-402d-9edf-487014e980e5 req-e4d1f3c6-fc70-458a-90e0-51870f26075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:22.910001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e076aebb-b02a-4be5-b081-266695e36270 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:22.910869 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:22.915369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-e4d1f3c6-fc70-458a-90e0-51870f26075b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1099 time: 0.2802017 Feb 10 22:29:23.078095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:29:23.081591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.083334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.086115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.101367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.150697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:23.166256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ecb2-004d-402d-9edf-487014e980e5 req-ad3b51c9-676b-4e7b-89a2-f677fba3ae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.171464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e076aebb-b02a-4be5-b081-266695e36270,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:23.173095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-ad3b51c9-676b-4e7b-89a2-f677fba3ae35 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2490563 Feb 10 22:29:23.177814 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.312752 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270', 'code': 200} Feb 10 22:29:23.332821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a01e0-3bdd-43a3-91ae-ea4a073de650,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:23.344841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-9765424d-3e81-416b-915d-26d7c3b8bbff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.1668558 Feb 10 22:29:23.346425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:23.376596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.378059 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Added segment 56a723cf-8388-48ba-964c-75879096bf7e of type vlan for network e52c45a0-145b-48bb-b6b1-1ff8a749191b Feb 10 22:29:23.394623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:23.420927 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.480624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ecb2-004d-402d-9edf-487014e980e5 req-2332c676-b142-4e04-a56f-ad605b09475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.493379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-2332c676-b142-4e04-a56f-ad605b09475f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1261253 Feb 10 22:29:23.527141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.528132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.528722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.579518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:23.579733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] Pushing event updated for resources: {'Network': ['ID=3c618c4b-334a-48b7-b599-c2213ec2dcf7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:23.585377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:23.609377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:23.615933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-42e910e7-28fc-4217-8d57-fc579e2f305d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.6722941 Feb 10 22:29:23.615933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7788916 Feb 10 22:29:23.619174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:29:23.621853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58928) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:23.622338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:23.634588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Request body: {'subnet': {'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-subnet', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:23.640034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4c3925d3164a068230c62f438a9f9a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:23.646787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Request body: {'subnet': {'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-159701486-subnet', 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:23.657502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:23.666481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:23.669768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:23.673437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:23.676160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072ecb2-004d-402d-9edf-487014e980e5 req-1b7e34e3-6ad9-4069-ac43-62b45b5adbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.680951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-1b7e34e3-6ad9-4069-ac43-62b45b5adbad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787684 Feb 10 22:29:23.687042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Usage tracker for resource:subnet and tenant:43a5a9abd31e4d53bee464cb172c6af1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:23.749717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Usage tracker for resource:subnet and tenant:ecec63c5ea19447e9e061894f35acc2c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:23.755919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b07f3-8c55-4324-9119-10700875a35a admin admin] Pushing event updated for resources: {'Network': ['ID=e52c45a0-145b-48bb-b6b1-1ff8a749191b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:23.766487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:23.776053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365dfa69-ea47-4781-8120-d9c609f0c7d0 req-3429d379-95cc-4b76-9457-dc7113d86f26 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.784418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-365dfa69-ea47-4781-8120-d9c609f0c7d0 req-3429d379-95cc-4b76-9457-dc7113d86f26 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 949 time: 1.0753293 Feb 10 22:29:23.786916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:23.816666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219b683-c78e-44df-99e8-416b768267e8 req-204aa607-a194-4272-aa51-71953cc7378b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:23.818416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2219b683-c78e-44df-99e8-416b768267e8 req-204aa607-a194-4272-aa51-71953cc7378b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 1101 time: 0.3624492 Feb 10 22:29:23.875681 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-365dfa69-ea47-4781-8120-d9c609f0c7d0 req-29d87ea5-570d-4de2-958f-721dcc4a6f75 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900075 Feb 10 22:29:23.905812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2219b683-c78e-44df-99e8-416b768267e8 req-0ca22df8-df1d-4632-97c1-a050afd7604c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781596 Feb 10 22:29:23.939976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:23.960366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:29:23.989333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:24.042017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:24.044765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.222154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1e914fb2-6a58-4dc0-b13d-4ff85756623d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:24.222794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.291170 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.348081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Made reservation on behalf of ecec63c5ea19447e9e061894f35acc2c for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:24.350488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.365187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.417502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.444367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70bfdf4-fbc1-43e4-a8af-c48db3025b24,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:24.483519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:24.490826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.493678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e07192ff-704e-493e-9084-14368b130f29 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:24.624948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-9c6c4b8a-1ee5-4914-adfe-7d08ed4c4eb5 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9185734 Feb 10 22:29:24.729385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:24.748634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port e07192ff-704e-493e-9084-14368b130f29 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:24.756858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port e07192ff-704e-493e-9084-14368b130f29 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:24.757515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.776288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a559ced-637f-41cf-a6c8-e160a328b43b req-123b75b2-34d6-4031-81d0-5c01545d17b1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:24.777818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a559ced-637f-41cf-a6c8-e160a328b43b req-123b75b2-34d6-4031-81d0-5c01545d17b1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 948 time: 0.8327379 Feb 10 22:29:24.868479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Checking segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:24.868830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Network hostable DHCP agents. Network: 3c618c4b-334a-48b7-b599-c2213ec2dcf7, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:29:24.916488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.946562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.989543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e07192ff-704e-493e-9084-14368b130f29,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:24.997391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a559ced-637f-41cf-a6c8-e160a328b43b req-f472be4e-c757-4fa5-8aaf-a9933f279485 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535704 Feb 10 22:29:24.998010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:24.999665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.053983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61954302-1b0d-4acd-a60b-afc810010d4d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:25.093682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:29:25.145780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e163437d-7f3c-4189-872c-ed0f6e93a167 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d4c3925d3164a068230c62f438a9f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7983823 Feb 10 22:29:25.148601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:25.154202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5072ecb2-004d-402d-9edf-487014e980e5 req-904f64e5-dc4a-41c8-8c2c-450733942880 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4981079 Feb 10 22:29:25.157642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3c618c4b-334a-48b7-b599-c2213ec2dcf7) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:25.162905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:25.164032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.228361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9d17826e-a3d7-4943-8d96-3c42c08c548a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5758686 Feb 10 22:29:25.228688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:25.258993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0eaaf3-6557-422f-8c97-5c079b464616 None None] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:29:25.324857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d'}, {'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07192ff-704e-493e-9084-14368b130f29'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:25.404791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.486629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.603841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.687890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Pushing event updated for resources: {'Subnet': ['ID=50cacdb1-765a-427a-9ed1-9c741e6f6e6d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:25.719180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbf755-77ce-4442-b16a-9fcda9d0fac0 req-ba01f3aa-dff0-48f2-97b0-93aafb20283e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:25.726181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2dbf755-77ce-4442-b16a-9fcda9d0fac0 req-ba01f3aa-dff0-48f2-97b0-93aafb20283e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 950 time: 0.4340894 Feb 10 22:29:25.740495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.743854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Checking segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:25.744366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Network hostable DHCP agents. Network: e52c45a0-145b-48bb-b6b1-1ff8a749191b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:29:25.788709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61954302-1b0d-4acd-a60b-afc810010d4d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:25.804500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2dbf755-77ce-4442-b16a-9fcda9d0fac0 req-669f3e6a-d02b-4be1-bf2d-301c75053316 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772700 Feb 10 22:29:25.808237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:29:25.826508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.845079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e52c45a0-145b-48bb-b6b1-1ff8a749191b) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:25.848752 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19050e40-66af-4a12-af0c-fe8e5921d1b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61954302-1b0d-4acd-a60b-afc810010d4d HTTP/1.1" status: 204 len: 168 time: 0.6980977 Feb 10 22:29:25.859983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:25.860571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:25.876096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8db67a-e286-49da-9fd8-6bd5d142bfb2 None None] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:29:25.918346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-26647345-cbc7-40ea-9404-7aec251c691a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2891378 Feb 10 22:29:25.921432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58966) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:25.932815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:25.946934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:25.954455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Usage tracker for resource:router and tenant:ecec63c5ea19447e9e061894f35acc2c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:25.959274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:25.965947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:25.975232 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'code': 200} Feb 10 22:29:25.975519 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07192ff-704e-493e-9084-14368b130f29', 'code': 200} Feb 10 22:29:25.997655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:26.000650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:26.058547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:26.269094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67287419-0c7d-4fdb-96d3-334a912214c9 None None] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:29:26.774752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:26.898002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07512a6-f82f-4e93-bb89-c5a99a08f9b2 req-2247b902-cea9-4a72-be5d-bd35adc6201c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:26.899451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d07512a6-f82f-4e93-bb89-c5a99a08f9b2 req-2247b902-cea9-4a72-be5d-bd35adc6201c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 1100 time: 0.7192619 Feb 10 22:29:26.987368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:29:26.989066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:27.149466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d07512a6-f82f-4e93-bb89-c5a99a08f9b2 req-443d9f90-935f-4fae-b889-19f0309ac058 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351539 Feb 10 22:29:27.361867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Allocated IP 172.20.0.2 (e52c45a0-145b-48bb-b6b1-1ff8a749191b/50cacdb1-765a-427a-9ed1-9c741e6f6e6d/a82a61ef-f799-4e65-8935-1d2c3a153c34) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:27.629461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:27.664776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:27.723002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:27.740857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Transition to ACTIVE for port object a82a61ef-f799-4e65-8935-1d2c3a153c34 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:27.762739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Transition to ACTIVE for port object a82a61ef-f799-4e65-8935-1d2c3a153c34 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:27.770575 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:27.846550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Allocated IP 172.25.2.91 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:27.861385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Pushing event updated for resources: {'Port': ['ID=a82a61ef-f799-4e65-8935-1d2c3a153c34,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:27.875004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:27.876485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:27.881029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:28.012854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Attempting to bind port a82a61ef-f799-4e65-8935-1d2c3a153c34 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:28.013549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Attempting to bind port a82a61ef-f799-4e65-8935-1d2c3a153c34 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:28.013915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Attempting to bind port a82a61ef-f799-4e65-8935-1d2c3a153c34 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:28.027055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:28.027610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Checking segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:28.028115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:28.028597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Bound using segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:28.029149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Bound port: a82a61ef-f799-4e65-8935-1d2c3a153c34, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:28.029673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:28.075903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:28.118933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:28.207558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:28.227012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:28.228700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:28.243461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:28.263061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:28.267760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:28.273373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:28.410462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6fee7e-fbfb-473d-9d5e-fd3be9ebc7a9 None None] Pushing event updated for resources: {'Port': ['ID=a82a61ef-f799-4e65-8935-1d2c3a153c34,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:29.080786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:29.493891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4a434-8336-43e3-af4b-a2b2f2cd9f93 req-ac6719ab-3ab4-44e8-a2bb-71d138107584 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:29.495744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2df4a434-8336-43e3-af4b-a2b2f2cd9f93 req-ac6719ab-3ab4-44e8-a2bb-71d138107584 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.1117244 Feb 10 22:29:29.587043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2df4a434-8336-43e3-af4b-a2b2f2cd9f93 req-13d0bc20-adac-407b-b578-5dc78f73c104 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825634 Feb 10 22:29:29.637788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:29.648727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-764293e6-6f15-4561-9cfd-9ef343230286 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:29.650205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-764293e6-6f15-4561-9cfd-9ef343230286 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.2859890 Feb 10 22:29:29.735660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-d3f9c828-f68b-4fae-873a-20029ef0e4c6 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/quotas/43a5a9abd31e4d53bee464cb172c6af1 HTTP/1.1" status: 200 len: 375 time: 0.0315821 Feb 10 22:29:29.791817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60895ed-3cb3-4031-8f90-8cdf9958f39f req-e1b15ffc-735d-43cb-8f1c-502ae3f550b8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:29.793293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b60895ed-3cb3-4031-8f90-8cdf9958f39f req-e1b15ffc-735d-43cb-8f1c-502ae3f550b8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 950 time: 0.0968125 Feb 10 22:29:29.816901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-0ef9c3ff-4caa-434d-a1fb-ab7024bd9f2b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724254 Feb 10 22:29:29.822311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae69ee97-0f63-48b2-9af3-6c9310d21527 None None] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:29:29.875254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b60895ed-3cb3-4031-8f90-8cdf9958f39f req-ccc31bb2-6c62-441b-8623-45719e8de99f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752597 Feb 10 22:29:29.956291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ce8de9f1-3807-47a9-a1ea-dbde5c004b3f None None] Provisioning for port a82a61ef-f799-4e65-8935-1d2c3a153c34 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:30.115767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-3ddceab6-3d87-49c0-8103-1053aca6f073 service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430241 Feb 10 22:29:30.125509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:29:30.279398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a82a61ef-f799-4e65-8935-1d2c3a153c34 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:30.290097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-36760a25-5a37-40d0-a2c2-09b1295b028f tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392900 Feb 10 22:29:30.384382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a82a61ef-f799-4e65-8935-1d2c3a153c34 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:30.391361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a82a61ef-f799-4e65-8935-1d2c3a153c34 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:30.391810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:30.538804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-6b3561cd-6411-49af-8c8a-af18af50fe3a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:30.540307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-6b3561cd-6411-49af-8c8a-af18af50fe3a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387209 Feb 10 22:29:30.567266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-41334e1c-3299-46bd-ba3d-e7b28a901202 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/quotas/cc4c1d63c12f4683b57ad8f610e0203a HTTP/1.1" status: 200 len: 375 time: 0.0152073 Feb 10 22:29:30.617365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-67de00ee-2b40-4c81-b0f2-729991e1a588 None None] Provisioning complete for port a82a61ef-f799-4e65-8935-1d2c3a153c34 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:30.617856 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-67de00ee-2b40-4c81-b0f2-729991e1a588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:30.654951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-5addb078-78bc-4e4f-9f8f-4da9651c5c44 service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303395 Feb 10 22:29:30.659093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-9e70230b-0f0d-47eb-9e36-9a0f05716731 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0831108 Feb 10 22:29:30.664355 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:30.689989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:29:30.701242 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:29:30.719153 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:30.721004 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:30.723451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:30.725171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57462a8e-85a8-4e73-adb0-3f577817fcc7 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.8023376 Feb 10 22:29:30.727667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59052) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:30.758136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:30.776688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:31.085184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a82a61ef-f799-4e65-8935-1d2c3a153c34,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:31.381500 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:31.514005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6082c3-d277-4ceb-a59f-ec32ebd41698 req-68b8cf03-51e7-42c9-9f1f-7e947e3b696a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:31.523948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c6082c3-d277-4ceb-a59f-ec32ebd41698 req-68b8cf03-51e7-42c9-9f1f-7e947e3b696a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 949 time: 0.3165801 Feb 10 22:29:31.652785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c6082c3-d277-4ceb-a59f-ec32ebd41698 req-0a4f70be-b6da-4d7c-9656-f9706531a1bd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223574 Feb 10 22:29:31.721576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49618f4-f118-4d56-989c-5a424eff4056 req-ca3a40e3-572f-4c36-8aac-46a30e264fd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:31.729162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f49618f4-f118-4d56-989c-5a424eff4056 req-ca3a40e3-572f-4c36-8aac-46a30e264fd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.2403176 Feb 10 22:29:31.861654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4f1ea28-4fc8-4f23-85e8-56b646c71b4a req-b5e31628-7bd7-4a20-aa56-39cf6d968603 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 210 time: 0.1113756 Feb 10 22:29:31.913491 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:28Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:31.931806 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:29:31.932138 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Updating router eab9cfc9-a04e-4b9a-895a-01e3703882d2 port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:29:31.946548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f49618f4-f118-4d56-989c-5a424eff4056 req-946425b6-9230-410a-a337-3fa9b86fcd56 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164185 Feb 10 22:29:32.062840 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:32.100505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d06411ee-1f8c-47e9-9eb3-8bf3bba08cd2 req-93b65cf1-097a-488d-bc15-eb177c3e403a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 210 time: 0.0682025 Feb 10 22:29:32.263930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a82a61ef-f799-4e65-8935-1d2c3a153c34 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:32.409157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a82a61ef-f799-4e65-8935-1d2c3a153c34 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:32.409818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:32.446598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1144e3-25fb-4643-9a8b-a89c35d78fef req-37567eee-a2bf-43b2-967f-3f70f7246ae5 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:32.453666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de1144e3-25fb-4643-9a8b-a89c35d78fef req-37567eee-a2bf-43b2-967f-3f70f7246ae5 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 951 time: 0.2208686 Feb 10 22:29:32.499667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:32.522839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de1144e3-25fb-4643-9a8b-a89c35d78fef req-68eb0268-f0d3-4d22-abf0-8fd56a3fa186 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Feb 10 22:29:32.739302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:32.876143 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:32.893316 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Transition to ACTIVE for port object 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:32.902793 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:32.992645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeacea-e999-42c9-a6be-420ec13a9862 None None] Pushing event updated for resources: {'Port': ['ID=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:33.000776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a6c8-6dae-4b41-a89b-61cde81960e0 req-81a3f0e9-a8c1-43a4-b326-7c552a5f534e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:33.012106 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:33.018730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f3a6c8-6dae-4b41-a89b-61cde81960e0 req-81a3f0e9-a8c1-43a4-b326-7c552a5f534e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:33.025233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83f3a6c8-6dae-4b41-a89b-61cde81960e0 req-81a3f0e9-a8c1-43a4-b326-7c552a5f534e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214&device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 1690 time: 0.2765248 Feb 10 22:29:33.029938 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Attempting to bind port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:33.030419 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Attempting to bind port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:33.030773 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Attempting to bind port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:33.052578 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:33.052982 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:33.053593 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:33.053786 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:33.054240 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Bound port: 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:33.056859 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:33.127467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:33.128700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:33.134052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83f3a6c8-6dae-4b41-a89b-61cde81960e0 req-326f4f33-b7dd-4734-bff0-d2964198c5d9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021459 Feb 10 22:29:33.155896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:33.205499 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] For port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:33.217403 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] For port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:33.227689 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:33.256961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-306175cd-a791-47ee-91df-7659a05e6d86 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:33.258407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-306175cd-a791-47ee-91df-7659a05e6d86 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:33.285143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-306175cd-a791-47ee-91df-7659a05e6d86 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:33.286591 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-306175cd-a791-47ee-91df-7659a05e6d86 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.5387630 Feb 10 22:29:33.292876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Allocated IP 172.20.0.1 (e52c45a0-145b-48bb-b6b1-1ff8a749191b/50cacdb1-765a-427a-9ed1-9c741e6f6e6d/edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:33.320366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Request body: {'port': {'device_id': 'da10c6da-aa8e-414f-b88a-121386779669', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'admin_state_up': True, 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:33.367916 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:33.368544 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:33.404287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:33.499607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caeacea-e999-42c9-a6be-420ec13a9862 None None] Pushing event updated for resources: {'Port': ['ID=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:33.710388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f7aea5c-a657-48da-a065-91c645882256 req-756e547e-3930-4b05-a978-dc98a57757d9 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 210 time: 0.1441584 Feb 10 22:29:33.710879 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:33.712420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ed9ad20b-2b1e-437d-851e-381a0f0749a9 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0676401 Feb 10 22:29:33.739448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-891ec9d6-0964-4588-b152-6890ad319568 req-b747eb38-ccdf-4cec-8c0d-872fc606028d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 210 time: 0.0812263 Feb 10 22:29:33.840704 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'code': 200} Feb 10 22:29:33.881438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:33.886452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Usage tracker for resource:port and tenant:43a5a9abd31e4d53bee464cb172c6af1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:33.892303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:33.910891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:33.950551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:33.962492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.047976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-43d51291-53ce-4c66-bfe4-48536dc727e6 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:34.056985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-43d51291-53ce-4c66-bfe4-48536dc727e6 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3371799 Feb 10 22:29:34.086036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Request body: {'port': {'device_id': '7f3aab25-9659-441f-bc69-859cf417551d', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': 'cc4c1d63c12f4683b57ad8f610e0203a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:34.270963 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:28Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:34.278169 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff89e84b-677e-4cc1-82d4-942b537b1fc1 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:28Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:29:34.413118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:34.418802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Usage tracker for resource:port and tenant:cc4c1d63c12f4683b57ad8f610e0203a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:34.422010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:34.431875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735da40-abbb-415f-be74-50f14b3b8465 req-3f063c9f-3d70-4d64-bcde-f451568993fe tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:34.439465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1735da40-abbb-415f-be74-50f14b3b8465 req-3f063c9f-3d70-4d64-bcde-f451568993fe tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.2768507 Feb 10 22:29:34.457772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:34.485288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Made reservation on behalf of cc4c1d63c12f4683b57ad8f610e0203a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:34.488789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.504558 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.523140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1735da40-abbb-415f-be74-50f14b3b8465 req-3797f013-6346-443b-8425-5b099dec64db tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827522 Feb 10 22:29:34.539273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:34.553197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Usage tracker for resource:security_group_rule and tenant:cc4c1d63c12f4683b57ad8f610e0203a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:29:34.564431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:29:34.574524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:34.664049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.695382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Transition to ACTIVE for port object edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:34.725433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Allocated IP 172.20.0.3 (3c618c4b-334a-48b7-b599-c2213ec2dcf7/d70bfdf4-fbc1-43e4-a8af-c48db3025b24/9b59fb57-0b0f-4617-a6fb-25db014a7ed6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:34.730820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84d406-c279-4e93-b4ab-270346d081db req-a478e01e-31a4-4b50-86cc-5214cb890c1f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:34.741355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c84d406-c279-4e93-b4ab-270346d081db req-a478e01e-31a4-4b50-86cc-5214cb890c1f tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 1101 time: 0.3227992 Feb 10 22:29:34.833547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-6c167c05-5316-4504-92bc-945a596bed67 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575132 Feb 10 22:29:34.848675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c84d406-c279-4e93-b4ab-270346d081db req-d677dc29-6b91-4928-ac5a-ee2f108692e5 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063995 Feb 10 22:29:34.895674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.964672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:34.987257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.078155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:35.096115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:35.122296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:35.305209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-628c7894-c0ce-4a9b-9035-d4877fbe1025 req-b9a88066-3629-4357-803a-cad80e51b085 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 210 time: 0.1003385 Feb 10 22:29:35.335180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:35.369420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.369761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.370340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.370695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.371043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.371619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.371944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.372262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.372581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.372895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.373237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.373556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.396094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.428420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-e6830a1e-bb98-4f44-84b3-e53599445c76 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:35.435520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-e6830a1e-bb98-4f44-84b3-e53599445c76 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5898933 Feb 10 22:29:35.460237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a8afdd-447f-4822-b0f6-e1ebec9473a3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:35.487619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-ca30693f-8bd0-456c-9c21-14813bf64fa3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/quotas/65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 375 time: 0.0506582 Feb 10 22:29:35.500252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.500498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.500829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.501168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.501490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.501816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.502398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.502727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.503047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.503653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.503979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.504303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:35.545850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7440b9fe-fcba-4d6c-987c-23b1b3fc5e6e None None] Provisioning for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:35.558772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7440b9fe-fcba-4d6c-987c-23b1b3fc5e6e None None] Provisioning complete for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:35.559145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7440b9fe-fcba-4d6c-987c-23b1b3fc5e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.572366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Allocated IP 192.168.233.158 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/57a41cf5-33e8-4550-abc3-88fef63a97d3) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:35.648821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5525f125-98c4-432b-80d5-8530fb2d6532 req-9cc8a1a3-33f8-4e98-b145-ebe25297bebc tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 210 time: 0.0762448 Feb 10 22:29:35.653283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7440b9fe-fcba-4d6c-987c-23b1b3fc5e6e None None] Port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:35.662918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-e4eb831c-39cf-4f22-82ee-3bb6cb2bac9a tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:35.667184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-e4eb831c-39cf-4f22-82ee-3bb6cb2bac9a tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.24 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.3586764 Feb 10 22:29:35.703267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.781461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.815781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-04890819-5d80-44bb-87c2-5082cb3df2e1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3269160 Feb 10 22:29:35.832308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Deleting port 0b814145-772b-49dd-9a4a-951b344a191c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:35.832649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:35.979203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:35.987861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:35.995069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:36.027127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:36.042952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.197721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:36.198873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.214149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f446-578d-4cdd-af0e-4774442193b5 req-a9dfb039-a9a7-48a3-8e27-eb0767a30a66 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:36.229836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf15f446-578d-4cdd-af0e-4774442193b5 req-a9dfb039-a9a7-48a3-8e27-eb0767a30a66 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 1100 time: 0.3919995 Feb 10 22:29:36.318263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-02d1f230-d4fa-46b6-a5ad-2bcc0990f033 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0196679 Feb 10 22:29:36.369291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Request body: {'port': {'device_id': 'da10c6da-aa8e-414f-b88a-121386779669', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:36.384635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:36.410549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.489228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf15f446-578d-4cdd-af0e-4774442193b5 req-0421e6a1-e11c-4c0a-b8a6-6ba68c80f00a tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582858 Feb 10 22:29:36.520803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:36.536446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:36.536908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.605475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Transition to ACTIVE for port object 57a41cf5-33e8-4550-abc3-88fef63a97d3 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:36.724676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3878ebd4-8384-4dfb-b611-150b9df7c8e2 req-f41e8f59-0a7b-4e97-84bf-e7c6b8f0b1fc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 210 time: 0.1501448 Feb 10 22:29:36.762755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] For port 0b814145-772b-49dd-9a4a-951b344a191c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0b814145-772b-49dd-9a4a-951b344a191c,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:36.763107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.790419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93805ac3-5125-44c7-a090-8dd15f2fc9e9 req-43737d68-4990-430c-8481-135949d886b3 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:36.798412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93805ac3-5125-44c7-a090-8dd15f2fc9e9 req-43737d68-4990-430c-8481-135949d886b3 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 945 time: 0.3743489 Feb 10 22:29:36.823729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.858811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:36.866092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.937264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:36.970593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:37.052366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93805ac3-5125-44c7-a090-8dd15f2fc9e9 req-53c3fa12-9d34-420d-93f1-e9794a5635c9 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups?id=080751be-54d7-4c64-90b4-5fe680109225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522173 Feb 10 22:29:37.087792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:37.176015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:37.202427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:37.287863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:37.292648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.383488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3082049 Feb 10 22:29:37.383488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355e15b-7dd7-4340-8308-41ab752d306d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Pushing event updated for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:37.397688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Request body: {'port': {'device_id': '7f3aab25-9659-441f-bc69-859cf417551d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:37.423864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.463375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.532128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.609725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-16a7ae36-1b94-4cca-bd69-e0753028d984 None None] Provisioning for port 57a41cf5-33e8-4550-abc3-88fef63a97d3 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:37.619275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-16a7ae36-1b94-4cca-bd69-e0753028d984 None None] Provisioning complete for port 57a41cf5-33e8-4550-abc3-88fef63a97d3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:37.620553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16a7ae36-1b94-4cca-bd69-e0753028d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.667847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-0a8fd120-ecbb-46dd-9d02-d01bb18edf66 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:37.668553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-0a8fd120-ecbb-46dd-9d02-d01bb18edf66 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:37.685106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Pushing event updated for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:37.715261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-16a7ae36-1b94-4cca-bd69-e0753028d984 None None] Port 57a41cf5-33e8-4550-abc3-88fef63a97d3 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:37.735792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.760566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.761182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.761639 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38 disassociated. External IP: 172.25.2.208, port: 0b814145-772b-49dd-9a4a-951b344a191c. Feb 10 22:29:37.762898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Calling delete_port for 0b814145-772b-49dd-9a4a-951b344a191c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:37.844496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-0a8fd120-ecbb-46dd-9d02-d01bb18edf66 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:37.851893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-0a8fd120-ecbb-46dd-9d02-d01bb18edf66 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 931 time: 0.5571797 Feb 10 22:29:37.866818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-903d2b3e-1696-470d-b391-eb9bb427acb3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1156642 Feb 10 22:29:37.908198 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:37.928448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-a56ca96c-1bc4-453a-bfa4-bb3fca72e5b2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:37.929282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-a56ca96c-1bc4-453a-bfa4-bb3fca72e5b2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Synchronizing usage tracker for tenant:cc4c1d63c12f4683b57ad8f610e0203a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:38.042989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-80f15719-21dc-4d02-a17c-e805b355c176 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:38.121204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:38.124372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:38.129040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-80f15719-21dc-4d02-a17c-e805b355c176 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:38.130184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86e71776-c3f7-4bc7-a024-49c33f511f55 req-80f15719-21dc-4d02-a17c-e805b355c176 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775323 Feb 10 22:29:38.152486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-a56ca96c-1bc4-453a-bfa4-bb3fca72e5b2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Unset dirty status for tenant:cc4c1d63c12f4683b57ad8f610e0203a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:38.152486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-a56ca96c-1bc4-453a-bfa4-bb3fca72e5b2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 936 time: 0.8301318 Feb 10 22:29:38.219321 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-287e7ca4-9d7b-43a3-91d9-df03b3dd2be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.259500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:29:38.350518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:38.425469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-c9601444-b8a9-45c6-8453-9f6fd4020d7c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596337 Feb 10 22:29:38.473159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:38.474164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.613697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-68767ac3-bcf7-4ee5-860e-675b9af640a1 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Synchronizing usage tracker for tenant:cc4c1d63c12f4683b57ad8f610e0203a on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:38.629705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-232a0bd7-3596-41ab-b124-d9d635d11fac tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:38.631499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-232a0bd7-3596-41ab-b124-d9d635d11fac tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7552624 Feb 10 22:29:38.647166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-870a1bd3-ba2e-445e-9e3e-4a92d9319891 None None] Provisioning complete for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:38.647830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-870a1bd3-ba2e-445e-9e3e-4a92d9319891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.653124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:38.669621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Request body: {'port': {'device_id': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '65b5647d714a4d2584ccce52b21bfb6b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:38.673828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.696566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-68767ac3-bcf7-4ee5-860e-675b9af640a1 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Unset dirty status for tenant:cc4c1d63c12f4683b57ad8f610e0203a on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:38.709833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7114cdf-a2b3-4bd1-81e0-00ba2a1dd567 req-68767ac3-bcf7-4ee5-860e-675b9af640a1 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347905 Feb 10 22:29:38.728836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-870a1bd3-ba2e-445e-9e3e-4a92d9319891 None None] Port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:38.743770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Transition to ACTIVE for port object 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:38.780087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:29:38.785071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.788708 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:38.839847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-d4dd5300-9951-4094-b674-c0f6b9849a2b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:38.847652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-d4dd5300-9951-4094-b674-c0f6b9849a2b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4209652 Feb 10 22:29:38.945559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event deleted for resources: {'Port': ['ID=0b814145-772b-49dd-9a4a-951b344a191c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:38.950518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-6bed3fb1-3091-407d-8fea-a3c85e6dfb1b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.1020703 Feb 10 22:29:39.103182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:39.135385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfc1d4bd-fbe0-4e21-bc8d-eef74c484677 req-8f4108ee-5418-429c-8328-6b42c5623190 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 210 time: 0.1100070 Feb 10 22:29:39.188397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:39.283126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:39.401271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a41cf5-33e8-4550-abc3-88fef63a97d3 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:39.456555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0b814145-772b-49dd-9a4a-951b344a191c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:29:39.474002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:39.478409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33a1e352-91e3-4e7c-9218-503c490ba306 req-62359aa6-89cd-49d8-95bd-f3dfa4906a6b tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 210 time: 0.0680122 Feb 10 22:29:39.492796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Made reservation on behalf of 65b5647d714a4d2584ccce52b21bfb6b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:39.496871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:39.499397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 0b814145-772b-49dd-9a4a-951b344a191c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:29:39.500034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0b814145-772b-49dd-9a4a-951b344a191c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:29:39.531453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:29:39.534990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Attempting to bind port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:39.535508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Attempting to bind port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:39.535900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Attempting to bind port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:39.541990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-017197a2-b509-425f-a0e3-9fdbe7f86927 admin admin] 10.222.0.53 "PUT /v2.0/routers/eab9cfc9-a04e-4b9a-895a-01e3703882d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8130903 Feb 10 22:29:39.551250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:29:39.568024 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-c6cadcec-e3b3-4ee7-9cab-4cb8072ed474 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6165869 Feb 10 22:29:39.570258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:39.573028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Attempting to bind port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:39.584638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:39.586525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:39.589469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:39.595896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Checking segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:39.596980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Bound using segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:39.596980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Bound port: 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:39.598173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:39.721777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Transition to ACTIVE for port object 57a41cf5-33e8-4550-abc3-88fef63a97d3 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:39.790212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:39.879858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:39.898368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:39.906358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:40.000875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:29:40.141152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Allocated IP 192.168.233.166 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/8a753708-9f55-4441-8a43-4033583b481b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:40.182479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:40.226533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:40.227728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:40.232336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] 10.222.0.30 "PUT /v2.0/ports/9b59fb57-0b0f-4617-a6fb-25db014a7ed6 HTTP/1.1" status: 200 len: 1091 time: 3.8722343 Feb 10 22:29:40.249113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:40.440267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Pushing event updated for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:40.501958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1af21-03e1-4ac6-b457-daf30333156d service neutron] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:40.557690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475d203-09e9-4ec5-ae88-489f7a999367 req-5b5d1388-38d4-4dd6-bebb-46cb6c75ba5e tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:40.569757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d475d203-09e9-4ec5-ae88-489f7a999367 req-5b5d1388-38d4-4dd6-bebb-46cb6c75ba5e tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 948 time: 0.5007370 Feb 10 22:29:40.636792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-a61b3112-f81c-43fe-82cb-dc5fee570ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:40.639587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-a61b3112-f81c-43fe-82cb-dc5fee570ec4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 1094 time: 0.3419700 Feb 10 22:29:40.652092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d475d203-09e9-4ec5-ae88-489f7a999367 req-1ada437f-689e-499f-a437-4e79cf5ff2c4 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809720 Feb 10 22:29:40.652616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e5333dd-cbeb-4f47-a2ac-e14aafa38618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:40.765114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-91c5c8df-ca63-46d4-addb-9920decbe97b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6 HTTP/1.1" status: 200 len: 217 time: 0.1115575 Feb 10 22:29:40.848591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 2, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:40.856249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:29:40.856599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Updating router eab9cfc9-a04e-4b9a-895a-01e3703882d2 port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:29:40.892443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-714c53dc-5daa-4275-ab3c-4508b13ea809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:40.893939 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-714c53dc-5daa-4275-ab3c-4508b13ea809 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.1224148 Feb 10 22:29:40.936412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Attempting to bind port 57a41cf5-33e8-4550-abc3-88fef63a97d3 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:40.937115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Attempting to bind port 57a41cf5-33e8-4550-abc3-88fef63a97d3 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:40.941485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Attempting to bind port 57a41cf5-33e8-4550-abc3-88fef63a97d3 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:40.977795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.002966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dc0f43-124b-46ed-a47b-432a44bf5e53 req-285758ec-9496-47df-b467-551756217989 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:41.004510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4dc0f43-124b-46ed-a47b-432a44bf5e53 req-285758ec-9496-47df-b467-551756217989 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 943 time: 1.0024672 Feb 10 22:29:41.010045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Port 57a41cf5-33e8-4550-abc3-88fef63a97d3 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:41.010824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Attempting to bind port 57a41cf5-33e8-4550-abc3-88fef63a97d3 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:41.018880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:41.019210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:41.019668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:41.020096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Bound port: 57a41cf5-33e8-4550-abc3-88fef63a97d3, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:41.020439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.020924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-3132d8c1-0b3e-46d8-b97d-2d873743ee7c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078374 Feb 10 22:29:41.050681 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-216b545f-0efc-4824-ab64-0325a83843bb req-99020400-b004-4745-91bd-28c134e7eaa7 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 210 time: 0.0880704 Feb 10 22:29:41.244162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-300e7c5b-3356-4e0a-8dbe-9f1b2a473293 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222211 Feb 10 22:29:41.255718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:29:41.268929 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:29:41.289251 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:41.289251 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:41.314476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:41.318302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:41.377383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4dc0f43-124b-46ed-a47b-432a44bf5e53 req-010e045f-1e38-4fd7-b644-537e2c800afd tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343692 Feb 10 22:29:41.378941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.387541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.478993 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.515719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Transition to ACTIVE for port object edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:41.523840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.559635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-4cf6114d-3a57-46df-9147-b4ed7bc8003f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595968 Feb 10 22:29:41.633700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] No DVR routers for this DVR port 0b814145-772b-49dd-9a4a-951b344a191c on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:29:41.755377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:41.756090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.757657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] 10.222.0.30 "PUT /v2.0/ports/57a41cf5-33e8-4550-abc3-88fef63a97d3 HTTP/1.1" status: 200 len: 1096 time: 4.3647511 Feb 10 22:29:41.784159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:41.813182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:41.827934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Transition to ACTIVE for port object 8a753708-9f55-4441-8a43-4033583b481b will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:41.857910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98b65be7-1d51-4f92-babe-2ab04a410f70 req-51c89c6a-3268-4e70-bd2c-370948458695 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.24 "DELETE /v2.0/ports/0b814145-772b-49dd-9a4a-951b344a191c HTTP/1.1" status: 204 len: 173 time: 6.1773927 Feb 10 22:29:41.870806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0f7af2d1-a392-47d0-8bc8-b4ee03ce565c req-43ba4c39-9dfe-467c-bfae-4bdb746d4f1b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:41.918271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8cd5b0-a7be-4245-95cc-ff54d69a0cad service neutron] Pushing event updated for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:41.942311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6199dd76-04bb-4571-b6fb-ecb4a21a3e4a req-9c914cc8-f7bf-4c89-9fd0-6116b8bcbe27 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6740341 Feb 10 22:29:41.942725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:41.943300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0f7af2d1-a392-47d0-8bc8-b4ee03ce565c req-43ba4c39-9dfe-467c-bfae-4bdb746d4f1b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:41.956377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-a10a9430-b7d0-4461-a59a-c96ddf1c23d3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:41.957112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-a10a9430-b7d0-4461-a59a-c96ddf1c23d3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:41.969458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f7af2d1-a392-47d0-8bc8-b4ee03ce565c req-43ba4c39-9dfe-467c-bfae-4bdb746d4f1b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 210 time: 0.3438716 Feb 10 22:29:42.022368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:42.085952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:42.086565 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'status': 'completed', 'code': 200} Feb 10 22:29:42.173021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:42.236188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-25ff9bb1-f770-41d0-b57e-e7aca8c330a4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:42.238325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-25ff9bb1-f770-41d0-b57e-e7aca8c330a4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6710756 Feb 10 22:29:42.264214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:42.284051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-a10a9430-b7d0-4461-a59a-c96ddf1c23d3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:42.285323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-a10a9430-b7d0-4461-a59a-c96ddf1c23d3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 821 time: 1.0401292 Feb 10 22:29:42.306918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:42.345541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:42.348339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:42.355765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Pushing event updated for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:42.385329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-4898e58e-c2bf-4af3-9e8e-5263b0843960 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/quotas/ecec63c5ea19447e9e061894f35acc2c HTTP/1.1" status: 200 len: 375 time: 0.0927768 Feb 10 22:29:42.427588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:42.428534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:42.448130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:42.451190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.451725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.452558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.453011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.453417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.453812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.454829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.455438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.455871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.456264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.456652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.457042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:29:42.457794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-718f43af-6235-4ed1-bd3a-6bc3ad90d015 req-bbbad8ad-4caf-41da-9d7a-6fbd1c0c43cb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Synchronizing usage tracker for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:42.487848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-718f43af-6235-4ed1-bd3a-6bc3ad90d015 req-bbbad8ad-4caf-41da-9d7a-6fbd1c0c43cb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Unset dirty status for tenant:4a8cfd45acac4590be2cc84a1595089b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:42.498084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-718f43af-6235-4ed1-bd3a-6bc3ad90d015 req-bbbad8ad-4caf-41da-9d7a-6fbd1c0c43cb tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/ports?device_id=fafa0392-054e-4c85-b15c-87b5779901bf HTTP/1.1" status: 200 len: 210 time: 0.2089641 Feb 10 22:29:42.509179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:42.525839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:42.546120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-aeef47ad-e587-4505-abdc-20021f183dfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8838589 Feb 10 22:29:42.561373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Request body: {'port': {'device_id': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:42.648011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-23455b94-bff3-47c6-9adf-8e6dadb465b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:42.648011 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-23455b94-bff3-47c6-9adf-8e6dadb465b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 1094 time: 0.5133288 Feb 10 22:29:42.813489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:42.827937 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:29:42.842411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:42.844826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:42.856977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Attempting to bind port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:42.858083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Attempting to bind port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:42.858532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Attempting to bind port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:42.886021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-0feff462-d5a7-4832-92ae-fd16dd1689d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:42.888011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-0feff462-d5a7-4832-92ae-fd16dd1689d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 1099 time: 0.9279537 Feb 10 22:29:42.931522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:42.932307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Checking segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:42.932930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:42.933528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Bound using segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:42.934221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Bound port: edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:42.934828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.015447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.052884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-8d359eff-3b9a-4045-9648-ea9b010abb45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3 HTTP/1.1" status: 200 len: 217 time: 0.1529524 Feb 10 22:29:43.150452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:43.151478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] For port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:43.156018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] For port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:43.166530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-87eec7e4-8907-4f5a-9289-779e47362cbf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:43.192499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.205558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:43.211586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-133b0bad-8b96-4f36-98f1-69d14fc163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:43.214474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-133b0bad-8b96-4f36-98f1-69d14fc163c1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1450746 Feb 10 22:29:43.220759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-e67faccf-6aff-4149-a007-9e7fd61307ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:43.222553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-e67faccf-6aff-4149-a007-9e7fd61307ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 905 time: 0.5564425 Feb 10 22:29:43.277756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-87eec7e4-8907-4f5a-9289-779e47362cbf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:43.279052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-87eec7e4-8907-4f5a-9289-779e47362cbf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8706541 Feb 10 22:29:43.309777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-cb5ff4ce-5672-4e9b-a0ec-5d0a9941815b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6 HTTP/1.1" status: 200 len: 217 time: 0.0749214 Feb 10 22:29:43.315448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d071c8f-2d15-4392-aac1-83841ac18936 None None] Pushing event updated for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:43.325585 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.327876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bbd8dd5d-0b8d-4c0b-8a40-f95bc8e512c0 None None] Provisioning for port 8a753708-9f55-4441-8a43-4033583b481b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:43.352151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:43.355685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bbd8dd5d-0b8d-4c0b-8a40-f95bc8e512c0 None None] Provisioning complete for port 8a753708-9f55-4441-8a43-4033583b481b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:43.356384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbd8dd5d-0b8d-4c0b-8a40-f95bc8e512c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.363042 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:43.370083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:43.423444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bbd8dd5d-0b8d-4c0b-8a40-f95bc8e512c0 None None] Port 8a753708-9f55-4441-8a43-4033583b481b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:43.455699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:29:43.456340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:43.465161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f3d4d9-fba3-400e-8a2a-31aa5bea3121 req-324cc523-45ee-4ec5-aa6b-59a2fb9abfd2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:43.467659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97f3d4d9-fba3-400e-8a2a-31aa5bea3121 req-324cc523-45ee-4ec5-aa6b-59a2fb9abfd2 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 948 time: 0.4340858 Feb 10 22:29:43.562570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-3d137eef-21d5-490d-9d50-c0ac820d35ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:43.564553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-3d137eef-21d5-490d-9d50-c0ac820d35ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.2072482 Feb 10 22:29:43.663067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97f3d4d9-fba3-400e-8a2a-31aa5bea3121 req-4e20c00e-99c3-4d7e-b633-d36e5f22a92a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852405 Feb 10 22:29:43.723429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-7681cc10-00c6-4c3d-8b02-cd8858cdb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:43.725039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-7681cc10-00c6-4c3d-8b02-cd8858cdb20f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5035326 Feb 10 22:29:43.777837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-f39ded22-6ccd-4cc3-9171-5509c12677ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975346 Feb 10 22:29:43.780209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:29:43.841040 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3', 'status': 'completed', 'code': 200} Feb 10 22:29:43.851908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:43.856071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-32cb5aa3-e66e-4a01-956f-46fa4dcecb7e service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679414 Feb 10 22:29:43.856790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d3b868-bf59-4aff-b086-1518737368fc None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:25:36Z', 'revision_number': 4, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ecd57d09-8d42-4d18-a24b-f62b3637a619', 'name': '', 'network_id': '536e23f7-97bb-456b-b541-6be4ec8a49a1', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'mac_address': 'fa:16:3e:a6:f7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:35Z', 'updated_at': '2022-02-10T22:25:47Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'subnets': [{'id': 'b7103631-587e-4d0d-a918-0f949a2ec444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:29:44.035519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-fcbd9da3-81df-4ab0-96aa-11a0b009738a service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651065 Feb 10 22:29:44.176442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-f803288f-f218-47f5-9fe0-10f85b01ea33 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170415 Feb 10 22:29:44.374004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ee929ce-75db-457a-b508-cbb68cf3f0a8 req-d344680b-b48b-4eaf-8ad1-dcdef385bcbb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 210 time: 0.2613909 Feb 10 22:29:44.436749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d13a6f-9fe1-4d57-a8a6-3ecca371b67b None None] New status for floating IP a129c4b4-cadf-48d5-b601-c7eee8937f38: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:29:44.477403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:44.486486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:44.502159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Transition to ACTIVE for port object 8a753708-9f55-4441-8a43-4033583b481b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:44.506740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:44.714078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.98 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/fb6767f7-0fb6-4148-83f7-995809901dfb) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:44.778529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e94d54c9-8f34-4e21-94c7-b6baee7c391a req-53b36550-cd13-4dd4-b9dc-10adf00cd775 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911210 Feb 10 22:29:44.785738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:44.830997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b8fd1-bbd7-4311-b391-7ff802074f5a req-788155bf-812a-4ce5-b7a4-05b8bac8bec6 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:44.832589 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce0b8fd1-bbd7-4311-b391-7ff802074f5a req-788155bf-812a-4ce5-b7a4-05b8bac8bec6 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 943 time: 0.3899734 Feb 10 22:29:44.874073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:44.912063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-82a161ee-e27a-4aa3-a7cf-03c2d45976c6 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1147876 Feb 10 22:29:45.060413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:45.075551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'mac_address': 'fa:16:3e:88:7b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:45.102408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:43Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:29:45.217498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8455553-d080-4053-971e-1e52fd73ca44 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:43Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:29:45.286089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.329610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:45.337880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Attempting to bind port 8a753708-9f55-4441-8a43-4033583b481b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:45.338471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Attempting to bind port 8a753708-9f55-4441-8a43-4033583b481b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:45.339665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Attempting to bind port 8a753708-9f55-4441-8a43-4033583b481b on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:45.350591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Port 8a753708-9f55-4441-8a43-4033583b481b on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:45.350919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Attempting to bind port 8a753708-9f55-4441-8a43-4033583b481b on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:45.360945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:45.361270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:45.362145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:45.362588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Bound port: 8a753708-9f55-4441-8a43-4033583b481b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:45.362930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.364771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:45.369379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.430421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.440783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203c275-0d76-4f9c-baa8-da4bb59e429c req-49ba9d4c-ccef-4885-9f6b-e52a6c381fec tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:45.459923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e203c275-0d76-4f9c-baa8-da4bb59e429c req-49ba9d4c-ccef-4885-9f6b-e52a6c381fec tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.5507588 Feb 10 22:29:45.495942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7e02fdd-634c-424c-b6bd-73e87c0d6fbb req-04eb5fd6-f01a-46cb-b708-3e6f4eaaa310 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4419169 Feb 10 22:29:45.520825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:45.551139 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce0b8fd1-bbd7-4311-b391-7ff802074f5a req-b14251d6-bb75-491b-9b7d-1e18ae184116 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135793 Feb 10 22:29:45.570635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object fb6767f7-0fb6-4148-83f7-995809901dfb will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:45.621963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994b68-8b86-4997-808e-a063eccf7119 req-e8859398-095a-40e3-9c74-c811bcb82398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:45.624403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-e8859398-095a-40e3-9c74-c811bcb82398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 1099 time: 0.7886915 Feb 10 22:29:45.651335 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e203c275-0d76-4f9c-baa8-da4bb59e429c req-e3563327-eabc-4292-864e-7eb437579d64 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886566 Feb 10 22:29:45.733255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:45.741285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:45.751169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.856311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:45.875614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:45.950134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:45.951161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'name': 'network-vif-deleted', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:45.953813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:45.961975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:45.964432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:45.977369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:46.064909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9b59fb57-0b0f-4617-a6fb-25db014a7ed6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:46.112630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69efc61e-6628-445b-b3cd-35b7822cd9ea req-aa7a7b2b-fe7c-41ff-8019-44663260ca76 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 210 time: 0.1250787 Feb 10 22:29:46.140695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:46.142948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:46.165638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-8ab0c743-3eb3-43a4-93f8-750289263660 service neutron] 10.222.0.24 "PUT /v2.0/ports/8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 1096 time: 3.6096971 Feb 10 22:29:46.433460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:46.434271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:46.471657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:46.556158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3034999 Feb 10 22:29:46.601474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Request body: {'port': {'device_id': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:46.702876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7098e79b-89dc-47bd-ae8f-90e7c660ebd1 None None] Provisioning for port fb6767f7-0fb6-4148-83f7-995809901dfb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:46.719786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7098e79b-89dc-47bd-ae8f-90e7c660ebd1 None None] Provisioning complete for port fb6767f7-0fb6-4148-83f7-995809901dfb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:46.720354 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7098e79b-89dc-47bd-ae8f-90e7c660ebd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:46.730419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a9802f-c855-429e-8a7f-d8aa0d4cf5ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:46.840325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994b68-8b86-4997-808e-a063eccf7119 req-6d7ed1d6-96d0-4b45-ab2e-0d4023987058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:46.850928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-6d7ed1d6-96d0-4b45-ab2e-0d4023987058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 1.2161343 Feb 10 22:29:47.030472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7098e79b-89dc-47bd-ae8f-90e7c660ebd1 None None] Port fb6767f7-0fb6-4148-83f7-995809901dfb cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:47.050551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-52727952-e1d1-4da7-9bcb-601787e5b188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:47.052266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-52727952-e1d1-4da7-9bcb-601787e5b188 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1099 time: 0.5944257 Feb 10 22:29:47.063076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552fb87-b92c-4304-9d27-b078852771d9 req-eb65d9d9-f05b-4073-89aa-9277759c932c tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:47.063520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:47.068027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b9c1c-d189-4ac2-a581-e36cd6d61ad7 req-d175fb36-87a5-4858-a275-557618ddcd43 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:47.070760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c552fb87-b92c-4304-9d27-b078852771d9 req-eb65d9d9-f05b-4073-89aa-9277759c932c tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 948 time: 0.7825642 Feb 10 22:29:47.075864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-294b9c1c-d189-4ac2-a581-e36cd6d61ad7 req-d175fb36-87a5-4858-a275-557618ddcd43 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 935 time: 0.4996388 Feb 10 22:29:47.081404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:47.081775 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.090398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-b2b3ee5d-b2c5-4330-a2a2-ad9e143ae140 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3 HTTP/1.1" status: 200 len: 217 time: 0.2269161 Feb 10 22:29:47.221570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-294b9c1c-d189-4ac2-a581-e36cd6d61ad7 req-55f4c2f3-ee30-41d5-92f6-881314391d7c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439819 Feb 10 22:29:47.253575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.257437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-54adadec-5f43-452c-a3b0-b8490547451c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.1548362 Feb 10 22:29:47.437025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-aa8f595d-2b96-44c4-adef-e519e00bcdda tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:47.451233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-aa8f595d-2b96-44c4-adef-e519e00bcdda tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 821 time: 0.8976398 Feb 10 22:29:47.483261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'port': {'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'admin_state_up': True, 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:47.576641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.621697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-e181648b-43b2-4658-9ee4-9308a805c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:47.624526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-e181648b-43b2-4658-9ee4-9308a805c376 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3569114 Feb 10 22:29:47.680598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:47.708151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.792390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:47.846440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb6767f7-0fb6-4148-83f7-995809901dfb {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:47.859895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.904221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Transition to ACTIVE for port object fb6767f7-0fb6-4148-83f7-995809901dfb will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:47.920936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c552fb87-b92c-4304-9d27-b078852771d9 req-c3b0a4ae-9b7c-4bd0-8508-00e7f6aed1bd tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8470902 Feb 10 22:29:47.929159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:47.973222 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafa0392-054e-4c85-b15c-87b5779901bf', 'name': 'network-vif-deleted', 'tag': '0b814145-772b-49dd-9a4a-951b344a191c', 'status': 'completed', 'code': 200} Feb 10 22:29:48.054355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994b68-8b86-4997-808e-a063eccf7119 req-0bdff5dd-644d-4e0c-934d-a034b8b9caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:48.059134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-0bdff5dd-644d-4e0c-934d-a034b8b9caed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.9359531 Feb 10 22:29:48.125140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:48.145445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:48.200685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Made reservation on behalf of ecec63c5ea19447e9e061894f35acc2c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:48.211580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:48.254730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:48.260476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-16b0caf3-1f05-49ed-b607-0177eda54c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:48.264909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-16b0caf3-1f05-49ed-b607-0177eda54c83 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6127121 Feb 10 22:29:48.466355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:48.468364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:48.479856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4949f838-7893-4f62-8b4e-36eaaebcf1e4 req-40b92db9-9288-4e25-82e1-89c7e8724ed4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:48.486197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4949f838-7893-4f62-8b4e-36eaaebcf1e4 req-40b92db9-9288-4e25-82e1-89c7e8724ed4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 944 time: 0.5071294 Feb 10 22:29:48.530029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:48.662035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-75f2cc02-4fcf-4e14-95ed-eea645737588 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703592 Feb 10 22:29:48.728160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4949f838-7893-4f62-8b4e-36eaaebcf1e4 req-5a7b0f56-4eb7-4168-84a8-f9f8b93b8456 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238894 Feb 10 22:29:48.734285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be2454-2b96-4e84-8f86-7a010e9d655b req-f9d45640-dced-4081-9366-8a4934b20f77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:48.742733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6be2454-2b96-4e84-8f86-7a010e9d655b req-f9d45640-dced-4081-9366-8a4934b20f77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.6464674 Feb 10 22:29:48.786716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994b68-8b86-4997-808e-a063eccf7119 req-bd22e50a-3716-4788-a334-b44c56f7b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:48.788476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-bd22e50a-3716-4788-a334-b44c56f7b146 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4638586 Feb 10 22:29:48.789237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Attempting to bind port fb6767f7-0fb6-4148-83f7-995809901dfb on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:48.789578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Attempting to bind port fb6767f7-0fb6-4148-83f7-995809901dfb by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:48.789916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Attempting to bind port fb6767f7-0fb6-4148-83f7-995809901dfb on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:48.831490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Port fb6767f7-0fb6-4148-83f7-995809901dfb on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:48.832193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Attempting to bind port fb6767f7-0fb6-4148-83f7-995809901dfb on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:48.849533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6be2454-2b96-4e84-8f86-7a010e9d655b req-275aa501-1a19-4d9b-a4e5-9c9d1a811d44 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061068 Feb 10 22:29:48.884302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 57a41cf5-33e8-4550-abc3-88fef63a97d3 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:48.981163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:49.009571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c088031-8f19-4110-9bd9-ffcec15184f9 req-0a09b9d9-d0c1-48a7-92ad-210262b3ee44 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 210 time: 0.1113567 Feb 10 22:29:49.059534 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-a00ce608-c3a1-47d3-b090-74806b457fca service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591553 Feb 10 22:29:49.060393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:49.061622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:49.062121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:49.062659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Bound port: fb6767f7-0fb6-4148-83f7-995809901dfb, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:49.063100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.118556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Allocated IP 172.20.0.12 (e52c45a0-145b-48bb-b6b1-1ff8a749191b/50cacdb1-765a-427a-9ed1-9c741e6f6e6d/216abafe-b546-4141-a6f3-414201461946) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:49.173963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5319165-7e52-4afa-aa53-7eb60d1e97b1 req-c6574265-e572-4c31-92fc-401e0a3f3b58 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983487 Feb 10 22:29:49.308468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:49.330833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '57a41cf5-33e8-4550-abc3-88fef63a97d3', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '57a41cf5-33e8-4550-abc3-88fef63a97d3', 'mac_address': 'fa:16:3e:6e:e1:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:49.421511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:49.438650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:49.439235 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.466759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a5627-8efa-40f4-9553-943a274c8f65 req-cfc92d10-6e51-40ff-8144-8106c37da722 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:49.477249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d7a5627-8efa-40f4-9553-943a274c8f65 req-cfc92d10-6e51-40ff-8144-8106c37da722 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 947 time: 0.2350321 Feb 10 22:29:49.507145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22994b68-8b86-4997-808e-a063eccf7119 req-ff5de9c9-00f6-415f-a3ad-7b624869d4ca service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324911 Feb 10 22:29:49.511022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:49.523553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:49.532916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.533604 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.569878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d7a5627-8efa-40f4-9553-943a274c8f65 req-03ad50a1-2a7b-4e62-852d-1de2f90fc081 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917158 Feb 10 22:29:49.608654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a41cf5-33e8-4550-abc3-88fef63a97d3 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:49.627714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:49.628430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:49.628680 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.631611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] 10.222.0.24 "PUT /v2.0/ports/fb6767f7-0fb6-4148-83f7-995809901dfb HTTP/1.1" status: 200 len: 1095 time: 3.0356014 Feb 10 22:29:49.631941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:49.632652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.636974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:49.671865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b52c8f-81e8-4569-a7a6-182bdea7e586 req-9bad580b-0ae8-4a61-a2e5-072dd92461ff tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:49.683747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57b52c8f-81e8-4569-a7a6-182bdea7e586 req-9bad580b-0ae8-4a61-a2e5-072dd92461ff tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 948 time: 0.4182229 Feb 10 22:29:49.747219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.775232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec57630-f81a-4940-87bc-e005ac6d48e6 service neutron] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:49.783812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Transition to ACTIVE for port object 216abafe-b546-4141-a6f3-414201461946 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:49.791120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.798487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:49.805299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57b52c8f-81e8-4569-a7a6-182bdea7e586 req-059812d6-f34c-4e1f-813e-6191d9a70017 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204612 Feb 10 22:29:49.817608 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.844038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.863218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:49.890523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.891215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:49.893439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-cd180404-6b52-4a31-87b5-694b24d47161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:49.899790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-cd180404-6b52-4a31-87b5-694b24d47161 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 1098 time: 0.1826077 Feb 10 22:29:49.905169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:49.993353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:50.008610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:50.014287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:50.015898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:50.028122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:50.049204 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'status': 'completed', 'code': 200} Feb 10 22:29:50.070453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-1a9b7e12-2538-4d7f-b767-1d809e8671f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=fb6767f7-0fb6-4148-83f7-995809901dfb HTTP/1.1" status: 200 len: 217 time: 0.1661384 Feb 10 22:29:50.105317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['57a41cf5-33e8-4550-abc3-88fef63a97d3'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:50.193081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-0de0466b-6704-4ba6-9c41-1d9754d6cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:50.194342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-0de0466b-6704-4ba6-9c41-1d9754d6cfee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1144674 Feb 10 22:29:50.267036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:50.306312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event updated for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:50.334420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-4839b21d-227b-4290-9db1-edf53c6b8305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:50.337020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-4839b21d-227b-4290-9db1-edf53c6b8305 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1304100 Feb 10 22:29:50.352337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=080751be-54d7-4c64-90b4-5fe680109225,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:50.372621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:50.373952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:50.404009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:50.409115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4457b1bc-3109-4145-be30-352d51f07d21 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "DELETE /v2.0/security-groups/080751be-54d7-4c64-90b4-5fe680109225 HTTP/1.1" status: 204 len: 168 time: 0.7755907 Feb 10 22:29:50.411340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59492) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:50.428339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-5fae5d7e-c37b-4fca-b954-867903aa36cf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9585660 Feb 10 22:29:50.441739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-105ee1a3-26e5-49a7-947b-1bc3aaafa82e None None] Provisioning for port 216abafe-b546-4141-a6f3-414201461946 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:50.441965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Request body: {'port': {'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:50.457212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-105ee1a3-26e5-49a7-947b-1bc3aaafa82e None None] Provisioning complete for port 216abafe-b546-4141-a6f3-414201461946 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:50.457680 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-105ee1a3-26e5-49a7-947b-1bc3aaafa82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:50.470472 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-03c89584-baed-49de-a0d5-9a1e285afbb4 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] show failed (client error): The resource could not be found. Feb 10 22:29:50.474602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03c89584-baed-49de-a0d5-9a1e285afbb4 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "GET /v2.0/security-groups/080751be-54d7-4c64-90b4-5fe680109225 HTTP/1.1" status: 404 len: 347 time: 0.0606682 Feb 10 22:29:50.493572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59500) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:50.537034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-ebfad455-1925-4142-9ff6-82623c044597 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896904 Feb 10 22:29:50.558415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-105ee1a3-26e5-49a7-947b-1bc3aaafa82e None None] Port 216abafe-b546-4141-a6f3-414201461946 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:29:50.578781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282068f1-863a-478b-bdfa-1b50711a60f6 req-2bafe3f3-64fc-482d-a984-e32ad00e2105 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:50.580277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-282068f1-863a-478b-bdfa-1b50711a60f6 req-2bafe3f3-64fc-482d-a984-e32ad00e2105 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 945 time: 0.5009842 Feb 10 22:29:50.688597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c1b7ffd-c38e-4e9d-9868-aa839b91d646 req-6c66dc0f-2f83-43ef-a1cb-f7012fea343b service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443675 Feb 10 22:29:50.708852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Deleting port 5bef92ca-a380-4c1d-bbf4-418cdd4cede9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:50.709808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:50.828137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-210f9708-3b77-4f32-a246-9b356a3a60db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:50.829748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-210f9708-3b77-4f32-a246-9b356a3a60db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 1098 time: 0.0877707 Feb 10 22:29:50.848478 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'code': 200} Feb 10 22:29:50.943512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-282068f1-863a-478b-bdfa-1b50711a60f6 req-4b24b0d2-9476-488b-b803-8ea8adfe9456 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413539 Feb 10 22:29:50.954416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.032715 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'status': 'completed', 'code': 200} Feb 10 22:29:51.112017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-15dd360f-7511-4182-90e3-4b790e38d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.113517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-15dd360f-7511-4182-90e3-4b790e38d226 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2775056 Feb 10 22:29:51.128844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef64a4c4-57cd-4eab-a2a4-83a2b204d5dc req-0434f2bb-83c8-43e0-ac61-21069bf100c2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.130345 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef64a4c4-57cd-4eab-a2a4-83a2b204d5dc req-0434f2bb-83c8-43e0-ac61-21069bf100c2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.1724856 Feb 10 22:29:51.133579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ce2c7-817a-42cd-9057-ed65c4c0a701 req-52307be3-96be-4195-a265-7b1ec9b73af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.135150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-103ce2c7-817a-42cd-9057-ed65c4c0a701 req-52307be3-96be-4195-a265-7b1ec9b73af2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 1096 time: 0.2170684 Feb 10 22:29:51.231029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-1e9faa81-cb16-4f6f-b81d-b640422a65a3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=fb6767f7-0fb6-4148-83f7-995809901dfb HTTP/1.1" status: 200 len: 217 time: 0.0995061 Feb 10 22:29:51.319941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.320549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.324100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-103ce2c7-817a-42cd-9057-ed65c4c0a701 req-01b9955c-75ed-4071-8366-89b7acd31e70 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370881 Feb 10 22:29:51.333173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef64a4c4-57cd-4eab-a2a4-83a2b204d5dc req-9b7d98d6-c38a-4f8d-b04f-bc4f29e2028d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344118 Feb 10 22:29:51.349202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-02d4eff7-50b3-445f-b06a-b6df7d6888c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.350622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-02d4eff7-50b3-445f-b06a-b6df7d6888c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1025388 Feb 10 22:29:51.432889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-49116464-45f9-468b-8603-e46ed3b4e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.434466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-49116464-45f9-468b-8603-e46ed3b4e5f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755763 Feb 10 22:29:51.474032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:51.475503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Calling delete_port for 5bef92ca-a380-4c1d-bbf4-418cdd4cede9 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:51.505814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-73812522-9c59-4ad8-997a-e19105210ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.507034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-73812522-9c59-4ad8-997a-e19105210ea9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1099 time: 0.4685001 Feb 10 22:29:51.577989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.626242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:51.633479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f515da-a1bb-443f-a0c6-3bcd92e8dc63 req-de5aff30-cb3e-4d12-a672-7437862f3cd1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.634196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-56f515da-a1bb-443f-a0c6-3bcd92e8dc63 req-de5aff30-cb3e-4d12-a672-7437862f3cd1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:51.641652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-54db599d-5349-4cc2-85c6-4bb2b4908cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736009 Feb 10 22:29:51.643740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8a753708-9f55-4441-8a43-4033583b481b', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '8a753708-9f55-4441-8a43-4033583b481b', 'mac_address': 'fa:16:3e:df:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:51.678953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4809dbf8-5e2d-4c8b-a80c-5f123a6dc112 req-b6efacd1-6f80-433f-9957-2bc0f1a3191a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.679718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4809dbf8-5e2d-4c8b-a80c-5f123a6dc112 req-b6efacd1-6f80-433f-9957-2bc0f1a3191a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:51.702406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.721150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:51.738724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:51.743412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:51.784315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4809dbf8-5e2d-4c8b-a80c-5f123a6dc112 req-b6efacd1-6f80-433f-9957-2bc0f1a3191a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:51.791454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4809dbf8-5e2d-4c8b-a80c-5f123a6dc112 req-b6efacd1-6f80-433f-9957-2bc0f1a3191a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 932 time: 0.6802719 Feb 10 22:29:51.792195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-56f515da-a1bb-443f-a0c6-3bcd92e8dc63 req-de5aff30-cb3e-4d12-a672-7437862f3cd1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:51.793324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56f515da-a1bb-443f-a0c6-3bcd92e8dc63 req-de5aff30-cb3e-4d12-a672-7437862f3cd1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 947 time: 0.3578856 Feb 10 22:29:51.815326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:51.903249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-e3b6f1d0-0ff8-4d41-b8fb-a3307212a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:51.905139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-e3b6f1d0-0ff8-4d41-b8fb-a3307212a5f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3811033 Feb 10 22:29:51.917309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4809dbf8-5e2d-4c8b-a80c-5f123a6dc112 req-45ab3947-e9b6-4260-88ba-dd19c90c3072 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250522 Feb 10 22:29:51.922186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56f515da-a1bb-443f-a0c6-3bcd92e8dc63 req-ba32af3d-eb5a-4537-bc97-f21f164601ee tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771005 Feb 10 22:29:51.942335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cae3a4d-f130-4d28-9171-b08d480c43f7 req-c1089d4e-2b48-4535-a255-83fae7d52459 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921438 Feb 10 22:29:52.000122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-502a9e1a-7333-4c4b-b922-547af827f9da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.0857532 Feb 10 22:29:52.050900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:52.061900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:52.181458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e2d14-76d4-4495-bc9f-105190d26ce4 req-febd90b1-0402-4a60-b126-5371b20bce33 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:52.182971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a24e2d14-76d4-4495-bc9f-105190d26ce4 req-febd90b1-0402-4a60-b126-5371b20bce33 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 949 time: 0.1293004 Feb 10 22:29:52.238413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Pushing event deleted for resources: {'Port': ['ID=5bef92ca-a380-4c1d-bbf4-418cdd4cede9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:52.304440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a24e2d14-76d4-4495-bc9f-105190d26ce4 req-1df3c543-3e74-4f36-bb6d-f77d23672744 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098709 Feb 10 22:29:52.319100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-19ba1cce-593f-4f25-8891-c3e8f9eb7a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:52.320571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-19ba1cce-593f-4f25-8891-c3e8f9eb7a92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3129730 Feb 10 22:29:52.495619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 216abafe-b546-4141-a6f3-414201461946 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:52.514822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:52.544177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:52.549761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Transition to ACTIVE for port object 216abafe-b546-4141-a6f3-414201461946 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:52.559561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:52.729548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:52.733853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-473b0529-8bc5-47d6-8fe8-b737283772b2 tempest-ServersWithSpecificFlavorTestJSON-1491969924 tempest-ServersWithSpecificFlavorTestJSON-1491969924-project] 10.222.0.53 "DELETE /v2.0/floatingips/a129c4b4-cadf-48d5-b601-c7eee8937f38 HTTP/1.1" status: 204 len: 168 time: 2.2366791 Feb 10 22:29:52.760435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-2676e3ae-fceb-42bf-a0c5-0c4bba8fce95 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:52.760893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Pushing event updated for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:52.762671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-2676e3ae-fceb-42bf-a0c5-0c4bba8fce95 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.1649663 Feb 10 22:29:52.767039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-417844ef-b13d-4ed4-abea-866eb64f0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:52.768458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-417844ef-b13d-4ed4-abea-866eb64f0329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4374509 Feb 10 22:29:52.785520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-716d8964-522b-44cc-bf77-1ea2fae97ad2 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/quotas/043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 375 time: 0.0106606 Feb 10 22:29:52.803003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 57a41cf5-33e8-4550-abc3-88fef63a97d3 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:52.899811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-da086a19-525c-4e33-92d6-0c3a58b9b464 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086559 Feb 10 22:29:52.927466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 57a41cf5-33e8-4550-abc3-88fef63a97d3 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:52.936297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 57a41cf5-33e8-4550-abc3-88fef63a97d3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:52.936909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.004572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3755090-86ba-47ca-8ecb-7a162abab292 req-af556927-13ab-42ec-8acc-5ab718bab48f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.008263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3755090-86ba-47ca-8ecb-7a162abab292 req-af556927-13ab-42ec-8acc-5ab718bab48f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 945 time: 0.4072661 Feb 10 22:29:53.066225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Attempting to bind port 216abafe-b546-4141-a6f3-414201461946 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:53.066554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Attempting to bind port 216abafe-b546-4141-a6f3-414201461946 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:53.066947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Attempting to bind port 216abafe-b546-4141-a6f3-414201461946 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:53.071461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-69d8bebd-aa5b-42d4-8eb9-7b6b8ddcb63a service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704354 Feb 10 22:29:53.079035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-7cf21bea-8034-4bbf-aa56-62a1150c3d3d service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849653 Feb 10 22:29:53.082631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Port 216abafe-b546-4141-a6f3-414201461946 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:53.082876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.082987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Attempting to bind port 216abafe-b546-4141-a6f3-414201461946 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:53.115141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:53.115786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Checking segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:53.116423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Bound using segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:53.117028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Bound port: 216abafe-b546-4141-a6f3-414201461946, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:53.117529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.121885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:53.123490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:53.130205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.138320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3755090-86ba-47ca-8ecb-7a162abab292 req-d383a659-a340-4588-87f2-b69f066ca543 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160574 Feb 10 22:29:53.206214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:53.282648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-0053a43d-e669-40fa-9779-289eaa78990a service neutron] 10.222.0.53 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017901 Feb 10 22:29:53.360126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38e3b6dc-3988-4a59-bd48-3299a992d39a req-79b6f0ad-a4c5-4909-999b-0d47df541cfb service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697256 Feb 10 22:29:53.368591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:53.374521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=216abafe-b546-4141-a6f3-414201461946,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:53.380450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.450895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.452105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.453461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] 10.222.0.30 "PUT /v2.0/ports/216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 1092 time: 3.0164320 Feb 10 22:29:53.453900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:53.479744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddc461-e8ae-4f64-9c0d-27a5a7e9eebe req-30740a33-cf4c-4f77-9467-53e8519cd775 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.481482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caddc461-e8ae-4f64-9c0d-27a5a7e9eebe req-30740a33-cf4c-4f77-9467-53e8519cd775 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 949 time: 0.1946075 Feb 10 22:29:53.484898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bd032-1997-415e-840b-041a8c9e12a5 service neutron] Pushing event updated for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:53.493822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fb6767f7-0fb6-4148-83f7-995809901dfb details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:53.496499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:53.576054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caddc461-e8ae-4f64-9c0d-27a5a7e9eebe req-a4c52a14-5532-47e7-ac0e-e2ece5f7f5cb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881784 Feb 10 22:29:53.608015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-57a2c4d3-0ec9-4db9-b9ca-58dc180f13de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.609781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-57a2c4d3-0ec9-4db9-b9ca-58dc180f13de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1095 time: 0.1014330 Feb 10 22:29:53.704273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-3a3dd2ef-f2ab-4970-ade9-8a5db9e4d1de service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.0861437 Feb 10 22:29:53.715832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 8a753708-9f55-4441-8a43-4033583b481b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:53.724402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8a753708-9f55-4441-8a43-4033583b481b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:53.724785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:53.803890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-6b25c7dd-920d-4b2a-821f-90f4af09a92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.805369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-6b25c7dd-920d-4b2a-821f-90f4af09a92a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.0947800 Feb 10 22:29:53.817620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:53.835608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'mac_address': 'fa:16:3e:10:92:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:53.910780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-feb97080-697a-44b5-bc5b-630f2bed649b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.912402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-feb97080-697a-44b5-bc5b-630f2bed649b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956483 Feb 10 22:29:53.981833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fcb1f-bb80-469d-b928-128f6baa0cab req-c23032ed-f8ca-4341-9ebc-d44f9c57c257 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:53.984969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b7fcb1f-bb80-469d-b928-128f6baa0cab req-c23032ed-f8ca-4341-9ebc-d44f9c57c257 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 944 time: 0.1450589 Feb 10 22:29:54.038002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:54.061209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:54.066625 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:54.079347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb6767f7-0fb6-4148-83f7-995809901dfb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:54.111096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:54.115848 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:54.116398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8b7fcb1f-bb80-469d-b928-128f6baa0cab req-1b19c4ab-74bf-419e-af36-3376c6d13885 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:54.153641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8b7fcb1f-bb80-469d-b928-128f6baa0cab req-1b19c4ab-74bf-419e-af36-3376c6d13885 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:54.157337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b7fcb1f-bb80-469d-b928-128f6baa0cab req-1b19c4ab-74bf-419e-af36-3376c6d13885 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656830 Feb 10 22:29:54.163804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:54.195299 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:54.245229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:54.258093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-c14ffce0-3c72-45bc-a7a3-5f9df668a5d2 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214338 Feb 10 22:29:54.373150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:54.410979 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3', 'code': 200} Feb 10 22:29:54.426235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab8281-9ba7-4398-9a6f-b44d2005c850 req-b1e901a1-c049-4370-b67b-76f2fdd10ee5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.433621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfab8281-9ba7-4398-9a6f-b44d2005c850 req-b1e901a1-c049-4370-b67b-76f2fdd10ee5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 948 time: 0.1010227 Feb 10 22:29:54.447541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4e4633d-3e08-4935-b8cd-7f365330c8d6 req-b17dc00e-9eab-41b8-8a6c-dd725eb28ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762078 Feb 10 22:29:54.471044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fb6767f7-0fb6-4148-83f7-995809901dfb'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:54.493859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfab8281-9ba7-4398-9a6f-b44d2005c850 req-497f1453-07de-44fd-8d73-db0b0fb02f81 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593591 Feb 10 22:29:54.668512 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:29:54.734897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07541522-7825-4727-98c2-7a4bd274e701 req-78223530-9cac-458d-9dee-fc6dcf244cf8 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 210 time: 0.0476487 Feb 10 22:29:54.743667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-dd0c394b-f627-4e08-8c0f-dbc6f9428811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.745110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-dd0c394b-f627-4e08-8c0f-dbc6f9428811 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1095 time: 0.1495130 Feb 10 22:29:54.758085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f579b-dfd9-471c-a005-270bc8673723 req-586e6981-ee74-4964-9137-9578a7b04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.759621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d38f579b-dfd9-471c-a005-270bc8673723 req-586e6981-ee74-4964-9137-9578a7b04563 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 1101 time: 0.2810900 Feb 10 22:29:54.771973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4689824-07e9-48fe-b945-b0d024e6ede3 req-2ca40516-f72c-414b-baf3-0c2430354b42 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.773614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4689824-07e9-48fe-b945-b0d024e6ede3 req-2ca40516-f72c-414b-baf3-0c2430354b42 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.2528970 Feb 10 22:29:54.852122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4689824-07e9-48fe-b945-b0d024e6ede3 req-2d554e36-2033-4eb7-81ca-087ff468ddee tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636060 Feb 10 22:29:54.854786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d38f579b-dfd9-471c-a005-270bc8673723 req-ffcf73d6-14fd-4a57-b79c-702b0db9d76f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802734 Feb 10 22:29:54.938430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-8aa10b36-3e50-4561-b99d-ad03c6e8bc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.939913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-8aa10b36-3e50-4561-b99d-ad03c6e8bc5c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.1880550 Feb 10 22:29:54.967524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a7b16-8bb0-4b98-aaa9-d22befda10ee req-4568aac9-04cd-4e74-b803-d7d964987027 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:54.969110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-353a7b16-8bb0-4b98-aaa9-d22befda10ee req-4568aac9-04cd-4e74-b803-d7d964987027 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 945 time: 0.1013670 Feb 10 22:29:55.020556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-353a7b16-8bb0-4b98-aaa9-d22befda10ee req-6a72dd7c-d0fd-4389-ae27-ff7b56d4dcbc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458248 Feb 10 22:29:55.218880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-57f5bcf1-6a12-425d-a59b-4d676be737fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.1282456 Feb 10 22:29:55.311489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-32995440-b1ad-4969-8020-1cd3bbcd6662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.313375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-32995440-b1ad-4969-8020-1cd3bbcd6662 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.0826964 Feb 10 22:29:55.322794 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:29:55.329224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-f4ac8e7a-eeae-4ec7-8383-e6546806ca72 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.331014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-f4ac8e7a-eeae-4ec7-8383-e6546806ca72 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 808 time: 0.2108321 Feb 10 22:29:55.354195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Request body: {'port': {'device_id': '4a7cc142-6e32-4004-a028-b5b676d225af', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'admin_state_up': True, 'tenant_id': '043df36af5ec44958ef593868266ebb6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:55.377391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5296a02-55cb-4772-b03d-6eab75fd1087 req-55a4d59c-c358-46ce-b5a0-7104800c8a60 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.384416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5296a02-55cb-4772-b03d-6eab75fd1087 req-55a4d59c-c358-46ce-b5a0-7104800c8a60 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2264457 Feb 10 22:29:55.559819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5296a02-55cb-4772-b03d-6eab75fd1087 req-c025e098-ea73-4141-ba34-999c27273ece tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745598 Feb 10 22:29:55.571084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:29:55.577352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-2b04473f-7d57-450d-b0cd-4d8e4f1a5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.586814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b6bfb-07e7-458b-9cf3-4732a1a018d7 req-e2ac669c-d0f9-47b3-8186-acd94df0f8ef tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.587448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-2b04473f-7d57-450d-b0cd-4d8e4f1a5bb3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2524698 Feb 10 22:29:55.588415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-852b6bfb-07e7-458b-9cf3-4732a1a018d7 req-e2ac669c-d0f9-47b3-8186-acd94df0f8ef tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.1539085 Feb 10 22:29:55.594518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:29:55.681207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-852b6bfb-07e7-458b-9cf3-4732a1a018d7 req-bce3df6a-b167-4f7e-8625-930e05d819d3 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840995 Feb 10 22:29:55.682053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Made reservation on behalf of 043df36af5ec44958ef593868266ebb6 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:29:55.686069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:55.758066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-8dd848fb-cf67-4341-b728-65b2eb406198 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696959 Feb 10 22:29:55.962136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e3aeef98-515a-4044-a3f3-c9d3cff2fc55 req-2c95ba5b-74e9-41bc-9d2d-3723f915339b service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969633 Feb 10 22:29:55.991412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2cbbd-3182-4990-8e43-5c7c753e4f61 req-f54f3ba6-a946-4b66-9075-e8a22d84c213 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:55.992834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1c2cbbd-3182-4990-8e43-5c7c753e4f61 req-f54f3ba6-a946-4b66-9075-e8a22d84c213 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 944 time: 0.1041608 Feb 10 22:29:56.005603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Allocated IP 172.20.0.14 (14c3dae8-19a6-48a4-9dd7-ec40191cc863/3b040fde-c9ec-40d6-a7a0-589b16c0c59c/fe4d0798-447e-4a37-95a0-c981e17aaf14) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:29:56.042980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1c2cbbd-3182-4990-8e43-5c7c753e4f61 req-8a4bdebf-62d7-410b-a655-bb2534f8a784 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425825 Feb 10 22:29:56.049726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a8160-622a-4207-bdcf-ba9e0a2f1cc9 req-90c355f9-b45b-46ab-807b-b6184987d6fc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:56.051213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-153a8160-622a-4207-bdcf-ba9e0a2f1cc9 req-90c355f9-b45b-46ab-807b-b6184987d6fc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 945 time: 0.1366928 Feb 10 22:29:56.180963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-153a8160-622a-4207-bdcf-ba9e0a2f1cc9 req-55661b2e-c720-418f-8dab-8f35929f5e7c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207657 Feb 10 22:29:56.293049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:56.299794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a92ba-4dbf-4192-8abb-2d1e9f1a63b3 req-17599f35-64f9-4f66-a02f-3164b46cd173 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:56.301377 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d4a92ba-4dbf-4192-8abb-2d1e9f1a63b3 req-17599f35-64f9-4f66-a02f-3164b46cd173 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 948 time: 0.1274695 Feb 10 22:29:56.332914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:56.345453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['11c35359-9eaf-435b-9954-7c9080c825ee'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:56.367397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d4a92ba-4dbf-4192-8abb-2d1e9f1a63b3 req-ce4e68df-37d2-4cca-8842-9d9fbb7c1020 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542219 Feb 10 22:29:56.416711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:56.497121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:29:56.506747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:29:56.512848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:29:56.545046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:56.595229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:56.595934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:56.603605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbcffb-0c08-4a94-8a0d-4cbd8fd52828 req-300e3e9c-14af-4cf3-b42c-0c18522b25df tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:56.608595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ea2c9-4a1c-42bf-ab62-a2a0c7190d57 req-2b9be67b-ae2b-4fd1-a6d3-420c693ecef5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:56.615350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b9ea2c9-4a1c-42bf-ab62-a2a0c7190d57 req-2b9be67b-ae2b-4fd1-a6d3-420c693ecef5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 932 time: 0.2037733 Feb 10 22:29:56.625677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3efbcffb-0c08-4a94-8a0d-4cbd8fd52828 req-300e3e9c-14af-4cf3-b42c-0c18522b25df tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.1484880 Feb 10 22:29:56.679456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b9ea2c9-4a1c-42bf-ab62-a2a0c7190d57 req-2a02df0c-76fb-4dba-b33e-b206095952ba tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629354 Feb 10 22:29:56.685538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-74aa8b85-d811-4d98-ac36-1ec1f610274a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3374650 Feb 10 22:29:56.705316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Request body: {'port': {'device_id': '4a7cc142-6e32-4004-a028-b5b676d225af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:29:56.724708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3efbcffb-0c08-4a94-8a0d-4cbd8fd52828 req-1f788152-45c8-43a1-8b7d-8d0a5c67b2b7 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841181 Feb 10 22:29:56.770059 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'code': 200} Feb 10 22:29:56.870711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:56.999966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965e911-547e-4f68-8af0-a4c6a4676750 req-deb7b57e-b065-4f3d-82bd-18dd5bc521df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.001449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c965e911-547e-4f68-8af0-a4c6a4676750 req-deb7b57e-b065-4f3d-82bd-18dd5bc521df service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1101 time: 0.1603665 Feb 10 22:29:57.009765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6323bea-2a95-4f08-a753-3cd9d9b2a46f req-70295f4b-adec-4b0d-9529-a8d30005451b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.011735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6323bea-2a95-4f08-a753-3cd9d9b2a46f req-70295f4b-adec-4b0d-9529-a8d30005451b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1144824 Feb 10 22:29:57.092687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c965e911-547e-4f68-8af0-a4c6a4676750 req-c269c606-ab46-44d0-a313-4939f2e7b3c5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764065 Feb 10 22:29:57.104885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6323bea-2a95-4f08-a753-3cd9d9b2a46f req-f32900f5-3888-4c8c-9223-142d262d0ca8 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753424 Feb 10 22:29:57.343376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf41b-acf0-4239-babe-05dfc84d9e92 req-d5cf0565-95e2-4bd8-859a-31a009468a03 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.344876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c6adf41b-acf0-4239-babe-05dfc84d9e92 req-d5cf0565-95e2-4bd8-859a-31a009468a03 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.4008961 Feb 10 22:29:57.375059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df2b2f-0167-44c8-86da-65d232e4934c req-afb697ac-b985-43d1-a878-cfa9b21050eb tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.376622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26df2b2f-0167-44c8-86da-65d232e4934c req-afb697ac-b985-43d1-a878-cfa9b21050eb tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 944 time: 0.0903714 Feb 10 22:29:57.401504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-bf67577f-e35b-486f-ac88-12a18cf29561 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.402949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-bf67577f-e35b-486f-ac88-12a18cf29561 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.24 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 948 time: 0.3867614 Feb 10 22:29:57.426759 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26df2b2f-0167-44c8-86da-65d232e4934c req-fdc8dec2-46e3-4633-8d19-6ea479cab6c7 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Feb 10 22:29:57.491432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c6adf41b-acf0-4239-babe-05dfc84d9e92 req-0b03757b-4497-48a9-b91c-427529d0ecff tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359174 Feb 10 22:29:57.523497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fb6767f7-0fb6-4148-83f7-995809901dfb up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:29:57.526616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Deleting port 3e094966-6cbf-484a-a083-1941e1c1eb3a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:57.526962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.535792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59692) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:29:57.613774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port fb6767f7-0fb6-4148-83f7-995809901dfb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:29:57.619906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port fb6767f7-0fb6-4148-83f7-995809901dfb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:29:57.620601 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.761072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.783559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4d0798-447e-4a37-95a0-c981e17aaf14 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:57.795580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:57.800466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.847458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.869189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:57.889805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Transition to ACTIVE for port object fe4d0798-447e-4a37-95a0-c981e17aaf14 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:29:57.897293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:57.928579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad38b2-e97b-480a-a970-980159e32ef8 req-894643b7-3cc1-4c66-9217-0dd0f630f974 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:57.930176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cad38b2-e97b-480a-a970-980159e32ef8 req-894643b7-3cc1-4c66-9217-0dd0f630f974 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 948 time: 0.2456892 Feb 10 22:29:58.057941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cad38b2-e97b-480a-a970-980159e32ef8 req-473460bd-d5c0-45ac-8d68-b85404836312 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179910 Feb 10 22:29:58.066730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94323404-f785-42fe-b719-3ac5b07285ae req-03822c75-3961-4aa2-ba9b-d68690a98ca1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:58.068267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94323404-f785-42fe-b719-3ac5b07285ae req-03822c75-3961-4aa2-ba9b-d68690a98ca1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 945 time: 0.3673377 Feb 10 22:29:58.081419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:58.205284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] For port 3e094966-6cbf-484a-a083-1941e1c1eb3a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e094966-6cbf-484a-a083-1941e1c1eb3a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:58.205648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:58.288944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94323404-f785-42fe-b719-3ac5b07285ae req-ed5e4a94-57c5-437c-a0d6-a5d30be8b320 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049127 Feb 10 22:29:58.297179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c576c62-c601-4bdf-86c5-274b65fd44ab req-6b5e742c-ab3e-435e-affa-f041559fe547 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:58.298641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c576c62-c601-4bdf-86c5-274b65fd44ab req-6b5e742c-ab3e-435e-affa-f041559fe547 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.1181376 Feb 10 22:29:58.355241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Calling delete_port for 3e094966-6cbf-484a-a083-1941e1c1eb3a owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:58.462333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:29:58.463307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:29:58.463307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:58.484591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:29:58.484911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:29:58.494591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:29:58.494929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:29:58.495337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:29:58.495763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Bound port: fe4d0798-447e-4a37-95a0-c981e17aaf14, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:29:58.496109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:58.551916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c576c62-c601-4bdf-86c5-274b65fd44ab req-4eb1d767-2e92-4cbf-96a0-78eb8d03a6c5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598710 Feb 10 22:29:58.580230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:58.684076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95abee0-4de6-407f-a6d6-6e671dd911aa req-d541477e-85a5-44af-85c4-3d0efd64032a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:58.686115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c95abee0-4de6-407f-a6d6-6e671dd911aa req-d541477e-85a5-44af-85c4-3d0efd64032a tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.2603140 Feb 10 22:29:58.691688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:29:58.695751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:29:58.710282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:58.720878 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:58.771661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:58.794265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Pushing event deleted for resources: {'Port': ['ID=3e094966-6cbf-484a-a083-1941e1c1eb3a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:58.822779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 216abafe-b546-4141-a6f3-414201461946 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:29:58.881540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c95abee0-4de6-407f-a6d6-6e671dd911aa req-be7f9ec2-fa32-44ab-bdf7-355989e6bcfd tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876080 Feb 10 22:29:58.885168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb3ae2-e08a-4f64-aee0-89ceb54b2fbc req-a65910af-8a7f-464f-8c0c-b01cc39f1f5a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:58.886985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77cb3ae2-e08a-4f64-aee0-89ceb54b2fbc req-a65910af-8a7f-464f-8c0c-b01cc39f1f5a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2332096 Feb 10 22:29:58.981501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77cb3ae2-e08a-4f64-aee0-89ceb54b2fbc req-0f79d6fa-c4a2-421d-ac03-fddabfd4e364 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Feb 10 22:29:58.991129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=216abafe-b546-4141-a6f3-414201461946,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:59.009902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '216abafe-b546-4141-a6f3-414201461946', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:29:59.053427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] No DVR routers for this DVR port 3e094966-6cbf-484a-a083-1941e1c1eb3a on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:29:59.058456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.063663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-deleted', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:29:59.071094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:59.071679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.073065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 1092 time: 2.3725548 Feb 10 22:29:59.090441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e7e66-d62d-499b-817b-25f21c181f60 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:59.094772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86e8a3e4-7094-4a5e-b7dc-6d6006c2160e req-6618b416-0623-494b-8700-a78fd86b6442 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.24 "DELETE /v2.0/ports/3e094966-6cbf-484a-a083-1941e1c1eb3a HTTP/1.1" status: 204 len: 173 time: 1.6774633 Feb 10 22:29:59.131603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.163090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 216abafe-b546-4141-a6f3-414201461946 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:29:59.193288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=216abafe-b546-4141-a6f3-414201461946,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:59.197912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.284397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Deleting port ecd57d09-8d42-4d18-a24b-f62b3637a619 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:29:59.285403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-db9260e5-895b-4446-adc0-8e6933c54008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:59.286138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.286905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-db9260e5-895b-4446-adc0-8e6933c54008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1095 time: 0.1723242 Feb 10 22:29:59.337214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:29:59.399274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-8b458a53-49af-4707-a5f3-e8ff562441b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 217 time: 0.1048396 Feb 10 22:29:59.485921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682812-5687-4b95-9f52-684df3620398 req-f66e9ddf-02d5-4df8-bce5-e2786776e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:59.487737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-f66e9ddf-02d5-4df8-bce5-e2786776e87d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.0771897 Feb 10 22:29:59.545370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-09d18b69-361b-4ebf-8913-c0db0aea5336 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506532 Feb 10 22:29:59.599400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2716040e-e962-4dd9-a6a9-3fcf07710305 req-d0692f89-1e04-4b92-8cfb-6c8ea9d958b4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:29:59.600743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2716040e-e962-4dd9-a6a9-3fcf07710305 req-d0692f89-1e04-4b92-8cfb-6c8ea9d958b4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 945 time: 0.4683125 Feb 10 22:29:59.626391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['216abafe-b546-4141-a6f3-414201461946'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:29:59.636021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] For port ecd57d09-8d42-4d18-a24b-f62b3637a619, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ecd57d09-8d42-4d18-a24b-f62b3637a619,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:29:59.636373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:29:59.669398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a82435d-3c78-4edd-b4cb-fd83ae05a957 req-6c21bb8a-85ac-4842-a694-e3cf78f919fc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Synchronizing usage tracker for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:29:59.710905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0a82435d-3c78-4edd-b4cb-fd83ae05a957 req-6c21bb8a-85ac-4842-a694-e3cf78f919fc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Unset dirty status for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:29:59.712089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a82435d-3c78-4edd-b4cb-fd83ae05a957 req-6c21bb8a-85ac-4842-a694-e3cf78f919fc tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=d98692c7-2582-4a77-babc-ad93cf5edefc HTTP/1.1" status: 200 len: 210 time: 0.1359966 Feb 10 22:29:59.745913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-3b5b04d4-a6ec-4b08-8626-31fba6ba857c service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937146 Feb 10 22:29:59.787137 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'code': 200} Feb 10 22:29:59.813620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Calling delete_port for ecd57d09-8d42-4d18-a24b-f62b3637a619 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:29:59.877048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2716040e-e962-4dd9-a6a9-3fcf07710305 req-dd900f00-ac51-4135-ba9b-f89ab72be09e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626328 Feb 10 22:29:59.897819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-b4332885-75be-454f-9b63-e7a899f102c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4716883 Feb 10 22:30:00.054878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0682812-5687-4b95-9f52-684df3620398 req-60df511b-dc83-41f5-8e27-bad53ba90a45 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028173 Feb 10 22:30:00.064649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f586e0-b3ae-4934-88d0-41b033d30113 req-0e193aeb-1bc4-439e-b5e3-9493f20b29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.066114 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9f586e0-b3ae-4934-88d0-41b033d30113 req-0e193aeb-1bc4-439e-b5e3-9493f20b29a1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 1100 time: 0.1324606 Feb 10 22:30:00.121636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9f586e0-b3ae-4934-88d0-41b033d30113 req-91ba253e-d03f-4562-ae17-dbc13243db4d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492551 Feb 10 22:30:00.131191 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd98692c7-2582-4a77-babc-ad93cf5edefc', 'name': 'network-vif-deleted', 'tag': '3e094966-6cbf-484a-a083-1941e1c1eb3a', 'status': 'completed', 'code': 200} Feb 10 22:30:00.310191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72371947-a028-4ac7-b290-70798b1e9732 req-f1e6547d-e55a-4deb-bdee-de8a0166b55b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.312071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72371947-a028-4ac7-b290-70798b1e9732 req-f1e6547d-e55a-4deb-bdee-de8a0166b55b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 949 time: 0.0865300 Feb 10 22:30:00.356615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72371947-a028-4ac7-b290-70798b1e9732 req-d34c36da-c801-4c78-a2ab-3dfd9278bf9e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Feb 10 22:30:00.417354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc76b0-983b-4b1f-beee-8a856c6c6262 req-6c8f7db7-460d-447d-a10f-95c1ffa4f4d2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.418810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47dc76b0-983b-4b1f-beee-8a856c6c6262 req-6c8f7db7-460d-447d-a10f-95c1ffa4f4d2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.3034344 Feb 10 22:30:00.422665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-fe092d41-fed2-4e1c-b0e4-2929292d5d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.424057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-fe092d41-fed2-4e1c-b0e4-2929292d5d5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 1100 time: 0.2784975 Feb 10 22:30:00.551689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47dc76b0-983b-4b1f-beee-8a856c6c6262 req-7d4f609c-ca15-40bb-bd78-7d05934928d0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266661 Feb 10 22:30:00.601399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bbcbd-0bc3-4fe0-a368-93b8e4029140 req-19a31c1f-aa1d-4180-8570-578142e9f15c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.602192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-965bbcbd-0bc3-4fe0-a368-93b8e4029140 req-19a31c1f-aa1d-4180-8570-578142e9f15c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:00.624963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-965bbcbd-0bc3-4fe0-a368-93b8e4029140 req-19a31c1f-aa1d-4180-8570-578142e9f15c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:00.631823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-965bbcbd-0bc3-4fe0-a368-93b8e4029140 req-19a31c1f-aa1d-4180-8570-578142e9f15c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.1178460 Feb 10 22:30:00.656735 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:00.687054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-965bbcbd-0bc3-4fe0-a368-93b8e4029140 req-5b02981e-54fe-49bd-a679-99284d626e3d tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Feb 10 22:30:00.690915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-9acb676c-80ec-41b5-9d39-72ef1a27b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:00.692381 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-9acb676c-80ec-41b5-9d39-72ef1a27b404 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2443767 Feb 10 22:30:00.799523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd57d09-8d42-4d18-a24b-f62b3637a619,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:00.847181 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-b5a170c1-2ca0-4dc7-b947-9f71fef19d7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94 HTTP/1.1" status: 200 len: 217 time: 0.1444337 Feb 10 22:30:00.902989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-7f6ad13c-0498-4ac3-91a3-5c4e62cbbb49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0866585 Feb 10 22:30:01.029034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-2c8c01e0-944c-4d29-a503-7d0419b9ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.031497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-2c8c01e0-944c-4d29-a503-7d0419b9ceb3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 1096 time: 0.0950534 Feb 10 22:30:01.039030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-bf9d3e4c-480c-4683-b393-21e0ad8ab924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.040471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-bf9d3e4c-480c-4683-b393-21e0ad8ab924 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1584880 Feb 10 22:30:01.113357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ecf7af-1715-4529-9b89-80d4650b8435 req-5c3021b6-b968-41f5-8095-3000e6a66177 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.114816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ecf7af-1715-4529-9b89-80d4650b8435 req-5c3021b6-b968-41f5-8095-3000e6a66177 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.4215820 Feb 10 22:30:01.250230 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ecf7af-1715-4529-9b89-80d4650b8435 req-8371559f-dec6-4ace-80a4-6c9abc3ce41d tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262364 Feb 10 22:30:01.263232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:01.284207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-16d984a2-5bf9-4e5c-8248-e727ecb903a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.286879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-16d984a2-5bf9-4e5c-8248-e727ecb903a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.2371001 Feb 10 22:30:01.292784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-eb51246f-f74e-4ae5-a03c-bae56c8d0ace service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1284251 Feb 10 22:30:01.331276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-98619503-89b2-4b77-af03-ca2858265b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.333067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-98619503-89b2-4b77-af03-ca2858265b9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2832251 Feb 10 22:30:01.404715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-7e38f11a-c276-4abd-87a2-777fd937ca94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 200 len: 217 time: 0.1078451 Feb 10 22:30:01.545642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:01.578984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-cc612569-8629-4b1d-97c2-4ca7cf38e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.582122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-cc612569-8629-4b1d-97c2-4ca7cf38e66c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1702037 Feb 10 22:30:01.590200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 3e094966-6cbf-484a-a083-1941e1c1eb3a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:01.591112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e094966-6cbf-484a-a083-1941e1c1eb3a not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:01.649846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-ab6462fa-1c19-48bb-a010-83533756ad96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562420 Feb 10 22:30:01.663980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ed4d8-3edb-499a-a78f-b472a038f5f0 req-11e202b3-0b68-4a7e-b749-b77f3ba0309f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.665649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0ed4d8-3edb-499a-a78f-b472a038f5f0 req-11e202b3-0b68-4a7e-b749-b77f3ba0309f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1867461 Feb 10 22:30:01.716153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-1e383b98-814d-46b0-9e0a-ae44a4776be6 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3747094 Feb 10 22:30:01.816592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb3313-a39d-4ea3-9abd-0ae6e1d58783 req-6ea19969-1436-435f-833e-dbd405b04dd1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:01.818120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81cb3313-a39d-4ea3-9abd-0ae6e1d58783 req-6ea19969-1436-435f-833e-dbd405b04dd1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 945 time: 0.3674824 Feb 10 22:30:01.911900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0ed4d8-3edb-499a-a78f-b472a038f5f0 req-62a1ed7d-7538-4cc5-b62a-f4003e3f6f92 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244232 Feb 10 22:30:01.955573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-9bda0d06-70dc-47c7-afc1-466268d2cd9f service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888548 Feb 10 22:30:02.131992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:02.151962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81cb3313-a39d-4ea3-9abd-0ae6e1d58783 req-d4a994e6-d150-4f59-9527-af7bacfd0cb0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430182 Feb 10 22:30:02.231258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb90559b-78e5-49d9-928b-7623dc377e39 req-617df249-33b7-449d-bea1-96a0f94984e9 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058081 Feb 10 22:30:02.241607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Router bb345dd9-db02-44d9-b4e5-e98a0c21abef has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:30:02.284851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd8418-a879-4d4b-8621-a7f748c8904d req-17806c4f-29d2-4965-8315-f09ea79b5811 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:02.294271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0bdd8418-a879-4d4b-8621-a7f748c8904d req-17806c4f-29d2-4965-8315-f09ea79b5811 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 949 time: 0.2278495 Feb 10 22:30:02.323825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1193fece-6ace-4f80-b5de-aaae7a628b71 req-813a72e5-67ed-4317-8c48-bbc86aedd13b service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619525 Feb 10 22:30:02.355814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0bdd8418-a879-4d4b-8621-a7f748c8904d req-78d2e495-f7fb-4af5-b88e-d2e4e4c162b4 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599496 Feb 10 22:30:02.570184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:30:02.580049 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Sync routers for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:30:02.581432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a3f321-ba02-4c5a-8e82-012aa5e76892 req-19c55c51-8668-4145-837e-968cffc9f972 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:02.582926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9a3f321-ba02-4c5a-8e82-012aa5e76892 req-19c55c51-8668-4145-837e-968cffc9f972 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 949 time: 0.2655575 Feb 10 22:30:02.594622 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:02.595954 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:02.596821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-b9f8df80-06bc-41d0-b71d-bc7249a72e40 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:02.598261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-b9f8df80-06bc-41d0-b71d-bc7249a72e40 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.2370431 Feb 10 22:30:02.605880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7fc4a652-e0d8-44bb-bdfc-f00750e4b2f3 admin admin] 10.222.0.53 "PUT /v2.0/routers/bb345dd9-db02-44d9-b4e5-e98a0c21abef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0688217 Feb 10 22:30:02.609311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59798) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:02.611001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee277f9-bb29-4966-b0c7-82576de84eee req-f78810f3-f1fb-4ae1-ab4d-46a18391d5ee tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:02.612720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eee277f9-bb29-4966-b0c7-82576de84eee req-f78810f3-f1fb-4ae1-ab4d-46a18391d5ee tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.0861878 Feb 10 22:30:02.659332 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eee277f9-bb29-4966-b0c7-82576de84eee req-08f64984-9da8-4878-90d8-5c66e11b6068 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405173 Feb 10 22:30:02.713480 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'status': 'completed', 'code': 200} Feb 10 22:30:02.784745 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9a3f321-ba02-4c5a-8e82-012aa5e76892 req-d7cc267c-d217-4ff4-bb66-5b87ae8f9d55 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765516 Feb 10 22:30:02.787965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Deleting port 57a41cf5-33e8-4550-abc3-88fef63a97d3 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:02.788161 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:02.788334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:02.837571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:02.840828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 216abafe-b546-4141-a6f3-414201461946 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:03.025256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-435f6daf-c245-4be6-b063-d97b892bca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.026641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-435f6daf-c245-4be6-b063-d97b892bca19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1095 time: 0.2743373 Feb 10 22:30:03.049822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 216abafe-b546-4141-a6f3-414201461946 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:03.059960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 216abafe-b546-4141-a6f3-414201461946 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:03.060757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.152638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:03.169969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'mac_address': 'fa:16:3e:88:7b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:03.177425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43766846-ad32-4949-a809-8105ef58fb35 req-f3675272-0c62-4a3e-bb35-f0f7bf88d5cc tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.178893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43766846-ad32-4949-a809-8105ef58fb35 req-f3675272-0c62-4a3e-bb35-f0f7bf88d5cc tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 950 time: 0.3432748 Feb 10 22:30:03.243439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.253023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:30:00Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:03.257681 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Checking router: bb345dd9-db02-44d9-b4e5-e98a0c21abef for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:30:03.268680 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Routers {'bb345dd9-db02-44d9-b4e5-e98a0c21abef'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:03.269299 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:29:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:03.279980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-042b7cf0-cf82-4d63-96f5-04ec70bb20da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.281363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-042b7cf0-cf82-4d63-96f5-04ec70bb20da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1101 time: 0.3358250 Feb 10 22:30:03.309535 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.322131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.344609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:03.357776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ca520-268f-4eff-93c8-cbb4f1c998c3 req-2fcf78a4-7024-482b-873c-2458cdfbb23e tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.361952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:03.367503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c38ca520-268f-4eff-93c8-cbb4f1c998c3 req-2fcf78a4-7024-482b-873c-2458cdfbb23e tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 1100 time: 0.4486711 Feb 10 22:30:03.368029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.396455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43766846-ad32-4949-a809-8105ef58fb35 req-aa052cfb-fb57-4ad9-bcbd-406df7faa646 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/security-groups?id=91a8afdd-447f-4822-b0f6-e1ebec9473a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948779 Feb 10 22:30:03.413845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-4c5ac3b0-9b69-4af3-a712-42a6718c2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.415321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-4c5ac3b0-9b69-4af3-a712-42a6718c2608 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3814852 Feb 10 22:30:03.427314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] For port 57a41cf5-33e8-4550-abc3-88fef63a97d3, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=57a41cf5-33e8-4550-abc3-88fef63a97d3,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:03.427866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.451714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c38ca520-268f-4eff-93c8-cbb4f1c998c3 req-159cfae7-104b-4b39-9771-b2ef0dcf0fe3 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788503 Feb 10 22:30:03.488468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:03.498965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-db61cf61-c534-4ce2-91c5-f2b9addd24b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 217 time: 0.0745056 Feb 10 22:30:03.503298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9b59fb57-0b0f-4617-a6fb-25db014a7ed6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:03.559907 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] Set router bb345dd9-db02-44d9-b4e5-e98a0c21abef gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:03.590348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=216abafe-b546-4141-a6f3-414201461946,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:03.621645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:03.629044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:03.733332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:03.764848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-7ec3933e-d48b-452b-8f52-3d26f5f437c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.766650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-7ec3933e-d48b-452b-8f52-3d26f5f437c6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4735289 Feb 10 22:30:03.773575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-8a5c5763-a602-450d-88af-12533f8266b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.774600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-8a5c5763-a602-450d-88af-12533f8266b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.2643144 Feb 10 22:30:03.844152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-b025be5c-487f-485e-b4c9-42f0b3441c30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.0685279 Feb 10 22:30:03.918411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a78eb-32c9-456a-a3da-1ad9f4ecbbac req-0c65b3c9-3ba1-411a-85cb-ef69d3395ea0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:03.920653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697a78eb-32c9-456a-a3da-1ad9f4ecbbac req-0c65b3c9-3ba1-411a-85cb-ef69d3395ea0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2898979 Feb 10 22:30:03.947060 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:30:00Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:03.950981 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d9f94d-19dd-4915-9231-eed68c41b3f4 None None] The sync data for ids ['bb345dd9-db02-44d9-b4e5-e98a0c21abef'] in n-d-825178-4 is: [{'id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1414704904-router', 'tenant_id': '4a8cfd45acac4590be2cc84a1595089b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4b49078f-4673-49a0-be7f-23504635494f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:30Z', 'updated_at': '2022-02-10T22:30:00Z', 'revision_number': 5, 'project_id': '4a8cfd45acac4590be2cc84a1595089b', 'gw_port': {'id': '4b49078f-4673-49a0-be7f-23504635494f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:0b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb345dd9-db02-44d9-b4e5-e98a0c21abef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:31Z', 'updated_at': '2022-02-10T22:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:30:03.958578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-5759f05b-d4c9-4e85-b4db-5d131589b013 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122723 Feb 10 22:30:03.972155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Calling delete_port for 57a41cf5-33e8-4550-abc3-88fef63a97d3 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:04.053279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697a78eb-32c9-456a-a3da-1ad9f4ecbbac req-46cc6607-bf2b-4814-997b-2559d242a39e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214545 Feb 10 22:30:04.108138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.132233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ad19-c288-40ba-90f7-c149f03de2a9 req-74271f20-6050-43ae-8a5d-5ad95766d155 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:04.140200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24f1ad19-c288-40ba-90f7-c149f03de2a9 req-74271f20-6050-43ae-8a5d-5ad95766d155 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.3389695 Feb 10 22:30:04.158065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Deleting port 4b49078f-4673-49a0-be7f-23504635494f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:04.158419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.230766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-89faaff4-3d03-4fd7-ad5f-36bb3b91a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:04.232163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-89faaff4-3d03-4fd7-ad5f-36bb3b91a8d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3539670 Feb 10 22:30:04.301680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24f1ad19-c288-40ba-90f7-c149f03de2a9 req-932d624e-fcbe-4bce-a27e-d84080aafead tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604574 Feb 10 22:30:04.317442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ecd57d09-8d42-4d18-a24b-f62b3637a619 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:04.380324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ecd57d09-8d42-4d18-a24b-f62b3637a619 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:04.380671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ecd57d09-8d42-4d18-a24b-f62b3637a619 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:04.418977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-3ebd27a9-7b09-458f-935b-59746d5467f3 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407258 Feb 10 22:30:04.454575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.458904 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'code': 200} Feb 10 22:30:04.552935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f58248-ec6f-4bad-961f-24ec819825db req-9111f99a-f81e-4294-a300-85f638751e40 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:04.554193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5f58248-ec6f-4bad-961f-24ec819825db req-9111f99a-f81e-4294-a300-85f638751e40 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.30 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 949 time: 0.5529125 Feb 10 22:30:04.555143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Pushing event deleted for resources: {'Port': ['ID=57a41cf5-33e8-4550-abc3-88fef63a97d3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:04.567486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b65e54-8ca5-4ad9-80dd-d46649507c0d req-d26742fd-3f72-4c7f-ac73-6245cacf83ec tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:04.574461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51b65e54-8ca5-4ad9-80dd-d46649507c0d req-d26742fd-3f72-4c7f-ac73-6245cacf83ec tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 949 time: 0.3486149 Feb 10 22:30:04.640600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-9ebd89a5-78c7-40a6-85fd-d5114e65cb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:04.642066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-9ebd89a5-78c7-40a6-85fd-d5114e65cb6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3664987 Feb 10 22:30:04.745779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] No DVR routers for this DVR port 57a41cf5-33e8-4550-abc3-88fef63a97d3 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:04.749023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] For port 4b49078f-4673-49a0-be7f-23504635494f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4b49078f-4673-49a0-be7f-23504635494f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:04.749307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.765839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-acb6aea6-27d8-43b6-8fbb-8cf669a2f9cc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1104615 Feb 10 22:30:04.773005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.776315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'name': 'network-vif-deleted', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:04.803195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9146e9e8-0874-4dc8-9abd-9f38d4c9d163 req-4a93c428-9a8c-48fa-8c2f-190e4e4e06c9 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759186 Feb 10 22:30:04.809258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51b65e54-8ca5-4ad9-80dd-d46649507c0d req-1e977786-db0b-4455-8384-085f753b48f6 tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/security-groups?id=64cf3618-427d-435b-9598-f07ab0012e9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340176 Feb 10 22:30:04.815090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Deleting port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:04.815459 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:04.849514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:04.932892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Calling delete_port for 4b49078f-4673-49a0-be7f-23504635494f owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:04.938273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-ca4fb162-fd67-4b0e-ac0b-01d2a37ebee2 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767756 Feb 10 22:30:04.951274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:04.952061 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.030232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c5819cc-e835-48f6-9ae9-ab36adcc2485 req-9000854a-0cde-4cfb-80c4-c302e81105e5 tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.30 "DELETE /v2.0/ports/57a41cf5-33e8-4550-abc3-88fef63a97d3 HTTP/1.1" status: 204 len: 173 time: 2.4231684 Feb 10 22:30:05.096182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.149260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69cee-1c82-4ac8-b258-0270f2a659d7 req-3d33d8c4-d3af-44f5-9afa-2c8f331700cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:05.151918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29e69cee-1c82-4ac8-b258-0270f2a659d7 req-3d33d8c4-d3af-44f5-9afa-2c8f331700cb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.5870090 Feb 10 22:30:05.173104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:05.179748 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.181138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 57a41cf5-33e8-4550-abc3-88fef63a97d3 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:05.221485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-8b67adc2-f630-4965-aab9-4168a35c9649 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:05.222881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-8b67adc2-f630-4965-aab9-4168a35c9649 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4561477 Feb 10 22:30:05.263365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-91b24d3f-2cb0-4fd1-a687-401eb3c06c77 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.0272684 Feb 10 22:30:05.269741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] For port e8a46166-b4f9-4559-a9ec-5d2e0485ca94, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:05.270129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.278843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 57a41cf5-33e8-4550-abc3-88fef63a97d3 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:05.279493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 57a41cf5-33e8-4550-abc3-88fef63a97d3 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:05.279889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-39607ea8-4c7a-4985-aaf0-d4c571e85ece service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029294 Feb 10 22:30:05.280422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e8a46166-b4f9-4559-a9ec-5d2e0485ca94 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:05.291928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e61e023-5f67-42a8-a55c-dbc93dc2b3bc req-d79b9c23-2f01-4aa0-be61-a059fa2d3ebb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:05.293355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e61e023-5f67-42a8-a55c-dbc93dc2b3bc req-d79b9c23-2f01-4aa0-be61-a059fa2d3ebb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.3586705 Feb 10 22:30:05.309463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29e69cee-1c82-4ac8-b258-0270f2a659d7 req-6d8f2bf1-e297-4855-a373-b6cd1e0433e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259248 Feb 10 22:30:05.388580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:05.421737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Calling delete_port for e8a46166-b4f9-4559-a9ec-5d2e0485ca94 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:05.426491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.500838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e61e023-5f67-42a8-a55c-dbc93dc2b3bc req-9b0dbca1-cac4-4ef1-b77e-2ad40461d257 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534107 Feb 10 22:30:05.607180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.611259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-03597d7c-c467-43b0-b471-2430bef4f8da tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3463895 Feb 10 22:30:05.619650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b49078f-4673-49a0-be7f-23504635494f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:05.719071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.732225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Pushing event deleted for resources: {'Port': ['ID=e8a46166-b4f9-4559-a9ec-5d2e0485ca94,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:05.745682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f979f6d-718d-476d-a8f1-2a231e6f7b6b req-0a06097e-3258-440c-a6ba-e1098c235fdb tempest-ImagesNegativeTestJSON-958618368 tempest-ImagesNegativeTestJSON-958618368-project] 10.222.0.53 "GET /v2.0/ports?device_id=7f3aab25-9659-441f-bc69-859cf417551d HTTP/1.1" status: 200 len: 210 time: 0.0764930 Feb 10 22:30:05.807013 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3aab25-9659-441f-bc69-859cf417551d', 'name': 'network-vif-deleted', 'tag': '57a41cf5-33e8-4550-abc3-88fef63a97d3', 'status': 'completed', 'code': 200} Feb 10 22:30:05.811189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] No DVR routers for this DVR port e8a46166-b4f9-4559-a9ec-5d2e0485ca94 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:05.815320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:05.818049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-deleted', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:05.836469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5f58248-ec6f-4bad-961f-24ec819825db req-7cddde52-5815-45aa-a8a7-266c3ca8b8bf tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.30 "DELETE /v2.0/ports/e8a46166-b4f9-4559-a9ec-5d2e0485ca94 HTTP/1.1" status: 204 len: 173 time: 1.2591887 Feb 10 22:30:06.052513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.056244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.116093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.116635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb345dd9-db02-44d9-b4e5-e98a0c21abef {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:30:06.181113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.186528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c54a6a1-dccf-460a-8aee-889193c159c7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/bb345dd9-db02-44d9-b4e5-e98a0c21abef HTTP/1.1" status: 204 len: 168 time: 3.5493712 Feb 10 22:30:06.192181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59858) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:06.220071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc05ced-dab4-4663-86f8-09df12236607 req-df7d9fe6-7d7f-4bb2-bc00-eeef913895c9 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:06.228665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bc05ced-dab4-4663-86f8-09df12236607 req-df7d9fe6-7d7f-4bb2-bc00-eeef913895c9 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.3108292 Feb 10 22:30:06.325559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bc05ced-dab4-4663-86f8-09df12236607 req-17c3b6cf-a3c4-464d-a4dc-4799e33a34d1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956981 Feb 10 22:30:06.345711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Deleting subnet b7103631-587e-4d0d-a918-0f949a2ec444 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:30:06.349784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.397475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae50aaa-2b66-45a5-992a-7d74c7d6eb15 req-d43ebaff-845e-4c03-97f2-0f9793d640dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:06.398968 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cae50aaa-2b66-45a5-992a-7d74c7d6eb15 req-d43ebaff-845e-4c03-97f2-0f9793d640dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.4573030 Feb 10 22:30:06.446944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.459862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:06.509694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cae50aaa-2b66-45a5-992a-7d74c7d6eb15 req-17730911-0077-4d41-b8fb-3f8879e7b6a2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033542 Feb 10 22:30:06.587670 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74d2737b-4003-4e83-846e-7ee4d4a2000c', 'name': 'network-vif-deleted', 'tag': 'e8a46166-b4f9-4559-a9ec-5d2e0485ca94', 'status': 'completed', 'code': 200} Feb 10 22:30:06.615034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c6c6969-e6a8-4874-bd53-52e74df4f124 req-4d31afb0-b67c-4407-9977-d44ee343f5c3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 210 time: 0.0911095 Feb 10 22:30:06.641997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.664755 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'code': 200} Feb 10 22:30:06.761537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.805688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7103631-587e-4d0d-a918-0f949a2ec444,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:06.808118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63ddc02c-c2fe-42df-8844-aac0d70ae7b3 req-abd6a754-fec0-46a1-91f8-e3123bf8bd6f tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Synchronizing usage tracker for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:06.824469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.835421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-30adda54-2685-44ce-acf0-efd8cd07fe76 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b7103631-587e-4d0d-a918-0f949a2ec444 HTTP/1.1" status: 204 len: 168 time: 0.6396706 Feb 10 22:30:06.837267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f00bf2-813e-4212-b0f2-9bfdb47db154 None None] Network 536e23f7-97bb-456b-b541-6be4ec8a49a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:06.837963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:06.841000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63ddc02c-c2fe-42df-8844-aac0d70ae7b3 req-abd6a754-fec0-46a1-91f8-e3123bf8bd6f tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] Unset dirty status for tenant:8018e3e70c294cd0a7b78f6f28afaa50 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:06.842122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63ddc02c-c2fe-42df-8844-aac0d70ae7b3 req-abd6a754-fec0-46a1-91f8-e3123bf8bd6f tempest-ListImageFiltersTestJSON-1954731490 tempest-ListImageFiltersTestJSON-1954731490-project] 10.222.0.53 "GET /v2.0/ports?device_id=74d2737b-4003-4e83-846e-7ee4d4a2000c HTTP/1.1" status: 200 len: 210 time: 0.1683629 Feb 10 22:30:06.924332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73994-afef-4605-8636-8a330e18d5fa req-52d48476-df92-49a4-9864-2d9d0c1f97cf tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:06.931748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8df73994-afef-4605-8636-8a330e18d5fa req-52d48476-df92-49a4-9864-2d9d0c1f97cf tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.1424370 Feb 10 22:30:06.947271 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.958369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Deleting port 085c876d-a6aa-47f5-884e-6a1cafa377a8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:06.958780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:06.987969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8df73994-afef-4605-8636-8a330e18d5fa req-dbe9c701-0dd8-4289-8a15-1eb2c62a481a tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552404 Feb 10 22:30:07.181585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] For port 085c876d-a6aa-47f5-884e-6a1cafa377a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=085c876d-a6aa-47f5-884e-6a1cafa377a8,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:07.182481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:07.338436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Calling delete_port for 085c876d-a6aa-47f5-884e-6a1cafa377a8 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:07.395094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-6490d7b0-25b8-407b-8a43-3806679a421a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0638716 Feb 10 22:30:07.420879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] DHCP port deletion for 536e23f7-97bb-456b-b541-6be4ec8a49a1 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:30:07.425518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Deleting port 085c876d-a6aa-47f5-884e-6a1cafa377a8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:07.425891 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:07.580055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:07.714692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-7f13b9a5-b8df-49af-9cfe-2d88287deddc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:07.716388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-7f13b9a5-b8df-49af-9cfe-2d88287deddc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3143334 Feb 10 22:30:07.733429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5afb3-61af-4ef5-9d89-f0a2e0976ac7 req-2b1a5b10-b683-453c-8208-e204a1615c18 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:07.735196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2c5afb3-61af-4ef5-9d89-f0a2e0976ac7 req-2b1a5b10-b683-453c-8208-e204a1615c18 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.0997901 Feb 10 22:30:07.769827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:07.794332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2c5afb3-61af-4ef5-9d89-f0a2e0976ac7 req-1126ab33-3f3d-4fcd-b84d-5af4545e53c1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507152 Feb 10 22:30:07.817173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:07.822195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] For port 085c876d-a6aa-47f5-884e-6a1cafa377a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=085c876d-a6aa-47f5-884e-6a1cafa377a8,segment=NetworkSegment(4e0a05d1-36a7-422b-8877-2ddd9135fefb),segment_id=4e0a05d1-36a7-422b-8877-2ddd9135fefb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:07.822619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:07.903563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:07.987261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3be6c177-6e27-4a71-b235-b2cbf59df666 req-f324bd19-1218-494e-9aad-febd9c4ce49a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 210 time: 0.0671949 Feb 10 22:30:08.029419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Calling delete_port for 085c876d-a6aa-47f5-884e-6a1cafa377a8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:08.031809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6e7af84-19d7-4ff1-a6d7-570f3387ab85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc4c1d63c12f4683b57ad8f610e0203a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2130861 Feb 10 22:30:08.034114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:08.073949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=085c876d-a6aa-47f5-884e-6a1cafa377a8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:08.074181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:08.079403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] No DVR routers for this DVR port 085c876d-a6aa-47f5-884e-6a1cafa377a8 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:08.106830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.111785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863', 'port_id': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'mac_address': 'fa:16:3e:6e:3c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b040fde-c9ec-40d6-a7a0-589b16c0c59c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:08.140199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.209232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.228121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b117f-a967-40d5-8954-8aaf24b181da req-a52f4101-fc32-4da3-8d86-b4c451ffc4e4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:08.229525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b97b117f-a967-40d5-8954-8aaf24b181da req-a52f4101-fc32-4da3-8d86-b4c451ffc4e4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.5242743 Feb 10 22:30:08.231697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a8afdd-447f-4822-b0f6-e1ebec9473a3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:08.255922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.257706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.261406 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ca4e896-d82a-4444-89c3-96b5e920c74c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91a8afdd-447f-4822-b0f6-e1ebec9473a3 HTTP/1.1" status: 204 len: 168 time: 0.2240615 Feb 10 22:30:08.293233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:08.295198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:30:08.295902 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:30:08.304597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4b49078f-4673-49a0-be7f-23504635494f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:08.329855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.339844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:08.370603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4b49078f-4673-49a0-be7f-23504635494f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:08.372316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4b49078f-4673-49a0-be7f-23504635494f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:08.373588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 085c876d-a6aa-47f5-884e-6a1cafa377a8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:08.384366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:08.388257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.397455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df8a43-a32a-4e47-a8d6-02ad289c8f69 req-a8e573d8-a74f-42dc-a766-4640ed0e8ed9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:08.400980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80df8a43-a32a-4e47-a8d6-02ad289c8f69 req-a8e573d8-a74f-42dc-a766-4640ed0e8ed9 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.1337292 Feb 10 22:30:08.401611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9db3fcc7-4039-4665-8ae4-f1eec3bfb1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.411791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['536e23f7-97bb-456b-b541-6be4ec8a49a1']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:08.411969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe4d0798-447e-4a37-95a0-c981e17aaf14 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:08.430221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e0a05d1-36a7-422b-8877-2ddd9135fefb') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:08.430477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e0a05d1-36a7-422b-8877-2ddd9135fefb') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:08.441936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 085c876d-a6aa-47f5-884e-6a1cafa377a8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:08.447422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 085c876d-a6aa-47f5-884e-6a1cafa377a8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:08.448446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b97b117f-a967-40d5-8954-8aaf24b181da req-9fe81d96-242d-4a50-8a66-65759fbea8b6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611569 Feb 10 22:30:08.472602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80df8a43-a32a-4e47-a8d6-02ad289c8f69 req-ae32c71e-77ed-46a2-92c2-8a34c5f57707 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651069 Feb 10 22:30:08.486009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:08.491272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.538561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.582894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.600977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:30:08.601391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:30:08.617062 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:30:08.642891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:08.766949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.797543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Deleting port 085c876d-a6aa-47f5-884e-6a1cafa377a8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:08.798517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.798843 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:08.805583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=536e23f7-97bb-456b-b541-6be4ec8a49a1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:08.832131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.106 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/63c19d3c-0e46-4755-8202-43379395001e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:08.864313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fe4d0798-447e-4a37-95a0-c981e17aaf14'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:08.914484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ddced760-fc55-4fa8-b5fe-70b99b3cccc8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/536e23f7-97bb-456b-b541-6be4ec8a49a1 HTTP/1.1" status: 204 len: 168 time: 2.0754416 Feb 10 22:30:08.919710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59976) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:09.029695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ab13487-b4e7-42c7-a844-0fad61a6d6be None None] The port '085c876d-a6aa-47f5-884e-6a1cafa377a8' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:30:09.280462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:09.302206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object 63c19d3c-0e46-4755-8202-43379395001e will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:09.342466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:09.354163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:09.473338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:09.521891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:09.542830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:09.570044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60012) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:09.607596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:09.657121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:09.657779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:09.687303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2653d43-316b-4e35-9bf8-9cf7882bc324 req-e806c94f-470e-4e08-8008-c7376ef270f1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:09.687971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f2653d43-316b-4e35-9bf8-9cf7882bc324 req-e806c94f-470e-4e08-8008-c7376ef270f1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:09.694319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-01c8e329-bc25-4300-95ca-8d0f57ab682a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9286218 Feb 10 22:30:09.714748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Request body: {'port': {'device_id': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:09.742047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f2653d43-316b-4e35-9bf8-9cf7882bc324 req-e806c94f-470e-4e08-8008-c7376ef270f1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:09.743191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2653d43-316b-4e35-9bf8-9cf7882bc324 req-e806c94f-470e-4e08-8008-c7376ef270f1 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 936 time: 0.2684140 Feb 10 22:30:09.858786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-848417919-network', 'tenant_id': 'bdd3c10980794e00b2d59b948f627fff'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:09.900874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:09.908398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Usage tracker for resource:network and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:09.912030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:09.922795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:09.934919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:09.958566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2653d43-316b-4e35-9bf8-9cf7882bc324 req-a2c17663-1969-46b9-b617-8a99de8d6bc8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971953 Feb 10 22:30:10.021629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b82b67e0-f58b-40f0-a56d-75079534a1f4 None None] Provisioning for port 63c19d3c-0e46-4755-8202-43379395001e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:10.035324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b82b67e0-f58b-40f0-a56d-75079534a1f4 None None] Provisioning complete for port 63c19d3c-0e46-4755-8202-43379395001e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:10.037240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b82b67e0-f58b-40f0-a56d-75079534a1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.088912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29', 'fb6767f7-0fb6-4148-83f7-995809901dfb'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:10.099375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7c2e-3b19-4623-a77f-9e8e083fbd7c req-a8b013e3-3c81-407f-b9be-dc0e795049d4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:10.106178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a3a7c2e-3b19-4623-a77f-9e8e083fbd7c req-a8b013e3-3c81-407f-b9be-dc0e795049d4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 1.0291040 Feb 10 22:30:10.125534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Made reservation on behalf of bdd3c10980794e00b2d59b948f627fff for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:10.127881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.155208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.187888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:10.227726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a3a7c2e-3b19-4623-a77f-9e8e083fbd7c req-52d8364a-089f-41a6-9152-1a75c8efd7fe tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205025 Feb 10 22:30:10.228870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:10.309894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:10.314211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b82b67e0-f58b-40f0-a56d-75079534a1f4 None None] Port 63c19d3c-0e46-4755-8202-43379395001e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:10.369813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:10.490147 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f2c0f435-c537-4230-a641-ab889941db93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.660648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c19d3c-0e46-4755-8202-43379395001e {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:10.669075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.688812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Transition to ACTIVE for port object 63c19d3c-0e46-4755-8202-43379395001e will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:10.693560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.757407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d44fe5-a732-4a73-9e39-2c40ec31e54f req-18f3d6be-a540-4285-8018-0255394f079d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:10.767983 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19d44fe5-a732-4a73-9e39-2c40ec31e54f req-18f3d6be-a540-4285-8018-0255394f079d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.3199041 Feb 10 22:30:10.828688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.839043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:10.881065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19d44fe5-a732-4a73-9e39-2c40ec31e54f req-cb73b570-206c-4413-a0d3-b05bf0683dc4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121202 Feb 10 22:30:10.884320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b6d438-a16e-4b62-a56f-b13ca84cc917,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:10.926211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:30:10.931139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.084343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.084951 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Added segment f8927b46-8456-46a4-827b-1ecac209d329 of type vlan for network 61b4648c-6d31-4549-85c4-5c0d71927854 Feb 10 22:30:11.119640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Pushing event updated for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:11.319789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.367657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Attempting to bind port 63c19d3c-0e46-4755-8202-43379395001e on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:11.367999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Attempting to bind port 63c19d3c-0e46-4755-8202-43379395001e by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:11.368350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Attempting to bind port 63c19d3c-0e46-4755-8202-43379395001e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:11.383373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Port 63c19d3c-0e46-4755-8202-43379395001e on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:11.383709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Attempting to bind port 63c19d3c-0e46-4755-8202-43379395001e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:11.395342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:11.395687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:11.396079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:11.396509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Bound port: 63c19d3c-0e46-4755-8202-43379395001e, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:11.396851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.446455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26172ee9-4cb6-422e-8d83-12488c1b41a9 req-d514bc85-6a89-41d4-b8ff-1496fbbdbabd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:11.448721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26172ee9-4cb6-422e-8d83-12488c1b41a9 req-d514bc85-6a89-41d4-b8ff-1496fbbdbabd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.3473191 Feb 10 22:30:11.536864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.538283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:11.538434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.578797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.589810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26172ee9-4cb6-422e-8d83-12488c1b41a9 req-54690b4b-780e-4215-87b4-2e9483f3c9a3 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026604 Feb 10 22:30:11.605854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:11.610294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=63c19d3c-0e46-4755-8202-43379395001e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:11.615568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:11.617586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.706672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.711627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Pushing event updated for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:11.742675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port fe4d0798-447e-4a37-95a0-c981e17aaf14 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:11.744172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:11.745071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.746926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-d71fc3d9-ac60-4dc0-8fa0-622550d5fb42 service neutron] 10.222.0.24 "PUT /v2.0/ports/63c19d3c-0e46-4755-8202-43379395001e HTTP/1.1" status: 200 len: 1096 time: 2.0375526 Feb 10 22:30:11.747201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'tag': '63c19d3c-0e46-4755-8202-43379395001e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:11.764502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port fe4d0798-447e-4a37-95a0-c981e17aaf14 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:11.765384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.961292 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:11.963839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60074) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:11.994149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] Pushing event updated for resources: {'Network': ['ID=61b4648c-6d31-4549-85c4-5c0d71927854,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:12.005823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-e4154ea2-5099-482c-bf7c-bb045b50239e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4954658 Feb 10 22:30:12.012505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 61b4648c-6d31-4549-85c4-5c0d71927854 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:30:12.031330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:12.058842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:12.062655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:12.064683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:12.069053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-0bbd80d6-aa94-498b-8b1c-a7f811258225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:12.071663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-0bbd80d6-aa94-498b-8b1c-a7f811258225 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 1099 time: 0.2390873 Feb 10 22:30:12.074379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.075038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36a2b5cb-243e-4de8-a409-9da236449867 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4906950 Feb 10 22:30:12.076538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Usage tracker for resource:floatingip and tenant:ecec63c5ea19447e9e061894f35acc2c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:12.079156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60084) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:12.083804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff40910c-f636-4600-9e08-58a5e5a1f1ad req-93f31ca4-0de3-4bd2-af8c-d1e978f842b0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:12.085603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff40910c-f636-4600-9e08-58a5e5a1f1ad req-93f31ca4-0de3-4bd2-af8c-d1e978f842b0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 948 time: 0.1856585 Feb 10 22:30:12.115484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:12.150108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Request body: {'subnet': {'network_id': '61b4648c-6d31-4549-85c4-5c0d71927854', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-848417919-subnet', 'tenant_id': 'bdd3c10980794e00b2d59b948f627fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:12.167707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:12.173191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:12.238386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-deacad8d-e764-4979-af85-afd5e21b4f1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=63c19d3c-0e46-4755-8202-43379395001e HTTP/1.1" status: 200 len: 217 time: 0.1469042 Feb 10 22:30:12.288716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Usage tracker for resource:subnet and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:12.289399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:12.305345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:12.320073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:12.330630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.363132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Made reservation on behalf of bdd3c10980794e00b2d59b948f627fff for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:12.365483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.390403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff40910c-f636-4600-9e08-58a5e5a1f1ad req-acac24c2-09cd-4e66-b8bb-e846d4fc0045 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892226 Feb 10 22:30:12.427420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-f6c66237-c126-4ead-a8b2-ed6831b2d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:12.428858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-f6c66237-c126-4ead-a8b2-ed6831b2d11f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1801074 Feb 10 22:30:12.495193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Deleting port 97af6500-ad8a-48d3-922f-5b05436cc182 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:12.495786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.515982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-64f9e25c-d80b-4fe8-b323-093bf2a46c27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8018e3e70c294cd0a7b78f6f28afaa50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502689 Feb 10 22:30:12.518431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60088) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:12.646529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-a7cc3392-7a39-407c-a5c3-3fa78a7e9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:12.647684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-a7cc3392-7a39-407c-a5c3-3fa78a7e9e46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2090034 Feb 10 22:30:12.652491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.744113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.788883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.799603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:12.813223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870eecb1-4540-49c4-a5f5-f988d124ed76 req-e0432c9d-0463-4de0-94b5-04e68cbc5507 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:12.815265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-870eecb1-4540-49c4-a5f5-f988d124ed76 req-e0432c9d-0463-4de0-94b5-04e68cbc5507 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2469490 Feb 10 22:30:12.938579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-870eecb1-4540-49c4-a5f5-f988d124ed76 req-57172f2f-6ba2-4067-99c5-25260ddcaf69 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054921 Feb 10 22:30:12.952269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-3f0a46f7-3e4d-4be6-9527-d3ce6a1c4434 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862041 Feb 10 22:30:13.058328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] For port 97af6500-ad8a-48d3-922f-5b05436cc182, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97af6500-ad8a-48d3-922f-5b05436cc182,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:13.058931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.072590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b32154f-54dd-438f-abb7-b40c979e0aad,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:13.142471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ac514a2-79ca-4c58-85a2-26044dd139da req-0704bcc3-711a-466b-aa42-6afbf9fc7788 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827261 Feb 10 22:30:13.144522 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'tag': '63c19d3c-0e46-4755-8202-43379395001e', 'status': 'completed', 'code': 200} Feb 10 22:30:13.150443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.176166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64cf3618-427d-435b-9598-f07ab0012e9b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:13.189020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.192588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9604e70c-b584-49ee-b32c-3821ac23c221 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64cf3618-427d-435b-9598-f07ab0012e9b HTTP/1.1" status: 204 len: 168 time: 0.6709108 Feb 10 22:30:13.230627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Calling delete_port for 97af6500-ad8a-48d3-922f-5b05436cc182 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:13.288992 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'code': 200} Feb 10 22:30:13.289671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Checking segment: {'id': 'f8927b46-8456-46a4-827b-1ecac209d329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '61b4648c-6d31-4549-85c4-5c0d71927854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:13.290207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Network hostable DHCP agents. Network: 61b4648c-6d31-4549-85c4-5c0d71927854, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:30:13.314660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.416870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Network 61b4648c-6d31-4549-85c4-5c0d71927854 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:30:13.442301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 61b4648c-6d31-4549-85c4-5c0d71927854) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:13.451131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d719be97-fd90-4150-a924-c69f69dc37cd None None] Network 61b4648c-6d31-4549-85c4-5c0d71927854 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:13.526643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-729ccb61-b669-4ee8-b084-097fdc4e967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:13.528639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-729ccb61-b669-4ee8-b084-097fdc4e967d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 1099 time: 0.2990918 Feb 10 22:30:13.571914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Allocated IP 172.25.2.44 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d6f2c461-7f6d-4bac-a7fc-998b5b754515) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:13.703032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11988e-a7b0-4e3a-b2e4-d07cf0f33772 req-65067562-b742-43f8-bc02-058d106f2106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:13.704688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b11988e-a7b0-4e3a-b2e4-d07cf0f33772 req-65067562-b742-43f8-bc02-058d106f2106 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1097 time: 0.3243904 Feb 10 22:30:13.762601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:13.764076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.807909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45908a90-f3eb-4eee-bc09-06fb0c12ee5c req-f39f3273-4c7c-41a6-adfb-bca3bbbe6dad tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:13.809462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45908a90-f3eb-4eee-bc09-06fb0c12ee5c req-f39f3273-4c7c-41a6-adfb-bca3bbbe6dad tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.2855315 Feb 10 22:30:13.813878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-406127d5-3c0e-4208-bbd0-7c6aeaa72cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:13.815706 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-406127d5-3c0e-4208-bbd0-7c6aeaa72cbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2356927 Feb 10 22:30:13.820599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b11988e-a7b0-4e3a-b2e4-d07cf0f33772 req-add8e07d-6099-4cf1-9c88-76e93d928170 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061585 Feb 10 22:30:13.830124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:13.845805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a36e145-22df-4337-a201-42a6f1dc738e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7357740 Feb 10 22:30:13.887542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45908a90-f3eb-4eee-bc09-06fb0c12ee5c req-c512bf62-9c04-45a4-981b-294e32ee009f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658615 Feb 10 22:30:13.977843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:14.108573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event updated for resources: {'Port': ['ID=d6f2c461-7f6d-4bac-a7fc-998b5b754515,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:14.124436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a848e5b1-7466-49a5-a805-459048072c14 None None] Network 61b4648c-6d31-4549-85c4-5c0d71927854 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:14.128054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:14.214621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Pushing event deleted for resources: {'Port': ['ID=97af6500-ad8a-48d3-922f-5b05436cc182,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:14.224218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:14.226198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:14.343098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:14.383156 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-735b0311-5fde-462b-993a-756f7c751cc1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=63c19d3c-0e46-4755-8202-43379395001e HTTP/1.1" status: 200 len: 217 time: 0.3226604 Feb 10 22:30:14.588777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-a65451c6-22a8-4825-8c7e-e8e71b2c5165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:14.590995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-a65451c6-22a8-4825-8c7e-e8e71b2c5165 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1977379 Feb 10 22:30:14.632980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60132) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:14.661223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c445fc2-66d8-48f8-b03f-c13830e67c3c req-26bbca88-36e0-44c3-be28-da54725cecc3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:14.668707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c445fc2-66d8-48f8-b03f-c13830e67c3c req-26bbca88-36e0-44c3-be28-da54725cecc3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 948 time: 0.6587913 Feb 10 22:30:14.728054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:14.729551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:14.742614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c445fc2-66d8-48f8-b03f-c13830e67c3c req-0c459bf7-f828-4565-9189-6a94c8a6da04 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Feb 10 22:30:14.774746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-3b84bfa0-a837-4d1e-ae13-59030ca9058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:14.776902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-3b84bfa0-a837-4d1e-ae13-59030ca9058d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1783037 Feb 10 22:30:14.875333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1180707470-network', 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:14.893282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:14.914398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Usage tracker for resource:network and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:14.921367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:14.934825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:14.998047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.032525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e75d2-4875-43eb-bda8-c00192d183fa req-bd886e3b-72b2-4158-8459-1b66951eddfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:15.033999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-940e75d2-4875-43eb-bda8-c00192d183fa req-bd886e3b-72b2-4158-8459-1b66951eddfc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1521161 Feb 10 22:30:15.076960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-a1ac232f-3bd4-4ea0-958d-cb60d2b96316 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857945 Feb 10 22:30:15.122273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-940e75d2-4875-43eb-bda8-c00192d183fa req-6cd593a0-ccca-4a1b-bd9a-a0f6dfeba2de tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760946 Feb 10 22:30:15.310081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd0031e8-32d3-49e4-8756-898419f49d52 req-61832eab-7154-43b5-8cc9-8aff664c65e1 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149463 Feb 10 22:30:15.336725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:15.339176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.363910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.401606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:15.421313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Usage tracker for resource:security_group_rule and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:15.488576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1104771868', 'description': 'tempest-description-914680252'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:15.497447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:15.507708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:15.514532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:15.520604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:15.525513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:15.533022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.543243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:15.557228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:15.561858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:15.565712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:15.572214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:15.625280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 63c19d3c-0e46-4755-8202-43379395001e details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:15.687030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.696930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.731375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.775632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81ba0cd-9a2e-4f7c-b4d6-925d3648266d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:15.800126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.803325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.821624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=63c19d3c-0e46-4755-8202-43379395001e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:15.823761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7b6a317-a71c-4921-93f2-7a3a4aacd43d req-60b67090-484b-4557-9fa9-ecf5937767c8 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3394587 Feb 10 22:30:15.837005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '63c19d3c-0e46-4755-8202-43379395001e', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '63c19d3c-0e46-4755-8202-43379395001e', 'mac_address': 'fa:16:3e:37:66:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:15.865099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Router 09ef1be7-33ed-4990-b811-97a201837434 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:30:15.928393 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:15.953616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c19d3c-0e46-4755-8202-43379395001e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:15.974294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=63c19d3c-0e46-4755-8202-43379395001e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:15.979377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.031735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event updated for resources: {'Port': ['ID=d6f2c461-7f6d-4bac-a7fc-998b5b754515,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:16.070749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:16.081546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.084715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.096770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.104876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fecb80-0444-4769-9326-d83a0d0e799b req-d7bc928b-7af7-46ea-8c82-09dbb77bca1f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:16.114599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4fecb80-0444-4769-9326-d83a0d0e799b req-d7bc928b-7af7-46ea-8c82-09dbb77bca1f tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.1117432 Feb 10 22:30:16.188615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4fecb80-0444-4769-9326-d83a0d0e799b req-7f78d9b3-4d94-4dc0-8117-527eddb57636 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723352 Feb 10 22:30:16.228829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:30:16.242085 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.243277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-a9fed31e-9512-49b7-8f39-c2015f36e71f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2267120 Feb 10 22:30:16.255817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.256219 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Added segment 64ba9aea-b8b2-44e4-a89b-acb0a11e1528 of type vlan for network 20be2b8f-cce0-4415-98c6-699dad122953 Feb 10 22:30:16.258609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b107b6d5-2193-491c-9aaf-be72e4350d91,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:16.317963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['63c19d3c-0e46-4755-8202-43379395001e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:16.348549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:30:16.378167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Sync routers for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:30:16.391112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-3d682a0e-7bd3-4807-bbed-278571901c1e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:16.397479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.402903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:16.403413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d0b73c2b-6d3b-42ee-9747-8da900481825 admin admin] 10.222.0.53 "PUT /v2.0/routers/09ef1be7-33ed-4990-b811-97a201837434/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4825406 Feb 10 22:30:16.403533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:16.410653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60162) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:16.412598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e26743f-eeda-40e2-93d4-5b15d11a79aa req-c9b41fbc-aa44-4b86-9a5e-8a55c3d8effb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:16.414405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e26743f-eeda-40e2-93d4-5b15d11a79aa req-c9b41fbc-aa44-4b86-9a5e-8a55c3d8effb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 949 time: 0.1074772 Feb 10 22:30:16.477522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e26743f-eeda-40e2-93d4-5b15d11a79aa req-9d7d6935-9b19-465c-b915-a7ebcd1f72bd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516675 Feb 10 22:30:16.519216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-3d682a0e-7bd3-4807-bbed-278571901c1e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:16.520402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-3d682a0e-7bd3-4807-bbed-278571901c1e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.2629330 Feb 10 22:30:16.594265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.595689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:16.596282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.630673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-0862db6d-9fea-41b3-b6a8-564c099529bf tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/a81ba0cd-9a2e-4f7c-b4d6-925d3648266d HTTP/1.1" status: 200 len: 1804 time: 0.1020875 Feb 10 22:30:16.638250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a81ba0cd-9a2e-4f7c-b4d6-925d3648266d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:16.639401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a81ba0cd-9a2e-4f7c-b4d6-925d3648266d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:16.646192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:16.650963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:16.656296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:16.663936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:16.785753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1474233 Feb 10 22:30:16.788785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:16.792382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60166) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:16.810528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Request body: {'subnet': {'network_id': '20be2b8f-cce0-4415-98c6-699dad122953', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1180707470-subnet', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:16.819915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.821482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:16.832901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Usage tracker for resource:subnet and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:16.838662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.866342 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.873523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.887325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae158203-82f9-4845-aec1-caea11ec136a admin admin] Pushing event updated for resources: {'Network': ['ID=20be2b8f-cce0-4415-98c6-699dad122953,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:16.898329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:16.924786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d011676-cdfe-4022-ae0c-ad6b2b9d4133,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:16.926750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 20be2b8f-cce0-4415-98c6-699dad122953 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:30:16.940959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:16.947165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:16.966075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65e908d9-d5ef-45d6-a84f-30578884f2a2 req-bfe999f7-0c30-4019-8afd-5cd5c5700ca9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3334408 Feb 10 22:30:17.129220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:17.131795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.253636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-b7fb7acd-0be7-494f-9cf4-3daac1084b61 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:17.269108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b816401-0fb2-4f81-8c6b-93bf4d7eb38b req-b7fb7acd-0be7-494f-9cf4-3daac1084b61 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.6851950 Feb 10 22:30:17.355612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f29025-e4f3-41ee-9c02-57e9c8cadcee req-d2d0658c-d3e7-485d-a679-14c275fd4c3b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:17.365347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29f29025-e4f3-41ee-9c02-57e9c8cadcee req-d2d0658c-d3e7-485d-a679-14c275fd4c3b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2362630 Feb 10 22:30:17.412252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58'}], 'enable_snat': True}, 'gw_port_id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:30:13Z', 'revision_number': 5, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port': {'id': '8abfd588-439e-447f-9d4e-3914c6aa25b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:ab:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ef1be7-33ed-4990-b811-97a201837434', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:25:46Z', 'updated_at': '2022-02-10T22:25:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:17.422363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Checking router: 09ef1be7-33ed-4990-b811-97a201837434 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:30:17.423180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.443746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Routers {'09ef1be7-33ed-4990-b811-97a201837434'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:17.444504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ef1be7-33ed-4990-b811-97a201837434'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:17.448716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Deleting port 8abfd588-439e-447f-9d4e-3914c6aa25b1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:17.448716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.493796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29f29025-e4f3-41ee-9c02-57e9c8cadcee req-95b2967c-0bac-4991-b677-9354d7e6bf53 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226625 Feb 10 22:30:17.631632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2011317644', 'description': 'tempest-description-1592973459'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:17.639590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:17.644345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:17.647530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:17.653303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:17.658952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] Set router 09ef1be7-33ed-4990-b811-97a201837434 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:17.670753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.696551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:17.700608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:17.704610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:17.710588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:17.785389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:30:17Z', 'revision_number': 6, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:17.789652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.791397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e08ba1c-6162-4ef6-be20-8e1397dec892 None None] The sync data for ids ['09ef1be7-33ed-4990-b811-97a201837434'] in n-d-825178-4 is: [{'id': '09ef1be7-33ed-4990-b811-97a201837434', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-724455926-router', 'tenant_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:25:43Z', 'updated_at': '2022-02-10T22:30:17Z', 'revision_number': 6, 'project_id': 'a7c9b782a07b47d0ad7335cee928acbc', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:30:17.798124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.830016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] For port 8abfd588-439e-447f-9d4e-3914c6aa25b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8abfd588-439e-447f-9d4e-3914c6aa25b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:17.830380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.856207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa851b8-a20d-47a0-bf78-9062faf5a98c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:17.859389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:17.864936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-650007a6-c549-46f4-9795-a9b94a27fd80 req-58e295c0-5a82-4108-a2ad-d57600252985 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2371309 Feb 10 22:30:18.034500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Calling delete_port for 8abfd588-439e-447f-9d4e-3914c6aa25b1 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:18.150135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-93747fc4-3d53-4884-865c-d2221096839a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:18.157509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-93747fc4-3d53-4884-865c-d2221096839a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 821 time: 0.1896136 Feb 10 22:30:18.186738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:18.196366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-703551cd-5944-4d10-812c-52b1efde9992 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/quotas/ecec63c5ea19447e9e061894f35acc2c HTTP/1.1" status: 200 len: 375 time: 0.0379682 Feb 10 22:30:18.201058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97af6500-ad8a-48d3-922f-5b05436cc182 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:18.203437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe059e2-26c8-454f-8912-aa053fddbe82 req-a540b407-8ac0-434c-a2d1-1ae0faf00e31 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:18.209127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe059e2-26c8-454f-8912-aa053fddbe82 req-a540b407-8ac0-434c-a2d1-1ae0faf00e31 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1097 time: 0.7668483 Feb 10 22:30:18.299639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 97af6500-ad8a-48d3-922f-5b05436cc182 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:18.300229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97af6500-ad8a-48d3-922f-5b05436cc182 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:18.318987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-4ee1212a-8471-46ad-93cb-df14427534e3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1190541 Feb 10 22:30:18.488379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f6d9493-7373-4a43-a474-80db43307fc1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:18.492670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:18.495243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-606f4690-fc57-44e8-8f49-533d4b3ec584 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752558 Feb 10 22:30:18.497418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe059e2-26c8-454f-8912-aa053fddbe82 req-181545a3-8105-4a32-8cc6-3b39540c0f27 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791694 Feb 10 22:30:18.554174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Pushing event deleted for resources: {'Port': ['ID=8abfd588-439e-447f-9d4e-3914c6aa25b1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:18.596355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Checking segment: {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:18.596632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Network hostable DHCP agents. Network: 20be2b8f-cce0-4415-98c6-699dad122953, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:30:18.677187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Network 20be2b8f-cce0-4415-98c6-699dad122953 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:30:18.703506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 20be2b8f-cce0-4415-98c6-699dad122953) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:18.708019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:18.716322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bdce29-cdc9-4bbd-abf2-b45f7f783522 None None] Network 20be2b8f-cce0-4415-98c6-699dad122953 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:18.895449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-804d89d0-e632-46fd-8430-8bde7269d2da service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813372 Feb 10 22:30:19.026565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:19.027182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.227008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-20be2b8f-cce0-4415-98c6-699dad122953', 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'fixed_ips': [{'subnet_id': '1f6d9493-7373-4a43-a474-80db43307fc1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:30:19.228965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.232211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-023c8a5d-43f6-47c0-9579-ffd089914f60 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/aaa851b8-a20d-47a0-bf78-9062faf5a98c HTTP/1.1" status: 200 len: 1805 time: 0.1181662 Feb 10 22:30:19.247597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aaa851b8-a20d-47a0-bf78-9062faf5a98c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:19.247996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'aaa851b8-a20d-47a0-bf78-9062faf5a98c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:19.270082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:19.282458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:19.306031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:19.323270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:19.421776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.426331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.441792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b39ad2f-e453-4464-95dd-63a6c6b407e4 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6384983 Feb 10 22:30:19.447941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:19.460685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:19.470805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2011907-a29f-4c8f-aa12-6432af06a5dd req-a148586a-59b6-45cb-b47a-89f5806c6334 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:19.477640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2011907-a29f-4c8f-aa12-6432af06a5dd req-a148586a-59b6-45cb-b47a-89f5806c6334 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 949 time: 0.6449773 Feb 10 22:30:19.484841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:19.492982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.493567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ef1be7-33ed-4990-b811-97a201837434 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:30:19.502780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Usage tracker for resource:router and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:19.503456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.504572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-607556e1-f9b8-4293-9d50-89de4f9b6225 admin admin] 10.222.0.53 "DELETE /v2.0/routers/09ef1be7-33ed-4990-b811-97a201837434 HTTP/1.1" status: 204 len: 168 time: 3.0930142 Feb 10 22:30:19.508452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:19.509867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:19.524614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:19.528002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.562529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.564886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.569893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Allocated IP 172.20.0.2 (20be2b8f-cce0-4415-98c6-699dad122953/1f6d9493-7373-4a43-a474-80db43307fc1/b7591aa0-c346-4278-a516-d85a6fe83ade) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:19.596640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.620853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2011907-a29f-4c8f-aa12-6432af06a5dd req-15e188c7-3354-4a23-b6a5-2fd3e5328e86 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422522 Feb 10 22:30:19.648327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Deleting subnet b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:30:19.651775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.704725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 63c19d3c-0e46-4755-8202-43379395001e up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:19.743523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.765520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.767699 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.893325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.907918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12166504-f137-4720-998b-61091769ee89,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:19.911764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:19.925465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cf83090-ba07-48f6-b9bf-f8213f5361b2 req-532723fd-b1f8-45ea-9db0-04fbb79bde76 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6916401 Feb 10 22:30:19.972098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.020990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.036406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Transition to ACTIVE for port object b7591aa0-c346-4278-a516-d85a6fe83ade will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:20.051269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 63c19d3c-0e46-4755-8202-43379395001e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:20.064241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 63c19d3c-0e46-4755-8202-43379395001e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:20.064657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.066091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:20.101410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.133197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f1258cef-a2de-46f4-95a9-76cfd5916f07 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b66db705-8e45-4f3e-a4e1-a8a71f7d2d0b HTTP/1.1" status: 204 len: 168 time: 0.6237135 Feb 10 22:30:20.143082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60224) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:20.174124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Transition to ACTIVE for port object b7591aa0-c346-4278-a516-d85a6fe83ade will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:20.179910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c785d95-762a-4f34-838c-a99e957df673 None None] Network f06f6b79-43a4-4029-a38a-13292b142168 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:20.199835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.362093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.407125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af513f-95df-46d4-a5de-0c50947c36f8 req-eb31e68f-657f-4d18-85a2-330c1d7da7af tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:20.409407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18af513f-95df-46d4-a5de-0c50947c36f8 req-eb31e68f-657f-4d18-85a2-330c1d7da7af tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.4410663 Feb 10 22:30:20.416181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8abfd588-439e-447f-9d4e-3914c6aa25b1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:20.438298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.477592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Deleting port 2a0ced68-258d-4a57-ac96-0f35ff0152cf {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:20.478252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.531316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Pushing event updated for resources: {'Port': ['ID=b7591aa0-c346-4278-a516-d85a6fe83ade,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:20.538127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18af513f-95df-46d4-a5de-0c50947c36f8 req-d85f300c-7626-48df-b6de-daaa0edfb81b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201866 Feb 10 22:30:20.544150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Network 20be2b8f-cce0-4415-98c6-699dad122953 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:20.551326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:20.554042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:20.569531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8abfd588-439e-447f-9d4e-3914c6aa25b1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:20.570010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8abfd588-439e-447f-9d4e-3914c6aa25b1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:20.670327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d621c3-2bcc-4245-bb3c-0c663b235c7c req-ca1d0b69-df90-425b-8b08-d384724dc962 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:20.674703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7d621c3-2bcc-4245-bb3c-0c663b235c7c req-ca1d0b69-df90-425b-8b08-d384724dc962 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1097 time: 0.6009433 Feb 10 22:30:20.750462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7d621c3-2bcc-4245-bb3c-0c663b235c7c req-133fbd05-08af-4ff1-b1ed-1d1ccb595979 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696290 Feb 10 22:30:20.756659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] For port 2a0ced68-258d-4a57-ac96-0f35ff0152cf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a0ced68-258d-4a57-ac96-0f35ff0152cf,segment=NetworkSegment(d51ebfa1-5f72-430c-b3d4-9e42d74befc4),segment_id=d51ebfa1-5f72-430c-b3d4-9e42d74befc4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:20.757685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.810368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2098558284', 'description': 'tempest-description-2142803404'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:20.818750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:20.880454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:20.891728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:20.944310 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:20.966122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Calling delete_port for 2a0ced68-258d-4a57-ac96-0f35ff0152cf owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:20.973231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:21.001667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Attempting to bind port b7591aa0-c346-4278-a516-d85a6fe83ade on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:21.002033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Attempting to bind port b7591aa0-c346-4278-a516-d85a6fe83ade by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:21.002393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Attempting to bind port b7591aa0-c346-4278-a516-d85a6fe83ade on network 20be2b8f-cce0-4415-98c6-699dad122953 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:21.022274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.025178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:21.025550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Checking segment: {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:21.025944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.026332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Bound using segment: {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:21.026793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Bound port: b7591aa0-c346-4278-a516-d85a6fe83ade, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:21.027156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.056575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c19d3c-0e46-4755-8202-43379395001e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:21.064950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:21.072746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:21.076963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.087996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f14d35f-bd2b-4a60-82e1-34a114be2da2 req-1fd9b1b7-e0c6-490c-b622-638d4ac6c85c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 210 time: 0.1688542 Feb 10 22:30:21.152287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=63c19d3c-0e46-4755-8202-43379395001e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:21.165905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:21.167067 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.190066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.221076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.238202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:21.269496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] No DVR routers for this DVR port 2a0ced68-258d-4a57-ac96-0f35ff0152cf on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:21.298056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0ced68-258d-4a57-ac96-0f35ff0152cf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:21.406014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] For port b7591aa0-c346-4278-a516-d85a6fe83ade, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:21.411686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] For port b7591aa0-c346-4278-a516-d85a6fe83ade, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b7591aa0-c346-4278-a516-d85a6fe83ade,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:21.421246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:21.440390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.529234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c157f-ba42-46eb-9eb3-ad8f5c83b92c None None] DHCP port deletion for f06f6b79-43a4-4029-a38a-13292b142168 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:30:21.559603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.613287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f06f6b79-43a4-4029-a38a-13292b142168']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:21.617944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.631782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba1b37-325d-422c-bcf1-f7516903623d None None] Pushing event updated for resources: {'Port': ['ID=b7591aa0-c346-4278-a516-d85a6fe83ade,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:21.638186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:21.638574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd51ebfa1-5f72-430c-b3d4-9e42d74befc4') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:21.654274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-41e03099-1c21-433f-ab96-98dc3b4a3072 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:21.656422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-41e03099-1c21-433f-ab96-98dc3b4a3072 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 821 time: 0.5048676 Feb 10 22:30:21.660091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb61015a-bb8c-49bd-8000-79a137abef6e req-4e1f685d-7420-4254-977f-0717ee94c1ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:21.662385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb61015a-bb8c-49bd-8000-79a137abef6e req-4e1f685d-7420-4254-977f-0717ee94c1ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 950 time: 0.3084254 Feb 10 22:30:21.666635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.720035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.738292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'port': {'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'admin_state_up': True, 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:21.742238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:30:21.742652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:30:21.769156 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:30:21.788564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb61015a-bb8c-49bd-8000-79a137abef6e req-84daf8a8-e86d-4265-99be-6938bf3420e8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072981 Feb 10 22:30:21.944294 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c19d3c-0e46-4755-8202-43379395001e', 'code': 200} Feb 10 22:30:21.977322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.035773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.172462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Allocated IP 172.25.2.97 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/b79834cb-91e5-46b9-87d6-d3cfdf0545e0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:22.258559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] Pushing event deleted for resources: {'Network': ['ID=f06f6b79-43a4-4029-a38a-13292b142168,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:22.268893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7daa1905-ac57-497a-8a4d-11f310c71065 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f06f6b79-43a4-4029-a38a-13292b142168 HTTP/1.1" status: 204 len: 168 time: 2.1226640 Feb 10 22:30:22.335206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.350294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88d1d-1d63-46e6-849d-5408aaea85ef req-1d29d8df-bb78-4075-8046-21ac69cec752 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:22.351859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6d88d1d-1d63-46e6-849d-5408aaea85ef req-1d29d8df-bb78-4075-8046-21ac69cec752 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1930232 Feb 10 22:30:22.389786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.393573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b7591aa0-c346-4278-a516-d85a6fe83ade up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:22.453214 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6d88d1d-1d63-46e6-849d-5408aaea85ef req-522b7e7b-ac7d-4925-ac8f-887053276017 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928440 Feb 10 22:30:22.496094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60262) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:22.535085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.536401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac6b3174-6e5d-4e13-84db-62748f5b83f8 req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.7368774 Feb 10 22:30:22.571322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84166c0-c066-418a-827f-2d46d7f4bdd3 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7972e895-bcf4-4125-a406-670718bf51d4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:22.584981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b7591aa0-c346-4278-a516-d85a6fe83ade completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:22.618774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:22.664399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bc83c4-e461-4df3-8755-15b4f7bf3251 req-f643214b-f2b2-4daf-97ef-958c28e9ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:22.667640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36bc83c4-e461-4df3-8755-15b4f7bf3251 req-f643214b-f2b2-4daf-97ef-958c28e9ee6b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 1101 time: 0.5951140 Feb 10 22:30:22.693426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:22.751148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a0ced68-258d-4a57-ac96-0f35ff0152cf no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:22.767058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.803130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Made reservation on behalf of ecec63c5ea19447e9e061894f35acc2c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:22.807378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.840458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36bc83c4-e461-4df3-8755-15b4f7bf3251 req-adb29aa9-a2a2-4325-996a-45835d8aa946 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484005 Feb 10 22:30:22.860670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2a0ced68-258d-4a57-ac96-0f35ff0152cf {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:22.861007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a0ced68-258d-4a57-ac96-0f35ff0152cf not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:22.956767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:22.991971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-482e2d73-dbdb-49ee-a19a-f1845774e126 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a8cfd45acac4590be2cc84a1595089b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4923990 Feb 10 22:30:23.000442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80619b7e-c8d0-4834-bbe9-af728c949f84 req-f2612119-dd96-4990-967a-60d71603a261 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 210 time: 0.1464117 Feb 10 22:30:23.003155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60274) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:23.072852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1097312162', 'description': 'tempest-description-448094574'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:23.109245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:23.125044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:23.131085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:23.140149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:23.146396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Pushing event updated for resources: {'Port': ['ID=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:23.178563 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.191455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.192187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:23.196560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:23.200868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:23.236357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:23.240740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:23.244146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:23.250537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:23.308820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Allocated IP 172.20.0.9 (e52c45a0-145b-48bb-b6b1-1ff8a749191b/50cacdb1-765a-427a-9ed1-9c741e6f6e6d/65f9634e-2b10-4b73-9f3f-91dad127f3e1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:23.365498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.371638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.382346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.404170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffc268-de46-4a5c-882a-083f20cf5b77 None None] Network 20be2b8f-cce0-4415-98c6-699dad122953 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:23.443544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6a90d-3c98-4c82-a3ba-a02f8efc9649,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:23.501678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.503746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04c15215-c031-4061-803f-d66e8eb32804 req-b2fc3580-e3d1-404e-a90f-3fe60f0b220c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4492385 Feb 10 22:30:23.551631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.581430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2cbe7a-cabe-408d-bd8c-ccc7f76d0cd2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:23.604901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.610167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f7e7213b-e381-4f9b-9de4-8b744efaeaa8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f2cbe7a-cabe-408d-bd8c-ccc7f76d0cd2 HTTP/1.1" status: 204 len: 168 time: 0.6059613 Feb 10 22:30:23.887022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Provisioning for port b7591aa0-c346-4278-a516-d85a6fe83ade completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:23.926986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Provisioning complete for port b7591aa0-c346-4278-a516-d85a6fe83ade triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:23.928383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.949418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:23.965176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa483d-68e2-412b-b46e-e5730f8281f1 req-b5f5810a-b300-489e-8ee1-fbe57abfeb50 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:23.966847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31aa483d-68e2-412b-b46e-e5730f8281f1 req-b5f5810a-b300-489e-8ee1-fbe57abfeb50 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 950 time: 0.2122078 Feb 10 22:30:24.054095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.054729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Transition to ACTIVE for port object 65f9634e-2b10-4b73-9f3f-91dad127f3e1 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:24.077082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.168912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31aa483d-68e2-412b-b46e-e5730f8281f1 req-622c3528-bfe9-490c-8cf7-35888ecdf9ea tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931801 Feb 10 22:30:24.323092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.416879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] For port b7591aa0-c346-4278-a516-d85a6fe83ade, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b7591aa0-c346-4278-a516-d85a6fe83ade,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:24.425670 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.547122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60310) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:24.603124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dab5c-66c1-4df9-877b-03b4fd0af27f None None] Pushing event updated for resources: {'Port': ['ID=b7591aa0-c346-4278-a516-d85a6fe83ade,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:24.624475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.635507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['216abafe-b546-4141-a6f3-414201461946'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:24.689447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ffc49-8799-4d79-ad48-fba0b85f6dce req-b137cc2f-ba2d-46dc-a6c8-6d1925ed0c6c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:24.690989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-116ffc49-8799-4d79-ad48-fba0b85f6dce req-b137cc2f-ba2d-46dc-a6c8-6d1925ed0c6c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2609954 Feb 10 22:30:24.722409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ee9e4dbe-8b66-42a5-a3a8-355e6852f709 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:30:24.729172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ee9e4dbe-8b66-42a5-a3a8-355e6852f709 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0207787 Feb 10 22:30:24.734399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Request body: {'binding': {'host': 'n-h1-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:24.735044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:30:24.772091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-116ffc49-8799-4d79-ad48-fba0b85f6dce req-d6c5bd88-bcf2-41e6-bbe3-be1412124cda tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690119 Feb 10 22:30:24.781335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fcaf08b2-bc92-4ee8-ac5c-acf558c7d732 None None] Provisioning complete for port b7591aa0-c346-4278-a516-d85a6fe83ade triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:24.781690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a700652e-2426-45e1-b73a-e1d066b0c718 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7c9b782a07b47d0ad7335cee928acbc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2341359 Feb 10 22:30:24.781861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcaf08b2-bc92-4ee8-ac5c-acf558c7d732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.782460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60316) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:24.897974 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-a0dc0f35-05dd-4c88-90c8-5f385f71b8dd tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/7972e895-bcf4-4125-a406-670718bf51d4 HTTP/1.1" status: 200 len: 1805 time: 0.0857279 Feb 10 22:30:24.955869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:24.995645 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-73098e37-cb1f-4959-9f28-17db8b7e4c73 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/c0c6a90d-3c98-4c82-a3ba-a02f8efc9649 HTTP/1.1" status: 200 len: 1804 time: 0.0901811 Feb 10 22:30:25.001249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7972e895-bcf4-4125-a406-670718bf51d4', 'remote_group_id': 'c0c6a90d-3c98-4c82-a3ba-a02f8efc9649', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:25.001795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7972e895-bcf4-4125-a406-670718bf51d4', 'remote_group_id': 'c0c6a90d-3c98-4c82-a3ba-a02f8efc9649', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:25.014604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:25.018741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.030278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:25.035840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:25.049843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:25.147214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event updated for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:25.149427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.151469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:25.166433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:25.223718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b07eca5c-2a87-41ed-974d-ca07297c934b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:25.245893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.250133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.251677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a0e74a0-d0fd-4896-b947-ed448dfcc8e0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b07eca5c-2a87-41ed-974d-ca07297c934b HTTP/1.1" status: 204 len: 168 time: 0.4683225 Feb 10 22:30:25.282669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:25.300045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.308005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.337719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44667513-dd26-41d5-85fd-d18b46e3bd47,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:25.359643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.377119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dfc3c43-e24a-4ed5-8fe1-b6dbf1997b77 req-8dbff0ca-a8c6-4e74-82c5-75c7261954ff tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3787115 Feb 10 22:30:25.531044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6e92d063-7228-413c-bf3f-1bcf1d025b85 None None] Provisioning for port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:25.542289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6e92d063-7228-413c-bf3f-1bcf1d025b85 None None] Provisioning complete for port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:25.542658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e92d063-7228-413c-bf3f-1bcf1d025b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.567665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:25.568349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.664137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6e92d063-7228-413c-bf3f-1bcf1d025b85 None None] Port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:25.691542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-da859bb6-10a2-4449-a50f-da310448293a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9579248 Feb 10 22:30:25.695823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:25.697936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5946569d-5493-4324-8694-a9d99a7addd3 req-55a2c119-f977-48d5-a969-03c07395decf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:25.700385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5946569d-5493-4324-8694-a9d99a7addd3 req-55a2c119-f977-48d5-a969-03c07395decf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 931 time: 0.1127737 Feb 10 22:30:25.706167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Request body: {'port': {'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:25.760694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5946569d-5493-4324-8694-a9d99a7addd3 req-2ec58368-7f98-4197-8e5a-8fce0d6f3f80 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539186 Feb 10 22:30:25.836506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on host n-h1-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:25.836848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:25.837179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:25.871804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:25.871804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:25.893773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:25.893773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:25.894133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:25.894573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Bound port: fe4d0798-447e-4a37-95a0-c981e17aaf14, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:26.065630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72db8e0-44cc-4b90-b596-0466fb64d304 req-80cb4e82-d1fb-4047-ae92-5917caf99c7e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:26.072453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c72db8e0-44cc-4b90-b596-0466fb64d304 req-80cb4e82-d1fb-4047-ae92-5917caf99c7e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 950 time: 0.1617794 Feb 10 22:30:26.141641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c72db8e0-44cc-4b90-b596-0466fb64d304 req-3835a7ba-944d-4620-9661-005bbc5b264f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682480 Feb 10 22:30:26.197271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1198317581', 'description': 'tempest-description-156097922'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:26.210373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:26.222840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:26.226490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:26.266508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:26.286877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:26.287549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b7591aa0-c346-4278-a516-d85a6fe83ade up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:26.288130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.294086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.304216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.305572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-ea5fd5a1-abb7-40a5-a923-cbca464eccab service neutron] 10.222.0.53 "POST /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14/bindings HTTP/1.1" status: 201 len: 389 time: 1.5752835 Feb 10 22:30:26.321716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:26.326166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:26.330528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:26.338604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:26.449336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:30:26.533665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b7591aa0-c346-4278-a516-d85a6fe83ade triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:26.536251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.584556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.592564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.754044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:26.850856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:26.852427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17b88efe-0eca-4b41-83ac-0d4919204b64 req-9ce2d843-54bc-41d0-9266-3796e527a1fe tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6621876 Feb 10 22:30:26.899030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5140537a-ed52-4cc0-82f4-1becdbfb3483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:26.901042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5140537a-ed52-4cc0-82f4-1becdbfb3483 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1097 time: 0.1508584 Feb 10 22:30:26.983144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:30:26.995968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Sync routers for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:30:27.017678 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:27.020148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:27.020863 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:27.021502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f9b2efe1-c623-4643-9529-5da6ac1795ba admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5705433 Feb 10 22:30:27.024985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:27.099520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40ebeb-94bf-417e-ba65-e9c07458258b req-3117817c-5b5e-42c4-aa3f-b615d247e82f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:27.101487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a40ebeb-94bf-417e-ba65-e9c07458258b req-3117817c-5b5e-42c4-aa3f-b615d247e82f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.4590349 Feb 10 22:30:27.300685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-91fd516f-fd73-4925-b810-88bb3795cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:27.301557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-91fd516f-fd73-4925-b810-88bb3795cd4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.3907397 Feb 10 22:30:27.321158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcc49e9-977c-4a73-b0ae-57ee5d4aa24b req-a7fbb2c1-2189-4912-b5e6-faa767408f38 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:27.331095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-adcc49e9-977c-4a73-b0ae-57ee5d4aa24b req-a7fbb2c1-2189-4912-b5e6-faa767408f38 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 1101 time: 0.2654202 Feb 10 22:30:27.399538 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:27.424558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a40ebeb-94bf-417e-ba65-e9c07458258b req-abd5c4fd-80f8-4833-9c34-56faa2d035be tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079238 Feb 10 22:30:27.515658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-360f102e-4328-4efb-bd4a-ab844696e934 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 217 time: 0.1969075 Feb 10 22:30:27.726971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-adcc49e9-977c-4a73-b0ae-57ee5d4aa24b req-831779b4-6df8-474f-8f02-ac32b4ebf037 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939474 Feb 10 22:30:27.784873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d865a424-321a-47e7-914e-8b919b4849bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:27.800446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d865a424-321a-47e7-914e-8b919b4849bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.2421203 Feb 10 22:30:27.975035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-4067421e-57ed-4f0d-94c3-d1266bd90b52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1677561 Feb 10 22:30:28.016316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65f9634e-2b10-4b73-9f3f-91dad127f3e1 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:28.035072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:28.064485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Transition to ACTIVE for port object 65f9634e-2b10-4b73-9f3f-91dad127f3e1 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:28.085434 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:28.223930 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:23Z', 'revision_number': 3, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:28.246638 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Checking router: 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:30:28.248360 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Updating router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:30:28.253098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-73025156-db34-442e-b78a-f4b56cb3b3d2 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661397 Feb 10 22:30:28.428819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Pushing event updated for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:28.479450 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:28.799570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f1b44-b6c8-42b8-990e-a7b25d77537d req-7df192e6-339e-404e-83f4-9b222aa0290c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:28.808373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e16f1b44-b6c8-42b8-990e-a7b25d77537d req-7df192e6-339e-404e-83f4-9b222aa0290c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 943 time: 0.5519495 Feb 10 22:30:28.848436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd354c89-1766-4ac3-8253-9b8bc5e3f072 req-3438fa63-9bc7-4006-a7c1-bedbc1ff3b8c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:28.850539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd354c89-1766-4ac3-8253-9b8bc5e3f072 req-3438fa63-9bc7-4006-a7c1-bedbc1ff3b8c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 1.1893306 Feb 10 22:30:28.893009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-added5a6-8db9-466e-a5ef-033ec66d4755 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332207 Feb 10 22:30:28.934627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e16f1b44-b6c8-42b8-990e-a7b25d77537d req-0d3ad544-e728-4691-8d36-bbd0e62f7038 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251178 Feb 10 22:30:28.966039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd354c89-1766-4ac3-8253-9b8bc5e3f072 req-056a4397-a823-4967-88f9-1ad39179b4ec tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017761 Feb 10 22:30:28.988109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-867659108', 'description': 'tempest-description-761050209'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:28.995582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:29.001427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:29.012670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:29.033906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:29.053090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.101852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:29.110928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:29.118829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:29.136735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:29.162219 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.180635 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Transition to ACTIVE for port object b79834cb-91e5-46b9-87d6-d3cfdf0545e0 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:29.189857 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.233455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.239041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.299192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.305953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0228c0d-0f9b-4123-89f8-86f839a6f04a req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3367574 Feb 10 22:30:29.318389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d04ae-5830-4dc2-97e5-decb5547b20a tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf7e46f-1624-4ea5-bc78-12816b4156d2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:29.378111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-614d77c6-c9dc-441d-9d10-f36814b490a6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248572 Feb 10 22:30:29.390717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Attempting to bind port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:29.391522 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Attempting to bind port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:29.392002 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Attempting to bind port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:29.392262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Attempting to bind port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:29.392592 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Attempting to bind port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:29.393022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Attempting to bind port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:29.402538 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Pushing event updated for resources: {'Port': ['ID=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:29.417355 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:29.423350 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:29.423855 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.424264 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:29.424766 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Bound port: b79834cb-91e5-46b9-87d6-d3cfdf0545e0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:29.425169 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.509553 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.509904 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.510247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.510581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.510910 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.511237 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.511589 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.511912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.512234 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.512551 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.512869 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.513486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:29.551749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:29.552461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Attempting to bind port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 on network e52c45a0-145b-48bb-b6b1-1ff8a749191b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:29.596685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:29.597198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Checking segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:29.597914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Bound using segment: {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:29.599320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Bound port: 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a723cf-8388-48ba-964c-75879096bf7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:29.599743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.602597 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] For port b79834cb-91e5-46b9-87d6-d3cfdf0545e0, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:29.606597 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] For port b79834cb-91e5-46b9-87d6-d3cfdf0545e0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:29.612635 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:29.693756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-cdbe00a8-715c-484b-9ef6-9991cad35596 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:29.699646 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d53188-1ca0-4960-977c-f679861cee2d None None] Pushing event updated for resources: {'Port': ['ID=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:29.702139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-cdbe00a8-715c-484b-9ef6-9991cad35596 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165896 Feb 10 22:30:29.724856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:29.725876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:29.733260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-9fc74dbf-2cc9-4a56-b916-02707d314859 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/quotas/26f1253c0af443029adfda0e9c6c3d8a HTTP/1.1" status: 200 len: 375 time: 0.0301752 Feb 10 22:30:29.930409 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:29.944890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1985b-a8bf-48c2-9a2b-c62564181805 req-f50158aa-0d94-4747-bce0-f8177eb38825 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:29.954714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70d1985b-a8bf-48c2-9a2b-c62564181805 req-f50158aa-0d94-4747-bce0-f8177eb38825 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1237020 Feb 10 22:30:30.041422 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70d1985b-a8bf-48c2-9a2b-c62564181805 req-bcf0738d-85be-4965-bb75-f12dd6b0de8b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857430 Feb 10 22:30:30.250056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:30.299643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:30.324855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-554aa45f-ec15-429a-b40b-9ec1cde34c79 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f HTTP/1.1" status: 200 len: 1804 time: 0.1058474 Feb 10 22:30:30.341643 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:23Z', 'revision_number': 3, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:30.345260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.347607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288cc9ed-63bf-4cdb-bd69-a923816749a4 None None] The sync data for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 is: [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:23Z', 'revision_number': 3, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:30:30.406976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-38ed7132-f4da-4795-b256-5244a071cfe1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fcf7e46f-1624-4ea5-bc78-12816b4156d2 HTTP/1.1" status: 200 len: 1803 time: 0.0757329 Feb 10 22:30:30.412083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f', 'remote_group_id': 'fcf7e46f-1624-4ea5-bc78-12816b4156d2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:30.412656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f', 'remote_group_id': 'fcf7e46f-1624-4ea5-bc78-12816b4156d2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:30.421474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:30.431570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:30.437131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:30.445132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:30.531541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.566672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.571602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.588337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-f47510de-e196-4c95-ad77-f1530793135d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.8539598 Feb 10 22:30:30.607056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b4d8d4-0bf6-4037-82d0-f5b0e8fae78b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:30.622086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:30.622699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.627089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] 10.222.0.30 "PUT /v2.0/ports/65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 1091 time: 4.9250131 Feb 10 22:30:30.627586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:30.628621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.641878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bbe7c79-6913-42b5-b724-d9a77779c2a7 req-2cbc7874-8771-4965-a9a3-ab3443cfd225 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2338994 Feb 10 22:30:30.655000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:30.859330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aabece0-9522-4bc2-8b6d-4900742cac06 service neutron] Pushing event updated for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:31.162352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-04742a7c-dd66-4b9b-a10d-d62584d30474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:31.166800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-04742a7c-dd66-4b9b-a10d-d62584d30474 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1094 time: 0.4853954 Feb 10 22:30:31.229139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d107a9-9597-463e-b9c2-4a01c496e006 req-0c5abd89-be51-45b2-aa9d-a3dbdabb2564 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:31.231605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d107a9-9597-463e-b9c2-4a01c496e006 req-0c5abd89-be51-45b2-aa9d-a3dbdabb2564 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.1525226 Feb 10 22:30:31.298717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d107a9-9597-463e-b9c2-4a01c496e006 req-ebf829e3-51f3-44a1-85f6-a22413b4e665 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593927 Feb 10 22:30:31.360212 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'status': 'completed', 'code': 200} Feb 10 22:30:31.363533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-8e43ab81-734d-4138-ad84-ad028f302b52 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 217 time: 0.1222482 Feb 10 22:30:31.424253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Allocated IP 172.20.0.1 (20be2b8f-cce0-4415-98c6-699dad122953/1f6d9493-7373-4a43-a474-80db43307fc1/dd6ea41a-e82d-48fd-b856-dfb73eb38e1e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:31.431784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cfce5742-db00-408c-9b68-284679646f80 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fcf7e46f-1624-4ea5-bc78-12816b4156d2 HTTP/1.1" status: 200 len: 1803 time: 0.0639129 Feb 10 22:30:31.453132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-d3a68b79-702e-44c9-8518-367cc4892166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:31.455160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-d3a68b79-702e-44c9-8518-367cc4892166 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.0789430 Feb 10 22:30:31.538166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.573319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c8bb8-a2fa-486d-a8b4-92715196fb30 req-6995bb94-172a-444a-8a13-e97b775f7c4a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:31.574286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a32c8bb8-a2fa-486d-a8b4-92715196fb30 req-6995bb94-172a-444a-8a13-e97b775f7c4a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:31.607205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.640253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a32c8bb8-a2fa-486d-a8b4-92715196fb30 req-6995bb94-172a-444a-8a13-e97b775f7c4a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:31.642320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a32c8bb8-a2fa-486d-a8b4-92715196fb30 req-6995bb94-172a-444a-8a13-e97b775f7c4a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 943 time: 0.5782661 Feb 10 22:30:31.730887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.736299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.757020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Transition to ACTIVE for port object dd6ea41a-e82d-48fd-b856-dfb73eb38e1e will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:31.758133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf7e46f-1624-4ea5-bc78-12816b4156d2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:31.774102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.775857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb1ecb07-77e2-44c2-affc-922b2e242c9a req-cdce3121-9b0d-4aad-985d-f75a8d631459 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/fcf7e46f-1624-4ea5-bc78-12816b4156d2 HTTP/1.1" status: 204 len: 173 time: 0.3366425 Feb 10 22:30:31.780802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a32c8bb8-a2fa-486d-a8b4-92715196fb30 req-dde4e21c-673b-40a0-a6bc-3b35a0b166f0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131072 Feb 10 22:30:31.786914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-9bb04790-bae5-428d-95cf-14ef24abe18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:31.788391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-9bb04790-bae5-428d-95cf-14ef24abe18b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137760 Feb 10 22:30:31.824707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:31.966189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Network 20be2b8f-cce0-4415-98c6-699dad122953 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:31.973778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:31.980606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:32.033493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df8156b8-9f57-42cf-aa76-5f13571e199e req-41db6c13-98ca-4235-8a9c-12bf85b00a91 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 210 time: 0.0863130 Feb 10 22:30:32.070854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:32.161746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.227963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42558653-28a5-4ff4-a80b-56d846802fbc req-52f56bbd-d73f-43b3-9cb3-0a2e987e6e38 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f HTTP/1.1" status: 200 len: 1804 time: 0.0820017 Feb 10 22:30:32.314046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b79834cb-91e5-46b9-87d6-d3cfdf0545e0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:32.328501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:30:32.361607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1723507981', 'description': 'tempest-description-342689146'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:32.369016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:32.374079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:32.377317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:32.385225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:32.398496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-d4bd5afb-a45e-4c18-b1d8-17afcdfe604b service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6002002 Feb 10 22:30:32.399192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.404363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:32.411244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e4cb04ac-edf3-4d25-b54e-c6478491fa39 None None] Provisioning for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:32.426946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e4cb04ac-edf3-4d25-b54e-c6478491fa39 None None] Provisioning complete for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:32.427330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4cb04ac-edf3-4d25-b54e-c6478491fa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.429699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:32.433992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:32.437999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:32.444499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:32.507619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb04ac-edf3-4d25-b54e-c6478491fa39 None None] Port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:32.509204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:32.509854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.574644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.583103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-b032400c-69fb-4136-8c24-04aee6d268c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427592 Feb 10 22:30:32.583769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.631650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50464a5-8448-4d80-aa36-8deedd793dfd req-80cc7221-a027-4bf2-82a4-b172d95f4719 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:32.639692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d50464a5-8448-4d80-aa36-8deedd793dfd req-80cc7221-a027-4bf2-82a4-b172d95f4719 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.4791288 Feb 10 22:30:32.726082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.751469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b79834cb-91e5-46b9-87d6-d3cfdf0545e0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:32.757513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.794706 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae6de69d-d606-4579-8c72-4d91771355f5 req-1fea477b-a451-4157-82e9-4414d3c4ee20 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3847208 Feb 10 22:30:32.818610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d50464a5-8448-4d80-aa36-8deedd793dfd req-79087123-df88-490e-a0af-17b0df31c1f0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757815 Feb 10 22:30:32.842449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-aa27823c-063a-4093-bb86-871759e489dd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:32.844029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-aa27823c-063a-4093-bb86-871759e489dd tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2235036 Feb 10 22:30:32.845301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d41c6cd-3220-4231-9df6-fa24df4d54a5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:32.850902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:32.864574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5fbf2cf-9ea4-4e35-a2d7-e7db1f709aaa req-89490819-0b9f-44f4-82eb-10465155b25c tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5081601 Feb 10 22:30:32.875677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Request body: {'port': {'device_id': '053c4728-9038-432a-86fe-13e1e5e238ed', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '26f1253c0af443029adfda0e9c6c3d8a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:32.900228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:32.980087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.068908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-b2a88a81-3cce-41ba-aac7-611e052510d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.070492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-b2a88a81-3cce-41ba-aac7-611e052510d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1094 time: 0.1801107 Feb 10 22:30:33.129897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:33.150062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:33.165302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3a63a9-becb-43b8-b2b1-98172421888d req-14e0a2ab-84be-469e-8363-38b886ac2c27 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.166878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea3a63a9-becb-43b8-b2b1-98172421888d req-14e0a2ab-84be-469e-8363-38b886ac2c27 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.1783338 Feb 10 22:30:33.177491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Made reservation on behalf of 26f1253c0af443029adfda0e9c6c3d8a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:33.181048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.320985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea3a63a9-becb-43b8-b2b1-98172421888d req-84b6f7d2-37ff-42b2-9ab5-0dc6529d4095 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218956 Feb 10 22:30:33.330213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-3b543917-dada-4c27-a5b3-1e1855df6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.331720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-3b543917-dada-4c27-a5b3-1e1855df6285 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2509155 Feb 10 22:30:33.410318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-609829ce-9494-4bf9-a91a-0e70924f842c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 217 time: 0.0705426 Feb 10 22:30:33.429478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Allocated IP 192.168.233.146 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/aa95eef5-020b-47c3-9a40-be176e768d3e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:33.464513 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.474759 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.590060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-7422ec83-7ea4-4ea0-ae04-661f783c3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.592140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-7422ec83-7ea4-4ea0-ae04-661f783c3d76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1692038 Feb 10 22:30:33.603938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.611935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:33.750614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2c7e35-12fc-4cdd-945d-87d8e8872f3a req-83f2fc86-d106-422a-be25-e9a8d375798c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.752126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db2c7e35-12fc-4cdd-945d-87d8e8872f3a req-83f2fc86-d106-422a-be25-e9a8d375798c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 943 time: 0.3180847 Feb 10 22:30:33.832629 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db2c7e35-12fc-4cdd-945d-87d8e8872f3a req-621aab1d-d23d-4f77-9f3e-eb5b2d8f2740 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740125 Feb 10 22:30:33.842579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e8d6bcb6-cbbe-4532-a34a-e669a8f8126e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 200 len: 1804 time: 0.1104109 Feb 10 22:30:33.858168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.869766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d41c6cd-3220-4231-9df6-fa24df4d54a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:33.870179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d41c6cd-3220-4231-9df6-fa24df4d54a5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:33.874662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Transition to ACTIVE for port object aa95eef5-020b-47c3-9a40-be176e768d3e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:33.880402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:33.891118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:33.894328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:33.901796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-710d1023-2159-42b1-88dd-f31ad0f3a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:33.903312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-710d1023-2159-42b1-88dd-f31ad0f3a8bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2137978 Feb 10 22:30:33.904757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:33.905093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:33.911043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Network 20be2b8f-cce0-4415-98c6-699dad122953 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:33.919257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29', 'fb6767f7-0fb6-4148-83f7-995809901dfb', '63c19d3c-0e46-4755-8202-43379395001e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:33.932687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:34.002818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:34.065569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event updated for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:34.074596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:34.086974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:34.101503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:34.229772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:34.231120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.283775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-4718ff32-a4be-47d9-8d11-8db1be324288 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712413 Feb 10 22:30:34.285032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.309058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7266f1fe-206e-4f1b-910b-047eec531bed req-23182a7c-907b-4ed2-9528-57ddaf988394 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:34.324204 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7266f1fe-206e-4f1b-910b-047eec531bed req-23182a7c-907b-4ed2-9528-57ddaf988394 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 936 time: 0.3449757 Feb 10 22:30:34.329851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b79834cb-91e5-46b9-87d6-d3cfdf0545e0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:34.373740 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-36aa0085-8d92-4612-9749-249ab86bc4c9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5053151 Feb 10 22:30:34.391636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Request body: {'port': {'device_id': '053c4728-9038-432a-86fe-13e1e5e238ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:34.459595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7266f1fe-206e-4f1b-910b-047eec531bed req-ae993457-c393-452f-a163-c79b4a5e3b0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337919 Feb 10 22:30:34.494048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a93e5053-2b60-4fdc-a25f-809b4f4b1656 None None] Provisioning complete for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:34.495635 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a93e5053-2b60-4fdc-a25f-809b4f4b1656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.567891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.569747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.586716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:30:34.587491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.626022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a4954f-a299-4196-b4e6-bbd73bf30daf,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:34.729519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b51ec9e-f90c-4e25-8e19-d6f880e5e8c5 req-d3a073cf-9e71-4ec5-a393-6182cc4f3061 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4361916 Feb 10 22:30:34.742172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.743560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ea4add5-e8ea-420d-a261-5406b4ff5068 req-e97c5387-c959-451b-8b94-1a23856b4378 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8924065 Feb 10 22:30:34.799303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a93e5053-2b60-4fdc-a25f-809b4f4b1656 None None] Port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:34.950572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:34.951764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:34.972917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:30:34.978275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aafe635b-b11b-48ac-a175-5b89f9a81ad3 admin admin] 10.222.0.53 "PUT /v2.0/routers/7b0ebdaf-bca5-4226-afc1-aa09b3d55e40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9516976 Feb 10 22:30:34.979031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:35.022489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c647a3-2890-4965-986f-968cc6f56836 req-85836ad7-dfff-4b4c-b97d-2c752931c3c5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:35.025333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87c647a3-2890-4965-986f-968cc6f56836 req-85836ad7-dfff-4b4c-b97d-2c752931c3c5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1343522 Feb 10 22:30:35.040722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa95eef5-020b-47c3-9a40-be176e768d3e {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:35.041572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Sync routers for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:30:35.050944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.075325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Transition to ACTIVE for port object aa95eef5-020b-47c3-9a40-be176e768d3e will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:35.079756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.087060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87c647a3-2890-4965-986f-968cc6f56836 req-01cdd7c0-4494-44a7-8049-9ebbf26fcf82 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Feb 10 22:30:35.124357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:35.125266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:35.192071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2a88e345-4a2e-4f1c-856e-33de667450c4 None None] Provisioning for port aa95eef5-020b-47c3-9a40-be176e768d3e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:35.214251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60558) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:35.285231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7405a93-f04d-4c1f-82eb-ae23a19e8f4c req-f7c3df27-dbeb-4ba1-b8e9-36abfd951c65 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:35.294769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7405a93-f04d-4c1f-82eb-ae23a19e8f4c req-f7c3df27-dbeb-4ba1-b8e9-36abfd951c65 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.3480985 Feb 10 22:30:35.340215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-0f9b9e9e-ad3a-431c-9389-b122a83575f9 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 200 len: 2397 time: 0.1172130 Feb 10 22:30:35.362202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d41c6cd-3220-4231-9df6-fa24df4d54a5', 'remote_group_id': None}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:35.365370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3d41c6cd-3220-4231-9df6-fa24df4d54a5', 'remote_group_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:35.385685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:35.394487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Usage tracker for resource:security_group_rule and tenant:bdd3c10980794e00b2d59b948f627fff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:35.400985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:35.418588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:35.436376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Pushing event updated for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:35.468050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-511540809'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:35.473278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:35.478892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:network and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:35.482867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:35.492710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.493237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.493629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.493708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.494987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.495345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.495676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.496058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.496317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.496635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.496953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.497267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.517480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7405a93-f04d-4c1f-82eb-ae23a19e8f4c req-fb62493b-0a9e-4a13-a007-f9e64ea5df4d tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217765 Feb 10 22:30:35.562344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:35.574276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Attempting to bind port aa95eef5-020b-47c3-9a40-be176e768d3e on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:35.574624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Attempting to bind port aa95eef5-020b-47c3-9a40-be176e768d3e by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:35.574949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Attempting to bind port aa95eef5-020b-47c3-9a40-be176e768d3e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:35.587472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Port aa95eef5-020b-47c3-9a40-be176e768d3e on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:35.588633 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.591433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Attempting to bind port aa95eef5-020b-47c3-9a40-be176e768d3e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:35.601234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:35.604580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:35.605257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.606002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:35.606400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:35.607844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Bound port: aa95eef5-020b-47c3-9a40-be176e768d3e, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:35.608271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.639338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:35.641432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.648962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.663980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:30:35.717567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c4b786-11d2-4bb3-9e3a-4ad85a8e28a2,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:35.735653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.735653 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Added segment 1d805a6e-9136-4037-8ffa-f0367f5b8a84 of type vlan for network 99cc957b-b26f-4a43-95e2-b775278c7bca Feb 10 22:30:35.738149 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.740611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:35.754303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.754303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d1d342e-481a-461a-aa6c-3db284c68159 req-fe0f0dc0-b3a3-4bdf-b8d9-3ea31b7c55f2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4039156 Feb 10 22:30:35.784882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.816506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:35.829493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.847647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:35.847647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:35.986509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7714162 Feb 10 22:30:35.992280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:36.002314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.003593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'subnet': {'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:36.020765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:36.032988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:36.038425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Usage tracker for resource:security_group_rule and tenant:c1dd5cfa13f548658e4abb3b14324552 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:36.042804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:36.051493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:36.143685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b124944-c98d-4e7f-9023-75769daed711 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Network': ['ID=99cc957b-b26f-4a43-95e2-b775278c7bca,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:36.193976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.199620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.218784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=aa95eef5-020b-47c3-9a40-be176e768d3e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:36.246235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.318957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 99cc957b-b26f-4a43-95e2-b775278c7bca details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:30:36.371160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:36.387499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:subnet and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:36.393339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:36.432489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-7afdec73-c922-4d55-94ce-c5a323fb8a4a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:36.432489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-7afdec73-c922-4d55-94ce-c5a323fb8a4a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.2203622 Feb 10 22:30:36.432489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:36.458094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-982a869f-dfc2-4b11-b451-d7c260d029d7 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/quotas/43a5a9abd31e4d53bee464cb172c6af1 HTTP/1.1" status: 200 len: 375 time: 0.0131285 Feb 10 22:30:36.458094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:36.458094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.481992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a3ed5-dd05-4d4b-9d33-796b6b3bd6e2 req-8a169738-38b9-4fb0-9cd4-888f60139dc0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:36.488226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:36.493842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-279a3ed5-dd05-4d4b-9d33-796b6b3bd6e2 req-8a169738-38b9-4fb0-9cd4-888f60139dc0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 943 time: 0.7689180 Feb 10 22:30:36.544076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:36.555078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.632365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:36.633155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.635022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] 10.222.0.30 "PUT /v2.0/ports/aa95eef5-020b-47c3-9a40-be176e768d3e HTTP/1.1" status: 200 len: 1096 time: 2.2499073 Feb 10 22:30:36.646522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:36.657294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60598) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:36.657684 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1dd5cfa13f548658e4abb3b14324552&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0167043 Feb 10 22:30:36.684519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a3b18-823a-4a8d-ba96-1f0a6b0bd14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe7f49d-671c-4f9b-9160-9730d49715d6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:36.711462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-279a3ed5-dd05-4d4b-9d33-796b6b3bd6e2 req-42664ac0-791e-4f6a-97a2-01dfc4654693 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289674 Feb 10 22:30:36.739421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:36.763197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dd6ea41a-e82d-48fd-b856-dfb73eb38e1e', 'name': '', 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'mac_address': 'fa:16:3e:37:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:30Z', 'updated_at': '2022-02-10T22:30:33Z', 'revision_number': 2, 'project_id': '4ec9b13edc15438c919502d250bce464', 'subnets': [{'id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:36.774096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Checking router: 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:30:36.774446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Updating router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:30:36.881806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16112a69-5ab0-4360-843b-af72236b1033 service neutron] Pushing event updated for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:36.924042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:36.959509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 65f9634e-2b10-4b73-9f3f-91dad127f3e1 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:36.974656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-728d73fb-4946-48ee-9fc8-edf02ab1dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:36.974656 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-728d73fb-4946-48ee-9fc8-edf02ab1dd45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 1099 time: 0.2454553 Feb 10 22:30:37.036109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-b206d05a-c2a1-4d2a-9ee9-6ad0f0eafab9 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4250669 Feb 10 22:30:37.049693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.132578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-eb5e8d31-a261-4792-be6f-a225b255a7bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=aa95eef5-020b-47c3-9a40-be176e768d3e HTTP/1.1" status: 200 len: 217 time: 0.0944433 Feb 10 22:30:37.213395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc80e61b-3652-47ce-8c05-3bbb1eaaeefb req-45d2c99c-fa90-4ef1-b1ee-b1b6961f97a8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:37.214125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cc80e61b-3652-47ce-8c05-3bbb1eaaeefb req-45d2c99c-fa90-4ef1-b1ee-b1b6961f97a8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:37.225642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-ba94bfa1-8c72-4893-b9cc-a81def21eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:37.227088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-ba94bfa1-8c72-4893-b9cc-a81def21eba6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0864239 Feb 10 22:30:37.236165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.255194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.299006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cc80e61b-3652-47ce-8c05-3bbb1eaaeefb req-45d2c99c-fa90-4ef1-b1ee-b1b6961f97a8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:37.299006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc80e61b-3652-47ce-8c05-3bbb1eaaeefb req-45d2c99c-fa90-4ef1-b1ee-b1b6961f97a8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 948 time: 0.3264623 Feb 10 22:30:37.375980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:37.387366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc80e61b-3652-47ce-8c05-3bbb1eaaeefb req-8bf9a0d7-07b4-45e3-a884-c04cb4327a81 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849419 Feb 10 22:30:37.398898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:37.487169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-303f0bd8-b414-44c5-baee-c7d6df5d3641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:37.487169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-303f0bd8-b414-44c5-baee-c7d6df5d3641 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2470095 Feb 10 22:30:37.529993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7647e9a7-6008-4ce0-a5fd-0bf6b1a8d331 req-b592d81b-a9f8-4ee1-a0fd-b34acd6cfecf tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 200 len: 2995 time: 0.1053169 Feb 10 22:30:37.589496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.620513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65f9634e-2b10-4b73-9f3f-91dad127f3e1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:37.658450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-2132a9d4-8fc5-40a6-82f5-6e653c9cebbc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:37.658676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:37.660048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-2132a9d4-8fc5-40a6-82f5-6e653c9cebbc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "GET /v2.0/ports?device_id=da10c6da-aa8e-414f-b88a-121386779669 HTTP/1.1" status: 200 len: 943 time: 0.7278044 Feb 10 22:30:37.667440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Subnet': ['ID=5b2fe3e3-b364-4473-80d8-2122f27714d3,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:37.672942 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.741652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-f3bfa8ea-5bb7-494a-b76f-e0af471745c1 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496612 Feb 10 22:30:37.759193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Checking segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:37.759584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network hostable DHCP agents. Network: 99cc957b-b26f-4a43-95e2-b775278c7bca, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:30:37.766789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-86dc2cbc-219b-4861-8abd-414040b93a9f service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163820 Feb 10 22:30:37.773661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:37.792022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.851930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.856558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Deleting port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:30:37.856978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.864989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Transition to ACTIVE for port object dd6ea41a-e82d-48fd-b856-dfb73eb38e1e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:37.874618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:37.887461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-37f0e045-25f8-42cb-babe-e3b8947444ed service neutron] 10.222.0.24 "GET /v2.0/ports/8a753708-9f55-4441-8a43-4033583b481b/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.5003200 Feb 10 22:30:37.914309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe7f49d-671c-4f9b-9160-9730d49715d6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:37.916981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 99cc957b-b26f-4a43-95e2-b775278c7bca is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:30:37.924372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa8f8f-9225-4520-b9e2-15140150d23d req-57204c3f-2fa3-4c7f-9dd9-54f53ac4bff3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:37.926565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-daaa8f8f-9225-4520-b9e2-15140150d23d req-57204c3f-2fa3-4c7f-9dd9-54f53ac4bff3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2627861 Feb 10 22:30:38.017286 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23125585-213c-4a01-bc80-f95f7864c6b4 req-be7f95c6-3393-40fd-9865-7f29c4202e21 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677512 Feb 10 22:30:38.034857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-daaa8f8f-9225-4520-b9e2-15140150d23d req-905170b4-e71b-4df0-84d0-7ca0ddca5736 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922623 Feb 10 22:30:38.043918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-6c92b2f2-b6e0-48ee-a381-6d5a89a06cca tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:38.045536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-6c92b2f2-b6e0-48ee-a381-6d5a89a06cca tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1097 time: 0.2146306 Feb 10 22:30:38.060144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-4'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:38.072015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 99cc957b-b26f-4a43-95e2-b775278c7bca) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:38.090763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:38.093410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.107335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34632221-e558-462b-9d8a-6d4f48ef72c5 None None] Network 99cc957b-b26f-4a43-95e2-b775278c7bca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:38.232804 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'code': 200} Feb 10 22:30:38.251745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-40cd371a-dd8d-4bb0-9daa-fec8bcc23edf service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554226 Feb 10 22:30:38.273313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.299146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b617-1f38-4d49-a14d-b432ebe96d36 None None] Pushing event updated for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:38.338642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.344017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-01efb5e7-47ee-4dcd-971c-ea89b01c515b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4fe7f49d-671c-4f9b-9160-9730d49715d6 HTTP/1.1" status: 204 len: 168 time: 1.6839182 Feb 10 22:30:38.360767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90227f10-f8c9-4d59-9bbf-3404508780a3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3666465 Feb 10 22:30:38.364423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60608) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:38.492228 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-750764e4-e6d0-431c-b67d-c9689d8cec52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.499960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Attempting to bind port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:38.500611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Attempting to bind port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:38.501167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Attempting to bind port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e on network 20be2b8f-cce0-4415-98c6-699dad122953 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:38.525021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:38.525708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Checking segment: {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:38.526329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.526927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Bound using segment: {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:38.527684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Bound port: dd6ea41a-e82d-48fd-b856-dfb73eb38e1e, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64ba9aea-b8b2-44e4-a89b-acb0a11e1528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:38.528328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.623371 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e', 'status': 'completed', 'code': 200} Feb 10 22:30:38.642155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] For port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:38.642520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:38.765004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['65f9634e-2b10-4b73-9f3f-91dad127f3e1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:38.767412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e040ed-c603-49ea-8f83-cbf3eec43a2f req-1e2d7390-578c-4dc9-a3e5-7e203fb24c53 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:38.770176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86e040ed-c603-49ea-8f83-cbf3eec43a2f req-1e2d7390-578c-4dc9-a3e5-7e203fb24c53 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 946 time: 0.4583488 Feb 10 22:30:38.796066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Calling delete_port for 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:30:38.819727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:38.830569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-ad58f438-c582-45c0-aca7-b26d3ccf8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:38.832073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-ad58f438-c582-45c0-aca7-b26d3ccf8511 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 1099 time: 0.2109389 Feb 10 22:30:38.913862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60626) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:38.978434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-708252823'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:38.988966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:30:38.989614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:39.001890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.014548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.014907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:39.020818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:39.064954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:network and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:39.081768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1063d088-c26f-4864-9f18-1753463f18dc req-d71f6bda-cd55-4d84-ab1c-554fbab88e0d tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-group-rules/c6c4b786-11d2-4bb3-9e3a-4ad85a8e28a2 HTTP/1.1" status: 200 len: 783 time: 0.0994453 Feb 10 22:30:39.096132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:39.144966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:30:39.145305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:39.173133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:30:39.202664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event deleted for resources: {'Port': ['ID=9b59fb57-0b0f-4617-a6fb-25db014a7ed6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:39.206037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:39.222366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:39.308102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.339982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] No DVR routers for this DVR port 9b59fb57-0b0f-4617-a6fb-25db014a7ed6 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:39.348397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:39.352899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.370422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-3349abd8-c260-4e75-8b22-d5c202198d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:39.371307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-99cc957b-b26f-4a43-95e2-b775278c7bca', 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'fixed_ips': [{'subnet_id': '5b2fe3e3-b364-4473-80d8-2122f27714d3'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:30:39.372140 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.373869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-3349abd8-c260-4e75-8b22-d5c202198d4b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5305874 Feb 10 22:30:39.376421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.392565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-deleted', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:39.415865 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.422294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46273dff-f2ce-4f66-8696-5ee7eb34dce2 req-f847d06d-1b99-4344-80c8-08fc127f9f45 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "DELETE /v2.0/ports/9b59fb57-0b0f-4617-a6fb-25db014a7ed6 HTTP/1.1" status: 204 len: 173 time: 1.7524390 Feb 10 22:30:39.427678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-68dd7b41-5ef0-4c43-9a9c-dcf1948ec4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:39.428313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:39.429247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-68dd7b41-5ef0-4c43-9a9c-dcf1948ec4d5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1101 time: 1.1766500 Feb 10 22:30:39.433511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1063d088-c26f-4864-9f18-1753463f18dc req-12bc9e68-a3fa-4436-af19-83241c071ea2 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 200 len: 2995 time: 0.3501778 Feb 10 22:30:39.441214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:30:39.460866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] For port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:39.524838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.525128 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Added segment 7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2 of type vlan for network 84d898ad-f44d-415d-afda-77d7a46d2dc3 Feb 10 22:30:39.541176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] For port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:39.550979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1063d088-c26f-4864-9f18-1753463f18dc req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.567710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1063d088-c26f-4864-9f18-1753463f18dc req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.568549 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.608136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1063d088-c26f-4864-9f18-1753463f18dc req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.612620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:39.647408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6c4b786-11d2-4bb3-9e3a-4ad85a8e28a2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:39.685891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.691212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1063d088-c26f-4864-9f18-1753463f18dc req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:39.692452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1063d088-c26f-4864-9f18-1753463f18dc req-cc246314-2d37-4c84-b6c0-315bdfd5bbf1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/c6c4b786-11d2-4bb3-9e3a-4ad85a8e28a2 HTTP/1.1" status: 204 len: 173 time: 0.2484705 Feb 10 22:30:39.694730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-98d225c1-01dc-4ff4-87e2-a2963e5c6c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:39.696659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-98d225c1-01dc-4ff4-87e2-a2963e5c6c2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1101 time: 0.2372272 Feb 10 22:30:39.746234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:30:39.746871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:39.775360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Usage tracker for resource:security_group_rule and tenant:0f1ef750c34c4dd89bed2c7588075a8d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:39.781501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:39.802510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86e040ed-c603-49ea-8f83-cbf3eec43a2f req-3165176f-3720-4b21-9097-ab686ed15648 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0202479 Feb 10 22:30:39.812539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-5dfbaca3-dad7-403c-a3e6-064fc7ffb98f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=aa95eef5-020b-47c3-9a40-be176e768d3e HTTP/1.1" status: 200 len: 217 time: 0.2551117 Feb 10 22:30:39.818949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:39.876505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-da12f37f-20a3-480f-b336-54dfc3d64938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:39.878274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-da12f37f-20a3-480f-b336-54dfc3d64938 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1729262 Feb 10 22:30:39.883466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:30:40.022287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-4d3fd752-c801-45fe-9235-b108e11baba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.025524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-4d3fd752-c801-45fe-9235-b108e11baba3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1277936 Feb 10 22:30:40.031868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:40.032441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:40.032874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:40.113174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-6886b9ad-9be3-4df6-ba26-519f5f13290c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.2170572 Feb 10 22:30:40.131387 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.138174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.139420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.159270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:40.168453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:40.168948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Attempting to bind port fe4d0798-447e-4a37-95a0-c981e17aaf14 on network 14c3dae8-19a6-48a4-9dd7-ec40191cc863 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:40.213250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:40.213250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Checking segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:40.213250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Bound using segment: {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:40.213250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Bound port: fe4d0798-447e-4a37-95a0-c981e17aaf14, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc34db35-ed23-4a5e-9855-bb60cb349f8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '14c3dae8-19a6-48a4-9dd7-ec40191cc863'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:40.213250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.276407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 has no active binding in host n-h1-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:30:40.324896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:30:40.428595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:40.437801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:40.455615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-367ce993-5a37-4084-b826-9c228ed4828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.455615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-367ce993-5a37-4084-b826-9c228ed4828e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4026647 Feb 10 22:30:40.476777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330b33d-d088-406d-b7b1-234d2f6bb389 req-b8d4bd32-77a9-4b44-b3d4-0f0c96bf2b5b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.476777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9330b33d-d088-406d-b7b1-234d2f6bb389 req-b8d4bd32-77a9-4b44-b3d4-0f0c96bf2b5b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 948 time: 0.3569348 Feb 10 22:30:40.497256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1202943 Feb 10 22:30:40.497256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-7a30097d-4306-466f-a2ae-d323b05823b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.497256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-7a30097d-4306-466f-a2ae-d323b05823b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3623798 Feb 10 22:30:40.504325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.508527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60644) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:40.508527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'subnet': {'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:40.692933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:40.697693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:40.708509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:subnet and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:40.720752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8c913-9c25-4b86-8e9b-213f316a3185 req-cbcd9dcd-f8bb-42a9-a0f0-2c1c99a9b7df tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.722465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71d8c913-9c25-4b86-8e9b-213f316a3185 req-cbcd9dcd-f8bb-42a9-a0f0-2c1c99a9b7df tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 944 time: 0.7568092 Feb 10 22:30:40.722860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.722985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8067d-f02f-46cf-b22a-71271074f2e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Network': ['ID=84d898ad-f44d-415d-afda-77d7a46d2dc3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:40.727417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:40.738383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507b617-1f38-4d49-a14d-b432ebe96d36 None None] Pushing event updated for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:40.754284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:40.798855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:30:40.805904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:40.809757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.836062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.879122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-f48bdc08-0aac-4647-b77e-058f9dd48787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:40.879122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-f48bdc08-0aac-4647-b77e-058f9dd48787 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2427642 Feb 10 22:30:40.926083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9330b33d-d088-406d-b7b1-234d2f6bb389 req-b2dbcff4-da06-4844-8bef-8a01e739a600 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4414415 Feb 10 22:30:40.937838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57a3f2d7-b369-4c52-b116-e99ee3449fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:40.937838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Allocated IP 19.80.0.2 (99cc957b-b26f-4a43-95e2-b775278c7bca/5b2fe3e3-b364-4473-80d8-2122f27714d3/9744a6e5-996c-4cb5-a8c8-1ea7734ad728) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:41.012288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0f1ef750c34c4dd89bed2c7588075a8d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0924292 Feb 10 22:30:41.014958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=8']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:41.020167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c5749-9c27-446d-b851-6e02bb6fb4d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766ea69c-5d4c-457a-b928-0d1b2630b2d0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:41.023512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:41.061111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:41.062082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:41.064702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-938f3f53-9e13-4598-a815-6b817479c290 service neutron] 10.222.0.30 "PUT /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 1122 time: 3.0100861 Feb 10 22:30:41.080597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71d8c913-9c25-4b86-8e9b-213f316a3185 req-5e67210c-3fd6-4d32-8188-19f9aeeb6217 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286467 Feb 10 22:30:41.211962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-40e9f018-f72d-46c1-b7ab-401c8cd50337 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7372704 Feb 10 22:30:41.232560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04806a90-4749-45e0-8e58-f42d2b1fd2b2 req-b96c47dc-9fbf-454a-b8c6-5fe5eb0ec940 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 210 time: 0.1456881 Feb 10 22:30:41.427182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:41.455115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fe4d0798-447e-4a37-95a0-c981e17aaf14'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:41.457227 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da10c6da-aa8e-414f-b88a-121386779669', 'name': 'network-vif-deleted', 'tag': '9b59fb57-0b0f-4617-a6fb-25db014a7ed6', 'status': 'completed', 'code': 200} Feb 10 22:30:41.541814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fe4d0798-447e-4a37-95a0-c981e17aaf14'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:41.552754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-da8524d4-bf5b-4cad-bf7a-479dce78eca4 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673813 Feb 10 22:30:41.601344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:41.654775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dd6ea41a-e82d-48fd-b856-dfb73eb38e1e', 'name': '', 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'mac_address': 'fa:16:3e:37:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:30Z', 'updated_at': '2022-02-10T22:30:39Z', 'revision_number': 4, 'project_id': '4ec9b13edc15438c919502d250bce464', 'subnets': [{'id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:41.736359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f46947-47e9-4448-b7b9-96320881fa29 None None] The sync data for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 is: [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'dd6ea41a-e82d-48fd-b856-dfb73eb38e1e', 'name': '', 'network_id': '20be2b8f-cce0-4415-98c6-699dad122953', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'mac_address': 'fa:16:3e:37:aa:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:30Z', 'updated_at': '2022-02-10T22:30:39Z', 'revision_number': 4, 'project_id': '4ec9b13edc15438c919502d250bce464', 'subnets': [{'id': '1f6d9493-7373-4a43-a474-80db43307fc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:30:41.737479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b842738-48e8-4152-af65-dc4f5d670db9 req-2ae7048f-345c-4de9-b77a-68ddf7095449 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:41.738218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b842738-48e8-4152-af65-dc4f5d670db9 req-2ae7048f-345c-4de9-b77a-68ddf7095449 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.3553410 Feb 10 22:30:41.751032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-f5345c23-383b-44a6-8000-54447ac80969 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 200 len: 2397 time: 0.3010793 Feb 10 22:30:41.786007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:42.002233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa799e2-40be-4506-8a15-4405ae5af725 req-19a20e44-9aa8-4a53-824c-118abed7d5fd service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334564 Feb 10 22:30:42.007524 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.017592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.021988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Transition to ACTIVE for port object 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:42.058441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bb933ca-0b5c-447b-a303-72bd8dac4fb4 req-6fe0fa41-10fd-4bba-b8d7-82a606d66cbf service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219428 Feb 10 22:30:42.085847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-d6209db0-c542-4ec8-915a-22b07ea698fe tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:42.088053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-d6209db0-c542-4ec8-915a-22b07ea698fe tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.7301247 Feb 10 22:30:42.088681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Transition to ACTIVE for port object 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:42.089929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b842738-48e8-4152-af65-dc4f5d670db9 req-719c935a-546d-4e19-8402-b034a046baef tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316042 Feb 10 22:30:42.110781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Request body: {'port': {'device_id': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'admin_state_up': True, 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:42.113595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.114361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.290585 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.308183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.319844 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'code': 200} Feb 10 22:30:42.324928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Subnet': ['ID=ead76b8a-75fd-4cf4-a539-edcb95d83cda,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:42.345849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Checking segment: {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:42.346209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network hostable DHCP agents. Network: 84d898ad-f44d-415d-afda-77d7a46d2dc3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:30:42.375653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.446645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766ea69c-5d4c-457a-b928-0d1b2630b2d0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:42.455534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.475834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:30:42.479492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.487572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3550223e-4c90-4cc2-a7ef-9f14dcb6bc92 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/766ea69c-5d4c-457a-b928-0d1b2630b2d0 HTTP/1.1" status: 204 len: 168 time: 1.4415793 Feb 10 22:30:42.521908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd6ea41a-e82d-48fd-b856-dfb73eb38e1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:42.542223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 84d898ad-f44d-415d-afda-77d7a46d2dc3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:42.550212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:42.551157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.578177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:42.585180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Usage tracker for resource:port and tenant:43a5a9abd31e4d53bee464cb172c6af1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:42.591140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:42.596822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3eab2c2e-6132-4834-900a-7ddd28902bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1007562 Feb 10 22:30:42.609871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:42.626492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bd7ee-e74c-4fd0-8654-f311951851a4 req-076bcfc6-b7b8-4afc-a269-bb27b9ac8adb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:42.629719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c531c93-aced-4649-8f39-ac16bf112177 None None] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:42.640346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb9bd7ee-e74c-4fd0-8654-f311951851a4 req-076bcfc6-b7b8-4afc-a269-bb27b9ac8adb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.2191830 Feb 10 22:30:42.647730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:42.659315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.721612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.768095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb9bd7ee-e74c-4fd0-8654-f311951851a4 req-b77d6a94-811c-47e5-971e-4d0e9548ab5b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133800 Feb 10 22:30:42.845620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d41c6cd-3220-4231-9df6-fa24df4d54a5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:42.845820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Network 99cc957b-b26f-4a43-95e2-b775278c7bca is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:42.861451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:42.877465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49feb8d6-b74e-4440-ae3d-077e155fdd8e req-d7a068c7-b10d-4641-8dac-ff3039ca103e tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/3d41c6cd-3220-4231-9df6-fa24df4d54a5 HTTP/1.1" status: 204 len: 173 time: 1.0810862 Feb 10 22:30:42.913233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:42.955876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:43.159158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301dba23-1362-45b4-b98a-834692203c36 req-d0953ee3-1d87-4e44-9cc1-669bc8373fe7 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:43.160850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-301dba23-1362-45b4-b98a-834692203c36 req-d0953ee3-1d87-4e44-9cc1-669bc8373fe7 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 948 time: 0.1774564 Feb 10 22:30:43.208008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device aa95eef5-020b-47c3-9a40-be176e768d3e details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:43.215577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 65f9634e-2b10-4b73-9f3f-91dad127f3e1 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:43.220670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-301dba23-1362-45b4-b98a-834692203c36 req-491e8046-2927-49d8-8cd1-5cfe572eb70a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536971 Feb 10 22:30:43.234630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Allocated IP 172.20.0.5 (3c618c4b-334a-48b7-b599-c2213ec2dcf7/d70bfdf4-fbc1-43e4-a8af-c48db3025b24/0d407384-6e20-491e-8201-bbb0fac43275) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:43.301562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15521654-a565-40d8-996a-9a21a022517d req-e57b0023-394d-4c7c-b4f3-e27b33295023 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:43.305433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15521654-a565-40d8-996a-9a21a022517d req-e57b0023-394d-4c7c-b4f3-e27b33295023 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 944 time: 0.2650769 Feb 10 22:30:43.374669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Pushing event updated for resources: {'Port': ['ID=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:43.451951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15521654-a565-40d8-996a-9a21a022517d req-2cf50667-4572-4b74-b065-d5a07a142004 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Feb 10 22:30:43.555340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6d067cd-4e8c-4023-9fb5-52b80d239804 req-dff4d106-fbc0-40b4-89fb-498b4809bc15 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:43.578496 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-08e35eea-21a0-43bd-a3c4-54a00ad7698b req-444a22d1-d974-4756-959e-98ce963e7290 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] show failed (client error): The resource could not be found. Feb 10 22:30:43.579546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08e35eea-21a0-43bd-a3c4-54a00ad7698b req-444a22d1-d974-4756-959e-98ce963e7290 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fcf7e46f-1624-4ea5-bc78-12816b4156d2 HTTP/1.1" status: 404 len: 352 time: 0.0744765 Feb 10 22:30:43.585411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=aa95eef5-020b-47c3-9a40-be176e768d3e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:43.594506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6d067cd-4e8c-4023-9fb5-52b80d239804 req-dff4d106-fbc0-40b4-89fb-498b4809bc15 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:43.597721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6d067cd-4e8c-4023-9fb5-52b80d239804 req-dff4d106-fbc0-40b4-89fb-498b4809bc15 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 210 time: 0.1014400 Feb 10 22:30:43.684683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Attempting to bind port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:43.685337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Attempting to bind port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:43.686513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Attempting to bind port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 on network 99cc957b-b26f-4a43-95e2-b775278c7bca {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:43.690317 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:43.758982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'aa95eef5-020b-47c3-9a40-be176e768d3e', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'aa95eef5-020b-47c3-9a40-be176e768d3e', 'mac_address': 'fa:16:3e:4c:9a:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:43.787823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.788215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.788741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.789007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.789342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.790123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.790123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.790438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.790953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.792594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.793722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.794258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:30:43.801868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:43.886112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:43.886112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Checking segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:43.886112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:43.889964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Bound using segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:43.889964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Bound port: 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:43.889964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:43.956865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:43.994013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:44.010669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc8fb2-b95c-42d8-bd22-41a1f8b6ea8d req-3334d338-5187-4634-a2e1-317c2c4063c3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:44.012943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.014855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fc8fb2-b95c-42d8-bd22-41a1f8b6ea8d req-3334d338-5187-4634-a2e1-317c2c4063c3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1550193 Feb 10 22:30:44.075346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:44.079361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:44.144026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fc8fb2-b95c-42d8-bd22-41a1f8b6ea8d req-c1c796a6-d4b4-4bc7-a55b-156aeeeaa413 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129901 Feb 10 22:30:44.192751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-51e63cff-cd56-48aa-80f9-7d63b4bc89bb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:44.206604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-51e63cff-cd56-48aa-80f9-7d63b4bc89bb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:44.213210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] For port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:44.219559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-51e63cff-cd56-48aa-80f9-7d63b4bc89bb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:44.225580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] For port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:44.264703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-458877b5-7497-4591-81ea-7ab5e0e70536 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f HTTP/1.1" status: 200 len: 1804 time: 0.0884099 Feb 10 22:30:44.283168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.291144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:44.295583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.300469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-51e63cff-cd56-48aa-80f9-7d63b4bc89bb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:44.322628 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-51e63cff-cd56-48aa-80f9-7d63b4bc89bb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/networks?id=99cc957b-b26f-4a43-95e2-b775278c7bca&id=84d898ad-f44d-415d-afda-77d7a46d2dc3&id=99cc957b-b26f-4a43-95e2-b775278c7bca HTTP/1.1" status: 200 len: 1390 time: 0.5387230 Feb 10 22:30:44.329440 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.333791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:44.333986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:44.333986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.335829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.375950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.386664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-c64032ae-1fb4-48a0-a029-9f04d7b2b9b2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/quotas/4ec9b13edc15438c919502d250bce464 HTTP/1.1" status: 200 len: 375 time: 0.0616856 Feb 10 22:30:44.475753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.487175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.505431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.571189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:44.582008 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.583216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e853f8c2-43ac-404c-96e6-1b68020ec202 req-33709d43-a2ef-4a58-b8ca-cb6f6fe16a52 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/fbe8724f-bb5c-4e72-93a5-8ae67b1dae5f HTTP/1.1" status: 204 len: 173 time: 0.3297236 Feb 10 22:30:44.639642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-1a27b6c6-0028-49a2-a504-285a20f1f5b4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2511125 Feb 10 22:30:44.657385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa95eef5-020b-47c3-9a40-be176e768d3e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:44.675486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-84d898ad-f44d-415d-afda-77d7a46d2dc3', 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'fixed_ips': [{'subnet_id': 'ead76b8a-75fd-4cf4-a539-edcb95d83cda'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:30:44.676311 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.695008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:44.796484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=aa95eef5-020b-47c3-9a40-be176e768d3e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:44.818093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:44.854868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:44.871980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:44.912218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:44.934203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:44.973092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fbce3-d8f6-42d8-9661-9d2884b5bdac req-dda8176b-a6b6-4855-834a-bffaf581beef tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:44.973092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-754fbce3-d8f6-42d8-9661-9d2884b5bdac req-dda8176b-a6b6-4855-834a-bffaf581beef tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.1988420 Feb 10 22:30:45.002407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:45.002407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:45.034150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-cc00575f-f606-478b-8d64-bde61dbfeabe service neutron] 10.222.0.53 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553405 Feb 10 22:30:45.132759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-754fbce3-d8f6-42d8-9661-9d2884b5bdac req-4f022f53-e7be-45d5-b77e-b287897ce632 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446295 Feb 10 22:30:45.272183 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'code': 200} Feb 10 22:30:45.273600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6550c6b4-9c61-44b3-b27e-1969b3786272 None None] Pushing event updated for resources: {'Port': ['ID=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:45.386913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-095d0fca-485a-4fb6-bc9c-deb9e4aee261 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2804987 Feb 10 22:30:45.402162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Request body: {'port': {'device_id': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:45.458153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-e465116f-44ea-4927-8574-38356e50c742 service neutron] 10.222.0.53 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306982 Feb 10 22:30:45.468250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:45.481383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b0d1a-1712-4c30-8b59-ac18d12e6bee req-deffc49a-2ebe-4d2a-85ab-e82f1e7698fa tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:45.497088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e1b0d1a-1712-4c30-8b59-ac18d12e6bee req-deffc49a-2ebe-4d2a-85ab-e82f1e7698fa tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 949 time: 0.1489892 Feb 10 22:30:45.532670 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:45.610916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e1b0d1a-1712-4c30-8b59-ac18d12e6bee req-f2c04ef4-1f25-40b0-a00f-d1b0faced2d3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017976 Feb 10 22:30:45.646920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['aa95eef5-020b-47c3-9a40-be176e768d3e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:45.724694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:45.752060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:45.765469 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'status': 'completed', 'code': 200} Feb 10 22:30:45.778825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Allocated IP 19.86.0.2 (84d898ad-f44d-415d-afda-77d7a46d2dc3/ead76b8a-75fd-4cf4-a539-edcb95d83cda/c19529f9-ac5f-465b-8b8b-4313c932d4b5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:45.781646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:45.871060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-b087a195-28c0-4b89-b081-ad16d0e3e67c service neutron] 10.222.0.53 "GET /v2.0/networks/84d898ad-f44d-415d-afda-77d7a46d2dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4206402 Feb 10 22:30:45.893874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:45.908783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:30:45.911212 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:45.986264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.014384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:46.139335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:30:46.142499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-ea33c6de-2655-402b-a694-fce9d796b038 service neutron] 10.222.0.53 "GET /v2.0/networks/84d898ad-f44d-415d-afda-77d7a46d2dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710669 Feb 10 22:30:46.153508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5995f-be94-49ea-8f50-eaf7aa0c03e1 req-e870b6ad-5f9a-4a13-86f4-de334ffa23cd tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:46.155634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a5995f-be94-49ea-8f50-eaf7aa0c03e1 req-e870b6ad-5f9a-4a13-86f4-de334ffa23cd tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.2074018 Feb 10 22:30:46.182000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-d238bba8-7af1-44e1-922f-9fc4c795820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:46.188718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-d238bba8-7af1-44e1-922f-9fc4c795820f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1125 time: 0.4681597 Feb 10 22:30:46.262537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:46.318563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa760b77-ed0b-40f3-b19d-3805d880e883 None None] Network 99cc957b-b26f-4a43-95e2-b775278c7bca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:46.351456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a5995f-be94-49ea-8f50-eaf7aa0c03e1 req-82038782-c8f9-41cb-91bb-e620be6ca626 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868014 Feb 10 22:30:46.409018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-12c65f2d-1290-4348-8e30-f3925e75e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:46.410626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-12c65f2d-1290-4348-8e30-f3925e75e321 service neutron] 10.222.0.24 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.2052846 Feb 10 22:30:46.433827 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-6b2774a3-7d47-4630-9aa6-69161facd26e service neutron] 10.222.0.53 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191765 Feb 10 22:30:46.447058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:46.508649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-74534bd7-a6fb-4398-a4ad-013039900f45 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 217 time: 0.0920100 Feb 10 22:30:46.566416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-b62d3483-822c-4f75-a7da-dc4c1d89d7d1 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/c0c6a90d-3c98-4c82-a3ba-a02f8efc9649 HTTP/1.1" status: 200 len: 1804 time: 0.1719759 Feb 10 22:30:46.601510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b88706c3-2765-474f-9018-336da44748cd None None] Provisioning for port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:46.616314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d407384-6e20-491e-8201-bbb0fac43275 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:46.623532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.630457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.641768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:46.641955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-9c93074a-2140-4296-9db4-e12cce2b66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:46.643344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-9c93074a-2140-4296-9db4-e12cce2b66ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.1266336 Feb 10 22:30:46.666444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Transition to ACTIVE for port object 0d407384-6e20-491e-8201-bbb0fac43275 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:46.668838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-4a642c10-e8e4-4251-be43-64cbe0139275 service neutron] 10.222.0.53 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212944 Feb 10 22:30:46.671921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.687536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Transition to ACTIVE for port object c19529f9-ac5f-465b-8b8b-4313c932d4b5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:46.689845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:46.694233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.710566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-fd704aad-263c-4eb3-aa77-bd28866f1c76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609403 Feb 10 22:30:46.736713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8a753708-9f55-4441-8a43-4033583b481b', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '8a753708-9f55-4441-8a43-4033583b481b', 'mac_address': 'fa:16:3e:df:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:30:46.751962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.753534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:46.754098 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.857634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Transition to ACTIVE for port object c19529f9-ac5f-465b-8b8b-4313c932d4b5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:46.903040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.917996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-b822a448-8c19-4b3c-97c8-8591eb2e5e7f service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932101 Feb 10 22:30:46.939431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:46.969066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6a90d-3c98-4c82-a3ba-a02f8efc9649,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:46.970127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:47.003533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.020538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14c9e001-c5e6-4984-8964-e0f485fc168f req-733f352a-f0ce-4c69-b34c-146f7fb93960 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/c0c6a90d-3c98-4c82-a3ba-a02f8efc9649 HTTP/1.1" status: 204 len: 173 time: 0.4485106 Feb 10 22:30:47.304623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:47.372052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Attempting to bind port 0d407384-6e20-491e-8201-bbb0fac43275 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:47.372465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Attempting to bind port 0d407384-6e20-491e-8201-bbb0fac43275 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:47.373037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Attempting to bind port 0d407384-6e20-491e-8201-bbb0fac43275 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:47.384265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Port 0d407384-6e20-491e-8201-bbb0fac43275 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:47.384265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Attempting to bind port 0d407384-6e20-491e-8201-bbb0fac43275 on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:47.393343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:47.393761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Checking segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:47.394389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Bound using segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:47.394874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Bound port: 0d407384-6e20-491e-8201-bbb0fac43275, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:47.395399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.431325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.437473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb12728-41ea-4500-a9a0-3570ed035309 req-18ae8315-144d-47a8-be45-34dcd5ee6702 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:47.438975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6bb12728-41ea-4500-a9a0-3570ed035309 req-18ae8315-144d-47a8-be45-34dcd5ee6702 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:47.446165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:47.466034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:47.470668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70637f7e-16cd-4fe0-a3ca-019e0a66f856 req-d9a7698a-c560-4005-a9b5-4d57bd4648a8 service neutron] 10.222.0.24 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5396588 Feb 10 22:30:47.472230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:47.562910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:47.566738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Pushing event updated for resources: {'Port': ['ID=c19529f9-ac5f-465b-8b8b-4313c932d4b5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:47.588213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6bb12728-41ea-4500-a9a0-3570ed035309 req-18ae8315-144d-47a8-be45-34dcd5ee6702 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:47.594039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51123111-1cc4-42b3-8976-935608da9af4 req-babe60ff-ac4e-4c85-b10e-9886589dd067 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:47.595540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bb12728-41ea-4500-a9a0-3570ed035309 req-18ae8315-144d-47a8-be45-34dcd5ee6702 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.5788772 Feb 10 22:30:47.604334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51123111-1cc4-42b3-8976-935608da9af4 req-babe60ff-ac4e-4c85-b10e-9886589dd067 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.1363761 Feb 10 22:30:47.703563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:47.716555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bb12728-41ea-4500-a9a0-3570ed035309 req-d4274913-4184-4aa2-a487-86098ab7db5a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200166 Feb 10 22:30:47.737047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:47.742692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.773898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51123111-1cc4-42b3-8976-935608da9af4 req-8579672a-d5db-4ee8-9c1a-fb603fcc2e90 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662586 Feb 10 22:30:47.851246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Attempting to bind port c19529f9-ac5f-465b-8b8b-4313c932d4b5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:47.852056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Attempting to bind port c19529f9-ac5f-465b-8b8b-4313c932d4b5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:47.852642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Attempting to bind port c19529f9-ac5f-465b-8b8b-4313c932d4b5 on network 84d898ad-f44d-415d-afda-77d7a46d2dc3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:47.868832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:47.869652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Checking segment: {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:47.870822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.871910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Bound using segment: {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:47.873013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Bound port: c19529f9-ac5f-465b-8b8b-4313c932d4b5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:47.873901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.910438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:47.933941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:47.947159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:47.947745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:47.949169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-fc32b080-3e0f-4657-b56f-ea57e356660c service neutron] 10.222.0.30 "PUT /v2.0/ports/0d407384-6e20-491e-8201-bbb0fac43275 HTTP/1.1" status: 200 len: 1091 time: 2.5564427 Feb 10 22:30:47.949697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:48.002143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:48.146319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-7356dc34-811d-4d78-b17d-2d6b8f68dfc4 service neutron] 10.222.0.24 "GET /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14/bindings/n-h1-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.3455141 Feb 10 22:30:48.158170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] For port c19529f9-ac5f-465b-8b8b-4313c932d4b5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:48.162333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] For port c19529f9-ac5f-465b-8b8b-4313c932d4b5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c19529f9-ac5f-465b-8b8b-4313c932d4b5,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:48.176160 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:48.223965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d747184-dfa4-4c4f-9863-1333da7a1483 req-f7b95e7b-7773-4c9a-98d5-e3fcdc7194b5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:48.226263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d747184-dfa4-4c4f-9863-1333da7a1483 req-f7b95e7b-7773-4c9a-98d5-e3fcdc7194b5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 944 time: 0.2615747 Feb 10 22:30:48.237670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-72041239-dc6f-4b91-8585-f154fdaba945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:48.245659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:48.247707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-72041239-dc6f-4b91-8585-f154fdaba945 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 1094 time: 0.2404792 Feb 10 22:30:48.321928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d747184-dfa4-4c4f-9863-1333da7a1483 req-6cb8bd5c-b42f-4a84-a4b3-f03a11fd0c5c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831718 Feb 10 22:30:48.378825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:48.418977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-c92ba8bc-9a19-4578-8a49-58aede461790 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d407384-6e20-491e-8201-bbb0fac43275 HTTP/1.1" status: 200 len: 217 time: 0.1625252 Feb 10 22:30:48.472283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:30:48.513834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91033099-b596-473e-af33-e09936001564 req-038b30e6-34a2-4cca-abfb-9af5fddc1918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:48.518424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-038b30e6-34a2-4cca-abfb-9af5fddc1918 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.0865598 Feb 10 22:30:48.583975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:48.606694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:48.628738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-e2d5b643-051d-47bd-8684-711bf2d19a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024590 Feb 10 22:30:48.651528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd7b58c3-32c2-40ff-a997-a45881ddf482 None None] Provisioning complete for port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:48.652338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd7b58c3-32c2-40ff-a997-a45881ddf482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:48.778058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bfb577-c303-43a5-bee1-d400889dd221 None None] Pushing event updated for resources: {'Port': ['ID=c19529f9-ac5f-465b-8b8b-4313c932d4b5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:48.891428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd6ea41a-e82d-48fd-b856-dfb73eb38e1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:49.096955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device aa95eef5-020b-47c3-9a40-be176e768d3e up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:49.192862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9746b15-32ca-4b66-a0a4-a241221eb23f req-0260bbc5-507b-44f4-a21f-8786b5e8d64f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 210 time: 0.5142684 Feb 10 22:30:49.356175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:49.440176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-36c2a916-7af5-4418-be75-5c9ff4c5deaa tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/7972e895-bcf4-4125-a406-670718bf51d4 HTTP/1.1" status: 200 len: 1805 time: 0.1983030 Feb 10 22:30:49.440370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:49.472944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:49.487200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:49.487200 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.538787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port aa95eef5-020b-47c3-9a40-be176e768d3e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:49.546266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe4d0798-447e-4a37-95a0-c981e17aaf14 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:49.557388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port aa95eef5-020b-47c3-9a40-be176e768d3e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:49.557388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.560266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:49.584545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-d0735016-bb54-4dfc-b608-1f2029ce1cc2 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9492471 Feb 10 22:30:49.624614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bd1b46-0770-4a09-a9c5-0692565c4d8b req-3474b8a3-1479-4c5a-90a2-8b59ecfdd243 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:49.624614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76bd1b46-0770-4a09-a9c5-0692565c4d8b req-3474b8a3-1479-4c5a-90a2-8b59ecfdd243 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 949 time: 1.0662296 Feb 10 22:30:49.625152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.715373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.781777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] Transition to ACTIVE for port object fe4d0798-447e-4a37-95a0-c981e17aaf14 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:49.789174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.813319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.833739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91033099-b596-473e-af33-e09936001564 req-e423fc5a-07eb-4cc3-b626-23f19aa86c3a service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089765 Feb 10 22:30:49.870288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.892045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.898399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:49.916962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32d09eaf-1a1d-426e-a7b6-2836aa536fde req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/7972e895-bcf4-4125-a406-670718bf51d4 HTTP/1.1" status: 204 len: 173 time: 0.4524889 Feb 10 22:30:49.916962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cce2e-8a8c-4c42-a24e-8700b8cb60e0 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7972e895-bcf4-4125-a406-670718bf51d4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:49.974768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=aa95eef5-020b-47c3-9a40-be176e768d3e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:49.974768 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'code': 200} Feb 10 22:30:49.990430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:50.040392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:50.252480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:30:50.262932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76bd1b46-0770-4a09-a9c5-0692565c4d8b req-22386d1c-f589-4c61-a336-f18120cff433 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6143341 Feb 10 22:30:50.265119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] No DVR routers for this DVR port fe4d0798-447e-4a37-95a0-c981e17aaf14 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:30:50.283604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:50.288431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-69c8c75c-6cd2-454d-bb43-c31b226c9cd4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:50.299442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-69c8c75c-6cd2-454d-bb43-c31b226c9cd4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:50.299442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-69c8c75c-6cd2-454d-bb43-c31b226c9cd4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:50.353180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d713-c36f-48af-a6c5-1b4681837998 req-e6aedb91-0700-4dc9-a9fb-cbf7c13098a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:50.355455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86d3d713-c36f-48af-a6c5-1b4681837998 req-e6aedb91-0700-4dc9-a9fb-cbf7c13098a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1096 time: 0.2448325 Feb 10 22:30:50.367525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeac72-290c-430d-9be7-239903680dba service neutron] Pushing event updated for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:50.370679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-69c8c75c-6cd2-454d-bb43-c31b226c9cd4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:50.372153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-69c8c75c-6cd2-454d-bb43-c31b226c9cd4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "GET /v2.0/networks?id=99cc957b-b26f-4a43-95e2-b775278c7bca&id=84d898ad-f44d-415d-afda-77d7a46d2dc3&id=99cc957b-b26f-4a43-95e2-b775278c7bca HTTP/1.1" status: 200 len: 1390 time: 1.2585900 Feb 10 22:30:50.377227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-5ddeac72-290c-430d-9be7-239903680dba service neutron] 10.222.0.24 "PUT /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14/bindings/n-h1-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 2.2250361 Feb 10 22:30:50.380734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6489b55d-62f6-458c-ae94-ba48f172dec9 req-c12c9df6-e00b-45a1-bdc6-21ab76e69a85 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:50.382260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6489b55d-62f6-458c-ae94-ba48f172dec9 req-c12c9df6-e00b-45a1-bdc6-21ab76e69a85 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.3077421 Feb 10 22:30:50.405487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'admin_state_up': True, 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:50.412421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d885a9-bc8a-4aa7-b3ba-8abbb116c15d None None] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:50.516378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6489b55d-62f6-458c-ae94-ba48f172dec9 req-f81afe05-1679-42c0-833c-2c3107c27001 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185727 Feb 10 22:30:50.582253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0de8832f-4d2f-4204-a0f8-2c3e347022fe None None] Provisioning for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:50.628432 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275', 'status': 'completed', 'code': 200} Feb 10 22:30:50.635745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:50.651987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:port and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:50.658111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:50.671489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86d3d713-c36f-48af-a6c5-1b4681837998 req-7eea4e47-784f-4780-a2ba-a2d500f84e7a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089478 Feb 10 22:30:50.689772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-2256fa33-d3fc-4d6b-8028-caa40692306e tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:50.697894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-2256fa33-d3fc-4d6b-8028-caa40692306e tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.1878667 Feb 10 22:30:50.765872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:50.835825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:50.835825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:50.899412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c19529f9-ac5f-465b-8b8b-4313c932d4b5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:50.998269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc35334-eef3-43a0-943a-23b66885b21f req-a30dd0d0-f816-45e9-bf50-29f497ea1662 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.002043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cc35334-eef3-43a0-943a-23b66885b21f req-a30dd0d0-f816-45e9-bf50-29f497ea1662 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.1686811 Feb 10 22:30:51.078901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cc35334-eef3-43a0-943a-23b66885b21f req-c78e1e00-749c-4bb6-84ae-8c1dc585d3c5 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604885 Feb 10 22:30:51.108352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600416-d446-499a-8b85-b008ee004ce2 req-b3b0f32b-7964-4d39-bc74-8e94aced46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.109670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-b3b0f32b-7964-4d39-bc74-8e94aced46bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 1094 time: 0.4528790 Feb 10 22:30:51.123645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:51.129616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:51.130038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.250717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-ace6e585-ffe5-4a4e-af60-d6937f2501d6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.252074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-ace6e585-ffe5-4a4e-af60-d6937f2501d6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0&tenant_id=65b5647d714a4d2584ccce52b21bfb6b&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 949 time: 0.3549273 Feb 10 22:30:51.253282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Allocated IP 19.80.0.240 (99cc957b-b26f-4a43-95e2-b775278c7bca/5b2fe3e3-b364-4473-80d8-2122f27714d3/4b94381e-b59b-49b3-9591-c66f6f065468) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:51.263202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d83357-f0f2-4210-ae50-084590cc0c09 req-8fbbfc43-00aa-4f2a-bb98-f074aaa83ea1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.268006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a127faf-359c-4bed-b055-daa05117851b req-6ba3caf1-6e90-471f-8f53-cc9190f24315 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/aaa851b8-a20d-47a0-bf78-9062faf5a98c HTTP/1.1" status: 200 len: 2404 time: 0.1348021 Feb 10 22:30:51.272233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72d83357-f0f2-4210-ae50-084590cc0c09 req-8fbbfc43-00aa-4f2a-bb98-f074aaa83ea1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.3072674 Feb 10 22:30:51.298346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.339231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port c19529f9-ac5f-465b-8b8b-4313c932d4b5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c19529f9-ac5f-465b-8b8b-4313c932d4b5,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:51.344767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.346769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:51.351888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2a127faf-359c-4bed-b055-daa05117851b req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.383941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2a127faf-359c-4bed-b055-daa05117851b req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.440013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2a127faf-359c-4bed-b055-daa05117851b req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.460472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa851b8-a20d-47a0-bf78-9062faf5a98c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:51.465930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2a127faf-359c-4bed-b055-daa05117851b req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.475866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a127faf-359c-4bed-b055-daa05117851b req-491c6662-2217-4cb9-bbcf-6698b1acd338 tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/aaa851b8-a20d-47a0-bf78-9062faf5a98c HTTP/1.1" status: 204 len: 173 time: 0.2065763 Feb 10 22:30:51.498850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=c19529f9-ac5f-465b-8b8b-4313c932d4b5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:51.540469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:51.540469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.546877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72d83357-f0f2-4210-ae50-084590cc0c09 req-659d1c13-22af-4219-a2ff-6fe57c0fa76c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707627 Feb 10 22:30:51.574526 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.591487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-36aeffb4-d46d-4444-8ef2-9efa48adcb85 service neutron] 10.222.0.24 "GET /v2.0/ports/8a753708-9f55-4441-8a43-4033583b481b/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.3164482 Feb 10 22:30:51.611245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-20516ad1-61aa-4a85-8aaf-efc090b4001e None None] Provisioning complete for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:51.611824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20516ad1-61aa-4a85-8aaf-efc090b4001e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.664113 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9e1b715-d4ce-4516-9960-f031e7448077 req-155abd19-6198-427b-9857-c3ef57458014 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 210 time: 0.0731812 Feb 10 22:30:51.869861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:51.903462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Transition to ACTIVE for port object 4b94381e-b59b-49b3-9591-c66f6f065468 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:51.903462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-5ef07b14-9f24-403f-b06f-1532f6c52196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.903462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-5ef07b14-9f24-403f-b06f-1532f6c52196 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1100 time: 0.2813792 Feb 10 22:30:51.937869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c8037-647c-4f6c-986d-3427e45b120c req-81b5282c-d21b-4824-a5f0-511943ff689e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.937869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d41c8037-647c-4f6c-986d-3427e45b120c req-81b5282c-d21b-4824-a5f0-511943ff689e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.1141334 Feb 10 22:30:51.943668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7acb9-887f-4b5a-8ce8-77119c876fcd req-0421ac99-1664-4aba-94e9-aa5a8ce675dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:51.943668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee7acb9-887f-4b5a-8ce8-77119c876fcd req-0421ac99-1664-4aba-94e9-aa5a8ce675dc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 949 time: 0.2130158 Feb 10 22:30:51.974407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:52.027257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d41c8037-647c-4f6c-986d-3427e45b120c req-f1bc10c5-73e1-41fd-9580-0ef883257118 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670207 Feb 10 22:30:52.033262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:52.100685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee7acb9-887f-4b5a-8ce8-77119c876fcd req-8b719d7e-2799-4836-83a3-368a4ecaab6e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854311 Feb 10 22:30:52.166688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-7faa5214-e9a3-4945-94fa-6e91a9e819bd tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "GET /v2.0/security-groups/a81ba0cd-9a2e-4f7c-b4d6-925d3648266d HTTP/1.1" status: 200 len: 2397 time: 0.1066902 Feb 10 22:30:52.172955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8a753708-9f55-4441-8a43-4033583b481b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:52.172955 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.299064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.345700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.380562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.380562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-3433125a-dc01-4f12-8fe4-39e86c042bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:52.380562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-3433125a-dc01-4f12-8fe4-39e86c042bfd service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4732785 Feb 10 22:30:52.410728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.434932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.478384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:52.480612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81ba0cd-9a2e-4f7c-b4d6-925d3648266d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:52.480612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.480612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608dab7e-8f6e-4b4e-afb7-ce1a6fef2beb req-c21f8f5f-9def-4cd8-aad8-75330942166b tempest-SecurityGroupRulesTestJSON-1538411872 tempest-SecurityGroupRulesTestJSON-1538411872-project] 10.222.0.53 "DELETE /v2.0/security-groups/a81ba0cd-9a2e-4f7c-b4d6-925d3648266d HTTP/1.1" status: 204 len: 173 time: 0.3136013 Feb 10 22:30:52.483579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.488045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:52.565254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-9b174b11-23d2-42c2-b3f6-7f6e276cc5ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.1075809 Feb 10 22:30:52.574176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 99cc957b-b26f-4a43-95e2-b775278c7bca is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:52.584935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Deleting subnet 9b32154f-54dd-438f-abb7-b40c979e0aad {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:30:52.588469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.598397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:52.604085 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e', 'code': 200} Feb 10 22:30:52.616921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:52.631073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:52.693582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:52.726866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-34c1569f-b841-4247-abbd-543dcc73439a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:52.728357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-34c1569f-b841-4247-abbd-543dcc73439a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1533425 Feb 10 22:30:52.734102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.747018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c19529f9-ac5f-465b-8b8b-4313c932d4b5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:30:52.848411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:52.848411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:52.967105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:52.967995 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.036465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d20f48-50e8-4ed7-819c-b398121b5671 req-2c6783a6-d64e-4b2a-84df-7b8a2faa5d59 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.038669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4d20f48-50e8-4ed7-819c-b398121b5671 req-2c6783a6-d64e-4b2a-84df-7b8a2faa5d59 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.6680028 Feb 10 22:30:53.056464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-36e0933b-d552-4fe5-a64d-32cf15e7157b None None] Provisioning for port 4b94381e-b59b-49b3-9591-c66f6f065468 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:53.068341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-36e0933b-d552-4fe5-a64d-32cf15e7157b None None] Provisioning complete for port 4b94381e-b59b-49b3-9591-c66f6f065468 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:53.068478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36e0933b-d552-4fe5-a64d-32cf15e7157b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.069442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-0e17e33e-e813-47c1-9cf5-3c55563a0158 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6735773 Feb 10 22:30:53.119266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3', 'admin_state_up': True, 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:53.158560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600416-d446-499a-8b85-b008ee004ce2 req-42c08b9a-f4d1-4588-9a04-e6fc406228b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.158560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-42c08b9a-f4d1-4588-9a04-e6fc406228b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 905 time: 0.4351020 Feb 10 22:30:53.170384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.174119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-36e0933b-d552-4fe5-a64d-32cf15e7157b None None] Port 4b94381e-b59b-49b3-9591-c66f6f065468 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:53.248387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6069c01f-8ec6-4e90-ad08-825c334d791f req-64c11f72-9d1b-4c6b-95f8-f88626c763bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.249461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6069c01f-8ec6-4e90-ad08-825c334d791f req-64c11f72-9d1b-4c6b-95f8-f88626c763bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 1101 time: 0.4844656 Feb 10 22:30:53.263426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d15d62fe-6164-4c1a-aeed-f701ce096675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.266492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d15d62fe-6164-4c1a-aeed-f701ce096675 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af&tenant_id=043df36af5ec44958ef593868266ebb6 HTTP/1.1" status: 200 len: 1096 time: 0.5348341 Feb 10 22:30:53.296872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b6989-13f8-4cc5-a164-7ca61766383e req-18951934-8d51-45b0-aeea-090bb5aec3cf tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.298368 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-765b6989-13f8-4cc5-a164-7ca61766383e req-18951934-8d51-45b0-aeea-090bb5aec3cf tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.5683191 Feb 10 22:30:53.340669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-b6a1d2fd-8cd3-4b6a-bbcd-68ff3efa505f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d407384-6e20-491e-8201-bbb0fac43275 HTTP/1.1" status: 200 len: 217 time: 0.1618352 Feb 10 22:30:53.347072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-35c14491-229c-4eac-becf-e4701987af9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.348534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-35c14491-229c-4eac-becf-e4701987af9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5815582 Feb 10 22:30:53.369655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.427362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4d20f48-50e8-4ed7-819c-b398121b5671 req-4133fb0c-2a04-4879-bdd7-2e73e6ebddd0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752961 Feb 10 22:30:53.433338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.454475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b32154f-54dd-438f-abb7-b40c979e0aad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:53.454475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6069c01f-8ec6-4e90-ad08-825c334d791f req-c492a61f-fd9b-4117-940c-ccc386c132d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924541 Feb 10 22:30:53.465868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-430a03ce-17b8-4a71-9969-959138ff97ce admin admin] 10.222.0.53 "DELETE /v2.0/subnets/9b32154f-54dd-438f-abb7-b40c979e0aad HTTP/1.1" status: 204 len: 168 time: 0.9742708 Feb 10 22:30:53.467760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:53.472433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-765b6989-13f8-4cc5-a164-7ca61766383e req-ae533571-0936-49ad-961e-150828dcaa74 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362772 Feb 10 22:30:53.510157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-9c3b6add-ea71-4eba-887d-ebd15e1528cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.511677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-9c3b6add-ea71-4eba-887d-ebd15e1528cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=043df36af5ec44958ef593868266ebb6&device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1096 time: 0.2087445 Feb 10 22:30:53.563620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34600416-d446-499a-8b85-b008ee004ce2 req-b25d49dd-97d3-410b-853a-e2ba44e1ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.565163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-b25d49dd-97d3-410b-853a-e2ba44e1ba68 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.2021222 Feb 10 22:30:53.580115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:53.607160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-aad03556-f43c-43be-b741-81141fb51820 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105074 Feb 10 22:30:53.608163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:port and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:53.612597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:53.618745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.640376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:53.741737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:53.745216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.806050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.836984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b4648c-6d31-4549-85c4-5c0d71927854']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:53.852880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8927b46-8456-46a4-827b-1ecac209d329') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:53.853488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8927b46-8456-46a4-827b-1ecac209d329') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:30:53.874494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.891854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-e1f61cae-1acb-49f0-ad76-569fdcba4432 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760429 Feb 10 22:30:53.893808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e9cf5-73c6-4edb-b9f9-b7666a78968c req-265d28de-4752-49fc-83df-4b75a1bf352e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.894922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-390e9cf5-73c6-4edb-b9f9-b7666a78968c req-265d28de-4752-49fc-83df-4b75a1bf352e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 932 time: 0.2369738 Feb 10 22:30:53.911173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbab12-2034-461c-bd76-5830c96fad52 req-f7e5355a-4bd4-40f2-81d5-5209165c55cd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:53.913020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcfbab12-2034-461c-bd76-5830c96fad52 req-f7e5355a-4bd4-40f2-81d5-5209165c55cd tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.2753563 Feb 10 22:30:53.913954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.922934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:30:53.927756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:30:53.938307 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:30:53.999491 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.015904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcfbab12-2034-461c-bd76-5830c96fad52 req-efef008f-5186-4bb3-ab61-0aaacb4705ce tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916502 Feb 10 22:30:54.032960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Allocated IP 19.86.0.110 (84d898ad-f44d-415d-afda-77d7a46d2dc3/ead76b8a-75fd-4cf4-a539-edcb95d83cda/0f3cbccc-745d-412e-868e-72c929f6123f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:54.053566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-390e9cf5-73c6-4edb-b9f9-b7666a78968c req-d9c15aa4-5cc9-4f37-af97-17d5edde1c36 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:54.063892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.081985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.096189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=61b4648c-6d31-4549-85c4-5c0d71927854,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:54.106826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d612cf62-1a21-49d0-86c8-d48a66919e18 admin admin] 10.222.0.53 "DELETE /v2.0/networks/61b4648c-6d31-4549-85c4-5c0d71927854 HTTP/1.1" status: 204 len: 168 time: 0.6328406 Feb 10 22:30:54.108931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-390e9cf5-73c6-4edb-b9f9-b7666a78968c req-d9c15aa4-5cc9-4f37-af97-17d5edde1c36 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:54.117339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-390e9cf5-73c6-4edb-b9f9-b7666a78968c req-d9c15aa4-5cc9-4f37-af97-17d5edde1c36 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782475 Feb 10 22:30:54.312582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02205510-4c32-4bc2-a5cc-69e8611d6167 req-714aca27-bd29-4126-9c9a-44088ba55e77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:54.314310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02205510-4c32-4bc2-a5cc-69e8611d6167 req-714aca27-bd29-4126-9c9a-44088ba55e77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.0940754 Feb 10 22:30:54.323054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60832) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:54.393172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02205510-4c32-4bc2-a5cc-69e8611d6167 req-0114f7e3-219b-4b2d-ba5a-8d5a579f69f6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716698 Feb 10 22:30:54.419259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca483990-bfe5-40da-b9bf-b0b5f4291e75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdd3c10980794e00b2d59b948f627fff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949748 Feb 10 22:30:54.421976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60836) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:54.524264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52333b2-2d76-487c-8377-c39525ccdeec req-ad450afd-ae38-4dc3-a5f9-08c290b9dd49 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:54.525787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e52333b2-2d76-487c-8377-c39525ccdeec req-ad450afd-ae38-4dc3-a5f9-08c290b9dd49 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.2982831 Feb 10 22:30:54.528581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.580233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Transition to ACTIVE for port object 0f3cbccc-745d-412e-868e-72c929f6123f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:54.581357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.605683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:54.616221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e52333b2-2d76-487c-8377-c39525ccdeec req-edb7e44e-c087-47a9-a110-6daef48f040e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829725 Feb 10 22:30:54.631493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.678179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.687683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b17127-fa0b-4366-9cf5-99fab4cf0fbd req-2710c51a-496c-43d5-b495-6bc0cbbe2f0e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:54.689287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3b17127-fa0b-4366-9cf5-99fab4cf0fbd req-2710c51a-496c-43d5-b495-6bc0cbbe2f0e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.0849576 Feb 10 22:30:54.735375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3b17127-fa0b-4366-9cf5-99fab4cf0fbd req-d771b89a-7463-4b0f-99cb-af10dbafe21a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Feb 10 22:30:54.795566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:54.798769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.812708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:54.820582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:54.863217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b6d438-a16e-4b62-a56f-b13ca84cc917,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:54.876646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:54.893751 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'code': 200} Feb 10 22:30:54.909880 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.910992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1d2a1231-af59-499f-8ba4-daf29ade044c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0b6d438-a16e-4b62-a56f-b13ca84cc917 HTTP/1.1" status: 204 len: 168 time: 0.4881072 Feb 10 22:30:54.925216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:54.925843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:54.953811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77150b3-66b5-448f-9269-e57a13acd113 req-29f06251-2870-4cf0-b246-e93a14e563bb tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:54.960702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e77150b3-66b5-448f-9269-e57a13acd113 req-29f06251-2870-4cf0-b246-e93a14e563bb tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.2316658 Feb 10 22:30:54.964031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-134c5b0b-3b2a-445d-a74d-cdaab62c4574 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8739359 Feb 10 22:30:54.984260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'admin_state_up': True, 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:55.109603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e77150b3-66b5-448f-9269-e57a13acd113 req-824c6a27-5156-4e5a-b47a-a2319c78ed5f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479583 Feb 10 22:30:55.207605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0fe4be4f-4fdd-4127-8eee-50fd3117f757 None None] Provisioning for port 0f3cbccc-745d-412e-868e-72c929f6123f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:55.225959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0fe4be4f-4fdd-4127-8eee-50fd3117f757 None None] Provisioning complete for port 0f3cbccc-745d-412e-868e-72c929f6123f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:55.226457 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0fe4be4f-4fdd-4127-8eee-50fd3117f757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:55.231480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:55.241811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:port and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:55.248175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:55.260443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:55.278055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:55.282485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:55.327308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f122a6-815b-480a-995c-86c92ea5039c req-9cb61061-c8c2-499e-8725-b92f93d87950 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:55.335362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14f122a6-815b-480a-995c-86c92ea5039c req-9cb61061-c8c2-499e-8725-b92f93d87950 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.1518986 Feb 10 22:30:55.406432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4be4f-4fdd-4127-8eee-50fd3117f757 None None] Port 0f3cbccc-745d-412e-868e-72c929f6123f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:55.407974 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14f122a6-815b-480a-995c-86c92ea5039c req-b633f3e4-0abf-4092-a58c-08092a72cb64 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Feb 10 22:30:55.408450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:55.545648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-ce57ef34-e68a-4e38-929a-897bc89f30a4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:55.551517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-ce57ef34-e68a-4e38-929a-897bc89f30a4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:55.552729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-ce57ef34-e68a-4e38-929a-897bc89f30a4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:30:55.581008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Allocated IP 19.80.0.54 (99cc957b-b26f-4a43-95e2-b775278c7bca/5b2fe3e3-b364-4473-80d8-2122f27714d3/99034790-9bb6-490b-a141-c0b44152eb9c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:30:55.599351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-ce57ef34-e68a-4e38-929a-897bc89f30a4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:30:55.600794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-ce57ef34-e68a-4e38-929a-897bc89f30a4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 1655 time: 0.2890491 Feb 10 22:30:55.618396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad8137d-5d3a-42d8-b500-fcd51b474ea4 req-46f87f92-a507-480a-a642-3ab4006fbf25 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:55.626393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bad8137d-5d3a-42d8-b500-fcd51b474ea4 req-46f87f92-a507-480a-a642-3ab4006fbf25 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.1101627 Feb 10 22:30:55.686522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bad8137d-5d3a-42d8-b500-fcd51b474ea4 req-d1250c63-7844-428b-a0e1-d9e63364a39f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589559 Feb 10 22:30:55.695446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-31c59ca1-4c62-41ba-b0cf-0f86e12fba5b req-330ed27d-3367-4c23-888b-fbd4083b31bf tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770700 Feb 10 22:30:55.854614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:55.891805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:55.900860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Usage tracker for resource:security_group_rule and tenant:02459dc7ce914ce5ad54038b2aa4fd90 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:55.908022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:55.954606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73f29c-07c2-4b38-aa12-8674708d40e9 req-4c18b434-f0ba-49d2-a740-248b538e5042 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:55.956442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a73f29c-07c2-4b38-aa12-8674708d40e9 req-4c18b434-f0ba-49d2-a740-248b538e5042 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.1506865 Feb 10 22:30:55.965849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:56.019361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60894) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:56.028639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a73f29c-07c2-4b38-aa12-8674708d40e9 req-e52dd485-2ac5-40d2-8930-c96ea2cad8cb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642083 Feb 10 22:30:56.088229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.125843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Transition to ACTIVE for port object 99034790-9bb6-490b-a141-c0b44152eb9c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:56.209703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2126874029-network', 'tenant_id': '4fc4112da7ef4560a7484515e1654b21'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:56.225203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ed26a-a8ea-40a4-a4bd-2442f54a9156 req-6cfb6d1d-0910-4649-910c-ddc4b8deae8b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.232339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-540ed26a-a8ea-40a4-a4bd-2442f54a9156 req-6cfb6d1d-0910-4649-910c-ddc4b8deae8b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.3179257 Feb 10 22:30:56.239352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:56.302179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Usage tracker for resource:network and tenant:4fc4112da7ef4560a7484515e1654b21 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:56.307141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:56.319482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95c479-d99b-463a-89d0-55c870b81731 req-767a7fc5-7da2-44f6-8fee-158d354cfbc5 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.320949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e95c479-d99b-463a-89d0-55c870b81731 req-767a7fc5-7da2-44f6-8fee-158d354cfbc5 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.0904002 Feb 10 22:30:56.338444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:56.364481 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e95c479-d99b-463a-89d0-55c870b81731 req-c8fd6c6b-d866-4884-b47b-f1d7145216d5 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373528 Feb 10 22:30:56.372027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.384419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-540ed26a-a8ea-40a4-a4bd-2442f54a9156 req-6e6fd186-bd9b-4cd6-9816-381f84a5e3f8 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513906 Feb 10 22:30:56.385003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.407461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Made reservation on behalf of 4fc4112da7ef4560a7484515e1654b21 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:56.409822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.438379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.449340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.519932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=02459dc7ce914ce5ad54038b2aa4fd90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1071596 Feb 10 22:30:56.533032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ce038-1b96-43d5-837b-731d21c209b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f5b772-73a1-42d7-92bc-830ae1476116,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:56.543666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:56.548525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:56.577344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc4112da7ef4560a7484515e1654b21 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:56.585786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 99cc957b-b26f-4a43-95e2-b775278c7bca is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:30:56.586863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:56.593704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:56.595556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935b61b-55dd-49c8-9640-2defcdef0193 req-93d45339-9389-4c18-a81a-a1e9951f1cbf tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.596894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-e2aaa97d-e661-44da-bf05-57444d5e3c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.597053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f935b61b-55dd-49c8-9640-2defcdef0193 req-93d45339-9389-4c18-a81a-a1e9951f1cbf tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.0825520 Feb 10 22:30:56.598367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-e2aaa97d-e661-44da-bf05-57444d5e3c47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1101 time: 0.3394182 Feb 10 22:30:56.610274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:30:56.636551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:56.642610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:56.649444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f935b61b-55dd-49c8-9640-2defcdef0193 req-0e9643f2-b588-4c1a-9c19-00c362f4f6fc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452471 Feb 10 22:30:56.786326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.796447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.797615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.911831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7ecf2-3cfc-4b57-b7a1-f03cb0f00350 req-f61a601c-da44-49f3-9897-62bf7377e37a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.917881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7ecf2-3cfc-4b57-b7a1-f03cb0f00350 req-f61a601c-da44-49f3-9897-62bf7377e37a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.923898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e7ecf2-3cfc-4b57-b7a1-f03cb0f00350 req-f61a601c-da44-49f3-9897-62bf7377e37a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:56.925621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2e7ecf2-3cfc-4b57-b7a1-f03cb0f00350 req-f61a601c-da44-49f3-9897-62bf7377e37a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2376 time: 0.1064048 Feb 10 22:30:56.942520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d6ab8c1b-a8c7-4a70-9126-cedf7c34f434 None None] Provisioning for port 99034790-9bb6-490b-a141-c0b44152eb9c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:30:56.948657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d6ab8c1b-a8c7-4a70-9126-cedf7c34f434 None None] Provisioning complete for port 99034790-9bb6-490b-a141-c0b44152eb9c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:30:56.949281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6ab8c1b-a8c7-4a70-9126-cedf7c34f434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:56.983382 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2e7ecf2-3cfc-4b57-b7a1-f03cb0f00350 req-faed5bf8-1f91-454a-8a4d-2f92e8db0edf tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484893 Feb 10 22:30:57.011912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab8c1b-a8c7-4a70-9126-cedf7c34f434 None None] Port 99034790-9bb6-490b-a141-c0b44152eb9c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:30:57.017433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.058048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-d3dee98e-92e5-486d-b7e6-c098c04950c8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0797675 Feb 10 22:30:57.073700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-c339820d-0953-4dd7-90f4-131a9b35635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.075149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-c339820d-0953-4dd7-90f4-131a9b35635c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 1101 time: 0.4400465 Feb 10 22:30:57.080165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:57.228892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf8316-05bc-4411-ab66-ff89781b5f43 req-38ba39bc-9fc5-42fe-ab08-c2584911e396 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.230359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acaf8316-05bc-4411-ab66-ff89781b5f43 req-38ba39bc-9fc5-42fe-ab08-c2584911e396 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.0841367 Feb 10 22:30:57.280588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acaf8316-05bc-4411-ab66-ff89781b5f43 req-aefe1067-7dd1-447e-b25d-315ca83c6b11 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434837 Feb 10 22:30:57.280863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.324050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.346983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4a809-df39-45a1-9a45-e2f27e5b056b req-cffaf339-e9fb-48cf-95bc-2a54d1e56847 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.348507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7f4a809-df39-45a1-9a45-e2f27e5b056b req-cffaf339-e9fb-48cf-95bc-2a54d1e56847 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.5360978 Feb 10 22:30:57.383555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.448754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:30:57.452929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1457946-98c7-46a8-9fce-28bcc0e09510,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:57.456553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.502018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-81a36d7f-33bd-4d95-a706-31a39c14e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.503646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-81a36d7f-33bd-4d95-a706-31a39c14e075 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3846779 Feb 10 22:30:57.509778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f5b772-73a1-42d7-92bc-830ae1476116,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:57.511737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.517198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66a3bf17-deba-4bd1-a744-365548166601 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/38f5b772-73a1-42d7-92bc-830ae1476116 HTTP/1.1" status: 204 len: 168 time: 0.9662375 Feb 10 22:30:57.517198 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.517198 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Added segment 690cb769-526a-4439-951f-239bf647ddd2 of type vlan for network 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 Feb 10 22:30:57.635855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7f4a809-df39-45a1-9a45-e2f27e5b056b req-10e752b6-ffb6-41b5-8c7f-4ef7cd7ccb7c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595842 Feb 10 22:30:57.673385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-be25f80a-753d-48c0-9aa8-5cadb926ba4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 200 len: 217 time: 0.1558564 Feb 10 22:30:57.693798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec345ab2-6180-440d-ae61-581742384ae6 req-3282c2c5-3f48-4c48-9ff5-968711a3ecbc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.695434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec345ab2-6180-440d-ae61-581742384ae6 req-3282c2c5-3f48-4c48-9ff5-968711a3ecbc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.2103648 Feb 10 22:30:57.745127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.749197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec345ab2-6180-440d-ae61-581742384ae6 req-5ec5ca7f-d2e8-4a4e-be33-b324c351b266 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478675 Feb 10 22:30:57.883409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:57.911811 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:57.916304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-5ce44f0f-c140-4878-aec1-55be27a21da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.918040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-5ce44f0f-c140-4878-aec1-55be27a21da3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2380044 Feb 10 22:30:57.936551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:57.943678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Usage tracker for resource:security_group_rule and tenant:f1a38f0843024e4d8255db8bedfa91d0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:57.947662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:57.955520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:57.991892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be1535-dc55-4b58-8ddb-67d37ae6052e req-4c67fdbd-8420-4973-8563-1a4d8333dc4b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:57.993222 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05be1535-dc55-4b58-8ddb-67d37ae6052e req-4c67fdbd-8420-4973-8563-1a4d8333dc4b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.1464133 Feb 10 22:30:58.059632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.059769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05be1535-dc55-4b58-8ddb-67d37ae6052e req-4efdf249-9b56-48a8-9691-52e07738aee5 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561895 Feb 10 22:30:58.060218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.060798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.061056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:30:58.092599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.097397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.164822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f1a38f0843024e4d8255db8bedfa91d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761505 Feb 10 22:30:58.165924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:58.166780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443528da-72f0-4c2c-bb44-48089d3d306c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd086fc3-2411-4612-b01b-235744502cd2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:58.211990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.1868930 Feb 10 22:30:58.217276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60934) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:30:58.228320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Request body: {'subnet': {'network_id': '5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2126874029-subnet', 'tenant_id': '4fc4112da7ef4560a7484515e1654b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:58.239392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:30:58.241411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa88d50-b1d4-4922-a88c-0b663a3db6d6 req-6f456f0f-df49-4e25-bfb2-3dea238371c2 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.243092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-daa88d50-b1d4-4922-a88c-0b663a3db6d6 req-6f456f0f-df49-4e25-bfb2-3dea238371c2 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.5033486 Feb 10 22:30:58.243851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b903dc-bd27-439b-9423-f382700f82f3 admin admin] Pushing event updated for resources: {'Network': ['ID=5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:58.247567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Usage tracker for resource:subnet and tenant:4fc4112da7ef4560a7484515e1654b21 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:30:58.265521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:30:58.283977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:30:58.285055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:30:58.291089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.328480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-89672ae2-6c50-42a8-96e6-00024821d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.330837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-89672ae2-6c50-42a8-96e6-00024821d00c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3973544 Feb 10 22:30:58.340755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-daa88d50-b1d4-4922-a88c-0b663a3db6d6 req-138e92d5-9436-4b1b-96d0-21858b3a6e8a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890040 Feb 10 22:30:58.366623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Made reservation on behalf of 4fc4112da7ef4560a7484515e1654b21 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:30:58.369285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.404947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.441591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.471051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:30:58.473146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:58.479420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.508157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:30:58.523122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-4502fc07-777d-4aef-8177-173f27430551 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856203 Feb 10 22:30:58.557296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:58.566016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ae1e-beae-436b-b9ed-82097a88dbb6 req-ee2ef362-b279-4b52-9393-c7eaec96b34b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.571488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ae1e-beae-436b-b9ed-82097a88dbb6 req-ee2ef362-b279-4b52-9393-c7eaec96b34b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.578395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5981ae1e-beae-436b-b9ed-82097a88dbb6 req-ee2ef362-b279-4b52-9393-c7eaec96b34b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.580307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5981ae1e-beae-436b-b9ed-82097a88dbb6 req-ee2ef362-b279-4b52-9393-c7eaec96b34b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2376 time: 0.2856967 Feb 10 22:30:58.639585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.675884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd086fc3-2411-4612-b01b-235744502cd2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:58.706225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5981ae1e-beae-436b-b9ed-82097a88dbb6 req-a2adc95a-f22d-44f0-b887-e57349de7cfe tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192658 Feb 10 22:30:58.708564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.709611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5828894e-2716-40a6-8c70-7c41a228689d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd086fc3-2411-4612-b01b-235744502cd2 HTTP/1.1" status: 204 len: 168 time: 0.5396681 Feb 10 22:30:58.762597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.795176 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'code': 200} Feb 10 22:30:58.797772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b94381e-b59b-49b3-9591-c66f6f065468 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:30:58.810253 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.846016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Transition to ACTIVE for port object 4b94381e-b59b-49b3-9591-c66f6f065468 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:30:58.854847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.880662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Checking segment: {'id': '690cb769-526a-4439-951f-239bf647ddd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:58.881405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Network hostable DHCP agents. Network: 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:30:58.899951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a64894-2e14-4346-b356-f4f1da7880d2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:58.912983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Network 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:30:58.925439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:30:58.927313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80825bb-1def-4780-93e1-0103ef250d73 req-3f239ea4-a712-4628-8414-a116f18c9760 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.928810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f80825bb-1def-4780-93e1-0103ef250d73 req-3f239ea4-a712-4628-8414-a116f18c9760 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.4559448 Feb 10 22:30:58.930493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:58.931203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:58.936530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba317460-39a0-4985-a1fb-bd80f63a8462 None None] Network 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:58.942593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bf8d02-7501-4add-a134-4d5f84254c60 req-8269926c-bb59-4ae9-8f7f-dca5e6c334ac service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110444 Feb 10 22:30:58.954909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d19abb4c-5bcc-4ead-a12f-e1c73d75ebdd admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7346718 Feb 10 22:30:59.070034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047c8c7-8494-4e20-a006-a44cfa77fc32 req-cdcc99c5-8541-451e-ba55-3cf6e1312fab tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:59.077994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9047c8c7-8494-4e20-a006-a44cfa77fc32 req-cdcc99c5-8541-451e-ba55-3cf6e1312fab tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.1101458 Feb 10 22:30:59.164074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:59.183302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9047c8c7-8494-4e20-a006-a44cfa77fc32 req-39b7b6dd-d0d2-486c-8a44-da98d5787f77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969591 Feb 10 22:30:59.315044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f80825bb-1def-4780-93e1-0103ef250d73 req-39d74c41-6cbe-4ac1-ad61-45bfef498fcb tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2901547 Feb 10 22:30:59.422661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Attempting to bind port 4b94381e-b59b-49b3-9591-c66f6f065468 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:30:59.423333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Attempting to bind port 4b94381e-b59b-49b3-9591-c66f6f065468 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:30:59.423333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Attempting to bind port 4b94381e-b59b-49b3-9591-c66f6f065468 on network 99cc957b-b26f-4a43-95e2-b775278c7bca {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:59.430061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Port 4b94381e-b59b-49b3-9591-c66f6f065468 on network 99cc957b-b26f-4a43-95e2-b775278c7bca not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:30:59.435875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Attempting to bind port 4b94381e-b59b-49b3-9591-c66f6f065468 on network 99cc957b-b26f-4a43-95e2-b775278c7bca {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:30:59.436015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ac0c6-1c93-4fc5-b0cb-92df6531852d None None] Network 5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:30:59.450119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:30:59.450454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Checking segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:30:59.451116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Bound using segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:30:59.451759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Bound port: 4b94381e-b59b-49b3-9591-c66f6f065468, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:30:59.452115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:59.509939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc440b-545f-4107-88e4-d6772b2447c4 req-079b0289-7401-415f-a8a9-a3935fcbafaa tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:59.512785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbcc440b-545f-4107-88e4-d6772b2447c4 req-079b0289-7401-415f-a8a9-a3935fcbafaa tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.1832538 Feb 10 22:30:59.569025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbcc440b-545f-4107-88e4-d6772b2447c4 req-a4a890d5-47af-44a8-b484-096b64c51dad tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488124 Feb 10 22:30:59.657800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:30:59.661854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4b94381e-b59b-49b3-9591-c66f6f065468,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:30:59.670472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:59.678976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02156462-41c0-4b7f-bdda-0749e1db6d8c req-177fd867-e4fc-447c-8677-f5acc8f3e9ff tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:59.686458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02156462-41c0-4b7f-bdda-0749e1db6d8c req-177fd867-e4fc-447c-8677-f5acc8f3e9ff tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.2172725 Feb 10 22:30:59.759917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:30:59.760962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:30:59.762288 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] 10.222.0.24 "PUT /v2.0/ports/4b94381e-b59b-49b3-9591-c66f6f065468 HTTP/1.1" status: 200 len: 1092 time: 2.6964438 Feb 10 22:30:59.787828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:30:59.830544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:30:59.868256 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-571d95cf-a014-4238-9ea4-445cbe87a132 req-033229f3-fd25-4b2d-8165-9c1a7a1c6b3b tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] show failed (client error): The resource could not be found. Feb 10 22:30:59.875090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-571d95cf-a014-4238-9ea4-445cbe87a132 req-033229f3-fd25-4b2d-8165-9c1a7a1c6b3b tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/1c10595c-cc31-4b01-a3a4-f233c309c10c HTTP/1.1" status: 404 len: 352 time: 0.0266230 Feb 10 22:30:59.969764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f01d0-ac05-493c-a936-49ea1a2bcd47 service neutron] Pushing event updated for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:30:59.976276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:00.002451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02156462-41c0-4b7f-bdda-0749e1db6d8c req-690852a9-3c0c-4879-872c-c25ed948be7c tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150623 Feb 10 22:31:00.175667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da618c-a0ac-4f44-b815-23464458cc6c req-1af4d891-00b4-4b5a-ab1a-f6197231a723 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:00.188574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99da618c-a0ac-4f44-b815-23464458cc6c req-1af4d891-00b4-4b5a-ab1a-f6197231a723 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.1884172 Feb 10 22:31:00.242810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99da618c-a0ac-4f44-b815-23464458cc6c req-9eec8c79-80dd-461b-899a-181fbd53b679 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533071 Feb 10 22:31:00.457338 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468', 'status': 'completed', 'code': 200} Feb 10 22:31:00.515001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-3056bebf-f03f-4cfb-b8c8-6af91cf674f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631251 Feb 10 22:31:00.538742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33c35c-6320-4450-b923-e5f4f6d896fe req-68f6fb02-3b6b-47a8-847f-98e99dcadb51 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:00.544292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33c35c-6320-4450-b923-e5f4f6d896fe req-68f6fb02-3b6b-47a8-847f-98e99dcadb51 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:00.565258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33c35c-6320-4450-b923-e5f4f6d896fe req-68f6fb02-3b6b-47a8-847f-98e99dcadb51 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:00.566937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e33c35c-6320-4450-b923-e5f4f6d896fe req-68f6fb02-3b6b-47a8-847f-98e99dcadb51 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2388 time: 0.3792253 Feb 10 22:31:00.606932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-add93959-0724-4282-9361-be6dc33edf45 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4179916 Feb 10 22:31:00.760190 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:31:00.886266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e33c35c-6320-4450-b923-e5f4f6d896fe req-62d83edd-9d56-4f9d-a646-d956409a5503 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775810 Feb 10 22:31:00.924660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-b926ed56-512d-4409-a4cb-9839105cf96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:00.927418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-b926ed56-512d-4409-a4cb-9839105cf96e service neutron] 10.222.0.30 "GET /v2.0/networks?id=14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 200 len: 909 time: 0.4843698 Feb 10 22:31:00.940471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f3cbccc-745d-412e-868e-72c929f6123f {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:00.953101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:00.961476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-5b3c5a76-e7b1-402e-bf47-08e3449692ac service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935533 Feb 10 22:31:01.021304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Transition to ACTIVE for port object 0f3cbccc-745d-412e-868e-72c929f6123f will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:01.026046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-0b8e564b-23b7-4e8a-ac0d-346a74453e31 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 200 len: 217 time: 0.0918517 Feb 10 22:31:01.038076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de64d19e-c110-496f-917f-c13074fa9e84 req-e58639f1-24ee-4e44-bdea-9263e12ef85e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.039552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de64d19e-c110-496f-917f-c13074fa9e84 req-e58639f1-24ee-4e44-bdea-9263e12ef85e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 948 time: 0.4421296 Feb 10 22:31:01.070395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-cccf87d5-85ff-4024-b0ab-32312c7252cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.071916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-cccf87d5-85ff-4024-b0ab-32312c7252cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 1100 time: 0.3837543 Feb 10 22:31:01.080242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:01.093859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-6398db60-e15a-4109-8cc2-5e6d0663864a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4110913 Feb 10 22:31:01.146460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7cccf1b7-e048-486f-8c0b-c7f287b95ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.146940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7cccf1b7-e048-486f-8c0b-c7f287b95ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.147443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7cccf1b7-e048-486f-8c0b-c7f287b95ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.150457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7cccf1b7-e048-486f-8c0b-c7f287b95ba8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2731 time: 0.5536222 Feb 10 22:31:01.455495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-8491b89b-7bf7-4a5d-a07e-02ef68acc0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.456841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-8491b89b-7bf7-4a5d-a07e-02ef68acc0ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 200 len: 848 time: 0.4151220 Feb 10 22:31:01.461931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de64d19e-c110-496f-917f-c13074fa9e84 req-f2c3434f-9e46-4b5e-935d-96c9fb3605ad tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552790 Feb 10 22:31:01.535143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-b55d84bb-6238-4165-ad32-efe5ac76c759 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=14c3dae8-19a6-48a4-9dd7-ec40191cc863&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688651 Feb 10 22:31:01.570822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:01.655126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34600416-d446-499a-8b85-b008ee004ce2 req-0eda799b-f63b-4ccc-806d-cc039803c632 service neutron] 10.222.0.30 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6859167 Feb 10 22:31:01.692191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-d37dc547-5829-43e2-933d-6bb1dc6f28de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.693668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-d37dc547-5829-43e2-933d-6bb1dc6f28de service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3938069 Feb 10 22:31:01.697709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-d24ae7e4-60c6-4591-a548-a3ef76c5a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.698177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-d24ae7e4-60c6-4591-a548-a3ef76c5a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.698642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-d24ae7e4-60c6-4591-a548-a3ef76c5a3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.700635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-d24ae7e4-60c6-4591-a548-a3ef76c5a3af service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ec9b13edc15438c919502d250bce464&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3873615 Feb 10 22:31:01.739822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce230-4266-4c11-b812-e7a05f92e83e req-67385d40-29f2-4232-bf28-b44be1f8274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.741339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-67385d40-29f2-4232-bf28-b44be1f8274b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 1099 time: 0.5898178 Feb 10 22:31:01.749403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a456c41-4677-441b-ba8e-315942f24ad4 req-b013102b-7eed-4978-900c-3926fc649226 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fc4112da7ef4560a7484515e1654b21 HTTP/1.1" status: 200 len: 2984 time: 0.2404807 Feb 10 22:31:01.785065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a48dd-0df7-4f1d-b8c6-46056b5426f6 req-c6c48a23-c946-4383-9cae-81a3354a80f6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.786563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-784a48dd-0df7-4f1d-b8c6-46056b5426f6 req-c6c48a23-c946-4383-9cae-81a3354a80f6 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.7137170 Feb 10 22:31:01.800940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-84ade072-67ce-449a-964c-93f6b7c56b53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 200 len: 217 time: 0.0919063 Feb 10 22:31:01.801834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Attempting to bind port 0f3cbccc-745d-412e-868e-72c929f6123f on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:01.802566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Attempting to bind port 0f3cbccc-745d-412e-868e-72c929f6123f by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:01.802566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Attempting to bind port 0f3cbccc-745d-412e-868e-72c929f6123f on network 84d898ad-f44d-415d-afda-77d7a46d2dc3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:01.852608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Port 0f3cbccc-745d-412e-868e-72c929f6123f on network 84d898ad-f44d-415d-afda-77d7a46d2dc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:31:01.852938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Attempting to bind port 0f3cbccc-745d-412e-868e-72c929f6123f on network 84d898ad-f44d-415d-afda-77d7a46d2dc3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:01.877898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:01.878235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Checking segment: {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:01.878679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Bound using segment: {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:01.879123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Bound port: 0f3cbccc-745d-412e-868e-72c929f6123f, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:01.879495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:01.960329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-556f9aad-8c98-41a3-9d0e-94239e99fb75 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064722 Feb 10 22:31:01.963704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-784a48dd-0df7-4f1d-b8c6-46056b5426f6 req-57a97cf3-4c9c-4311-a42d-68179b2e85f9 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664028 Feb 10 22:31:01.972028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-29ae035d-de07-4bd5-bf00-300c57eea8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:01.973947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-29ae035d-de07-4bd5-bf00-300c57eea8d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1555958 Feb 10 22:31:02.078392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:02.086911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:02.105272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0f3cbccc-745d-412e-868e-72c929f6123f,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:02.123691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:02.244013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-790724d0-b771-4250-a1d9-f203a931dcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:02.244013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-790724d0-b771-4250-a1d9-f203a931dcb2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2574587 Feb 10 22:31:02.298019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:02.298019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:02.298019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] 10.222.0.24 "PUT /v2.0/ports/0f3cbccc-745d-412e-868e-72c929f6123f HTTP/1.1" status: 200 len: 1092 time: 2.5013225 Feb 10 22:31:02.377559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-e90e9de2-ff10-40b9-a0ec-65704dd2e1c3 service neutron] 10.222.0.30 "GET /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583972 Feb 10 22:31:02.413213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Request body: {'port': {'device_id': '29790528-0a40-479a-91a5-1459a8a270ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:02.418961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a456c41-4677-441b-ba8e-315942f24ad4 req-734b3d28-68b7-4d0a-b6df-4c1e2c8aed87 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/a1457946-98c7-46a8-9fce-28bcc0e09510 HTTP/1.1" status: 200 len: 2981 time: 0.6468856 Feb 10 22:31:02.449584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:02.459187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:02.473812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8a753708-9f55-4441-8a43-4033583b481b', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '8a753708-9f55-4441-8a43-4033583b481b', 'mac_address': 'fa:16:3e:df:2a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:02.651958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7f7661f2-50a2-423f-8a34-9f5029449b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:02.681646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7641cdda-b211-4560-8e61-6e9443b079e3 req-7f7661f2-50a2-423f-8a34-9f5029449b0e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9415500 Feb 10 22:31:02.692990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:02.706903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef796753-90c1-413d-985e-e7fa71b14a66 service neutron] Pushing event updated for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:02.727839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:02.734281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a456c41-4677-441b-ba8e-315942f24ad4 req-ee2101cb-6d30-41be-a77f-16d4cc9ef1e9 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/a1457946-98c7-46a8-9fce-28bcc0e09510 HTTP/1.1" status: 200 len: 2981 time: 0.3147945 Feb 10 22:31:02.782629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce230-4266-4c11-b812-e7a05f92e83e req-32302bef-a203-4ad6-97ed-eade09f99ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:02.782629 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-32302bef-a203-4ad6-97ed-eade09f99ca0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.9510286 Feb 10 22:31:02.807711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:02.844429 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:02.850043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:02.868207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-b51e64e7-0ff4-49d9-81d4-c9985f1ee961 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423090 Feb 10 22:31:02.962290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-99de57db-d41c-4e74-bd3c-ec57f882081a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff HTTP/1.1" status: 200 len: 217 time: 0.1686692 Feb 10 22:31:03.044729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:03.093306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a5bca-5d21-429d-a611-76d4ddd23741 req-c6eb284b-4433-470f-9184-ef03b73b0c80 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.093306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d55a5bca-5d21-429d-a611-76d4ddd23741 req-c6eb284b-4433-470f-9184-ef03b73b0c80 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 943 time: 0.7937942 Feb 10 22:31:03.149089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0d407384-6e20-491e-8201-bbb0fac43275 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:03.227070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce230-4266-4c11-b812-e7a05f92e83e req-6acae932-72e9-4915-99a9-c406966c098d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.228725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-6acae932-72e9-4915-99a9-c406966c098d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2674494 Feb 10 22:31:03.291416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:03.349586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-f303dafa-a6de-47a2-9793-57a004641532 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.351358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-f303dafa-a6de-47a2-9793-57a004641532 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af&tenant_id=043df36af5ec44958ef593868266ebb6&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.3060637 Feb 10 22:31:03.402521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc64e832-9f63-4d3d-ad05-df29e709eac4 req-b4fc419d-6b21-4bff-b1ca-9824cd06ffd7 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5368481 Feb 10 22:31:03.405926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d55a5bca-5d21-429d-a611-76d4ddd23741 req-c0baea96-17d2-41c9-b2e4-06cb650cadf9 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556375 Feb 10 22:31:03.410231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:03.444745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '0d407384-6e20-491e-8201-bbb0fac43275', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '0d407384-6e20-491e-8201-bbb0fac43275', 'mac_address': 'fa:16:3e:ff:8f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:03.520772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763ce230-4266-4c11-b812-e7a05f92e83e req-721dd91f-7ae3-4e15-8b51-e58b8f515166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.526452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-721dd91f-7ae3-4e15-8b51-e58b8f515166 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2894545 Feb 10 22:31:03.570565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:03.573577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842544e-20d3-492d-a73d-a8c5ad570b2a req-c554207c-d707-40f5-945d-eb0836772121 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.575499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2842544e-20d3-492d-a73d-a8c5ad570b2a req-c554207c-d707-40f5-945d-eb0836772121 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.2917271 Feb 10 22:31:03.605702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d407384-6e20-491e-8201-bbb0fac43275 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:03.624794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:03.629933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:03.739445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:03.799482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343911f6-0b9f-49b7-ad29-a34bd8781a84 req-86681c14-8c75-47a9-9a5b-81f31a3fa3b1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:03.801008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-343911f6-0b9f-49b7-ad29-a34bd8781a84 req-86681c14-8c75-47a9-9a5b-81f31a3fa3b1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.1385410 Feb 10 22:31:03.844592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2842544e-20d3-492d-a73d-a8c5ad570b2a req-d725faa8-c5b9-4378-9299-08706b876967 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565491 Feb 10 22:31:03.867443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d733e0f3-e692-4c8d-b17b-a5a7b2809ace service neutron] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:03.878169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d733e0f3-e692-4c8d-b17b-a5a7b2809ace service neutron] Notify callbacks [] for binding, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:03.879672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce419003-8e2a-4847-b1f2-193f42ab963b req-d733e0f3-e692-4c8d-b17b-a5a7b2809ace service neutron] 10.222.0.30 "DELETE /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14/bindings/n-h2-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.5205328 Feb 10 22:31:03.898707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-ff8d5555-7c06-45d5-8952-2cf4b8fb7623 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482065 Feb 10 22:31:03.919085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-343911f6-0b9f-49b7-ad29-a34bd8781a84 req-f5dd2dea-b7a7-4ac5-81de-617b722963a3 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049674 Feb 10 22:31:03.928779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99034790-9bb6-490b-a141-c0b44152eb9c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:03.950828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:03.970143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Transition to ACTIVE for port object 99034790-9bb6-490b-a141-c0b44152eb9c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:03.975539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:04.089275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['0d407384-6e20-491e-8201-bbb0fac43275'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:04.158481 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-763ce230-4266-4c11-b812-e7a05f92e83e req-f26c1d63-04cc-4f54-afa2-c6161f47723d service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535822 Feb 10 22:31:04.200849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c799f24-d171-4ee6-8976-47ffddea4d35 req-dd352ee2-0cf2-4d31-8b7c-3243d78e0983 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.206908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c799f24-d171-4ee6-8976-47ffddea4d35 req-dd352ee2-0cf2-4d31-8b7c-3243d78e0983 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.213069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c799f24-d171-4ee6-8976-47ffddea4d35 req-dd352ee2-0cf2-4d31-8b7c-3243d78e0983 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.215725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c799f24-d171-4ee6-8976-47ffddea4d35 req-dd352ee2-0cf2-4d31-8b7c-3243d78e0983 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2412 time: 0.2549350 Feb 10 22:31:04.257330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Pushing event updated for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:04.289711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c799f24-d171-4ee6-8976-47ffddea4d35 req-880bdfcd-2469-44cc-a51f-deadbb055f61 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687513 Feb 10 22:31:04.333765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Attempting to bind port 99034790-9bb6-490b-a141-c0b44152eb9c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:04.334356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Attempting to bind port 99034790-9bb6-490b-a141-c0b44152eb9c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:04.334865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Attempting to bind port 99034790-9bb6-490b-a141-c0b44152eb9c on network 99cc957b-b26f-4a43-95e2-b775278c7bca {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:04.346961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Port 99034790-9bb6-490b-a141-c0b44152eb9c on network 99cc957b-b26f-4a43-95e2-b775278c7bca not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:31:04.347312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Attempting to bind port 99034790-9bb6-490b-a141-c0b44152eb9c on network 99cc957b-b26f-4a43-95e2-b775278c7bca {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:04.362367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb897eb4-ca8c-4cb1-a4a9-845b17b3e156 req-52d210cb-1bf9-4fa3-9bce-15a6afc8ae61 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.364005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb897eb4-ca8c-4cb1-a4a9-845b17b3e156 req-52d210cb-1bf9-4fa3-9bce-15a6afc8ae61 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.2569542 Feb 10 22:31:04.366361 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f', 'status': 'completed', 'code': 200} Feb 10 22:31:04.367631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:04.368151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Checking segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:04.368694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Bound using segment: {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:04.369429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Bound port: 99034790-9bb6-490b-a141-c0b44152eb9c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d805a6e-9136-4037-8ffa-f0367f5b8a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:04.369968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:04.426432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-952359eb-3a8e-4769-931a-e27343a7c3d3 req-7a204d58-f328-4716-b197-1a29dbbc6264 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/a1457946-98c7-46a8-9fce-28bcc0e09510 HTTP/1.1" status: 200 len: 2981 time: 0.0520267 Feb 10 22:31:04.496410 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-952359eb-3a8e-4769-931a-e27343a7c3d3 req-da13792a-68e9-454b-ba8f-376d9a22e7bb tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 22:31:04.497412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-952359eb-3a8e-4769-931a-e27343a7c3d3 req-da13792a-68e9-454b-ba8f-376d9a22e7bb tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "DELETE /v2.0/security-groups/a1457946-98c7-46a8-9fce-28bcc0e09510 HTTP/1.1" status: 409 len: 352 time: 0.0653002 Feb 10 22:31:04.542937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb897eb4-ca8c-4cb1-a4a9-845b17b3e156 req-3f905056-7fe0-4794-88d1-3731e81d0231 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504402 Feb 10 22:31:04.557148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:04.563359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=99034790-9bb6-490b-a141-c0b44152eb9c,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:04.570626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:04.632234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.633309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:04.635864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-386db502-14fc-4566-9372-dc6b53343641 service neutron] 10.222.0.24 "PUT /v2.0/ports/99034790-9bb6-490b-a141-c0b44152eb9c HTTP/1.1" status: 200 len: 1091 time: 2.2416260 Feb 10 22:31:04.641300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-f4cf0a81-1309-49df-adf0-a5c74059efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.641961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-f4cf0a81-1309-49df-adf0-a5c74059efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.642453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-f4cf0a81-1309-49df-adf0-a5c74059efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.644108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-141389f9-a970-42ec-91dc-64202cc0be6f req-f4cf0a81-1309-49df-adf0-a5c74059efa1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2823 time: 0.2255661 Feb 10 22:31:04.738104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dcae75-800a-48b8-b098-2d9ef0d7ab18 req-604a58f5-ef65-4372-81f6-fdcddae6ab8e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.753608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32dcae75-800a-48b8-b098-2d9ef0d7ab18 req-604a58f5-ef65-4372-81f6-fdcddae6ab8e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.1620271 Feb 10 22:31:04.794318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386db502-14fc-4566-9372-dc6b53343641 service neutron] Pushing event updated for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:04.838023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32dcae75-800a-48b8-b098-2d9ef0d7ab18 req-d4f52062-7623-43ac-8d90-f0ad5c5f6a9c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823371 Feb 10 22:31:04.917215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-53341611-93e6-4924-b4a6-691ba96bf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.917759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-53341611-93e6-4924-b4a6-691ba96bf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.918149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-53341611-93e6-4924-b4a6-691ba96bf35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:04.920288 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-141389f9-a970-42ec-91dc-64202cc0be6f req-53341611-93e6-4924-b4a6-691ba96bf35c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4ec9b13edc15438c919502d250bce464&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2560110 Feb 10 22:31:05.043576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e6a34-e364-4050-ba57-89b3aeb51150 req-04c580db-2e71-42e4-b85a-30b5ac163b96 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.045685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb2e6a34-e364-4050-ba57-89b3aeb51150 req-04c580db-2e71-42e4-b85a-30b5ac163b96 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 944 time: 0.0818660 Feb 10 22:31:05.081112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141389f9-a970-42ec-91dc-64202cc0be6f req-90e2d603-171d-4c2b-861b-e8286e7a672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.082549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-141389f9-a970-42ec-91dc-64202cc0be6f req-90e2d603-171d-4c2b-861b-e8286e7a672e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1547134 Feb 10 22:31:05.090604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-3dfe267f-f7e3-490c-a9d3-afa2704d8e46 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.090947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb2e6a34-e364-4050-ba57-89b3aeb51150 req-ae06e128-636e-4f75-897a-5664b6e8f8f7 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393541 Feb 10 22:31:05.094039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-3dfe267f-f7e3-490c-a9d3-afa2704d8e46 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2168496 Feb 10 22:31:05.132165 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-4743a324-f6fd-47c8-a0dd-3b7cba6be347 req-28f159b3-9b33-402d-adad-b17ee2e3b531 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] show failed (client error): The resource could not be found. Feb 10 22:31:05.133138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4743a324-f6fd-47c8-a0dd-3b7cba6be347 req-28f159b3-9b33-402d-adad-b17ee2e3b531 tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/f28772f0-fd79-4fe1-b30e-2e90995e4707 HTTP/1.1" status: 404 len: 352 time: 0.0163586 Feb 10 22:31:05.224931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-f6321ee1-1911-446c-a915-2ed202d5f871 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.1233540 Feb 10 22:31:05.236474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:05.316034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648e13d-e312-4220-8afe-699d9410fa9c req-7ba1790a-4a60-4aa1-8166-8ac5d59c9343 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.317535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9648e13d-e312-4220-8afe-699d9410fa9c req-7ba1790a-4a60-4aa1-8166-8ac5d59c9343 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 950 time: 0.0885737 Feb 10 22:31:05.327957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:05.362347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9648e13d-e312-4220-8afe-699d9410fa9c req-bdb9945c-bc91-413a-a9f9-5a40c6be0db3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388141 Feb 10 22:31:05.571756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-e706c2fa-8383-48a1-92c6-0c8db5e65d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.572259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-e706c2fa-8383-48a1-92c6-0c8db5e65d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.572707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-e706c2fa-8383-48a1-92c6-0c8db5e65d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.574381 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-e706c2fa-8383-48a1-92c6-0c8db5e65d2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2865 time: 0.4096878 Feb 10 22:31:05.576147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd82090a-114f-4a8c-aafe-71fb9785649f req-7a6d3316-0a10-4d24-a4e6-86fc3928c8f8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.577614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd82090a-114f-4a8c-aafe-71fb9785649f req-7a6d3316-0a10-4d24-a4e6-86fc3928c8f8 tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 1096 time: 0.0695212 Feb 10 22:31:05.617787 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd82090a-114f-4a8c-aafe-71fb9785649f req-b9c3a98c-e2a4-4e54-8f53-78ac2317a6ea tempest-LiveMigrationTest-1226490117 tempest-LiveMigrationTest-1226490117-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342820 Feb 10 22:31:05.676528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-1d0edb06-2b13-4fd6-a6ac-3d781ddf133d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=4b94381e-b59b-49b3-9591-c66f6f065468 HTTP/1.1" status: 200 len: 217 time: 0.0742567 Feb 10 22:31:05.781560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522d6b-e92f-4af5-bd99-7ec51928da3b req-17a655c7-105b-43b9-a35e-435d02f8a507 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.783051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2522d6b-e92f-4af5-bd99-7ec51928da3b req-17a655c7-105b-43b9-a35e-435d02f8a507 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 1101 time: 0.0731070 Feb 10 22:31:05.822719 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2522d6b-e92f-4af5-bd99-7ec51928da3b req-6bec343c-85c4-4927-95ec-f9bad47eb201 tempest-ServersOnMultiNodesTest-1581671080 tempest-ServersOnMultiNodesTest-1581671080-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338991 Feb 10 22:31:05.823152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-6e271dd0-147a-4838-9560-7a2c7d8bff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:05.824620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-6e271dd0-147a-4838-9560-7a2c7d8bff51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2fe3e3-b364-4473-80d8-2122f27714d3 HTTP/1.1" status: 200 len: 801 time: 0.1425557 Feb 10 22:31:05.863156 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-89a9fc77-6967-4848-a549-a60483237aac req-5a86d5b3-0e97-4ae4-9067-4dd43d3da56b tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] show failed (client error): The resource could not be found. Feb 10 22:31:05.864141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89a9fc77-6967-4848-a549-a60483237aac req-5a86d5b3-0e97-4ae4-9067-4dd43d3da56b tempest-SecurityGroupsNegativeTestJSON-1940257154 tempest-SecurityGroupsNegativeTestJSON-1940257154-project] 10.222.0.53 "GET /v2.0/security-groups/29e822c4-1adb-4629-aab7-1c1fb749574e HTTP/1.1" status: 404 len: 352 time: 0.0161254 Feb 10 22:31:05.876620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:05.936716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Deleting subnet 89a64894-2e14-4346-b356-f4f1da7880d2 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:31:05.939892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.042360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.106251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:06.110208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.161087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f00f0-97e2-4eba-b2f3-404f8bb5c790 req-d161b237-a3bc-4d51-8aac-27701509c86b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:06.166952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f00f0-97e2-4eba-b2f3-404f8bb5c790 req-d161b237-a3bc-4d51-8aac-27701509c86b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:06.173130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f00f0-97e2-4eba-b2f3-404f8bb5c790 req-d161b237-a3bc-4d51-8aac-27701509c86b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:06.174800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-508f00f0-97e2-4eba-b2f3-404f8bb5c790 req-d161b237-a3bc-4d51-8aac-27701509c86b tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2412 time: 0.2048056 Feb 10 22:31:06.180748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-b9a2baa8-0a51-445a-a243-601114951621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:06.182791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-b9a2baa8-0a51-445a-a243-601114951621 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99cc957b-b26f-4a43-95e2-b775278c7bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3059101 Feb 10 22:31:06.195767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8a753708-9f55-4441-8a43-4033583b481b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:06.196135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.240838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-508f00f0-97e2-4eba-b2f3-404f8bb5c790 req-23793b7c-c722-4a8c-96a0-ecec3adef3b3 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553670 Feb 10 22:31:06.242405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.298848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a64894-2e14-4346-b356-f4f1da7880d2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:06.325038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.331252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca00454b-a103-40fc-8c2e-8cbc4d6bdca1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/89a64894-2e14-4346-b356-f4f1da7880d2 HTTP/1.1" status: 204 len: 168 time: 0.4535682 Feb 10 22:31:06.333758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32834) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:06.352106 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.387106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:06.421007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-6d9d69de-2cdc-4b5e-a64a-1e07fa60ce9e service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309134 Feb 10 22:31:06.447202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:06.449337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:06.462056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.550091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.634267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.660181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.669607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:06.744214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.777087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:06.792616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '690cb769-526a-4439-951f-239bf647ddd2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:06.793313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '690cb769-526a-4439-951f-239bf647ddd2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:06.801330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:06.814247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.832866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.840355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:31:06.840851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:31:06.859784 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:31:06.898493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-8f5d124b-2f5a-4db1-a84b-c1da82f103a9 service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4113593 Feb 10 22:31:07.029584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-a81691e6-a589-4c19-97cc-08e43fce5c29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.110&port_id=0f3cbccc-745d-412e-868e-72c929f6123f HTTP/1.1" status: 200 len: 217 time: 0.0801444 Feb 10 22:31:07.096168 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c associated. External IP: 172.25.2.44, port: 216abafe-b546-4141-a6f3-414201461946. Feb 10 22:31:07.127342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.151013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:07.154485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.160151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Usage tracker for resource:security_group_rule and tenant:69ddd1da5aa14bd6b4402a681f53ca21 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:07.168972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0d407384-6e20-491e-8201-bbb0fac43275 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:07.176909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-6b02f6cf-5b28-4ac8-b9cd-5f7194070fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:07.178069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:07.178502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-6b02f6cf-5b28-4ac8-b9cd-5f7194070fb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ead76b8a-75fd-4cf4-a539-edcb95d83cda HTTP/1.1" status: 200 len: 801 time: 0.1432924 Feb 10 22:31:07.185056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.196410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:07.199804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] Pushing event deleted for resources: {'Network': ['ID=5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:07.218814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e0986841-9390-4288-9e7c-e72090fe23cb admin admin] 10.222.0.53 "DELETE /v2.0/networks/5f3f69c0-ff3c-43c4-9a15-1b1a61818bc1 HTTP/1.1" status: 204 len: 168 time: 0.8754156 Feb 10 22:31:07.238161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cf989-bf26-47b3-be24-10b8a7e56862 req-d632c1d3-6537-4c1a-8f9d-34840d105ae8 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:07.245361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-475cf989-bf26-47b3-be24-10b8a7e56862 req-d632c1d3-6537-4c1a-8f9d-34840d105ae8 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 944 time: 0.2022078 Feb 10 22:31:07.246395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 0d407384-6e20-491e-8201-bbb0fac43275 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:07.253669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 0d407384-6e20-491e-8201-bbb0fac43275 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:07.254396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.316504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-475cf989-bf26-47b3-be24-10b8a7e56862 req-c9d4fe4e-ce4a-44b8-901e-e2c33a879a37 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702102 Feb 10 22:31:07.377382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:07.395485 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c', 'status': 'completed', 'code': 200} Feb 10 22:31:07.411547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-96714f37-6405-426f-b26c-964910b57c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:07.413416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-96714f37-6405-426f-b26c-964910b57c95 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84d898ad-f44d-415d-afda-77d7a46d2dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2258599 Feb 10 22:31:07.424993 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.432216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.445682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.468504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:07.473987 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.489546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1904eebf-bb2b-40a4-b7c5-1fe76a5f433d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fc4112da7ef4560a7484515e1654b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1105082 Feb 10 22:31:07.490170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:07.525670 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69ddd1da5aa14bd6b4402a681f53ca21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7210443 Feb 10 22:31:07.526557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32872) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:07.538522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba61647-724b-400c-8053-85a926a3f976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816b8e78-6d3f-4a99-bed6-d5842bcd46f7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:07.563829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:07.660060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.666812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-f4c0f507-2a77-4e4b-84cb-bc5772f3f1d8 service neutron] 10.222.0.24 "GET /v2.0/networks/84d898ad-f44d-415d-afda-77d7a46d2dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454891 Feb 10 22:31:07.711207 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'code': 200} Feb 10 22:31:07.714305 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.717638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.787468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:07.844506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-5a7c3329-53e2-4935-add3-17858a813aa1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:07.845959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-5a7c3329-53e2-4935-add3-17858a813aa1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 945 time: 0.2391691 Feb 10 22:31:07.865155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-52ac82bc-825b-4ae8-b009-c1ea4ecc4dd4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672443 Feb 10 22:31:07.867305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:07.951595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-7e94c655-ae76-4ca5-bc27-68d64cfbd397 service neutron] 10.222.0.24 "GET /v2.0/networks/84d898ad-f44d-415d-afda-77d7a46d2dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291172 Feb 10 22:31:08.008928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.037552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-5583b664-91f3-4000-8612-d6c6b12a5fc9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=99034790-9bb6-490b-a141-c0b44152eb9c HTTP/1.1" status: 200 len: 217 time: 0.0778987 Feb 10 22:31:08.041640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.048511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Deleting port fe4d0798-447e-4a37-95a0-c981e17aaf14 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:08.048864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.095482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1457946-98c7-46a8-9fce-28bcc0e09510,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:08.126211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.127343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/816b8e78-6d3f-4a99-bed6-d5842bcd46f7 HTTP/1.1" status: 204 len: 168 time: 0.5932915 Feb 10 22:31:08.145916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faef54b-c691-4539-a814-7570aa6df36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816b8e78-6d3f-4a99-bed6-d5842bcd46f7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:08.148002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.151860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89efe66c-3c12-4087-af57-6f3a6023cf3c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1457946-98c7-46a8-9fce-28bcc0e09510 HTTP/1.1" status: 204 len: 168 time: 0.6508501 Feb 10 22:31:08.217121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae1b2177-eb16-42d5-8342-a45dfa6ccbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.247880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-3158264d-1780-437d-9ccc-30d38b09a661 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:08.249693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-3158264d-1780-437d-9ccc-30d38b09a661 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3486540 Feb 10 22:31:08.334165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-19e70f67-d8bd-4cc6-9c6b-5a03354da2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:08.336057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-19e70f67-d8bd-4cc6-9c6b-5a03354da2c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2fe3e3-b364-4473-80d8-2122f27714d3 HTTP/1.1" status: 200 len: 801 time: 0.2916284 Feb 10 22:31:08.341939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:08.349672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.350070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-0f0301a8-1e1d-4f90-94cb-006553348591 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/quotas/65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 375 time: 0.0766480 Feb 10 22:31:08.353144 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:08.368498 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:08.369120 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:08.482970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-dce1d494-77b8-4d21-a097-a167567530ab tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "PUT /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 996 time: 3.2526555 Feb 10 22:31:08.504046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7451f6-1e79-433f-afde-920286378d8b req-1c740324-42ea-43e1-9513-1bdc578f1402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:08.506030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-1c740324-42ea-43e1-9513-1bdc578f1402 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99cc957b-b26f-4a43-95e2-b775278c7bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1290803 Feb 10 22:31:08.523803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] For port fe4d0798-447e-4a37-95a0-c981e17aaf14, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe4d0798-447e-4a37-95a0-c981e17aaf14,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:08.524325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:08.666959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Calling delete_port for fe4d0798-447e-4a37-95a0-c981e17aaf14 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:08.683411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:08.690106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-acf5d5f3-b13f-45a4-b5a6-cd2c9c0b0d3a service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745193 Feb 10 22:31:08.809469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-fb173137-3518-4741-b7c7-7856df67c57f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4582620 Feb 10 22:31:08.899311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-ac719d8f-1551-4e8e-8382-baf182deac92 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:08.900864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-ac719d8f-1551-4e8e-8382-baf182deac92 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.2050622 Feb 10 22:31:08.930213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 32898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:08.982705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.033036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-fc2d7aa0-3025-4eb8-b234-9c6b3bf0d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:09.040574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-fc2d7aa0-3025-4eb8-b234-9c6b3bf0d74d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.5310314 Feb 10 22:31:09.050931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port aa95eef5-020b-47c3-9a40-be176e768d3e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:09.051295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.171259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:09.176583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Usage tracker for resource:security_group_rule and tenant:ed53ebf68040497ca6ef62c3adcdaef6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:09.181536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:09.188845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:09.249248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af7451f6-1e79-433f-afde-920286378d8b req-cecd9de9-2097-4937-827f-5d5877e239d9 service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4832633 Feb 10 22:31:09.338176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:31:09.351608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.364223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['11c35359-9eaf-435b-9954-7c9080c825ee'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:09.386235 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:06Z', 'revision_number': 1, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:09.397913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:09.409606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:09.418620 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:09.419258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:30:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:09.644889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-61d488b2-77f8-4698-bb6e-10eaa3383685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:09.648250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-61d488b2-77f8-4698-bb6e-10eaa3383685 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.6069195 Feb 10 22:31:09.682587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.715320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:09.762845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.785763 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:09.828989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9855db1b-7ab3-4968-9395-1c3d2055614d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:09.858239 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56fa4c75-222d-419e-9474-167f2a0ba4f0 req-f56c0c0a-d586-405e-b9b1-95ac6ede1c03 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=4a7cc142-6e32-4004-a028-b5b676d225af HTTP/1.1" status: 200 len: 210 time: 0.5652888 Feb 10 22:31:09.876468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event deleted for resources: {'Port': ['ID=fe4d0798-447e-4a37-95a0-c981e17aaf14,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:09.897824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc1dd4d0-5821-41ef-8e9e-7063aed84ad1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed53ebf68040497ca6ef62c3adcdaef6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9663866 Feb 10 22:31:09.904775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 32932) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:09.910386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-5d30ecf4-d196-40b4-ad59-997ef5f73d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:09.910945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-5d30ecf4-d196-40b4-ad59-997ef5f73d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:09.911458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-5d30ecf4-d196-40b4-ad59-997ef5f73d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:09.913179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-5d30ecf4-d196-40b4-ad59-997ef5f73d23 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2865 time: 0.5827589 Feb 10 22:31:09.919023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port aa95eef5-020b-47c3-9a40-be176e768d3e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=aa95eef5-020b-47c3-9a40-be176e768d3e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:09.920335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:09.975167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] No DVR routers for this DVR port fe4d0798-447e-4a37-95a0-c981e17aaf14 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:10.032950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.037143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-deleted', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:10.042312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-50c30298-01c5-4211-9837-f383a73e1e51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 999 time: 0.3436515 Feb 10 22:31:10.151723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for aa95eef5-020b-47c3-9a40-be176e768d3e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:10.207593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-5c9cb713-0a8d-4f47-85f8-28d9c35de9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:10.211220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-5c9cb713-0a8d-4f47-85f8-28d9c35de9f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1598060 Feb 10 22:31:10.220471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6bd9755c-deec-4701-8848-5d82d7f8b00c req-7fe9fcaa-7ebd-4b15-b873-df0fd89d1680 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.30 "DELETE /v2.0/ports/fe4d0798-447e-4a37-95a0-c981e17aaf14 HTTP/1.1" status: 204 len: 173 time: 2.3584609 Feb 10 22:31:10.265051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:06Z', 'revision_number': 1, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:10.269457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-d0544a2e-948c-4055-ab58-8c9915474ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:10.271138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-d0544a2e-948c-4055-ab58-8c9915474ce1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=99cc957b-b26f-4a43-95e2-b775278c7bca HTTP/1.1" status: 200 len: 902 time: 0.3411233 Feb 10 22:31:10.272694 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3bd7c9-e954-4b0a-9768-b68d0bc58b1c None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:06Z', 'revision_number': 1, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:10.330432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00bf9-b0bf-478c-9305-dcee2bdba246 req-be9b7395-3c79-496a-aba5-3b64aed0710d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:10.338011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22b00bf9-b0bf-478c-9305-dcee2bdba246 req-be9b7395-3c79-496a-aba5-3b64aed0710d tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=053c4728-9038-432a-86fe-13e1e5e238ed HTTP/1.1" status: 200 len: 950 time: 0.3015881 Feb 10 22:31:10.373879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-e2faa850-2a8f-43e2-9909-776ba2cd28da service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=99034790-9bb6-490b-a141-c0b44152eb9c HTTP/1.1" status: 200 len: 217 time: 0.0860329 Feb 10 22:31:10.411487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22b00bf9-b0bf-478c-9305-dcee2bdba246 req-8484ab56-07c3-44cb-8d3c-565b5952dd70 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721734 Feb 10 22:31:10.435815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.463409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2689c94e-2e49-4191-9bd2-e30a8a574826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.488028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.499822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-f81929e3-6b91-48ef-b404-c07340382de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:10.506383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270', 'aa95eef5-020b-47c3-9a40-be176e768d3e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:10.509792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-f81929e3-6b91-48ef-b404-c07340382de3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5b2fe3e3-b364-4473-80d8-2122f27714d3 HTTP/1.1" status: 200 len: 801 time: 0.1224351 Feb 10 22:31:10.515667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.548614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29', 'fb6767f7-0fb6-4148-83f7-995809901dfb', '63c19d3c-0e46-4755-8202-43379395001e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:10.700827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03d2bb8-2895-4c16-912d-995cc31ad813 None None] New status for floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:31:10.703675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-371e147e-34d9-4aba-b318-3bfee3ed9fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:10.705220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-371e147e-34d9-4aba-b318-3bfee3ed9fbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4864745 Feb 10 22:31:10.724795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-b5fc36d0-db7e-4169-9aef-ef21f0060be3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1342499 Feb 10 22:31:10.739878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=aa95eef5-020b-47c3-9a40-be176e768d3e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:10.813094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-28b66bb5-3890-45af-b783-add91b525b03 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:31:10.814093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-28b66bb5-3890-45af-b783-add91b525b03 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0768545 Feb 10 22:31:10.919170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port aa95eef5-020b-47c3-9a40-be176e768d3e on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:10.932440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:10.988832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bead22dc-4e7a-4316-8e8e-76aad2cfa59e req-dea935e3-2b85-4d41-9acc-1902e6540cb5 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "DELETE /v2.0/ports/aa95eef5-020b-47c3-9a40-be176e768d3e HTTP/1.1" status: 204 len: 173 time: 2.0805695 Feb 10 22:31:11.039977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d6fa-cf27-4bac-b6bd-7ecf29e04ddc req-e253b97b-a9c7-48f1-98cb-0226c63b7dd7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.046362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d6fa-cf27-4bac-b6bd-7ecf29e04ddc req-e253b97b-a9c7-48f1-98cb-0226c63b7dd7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.052371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6d6fa-cf27-4bac-b6bd-7ecf29e04ddc req-e253b97b-a9c7-48f1-98cb-0226c63b7dd7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.061078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fc6d6fa-cf27-4bac-b6bd-7ecf29e04ddc req-e253b97b-a9c7-48f1-98cb-0226c63b7dd7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2412 time: 0.4607322 Feb 10 22:31:11.111380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fc6d6fa-cf27-4bac-b6bd-7ecf29e04ddc req-cfb4ae72-117e-4893-8bca-b0c300a26735 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492957 Feb 10 22:31:11.155044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:11.197937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:11.285714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: fe4d0798-447e-4a37-95a0-c981e17aaf14 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:11.286202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe4d0798-447e-4a37-95a0-c981e17aaf14 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:11.286671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device aa95eef5-020b-47c3-9a40-be176e768d3e no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:11.335342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: aa95eef5-020b-47c3-9a40-be176e768d3e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:11.335688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device aa95eef5-020b-47c3-9a40-be176e768d3e not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:11.340773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9855db1b-7ab3-4968-9395-1c3d2055614d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:11.355519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-d7db5dfa-d5bc-490e-9a8c-b3e82d71aff4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.357115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-d7db5dfa-d5bc-490e-9a8c-b3e82d71aff4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6176283 Feb 10 22:31:11.388947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Request body: {'port': {'device_id': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '65b5647d714a4d2584ccce52b21bfb6b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:11.401442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b1fd9e-53aa-4af5-9c15-bfc9b85119a3 req-87f19c9b-2eb5-4ef9-9f35-37f3e39eca0b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.404103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82b1fd9e-53aa-4af5-9c15-bfc9b85119a3 req-87f19c9b-2eb5-4ef9-9f35-37f3e39eca0b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1092176 Feb 10 22:31:11.493183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-6e357484-2a91-4444-8493-74e5c76576dd service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052930 Feb 10 22:31:11.528387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82b1fd9e-53aa-4af5-9c15-bfc9b85119a3 req-75c2e9ca-fdd9-4029-aaaf-95395a789dc1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169655 Feb 10 22:31:11.582145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:11.585831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-220e9399-11ae-40ae-8b73-c1a541b72554 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9855db1b-7ab3-4968-9395-1c3d2055614d HTTP/1.1" status: 204 len: 168 time: 1.6770580 Feb 10 22:31:11.621092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:11.655422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:11.686023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-40197743-2d5c-4ef2-a14b-4da82e48d785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:11.687891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-40197743-2d5c-4ef2-a14b-4da82e48d785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=99cc957b-b26f-4a43-95e2-b775278c7bca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1557212 Feb 10 22:31:11.914827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:11.926854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:11.934842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce4abad8-2ed8-4c08-b6e3-495c042508f0 req-641f19dc-1939-4bf7-b74d-92c2038297f4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 210 time: 0.1263504 Feb 10 22:31:11.942217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Made reservation on behalf of 65b5647d714a4d2584ccce52b21bfb6b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:11.946171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:11.984213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db3c53a0-0eac-4c6b-b869-284a1765eba4 req-618eeb28-f539-4e9a-8943-9a9df88b7e09 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899919 Feb 10 22:31:12.090864 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:31:12.091095 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275', 'code': 200} Feb 10 22:31:12.129449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-952beb6b-7c3b-4caa-8196-6a137810068b service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186683 Feb 10 22:31:12.151604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0f3cbccc-745d-412e-868e-72c929f6123f details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:12.223467 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a7cc142-6e32-4004-a028-b5b676d225af', 'name': 'network-vif-deleted', 'tag': 'fe4d0798-447e-4a37-95a0-c981e17aaf14', 'status': 'completed', 'code': 200} Feb 10 22:31:12.337525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-3386e08c-6077-4c46-9d87-e23ef303c333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:12.339610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-3386e08c-6077-4c46-9d87-e23ef303c333 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.2690132 Feb 10 22:31:12.578362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-6d21f002-c7f6-4669-813e-0db5a58b2134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:12.581919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-6d21f002-c7f6-4669-813e-0db5a58b2134 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2366457 Feb 10 22:31:12.730972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Allocated IP 192.168.233.84 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/d558d31d-1c95-4f82-b118-9aa566b9ffd6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:12.742538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28e06a3f-595d-4426-87a0-11ee03de60c4 req-9e46552e-3dcd-4c5e-b597-3ec58f2f3c29 service neutron] 10.222.0.24 "GET /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080658 Feb 10 22:31:12.805056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:12.855986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0f3cbccc-745d-412e-868e-72c929f6123f,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:12.859945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743f8c5-7f75-456f-8f1f-7dfc81c55619 req-2c395e34-6886-4f9a-bbd3-ea85e3db7341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:12.868878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d743f8c5-7f75-456f-8f1f-7dfc81c55619 req-2c395e34-6886-4f9a-bbd3-ea85e3db7341 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 1096 time: 0.6191611 Feb 10 22:31:12.917102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '0f3cbccc-745d-412e-868e-72c929f6123f', 'network_id': '84d898ad-f44d-415d-afda-77d7a46d2dc3', 'port_id': '0f3cbccc-745d-412e-868e-72c929f6123f', 'mac_address': 'fa:16:3e:70:bc:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ead76b8a-75fd-4cf4-a539-edcb95d83cda', 'ip_address': '19.86.0.110'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:12.957141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-7c7fc559-432f-4ec7-a891-19f44f5f1d44 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 1001 time: 0.3628554 Feb 10 22:31:12.959429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d743f8c5-7f75-456f-8f1f-7dfc81c55619 req-b18c8c97-0a0c-4323-8abc-3723b1e3fcc9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766211 Feb 10 22:31:13.085169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:13.127483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f3cbccc-745d-412e-868e-72c929f6123f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:13.168611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0f3cbccc-745d-412e-868e-72c929f6123f,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:13.177435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:13.178576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4b94381e-b59b-49b3-9591-c66f6f065468 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:13.203880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:13.463484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-6600c045-a1a6-4a9e-87ef-a99c07cc1c8c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:13.471632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-6600c045-a1a6-4a9e-87ef-a99c07cc1c8c tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4938638 Feb 10 22:31:13.535529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:13.607618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4b94381e-b59b-49b3-9591-c66f6f065468,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:13.625953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-86977566-1f0e-449b-ad65-19b6fc9ac737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:13.627412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-86977566-1f0e-449b-ad65-19b6fc9ac737 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1726289 Feb 10 22:31:13.640129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '4b94381e-b59b-49b3-9591-c66f6f065468', 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'port_id': '4b94381e-b59b-49b3-9591-c66f6f065468', 'mac_address': 'fa:16:3e:20:c2:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2fe3e3-b364-4473-80d8-2122f27714d3', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:13.715643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:13.752782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-e879dfec-ea2d-429a-a10a-ad3b027a0178 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1001 time: 0.2799571 Feb 10 22:31:13.754903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddff37f-a847-40d6-b0d4-070b3ceb9687 req-59f417f5-16ac-40a2-b7e8-cb392ea190e7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:13.760842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b94381e-b59b-49b3-9591-c66f6f065468 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:13.766153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddff37f-a847-40d6-b0d4-070b3ceb9687 req-59f417f5-16ac-40a2-b7e8-cb392ea190e7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:13.777483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddff37f-a847-40d6-b0d4-070b3ceb9687 req-59f417f5-16ac-40a2-b7e8-cb392ea190e7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:13.788071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fddff37f-a847-40d6-b0d4-070b3ceb9687 req-59f417f5-16ac-40a2-b7e8-cb392ea190e7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2412 time: 0.7425883 Feb 10 22:31:13.798438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4b94381e-b59b-49b3-9591-c66f6f065468,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:13.804025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:13.804698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 99034790-9bb6-490b-a141-c0b44152eb9c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:13.805714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:13.874751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:13.899069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:13.905707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Usage tracker for resource:security_group_rule and tenant:1b103c8d87a04ca6acf87e017f48e1e1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:13.908691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:13.916025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:13.925728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:13.929225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=99034790-9bb6-490b-a141-c0b44152eb9c,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:13.944268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '99034790-9bb6-490b-a141-c0b44152eb9c', 'network_id': '99cc957b-b26f-4a43-95e2-b775278c7bca', 'port_id': '99034790-9bb6-490b-a141-c0b44152eb9c', 'mac_address': 'fa:16:3e:02:ba:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b2fe3e3-b364-4473-80d8-2122f27714d3', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:14.007162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.011043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.036574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99034790-9bb6-490b-a141-c0b44152eb9c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:14.043873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.074666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fddff37f-a847-40d6-b0d4-070b3ceb9687 req-546ba747-7748-4c9a-a66a-c72c88a94dc5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2854197 Feb 10 22:31:14.076224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.081066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=99034790-9bb6-490b-a141-c0b44152eb9c,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:14.088525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.161572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc98efa-e1b2-4386-a2f9-51dc66352384,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:14.214256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-922a5808-fd3a-4372-9a53-ebfbec9da654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:14.220415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-922a5808-fd3a-4372-9a53-ebfbec9da654 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5830379 Feb 10 22:31:14.226983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33002) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:14.236119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a224e446-a92b-40e6-8476-dac2bf52da94 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b103c8d87a04ca6acf87e017f48e1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0174351 Feb 10 22:31:14.238289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'name': 'network-vif-deleted', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:14.267024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.303076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:14.415524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Transition to ACTIVE for port object d558d31d-1c95-4f82-b118-9aa566b9ffd6 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:14.481224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['99034790-9bb6-490b-a141-c0b44152eb9c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:14.557158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['4b94381e-b59b-49b3-9591-c66f6f065468'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:14.597917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['0f3cbccc-745d-412e-868e-72c929f6123f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:14.621717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-22b087b6-7cfe-4b93-9975-c7673f036ff0 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840873 Feb 10 22:31:14.664618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6101d915-5346-443c-87ea-dccb0080900d req-f33fdd30-2228-4b8a-ab27-ebf6ef15a150 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:14.675841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6101d915-5346-443c-87ea-dccb0080900d req-f33fdd30-2228-4b8a-ab27-ebf6ef15a150 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.2672148 Feb 10 22:31:14.816518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.875947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:14.905309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6101d915-5346-443c-87ea-dccb0080900d req-e001f404-eeac-4a4e-9bfc-7c131e090b40 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162647 Feb 10 22:31:14.959470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:15.017560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:15.021067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2dc98efa-e1b2-4386-a2f9-51dc66352384 HTTP/1.1" status: 204 len: 168 time: 0.7885730 Feb 10 22:31:15.021067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab8df6-f5c8-4fb6-82cd-136ced817c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc98efa-e1b2-4386-a2f9-51dc66352384,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:15.030305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7134184-9b82-4e17-b0fc-b10eb2229dae req-72c5dc1a-cec2-457b-af24-23efbf14e1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004264 Feb 10 22:31:15.177362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:15.199112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:15.421209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:31:15.429656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:15.433001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:15.437947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:31:15.650031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d333d6f-cd61-49ad-91a0-cf7359592d3b req-1a21eeec-459b-4707-8be8-840d02650a8d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:15.663952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d333d6f-cd61-49ad-91a0-cf7359592d3b req-1a21eeec-459b-4707-8be8-840d02650a8d tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 935 time: 0.2069101 Feb 10 22:31:15.679695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:15.680369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:15.719707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-5468f86f-742a-47b2-9404-64d69014d40b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3508370 Feb 10 22:31:15.735646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d333d6f-cd61-49ad-91a0-cf7359592d3b req-252fb4ff-2001-4a71-8686-d2723d215b63 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705819 Feb 10 22:31:15.801050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Request body: {'port': {'device_id': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:15.827411 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053c4728-9038-432a-86fe-13e1e5e238ed', 'name': 'network-vif-deleted', 'tag': 'aa95eef5-020b-47c3-9a40-be176e768d3e', 'status': 'completed', 'code': 200} Feb 10 22:31:15.926045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dcc16b6d-5252-468c-a158-5ac609429c9a None None] Provisioning for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:15.938031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dcc16b6d-5252-468c-a158-5ac609429c9a None None] Provisioning complete for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:15.939131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcc16b6d-5252-468c-a158-5ac609429c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.013770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dcc16b6d-5252-468c-a158-5ac609429c9a None None] Port d558d31d-1c95-4f82-b118-9aa566b9ffd6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:31:16.049686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.431734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:16.558548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-451496937-network', 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:16.570740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:16.591010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Usage tracker for resource:network and tenant:e65067cd4caa4579a5d56de1bfa596ee is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:16.595395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:16.611547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:16.634903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:16.637373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.653148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.678139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfc387-da5b-4812-8ef1-a1a09ccd7882 req-7745b7af-879a-4b97-87d2-b2777a356ea6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:16.684140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfc387-da5b-4812-8ef1-a1a09ccd7882 req-7745b7af-879a-4b97-87d2-b2777a356ea6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:16.690544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cfc387-da5b-4812-8ef1-a1a09ccd7882 req-7745b7af-879a-4b97-87d2-b2777a356ea6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:16.692264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75cfc387-da5b-4812-8ef1-a1a09ccd7882 req-7745b7af-879a-4b97-87d2-b2777a356ea6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2415 time: 0.1871247 Feb 10 22:31:16.694867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:16.699161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Usage tracker for resource:security_group_rule and tenant:e65067cd4caa4579a5d56de1bfa596ee is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:16.704619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:16.722783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:16.768444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75cfc387-da5b-4812-8ef1-a1a09ccd7882 req-bb9fc6ba-c81b-4d39-a049-c83022f1c37c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656030 Feb 10 22:31:16.827228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.858743 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.864455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.865455 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.870840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d', '8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:16.905833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:16.918270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1ee860-c12a-4652-bced-f80c81e44984,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:16.953103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:16.953850 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Added segment 7d592c9c-8ddf-49cd-9308-0523646ad96c of type vlan for network 3e84d875-18f1-402f-8fed-442e11b5b92b Feb 10 22:31:16.982432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:16.994276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.055953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.103468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef1afcf-7c1d-4fe7-87d8-c8985d3fb5aa req-f29b8ab0-0b4e-4b13-a497-37817aaaccef tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:17.104584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aef1afcf-7c1d-4fe7-87d8-c8985d3fb5aa req-f29b8ab0-0b4e-4b13-a497-37817aaaccef tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:17.126414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aef1afcf-7c1d-4fe7-87d8-c8985d3fb5aa req-f29b8ab0-0b4e-4b13-a497-37817aaaccef tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:17.128217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aef1afcf-7c1d-4fe7-87d8-c8985d3fb5aa req-f29b8ab0-0b4e-4b13-a497-37817aaaccef tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 950 time: 0.1855006 Feb 10 22:31:17.130029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.131615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:17.132432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.225566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Transition to ACTIVE for port object d558d31d-1c95-4f82-b118-9aa566b9ffd6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:17.238429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-e7391afd-b91d-440e-af50-02202648b2af tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:17.239940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-e7391afd-b91d-440e-af50-02202648b2af tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a9dc241-fae6-49dd-b84b-ad00f81b3960 HTTP/1.1" status: 200 len: 950 time: 0.4837463 Feb 10 22:31:17.240587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.328234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] Pushing event updated for resources: {'Network': ['ID=3e84d875-18f1-402f-8fed-442e11b5b92b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:17.334647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aef1afcf-7c1d-4fe7-87d8-c8985d3fb5aa req-ce4d0079-8982-4a45-86cc-350c6830ab8e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977024 Feb 10 22:31:17.336652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb78375a-9a38-40dd-b43a-9a1de549fac5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9037569 Feb 10 22:31:17.337994 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c associated. External IP: 172.25.2.44, port: 216abafe-b546-4141-a6f3-414201461946. Feb 10 22:31:17.339457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33062) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:17.345801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Request body: {'subnet': {'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-451496937-subnet', 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:17.347438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3e84d875-18f1-402f-8fed-442e11b5b92b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:17.350761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:17.354816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Usage tracker for resource:subnet and tenant:e65067cd4caa4579a5d56de1bfa596ee is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:17.359135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:17.365079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:17.378453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:17.381165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.542044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:17.562926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port 63c19d3c-0e46-4755-8202-43379395001e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:17.564037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.626042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ad8f7a-d696-456f-a332-5719b3efadfd req-0accb3d4-ed33-43e8-86e0-68b8810734cd tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:17.626739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-97ad8f7a-d696-456f-a332-5719b3efadfd req-0accb3d4-ed33-43e8-86e0-68b8810734cd tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1522269 Feb 10 22:31:17.697162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-97ad8f7a-d696-456f-a332-5719b3efadfd req-4821c331-f374-47d5-b245-1e268b5d6737 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634005 Feb 10 22:31:17.728686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.804599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9470326-b67d-4469-bbac-e1ec40d795f4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:17.820903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:17.820903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Network hostable DHCP agents. Network: 3e84d875-18f1-402f-8fed-442e11b5b92b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:17.844496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:17.855356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3e84d875-18f1-402f-8fed-442e11b5b92b) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:17.860874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:17.861846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:17.869802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fa05a2-9fc3-4eba-9c7e-4e9ca0cbf99c None None] Network 3e84d875-18f1-402f-8fed-442e11b5b92b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:17.888255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-95ca4c99-2573-4942-b661-59f75d1ede85 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5476379 Feb 10 22:31:18.064792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:18.064997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:18.065403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:18.099642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:31:18.099971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:18.166379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4b94381e-b59b-49b3-9591-c66f6f065468 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:18.184363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:18.184363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:18.184363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:18.184839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Bound port: d558d31d-1c95-4f82-b118-9aa566b9ffd6, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:18.184947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.220983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e6fbfe-83dc-49ca-a3fb-e2bb938112ac None None] Network 3e84d875-18f1-402f-8fed-442e11b5b92b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:18.292994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port 63c19d3c-0e46-4755-8202-43379395001e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=63c19d3c-0e46-4755-8202-43379395001e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:18.293607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.295938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc08a8-8c75-45ac-adaa-6487a1ce8b1e req-759b34bd-db8d-44d6-bfae-8861ef267630 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:18.297587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10cc08a8-8c75-45ac-adaa-6487a1ce8b1e req-759b34bd-db8d-44d6-bfae-8861ef267630 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.0939958 Feb 10 22:31:18.340545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 4b94381e-b59b-49b3-9591-c66f6f065468 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:18.351418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 4b94381e-b59b-49b3-9591-c66f6f065468 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:18.351947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.352356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10cc08a8-8c75-45ac-adaa-6487a1ce8b1e req-7f763670-0ef0-4931-822e-d87d436232d6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454721 Feb 10 22:31:18.448679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for 63c19d3c-0e46-4755-8202-43379395001e owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:18.479490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:18.534198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:18.593576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.632854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:18.636779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:18.646343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4b94381e-b59b-49b3-9591-c66f6f065468,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:18.646585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.651957 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.652960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0f3cbccc-745d-412e-868e-72c929f6123f up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:18.797899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:18.810617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 0f3cbccc-745d-412e-868e-72c929f6123f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:18.817234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 0f3cbccc-745d-412e-868e-72c929f6123f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:18.817616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.943906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:18.944541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.945922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] 10.222.0.24 "PUT /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 1095 time: 3.1510596 Feb 10 22:31:18.956509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:18.957130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-ade3bc57-29ce-4eb1-afb1-5550fdd865a1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:18.958068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-ade3bc57-29ce-4eb1-afb1-5550fdd865a1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:18.959120 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:18.992305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad0037-353e-431e-bb87-481b1e18898e req-db1c43b1-dbe0-4284-8caa-aba5b2cf430f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.002559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad0037-353e-431e-bb87-481b1e18898e req-db1c43b1-dbe0-4284-8caa-aba5b2cf430f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.007170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0f3cbccc-745d-412e-868e-72c929f6123f,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:19.009268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad0037-353e-431e-bb87-481b1e18898e req-db1c43b1-dbe0-4284-8caa-aba5b2cf430f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.011133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ad0037-353e-431e-bb87-481b1e18898e req-db1c43b1-dbe0-4284-8caa-aba5b2cf430f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2416 time: 0.3837950 Feb 10 22:31:19.011269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.012301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 99034790-9bb6-490b-a141-c0b44152eb9c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:19.040868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-ade3bc57-29ce-4eb1-afb1-5550fdd865a1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:19.042470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-ade3bc57-29ce-4eb1-afb1-5550fdd865a1 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.2213106 Feb 10 22:31:19.085994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a39b21-f190-47fc-87d7-09baf9333c66 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:19.097193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:19.100187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.114337 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:19.124680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:19.129366 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:19.130367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:19.131933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ad0037-353e-431e-bb87-481b1e18898e req-e83f06f8-cdee-4b7d-89d6-2acbcf2777d9 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122766 Feb 10 22:31:19.157959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29', 'fb6767f7-0fb6-4148-83f7-995809901dfb'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:19.186257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Deleting port 11c35359-9eaf-435b-9954-7c9080c825ee {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:19.186738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.235540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=63c19d3c-0e46-4755-8202-43379395001e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:19.422284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port 63c19d3c-0e46-4755-8202-43379395001e on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:19.429658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.433777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:19.475631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 99034790-9bb6-490b-a141-c0b44152eb9c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:19.530976 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:19.538836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 99034790-9bb6-490b-a141-c0b44152eb9c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:19.539358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.582511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c70db32-5dfc-4ad7-b80e-7d28c0b753ae req-c16a7a6b-0c1c-4588-b603-65094ff519ce tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "DELETE /v2.0/ports/63c19d3c-0e46-4755-8202-43379395001e HTTP/1.1" status: 204 len: 173 time: 2.3006661 Feb 10 22:31:19.605252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-6f24c252-aae1-490d-8bb3-776f17148ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.606748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-6f24c252-aae1-490d-8bb3-776f17148ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1098 time: 0.6128173 Feb 10 22:31:19.678354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:19.740470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-829bb733-40fa-45a5-8d03-8b42ad8c821f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0821903 Feb 10 22:31:19.761003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582d1c0c-3d6c-4d1a-ad95-0ab5d2746607 req-53d23fac-dec2-4c0d-94ca-e36f27146a71 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.765756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-582d1c0c-3d6c-4d1a-ad95-0ab5d2746607 req-53d23fac-dec2-4c0d-94ca-e36f27146a71 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=f8c570a1-cb87-4e76-b02c-ccc5df190197 HTTP/1.1" status: 200 len: 944 time: 0.3469794 Feb 10 22:31:19.785231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] For port 11c35359-9eaf-435b-9954-7c9080c825ee, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=11c35359-9eaf-435b-9954-7c9080c825ee,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:19.785597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.856274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-424b0e64-7f38-4e5b-b649-e0779540f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:19.859374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-424b0e64-7f38-4e5b-b649-e0779540f684 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1032190 Feb 10 22:31:19.873455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.916420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=99034790-9bb6-490b-a141-c0b44152eb9c,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:19.941321 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:19.943896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 63c19d3c-0e46-4755-8202-43379395001e no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:20.041660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Calling delete_port for 11c35359-9eaf-435b-9954-7c9080c825ee owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:20.089932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 63c19d3c-0e46-4755-8202-43379395001e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:20.090401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 63c19d3c-0e46-4755-8202-43379395001e not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:20.122064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:20.125276 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-582d1c0c-3d6c-4d1a-ad95-0ab5d2746607 req-4ccaa313-a5c1-4aab-83f3-6a2e6cf1538b tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3506207 Feb 10 22:31:20.142430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.164729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-51fa6b0e-4e04-49fe-8dc9-cff224335e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:20.167003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-51fa6b0e-4e04-49fe-8dc9-cff224335e24 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2982907 Feb 10 22:31:20.175323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:20.204643 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:16Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:20.214628 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:20.230514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:20.237843 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:20.238477 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:20.272124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Usage tracker for resource:security_group_rule and tenant:fd60b8f6f4ca405ea29198b72ffd972b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:20.293070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:20.301870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:20.488833 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.548216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-67019ebf-244a-4ada-8995-442754a67ee7 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712311 Feb 10 22:31:20.611238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event deleted for resources: {'Port': ['ID=11c35359-9eaf-435b-9954-7c9080c825ee,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:20.650288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:20.657376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.669887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] No DVR routers for this DVR port 11c35359-9eaf-435b-9954-7c9080c825ee on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:20.672875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.676598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-deleted', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:20.723748 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.726211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-579aa13e-73b2-4833-ae6a-b097d19f28a1 req-71672857-b093-4afd-ac7e-05adede19810 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "DELETE /v2.0/ports/11c35359-9eaf-435b-9954-7c9080c825ee HTTP/1.1" status: 204 len: 173 time: 1.6715975 Feb 10 22:31:20.728973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.741582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:20.774482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ebe00-a43a-4e13-9f9b-1d7c61bba9e7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:20.819324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7727319d-bae6-477f-89d7-2742076d088d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd60b8f6f4ca405ea29198b72ffd972b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1378169 Feb 10 22:31:20.821030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:20.980083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:20.990846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a9b549d-f4ec-4e02-9b79-02d4101259d6 req-df5007c0-e4cd-4333-9a77-291729ae09c1 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355679 Feb 10 22:31:21.006283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a6f5c5d3-36ed-48c4-a22d-9ed98ea5f464 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "PUT /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 997 time: 7.2525573 Feb 10 22:31:21.058082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:21.088355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-4674978c-7764-4d88-a726-c06632b57c2b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.089961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-4674978c-7764-4d88-a726-c06632b57c2b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports/216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 943 time: 0.0755079 Feb 10 22:31:21.112348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-387b7b3e-5c68-4f73-9bfe-ae1e33937222 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.113049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-387b7b3e-5c68-4f73-9bfe-ae1e33937222 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:21.140343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-387b7b3e-5c68-4f73-9bfe-ae1e33937222 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:21.147308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-387b7b3e-5c68-4f73-9bfe-ae1e33937222 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.2735767 Feb 10 22:31:21.164616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-4ef1d10b-1137-4061-80e6-2a52009bbba1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0154037 Feb 10 22:31:21.176805 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:16Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:21.180897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a711c16-535f-4bd1-8085-f47e1bb9a5f0 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:16Z', 'revision_number': 3, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:21.224647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-166c2ed2-9ae5-44fa-85f0-b392f09813ea tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0601141 Feb 10 22:31:21.252467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:21.274607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ebe00-a43a-4e13-9f9b-1d7c61bba9e7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:21.280341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:21.282329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-c4ec7401-0426-4258-9367-e18a91c27a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.289345 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e677a6b-ef7c-4f52-b3f5-14f32b3beca0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e85ebe00-a43a-4e13-9f9b-1d7c61bba9e7 HTTP/1.1" status: 204 len: 168 time: 0.4669564 Feb 10 22:31:21.296049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-c4ec7401-0426-4258-9367-e18a91c27a05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.1330414 Feb 10 22:31:21.464132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-f3e8ac13-3996-430b-bc7c-c178cd94357d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.465604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-f3e8ac13-3996-430b-bc7c-c178cd94357d service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.1692903 Feb 10 22:31:21.473549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386a9c0b-9cf2-4c6a-8095-e1eeb1bb08c8 None None] New status for floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:31:21.514182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-c1d73fd3-89ae-4f25-9d3d-ebd9400444a0 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795534 Feb 10 22:31:21.544602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-19d28551-8a39-4180-a9e5-480bff8e3bf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.0674350 Feb 10 22:31:21.610128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:21.629346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a771161b-4708-42c5-a5aa-afe6a1fcba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.639925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-a771161b-4708-42c5-a5aa-afe6a1fcba28 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.0876341 Feb 10 22:31:21.689433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33126) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:21.714047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:21.738205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:21.744490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Usage tracker for resource:security_group_rule and tenant:1860cd3b08c345e8895f0542af5afc83 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:21.748671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:21.755810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:21.776461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-6ff18ab4-56c0-47fd-bcd3-21afc1995cfe service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555597 Feb 10 22:31:21.779130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-8e499494-4e48-4891-813e-911c01bbb1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:21.780786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-8e499494-4e48-4891-813e-911c01bbb1ed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393545 Feb 10 22:31:21.918506 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:21.932717 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:21.933515 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:21.965605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-eb3502a9-8436-4daa-8daa-782297177c9d service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759775 Feb 10 22:31:21.969827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.000563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.116648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1860cd3b08c345e8895f0542af5afc83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260957 Feb 10 22:31:22.129895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33140) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:22.134874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5bd993-54e6-4458-831a-c534fd6e318c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7ed197-0ef3-457b-9dff-21d616e46291,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:22.153439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:22.182234 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:22.197544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-68fdb78a-803f-4e6e-abad-bd14a4e54f84 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225168 Feb 10 22:31:22.229966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67268939-96cb-40f1-8ad0-b3a13087b513 req-b33599df-1a59-481e-84c3-84335c611b78 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.241744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67268939-96cb-40f1-8ad0-b3a13087b513 req-b33599df-1a59-481e-84c3-84335c611b78 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1526058 Feb 10 22:31:22.245379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 11c35359-9eaf-435b-9954-7c9080c825ee {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:22.245967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 11c35359-9eaf-435b-9954-7c9080c825ee not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:22.293184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.312290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67268939-96cb-40f1-8ad0-b3a13087b513 req-2cf03be2-5213-422a-b471-5cea013fb0b4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695651 Feb 10 22:31:22.339473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.379983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-0df70492-e456-446f-85d0-7cd5d391300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.381495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-0df70492-e456-446f-85d0-7cd5d391300a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1096 time: 0.1516469 Feb 10 22:31:22.395786 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468', 'code': 200} Feb 10 22:31:22.464691 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'status': 'completed', 'code': 200} Feb 10 22:31:22.524779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.564712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7ed197-0ef3-457b-9dff-21d616e46291,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:22.598885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:22.600015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5c45110-1112-4fa6-aebf-a10f5dbc7f18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4e7ed197-0ef3-457b-9dff-21d616e46291 HTTP/1.1" status: 204 len: 168 time: 0.4691999 Feb 10 22:31:22.611926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-6153b72f-19fd-437f-b6c9-ca0fb7948856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.613605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-6153b72f-19fd-437f-b6c9-ca0fb7948856 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2226865 Feb 10 22:31:22.630004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5407c-e13a-4140-81cc-e98994ee5f77 req-3fb18d11-888d-45be-b978-7282d70f2d93 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.638299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ff5407c-e13a-4140-81cc-e98994ee5f77 req-3fb18d11-888d-45be-b978-7282d70f2d93 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.1058836 Feb 10 22:31:22.681339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-d19198f1-3f2f-4b37-ac1a-227e6351659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.682825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-d19198f1-3f2f-4b37-ac1a-227e6351659b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1098 time: 0.2109702 Feb 10 22:31:22.692498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ff5407c-e13a-4140-81cc-e98994ee5f77 req-3c4cfdb4-f370-4714-bd5e-8b85cca1e6ef tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531845 Feb 10 22:31:22.694199 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:21Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:22.712467 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:22.728274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:22.728910 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:22.939972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-33610592-1689-487e-8496-394b40fa9a61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 1000 time: 0.3192308 Feb 10 22:31:22.947354 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:22.976556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592d56-fb07-4145-8151-ab8f37d7e220 req-4e506b48-89c2-4877-95b2-6407e40307df tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:22.983558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592d56-fb07-4145-8151-ab8f37d7e220 req-4e506b48-89c2-4877-95b2-6407e40307df tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.000059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25592d56-fb07-4145-8151-ab8f37d7e220 req-4e506b48-89c2-4877-95b2-6407e40307df tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.001764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-25592d56-fb07-4145-8151-ab8f37d7e220 req-4e506b48-89c2-4877-95b2-6407e40307df tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2418 time: 0.1823242 Feb 10 22:31:23.057151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-25592d56-fb07-4145-8151-ab8f37d7e220 req-eadbdf71-9b00-4b53-b91a-5c3c16df0830 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478580 Feb 10 22:31:23.058784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-c60c7d40-b6b2-48f8-af81-44f53077ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.061446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-c60c7d40-b6b2-48f8-af81-44f53077ce7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3649662 Feb 10 22:31:23.103674 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8c570a1-cb87-4e76-b02c-ccc5df190197', 'name': 'network-vif-deleted', 'tag': '11c35359-9eaf-435b-9954-7c9080c825ee', 'status': 'completed', 'code': 200} Feb 10 22:31:23.215521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-d025ab62-9420-4700-bc03-77191d5ce296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.217066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-d025ab62-9420-4700-bc03-77191d5ce296 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.2616227 Feb 10 22:31:23.275455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-bb433557-71de-4f63-9801-7192769d4060 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.2073328 Feb 10 22:31:23.358390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16476929-a239-4eba-a667-6203896b664d req-55617086-3216-4423-8058-3cbdf40aa405 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 210 time: 0.0595407 Feb 10 22:31:23.410351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-a46916a6-314c-4d4c-8ab1-18db7af1acf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.412002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-a46916a6-314c-4d4c-8ab1-18db7af1acf1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1284323 Feb 10 22:31:23.421932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-99312695-8bbc-4f0f-86a0-1c4d48edc3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.430975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-99312695-8bbc-4f0f-86a0-1c4d48edc3bd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059083 Feb 10 22:31:23.451788 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:21Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:23.469530 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad62df0-849f-468e-b13f-3ab323e51253 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:48:ea:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:21Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:23.704227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-981b682c-c547-4e1f-81b9-092e8ab9a64c service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717333 Feb 10 22:31:23.710741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-0ab9d06d-be53-420b-8376-ea9341849f68 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.715112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-0ab9d06d-be53-420b-8376-ea9341849f68 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.2498324 Feb 10 22:31:23.729134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-b688ee2a-d889-45a0-8525-e8dafc885d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:23.730909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-b688ee2a-d889-45a0-8525-e8dafc885d8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3122997 Feb 10 22:31:23.741559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:23.806715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33174) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:23.916046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:23.921144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Usage tracker for resource:port and tenant:e65067cd4caa4579a5d56de1bfa596ee is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:23.924565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:23.930487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:23.945882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:23.951739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:23.965223 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:23.985970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edfbb204-24b1-4298-b427-b973ac7126d6 req-ef45e2f9-1ea6-46a9-84b9-b86ed4f502af service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811472 Feb 10 22:31:23.993805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-0a4dcce8-e082-421a-b22a-bda030ade35c service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879258 Feb 10 22:31:24.037427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1185806246-network', 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:24.096665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:24.105791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Usage tracker for resource:network and tenant:f8763526ee7947c4ad2e9269da6f17cb is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:24.115342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:24.125083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:24.164338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:24.204217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:24.206425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.234409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.9 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/7a3448f9-10e2-42b6-bd10-28e9a11b1392) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:24.238117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.252788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a66afb10-bf78-4ff4-bf63-20c891feba04 req-da861339-29b8-48e7-b30e-502bfb3af71e service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513638 Feb 10 22:31:24.261443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:24.267454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Usage tracker for resource:security_group_rule and tenant:f8763526ee7947c4ad2e9269da6f17cb is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:24.271102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:24.278147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:24.297616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3020b4-1889-4f81-95a7-60abf7b2cf39 req-1f9f53f4-fe8b-44e9-843f-d4402f9133da tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.299268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a3020b4-1889-4f81-95a7-60abf7b2cf39 req-1f9f53f4-fe8b-44e9-843f-d4402f9133da tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1811829 Feb 10 22:31:24.348494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:24.363980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a3020b4-1889-4f81-95a7-60abf7b2cf39 req-6cc8c8a2-0939-4425-92fa-757fe5e9542f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564501 Feb 10 22:31:24.375227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'mac_address': 'fa:16:3e:ce:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:24.418794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.423655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1524c969-538c-4c5f-ab3f-1cbfc8e22500 req-a83e26a6-228a-4aaf-889b-75bab25782a0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.425260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1524c969-538c-4c5f-ab3f-1cbfc8e22500 req-a83e26a6-228a-4aaf-889b-75bab25782a0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 949 time: 0.2409384 Feb 10 22:31:24.425829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.457464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:24.458725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f'}, {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:24.463924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.466390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'name': 'network-vif-deleted', 'tag': '63c19d3c-0e46-4755-8202-43379395001e'}, {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946'}, {'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:24.478704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64d8e98-e2a7-48ad-a627-d647811e068c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:24.482649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.483504 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Added segment f7347ba6-3170-4d49-ae85-96f2d0fb025c of type vlan for network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c Feb 10 22:31:24.492055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:24.508797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:24.511738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1524c969-538c-4c5f-ab3f-1cbfc8e22500 req-9fdf6132-ba72-441e-a188-586dfcec7301 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684354 Feb 10 22:31:24.513900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.583146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:24.606409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.667539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.668500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.669080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.683589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.699373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-52f6d045-483f-42c7-bf8d-36a03d1bcec5 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1353130 Feb 10 22:31:24.786063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-289ecab2-6dea-431c-83a1-86cfb3242356 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.786698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffe401-3266-4086-b880-5cc9d2da558a req-4ef2f742-7397-4895-8bdc-5c2c7a69bdd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.787303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-289ecab2-6dea-431c-83a1-86cfb3242356 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports/65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 942 time: 0.0810821 Feb 10 22:31:24.787439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43ffe401-3266-4086-b880-5cc9d2da558a req-4ef2f742-7397-4895-8bdc-5c2c7a69bdd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:24.792413 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.801941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614618f2-76a2-4310-b98d-62439d3035b8 req-46f2341b-517f-408d-9f1b-c2b754e343ae tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:24.803428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-614618f2-76a2-4310-b98d-62439d3035b8 req-46f2341b-517f-408d-9f1b-c2b754e343ae tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 945 time: 0.2603226 Feb 10 22:31:24.835545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['d558d31d-1c95-4f82-b118-9aa566b9ffd6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:24.842994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] Pushing event updated for resources: {'Network': ['ID=259ca3a5-bc78-4127-a8ee-eadb4c6d708c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:24.850157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8b53e70a-e2e2-470c-9a09-f7bcbc15d697 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0425076 Feb 10 22:31:24.860764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33192) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:24.866110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Request body: {'subnet': {'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1185806246-subnet', 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:24.871203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:24.876299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Usage tracker for resource:subnet and tenant:f8763526ee7947c4ad2e9269da6f17cb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:24.879739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:24.886002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43ffe401-3266-4086-b880-5cc9d2da558a req-4ef2f742-7397-4895-8bdc-5c2c7a69bdd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:24.887151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43ffe401-3266-4086-b880-5cc9d2da558a req-4ef2f742-7397-4895-8bdc-5c2c7a69bdd7 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.3967605 Feb 10 22:31:24.898810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:24.902426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Deleting port 223c8cc7-7f33-4217-adc7-096c74b65bb5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:24.902765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:24.907035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:24.910616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:31:24.916178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:24.918980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:31:24.990382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43ffe401-3266-4086-b880-5cc9d2da558a req-d6266eee-7be5-4fbd-8e56-9d46f071054c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924339 Feb 10 22:31:25.285935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:25.288223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.300513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:25.377416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbad10d-fd78-4ff2-933e-c01c268041c6 req-2da8bdfa-dc18-4acc-a175-23ac202a84fe tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.378905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbad10d-fd78-4ff2-933e-c01c268041c6 req-2da8bdfa-dc18-4acc-a175-23ac202a84fe tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c HTTP/1.1" status: 200 len: 945 time: 0.2123909 Feb 10 22:31:25.384010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] For port 223c8cc7-7f33-4217-adc7-096c74b65bb5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=223c8cc7-7f33-4217-adc7-096c74b65bb5,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:25.384356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.420145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.420754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.439961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-8dc60047-5a37-43f0-aec8-0169f7a3859e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.5249345 Feb 10 22:31:25.499125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-72ddd526-ab52-4bcf-a28e-f3dbd27d4741 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7745588 Feb 10 22:31:25.533397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Calling delete_port for 223c8cc7-7f33-4217-adc7-096c74b65bb5 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:25.596816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-78153b97-5e33-4cb2-a039-6f428e36c317 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.598185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-78153b97-5e33-4cb2-a039-6f428e36c317 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 949 time: 0.3830249 Feb 10 22:31:25.603027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbad10d-fd78-4ff2-933e-c01c268041c6 req-f191ca0e-b479-45e0-9a41-fa2ce7605615 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108529 Feb 10 22:31:25.696372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Request body: {'port': {'device_id': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:25.745826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.813241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event deleted for resources: {'Port': ['ID=223c8cc7-7f33-4217-adc7-096c74b65bb5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:25.854343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-5796232e-8c0f-456a-b36f-760bd204983e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.855689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-5796232e-8c0f-456a-b36f-760bd204983e tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.4029775 Feb 10 22:31:25.881759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port fb6767f7-0fb6-4148-83f7-995809901dfb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:25.882091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.898248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] No DVR routers for this DVR port 223c8cc7-7f33-4217-adc7-096c74b65bb5 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:25.901378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:25.911589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-03a3a678-d73e-45c4-9890-51318fb04d5b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:31:25.912571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2dc9478c-52f3-4a9f-8622-5e70544eaaf6 req-03a3a678-d73e-45c4-9890-51318fb04d5b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0427535 Feb 10 22:31:25.916231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-614618f2-76a2-4310-b98d-62439d3035b8 req-1ce9e412-5623-4968-8c9e-f3bc91b891fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "DELETE /v2.0/ports/223c8cc7-7f33-4217-adc7-096c74b65bb5 HTTP/1.1" status: 204 len: 173 time: 1.1058626 Feb 10 22:31:25.930094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2b08f-1cdb-4335-998b-774682b18e98 req-d4268ade-0fb5-4e6f-a865-f67756b3552c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.936760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2b08f-1cdb-4335-998b-774682b18e98 req-d4268ade-0fb5-4e6f-a865-f67756b3552c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.949927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f2b08f-1cdb-4335-998b-774682b18e98 req-d4268ade-0fb5-4e6f-a865-f67756b3552c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:25.953632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86f2b08f-1cdb-4335-998b-774682b18e98 req-d4268ade-0fb5-4e6f-a865-f67756b3552c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2418 time: 0.2457659 Feb 10 22:31:25.984781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.000745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.020881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86f2b08f-1cdb-4335-998b-774682b18e98 req-a4b6358d-e66a-465a-80f0-fb4b4aa65bd1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611148 Feb 10 22:31:26.084441 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a9dc241-fae6-49dd-b84b-ad00f81b3960', 'name': 'network-vif-deleted', 'tag': '63c19d3c-0e46-4755-8202-43379395001e', 'status': 'completed', 'code': 200} Feb 10 22:31:26.085291 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:31:26.085291 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'status': 'completed', 'code': 200} Feb 10 22:31:26.128058 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f', 'code': 200} Feb 10 22:31:26.128550 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c', 'code': 200} Feb 10 22:31:26.202723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:26.287844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:26.293155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:26.293602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.301689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf85df1-2bfe-437e-b387-47878d25cdc8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:26.351024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bb9db-5792-46de-b33a-fceb112e8f6d req-9c23a6b8-76de-43d4-9c97-5fdf7a21c4e7 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.352432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-460bb9db-5792-46de-b33a-fceb112e8f6d req-9c23a6b8-76de-43d4-9c97-5fdf7a21c4e7 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1166515 Feb 10 22:31:26.356540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ddbe-b4f5-414f-bfe2-acf92a5e4f93 req-eb49cfd4-1fe5-46a4-abd3-fa250119285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.357574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ddbe-b4f5-414f-bfe2-acf92a5e4f93 req-eb49cfd4-1fe5-46a4-abd3-fa250119285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.358342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf07ddbe-b4f5-414f-bfe2-acf92a5e4f93 req-eb49cfd4-1fe5-46a4-abd3-fa250119285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.360442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf07ddbe-b4f5-414f-bfe2-acf92a5e4f93 req-eb49cfd4-1fe5-46a4-abd3-fa250119285a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2871 time: 0.1583340 Feb 10 22:31:26.410223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:26.410589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Network hostable DHCP agents. Network: 259ca3a5-bc78-4127-a8ee-eadb4c6d708c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:26.430225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.448859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf07ddbe-b4f5-414f-bfe2-acf92a5e4f93 req-43fb7c9b-105c-4eb2-bf14-dd672eada8dc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774951 Feb 10 22:31:26.463020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-460bb9db-5792-46de-b33a-fceb112e8f6d req-94864bc6-7acb-40a1-bbd7-de859590063d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927227 Feb 10 22:31:26.480728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:26.485690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.487204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:26.572623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 223c8cc7-7f33-4217-adc7-096c74b65bb5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:26.572954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 223c8cc7-7f33-4217-adc7-096c74b65bb5 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:26.573369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fb6767f7-0fb6-4148-83f7-995809901dfb no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:26.585270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:26.633133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-d9fb552d-5f39-4517-9b2f-26dac6ca3c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.634561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-d9fb552d-5f39-4517-9b2f-26dac6ca3c5e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.4974508 Feb 10 22:31:26.635569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:26.649435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7526b4a-26bb-465d-956e-2b8b39b78052 req-2edf26c7-25ed-44b7-b804-6a7f5ab954ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.650428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7526b4a-26bb-465d-956e-2b8b39b78052 req-2edf26c7-25ed-44b7-b804-6a7f5ab954ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:26.652597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-0ee5e160-34ac-451d-a918-41a7dea0fc66 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.653316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-0ee5e160-34ac-451d-a918-41a7dea0fc66 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:26.661889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:26.662256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:26.679744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f7526b4a-26bb-465d-956e-2b8b39b78052 req-2edf26c7-25ed-44b7-b804-6a7f5ab954ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:26.687160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7526b4a-26bb-465d-956e-2b8b39b78052 req-2edf26c7-25ed-44b7-b804-6a7f5ab954ae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 949 time: 0.1228356 Feb 10 22:31:26.705892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 259ca3a5-bc78-4127-a8ee-eadb4c6d708c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:26.714746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176aa80-dff2-4a49-8c06-7bb1561aeaa0 None None] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:26.739893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7526b4a-26bb-465d-956e-2b8b39b78052 req-d3522a58-f4d6-40f8-b08d-2a5f9f077289 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516672 Feb 10 22:31:26.890474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-79019788-db16-4747-a5d5-ffc000a50a25 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1193576 Feb 10 22:31:26.980191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-f7cb290e-3ad1-4838-8a7e-786fd8198d46 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:26.981522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-f7cb290e-3ad1-4838-8a7e-786fd8198d46 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports/65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 942 time: 0.0835137 Feb 10 22:31:26.990961 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.001930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe5f3ad-7ca7-469b-8ada-a4dab50706e3 None None] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:27.030725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:27.031338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.041238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for fb6767f7-0fb6-4148-83f7-995809901dfb owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:27.130165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:27.136285 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.146569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-0ee5e160-34ac-451d-a918-41a7dea0fc66 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:27.153039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-0ee5e160-34ac-451d-a918-41a7dea0fc66 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 931 time: 1.0876009 Feb 10 22:31:27.205908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ec5e98b-2764-49d5-989a-a988e2b9e192 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3440132 Feb 10 22:31:27.234965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-3650cd5e-a9d2-4990-96de-c83473f7b155 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.1499095 Feb 10 22:31:27.285486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:27.299577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-70dc86fc-714c-4ab1-a317-af188b148392 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:27.315644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-1eb858b2-3476-4f45-8852-3bfd1aba88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:27.317366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-1eb858b2-3476-4f45-8852-3bfd1aba88ce service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.6577036 Feb 10 22:31:27.320966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:31:27.321303 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:31:27.404097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-1d0b9bd7-5d1a-45ec-9da9-8a398b4bc2a0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:27.404323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-6a7df1ff-5e8d-4b58-bb04-b08ac8132a2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.0754607 Feb 10 22:31:27.404954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-70dc86fc-714c-4ab1-a317-af188b148392 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:27.405770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-1d0b9bd7-5d1a-45ec-9da9-8a398b4bc2a0 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.1702349 Feb 10 22:31:27.407723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-988f909d-20b6-4cb2-8bd4-97cee7eacd6c req-70dc86fc-714c-4ab1-a317-af188b148392 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539084 Feb 10 22:31:27.568395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3448f9-10e2-42b6-bd10-28e9a11b1392 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:27.592409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.654263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Transition to ACTIVE for port object 7a3448f9-10e2-42b6-bd10-28e9a11b1392 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:27.660886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-cba4455a-bf53-42dd-a345-088d608cf768 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1000 time: 0.2442334 Feb 10 22:31:27.666511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:27.675934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-8822a3ec-2a5b-47b1-b90f-2561b460f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:27.677606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-8822a3ec-2a5b-47b1-b90f-2561b460f42e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1956263 Feb 10 22:31:27.679033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.796200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.854517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port fb6767f7-0fb6-4148-83f7-995809901dfb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:27.855059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:27.996967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82179f91-1fbf-4841-8cd0-ed61517eee78 req-b9e4b85a-6397-4f90-8da2-1500777dfdac tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:27.998584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82179f91-1fbf-4841-8cd0-ed61517eee78 req-b9e4b85a-6397-4f90-8da2-1500777dfdac tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.4767358 Feb 10 22:31:28.015765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:28.021013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:28.023557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1244654635-network', 'tenant_id': 'a567b3a1b4ab4d3abee2ce7a88fe4097'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:28.028144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:28.037429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Usage tracker for resource:network and tenant:a567b3a1b4ab4d3abee2ce7a88fe4097 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:28.041037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:28.100695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-deleted', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:28.123862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:28.127168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.129990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}, {'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:28.133463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.133870 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c disassociated. External IP: 172.25.2.44, port: 65f9634e-2b10-4b73-9f3f-91dad127f3e1. Feb 10 22:31:28.190379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82179f91-1fbf-4841-8cd0-ed61517eee78 req-768e712f-46b7-430c-8ce8-11c798650dc1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811085 Feb 10 22:31:28.197333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Made reservation on behalf of a567b3a1b4ab4d3abee2ce7a88fe4097 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:28.199543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.226382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.247027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-68b8bb50-287b-43f2-9ea4-836028c9fd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:28.249120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-68b8bb50-287b-43f2-9ea4-836028c9fd47 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5307429 Feb 10 22:31:28.299328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:28.299538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Attempting to bind port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:28.300637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Attempting to bind port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:28.300637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Attempting to bind port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:28.320175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Usage tracker for resource:security_group_rule and tenant:a567b3a1b4ab4d3abee2ce7a88fe4097 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:28.325279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:28.334575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:28.361538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:31:28.361889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Attempting to bind port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:28.413282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:28.413622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:28.414011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:28.414447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Bound port: 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:28.414788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.575095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port fb6767f7-0fb6-4148-83f7-995809901dfb, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fb6767f7-0fb6-4148-83f7-995809901dfb,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:28.575485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.585802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-496dd5f9-1fc6-4c23-b075-1c92ea3b44cc service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293951 Feb 10 22:31:28.596764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:28.598539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.605156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.697580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:28.720830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db751e44-5339-4308-a7aa-3a1ed92a18d7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:28.728579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.730345 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Added segment eff7aabe-552c-4fc7-9b5f-52ade49b0596 of type vlan for network 59546fa9-66c9-4741-ae45-2c9f1d668391 Feb 10 22:31:28.836079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.857542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:28.868434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:28.881230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:28.882173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:28.887439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.888550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:28.889131 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.906165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:28.917830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for fb6767f7-0fb6-4148-83f7-995809901dfb owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:28.984842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:29.025132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:29.032296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0153439 Feb 10 22:31:29.036525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33240) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:29.048043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Request body: {'subnet': {'network_id': '59546fa9-66c9-4741-ae45-2c9f1d668391', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1244654635-subnet', 'tenant_id': 'a567b3a1b4ab4d3abee2ce7a88fe4097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:29.055890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc61e-e8ee-4501-811d-ce1a015cddf9 req-720e8679-9f1b-4653-8102-2a5c583b9645 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.056854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-b4be10bb-de10-4bf3-8226-4374818cfb16 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "PUT /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 694 time: 1.3950977 Feb 10 22:31:29.059049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:29.062831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc61e-e8ee-4501-811d-ce1a015cddf9 req-720e8679-9f1b-4653-8102-2a5c583b9645 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.064598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f439fb3-5151-4772-927d-a86aebdcacd8 admin admin] Pushing event updated for resources: {'Network': ['ID=59546fa9-66c9-4741-ae45-2c9f1d668391,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:29.069068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64cc61e-e8ee-4501-811d-ce1a015cddf9 req-720e8679-9f1b-4653-8102-2a5c583b9645 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.069973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Usage tracker for resource:subnet and tenant:a567b3a1b4ab4d3abee2ce7a88fe4097 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:29.070348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e64cc61e-e8ee-4501-811d-ce1a015cddf9 req-720e8679-9f1b-4653-8102-2a5c583b9645 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2418 time: 0.6982791 Feb 10 22:31:29.074845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.075330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:29.083004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:29.092266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 59546fa9-66c9-4741-ae45-2c9f1d668391 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:29.093932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Made reservation on behalf of a567b3a1b4ab4d3abee2ce7a88fe4097 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:29.096932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.114075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:29.224312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-f085faa0-aee9-4187-a45e-0d0c88fea73f service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6286993 Feb 10 22:31:29.243743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.244344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.245695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/7a3448f9-10e2-42b6-bd10-28e9a11b1392 HTTP/1.1" status: 200 len: 1091 time: 3.6955490 Feb 10 22:31:29.249769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:29.280805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e64cc61e-e8ee-4501-811d-ce1a015cddf9 req-a081f126-ec48-4f5b-a2f1-c539aa66248f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016966 Feb 10 22:31:29.285568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252bb34d-0a05-4fea-a479-16af3e2a11e4 service neutron] Pushing event updated for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:29.383904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.416073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['e07192ff-704e-493e-9084-14368b130f29'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:29.448041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:29.463315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-2d81e90c-a481-4022-bcdf-75ade22afac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.464820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-2d81e90c-a481-4022-bcdf-75ade22afac7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1096 time: 0.1462827 Feb 10 22:31:29.484376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=fb6767f7-0fb6-4148-83f7-995809901dfb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:29.596450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port fb6767f7-0fb6-4148-83f7-995809901dfb on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:29.602991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.628276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-8a827999-43bf-4ef5-92dc-aed235c7fa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.629801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-8a827999-43bf-4ef5-92dc-aed235c7fa58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 1094 time: 0.3367958 Feb 10 22:31:29.633775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d33e3bcf-47e1-410e-a1e6-51f5eb4f87d1 req-7f926871-469a-4a44-a977-b0ac9cd09240 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "DELETE /v2.0/ports/fb6767f7-0fb6-4148-83f7-995809901dfb HTTP/1.1" status: 204 len: 173 time: 3.9867396 Feb 10 22:31:29.690627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-4f3b2e40-0372-48bd-b256-9536b1882eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.692038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-4f3b2e40-0372-48bd-b256-9536b1882eb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 1096 time: 0.3979113 Feb 10 22:31:29.696454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-8257341a-4ebe-4344-a74b-29b3bdac1af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.698056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-8257341a-4ebe-4344-a74b-29b3bdac1af7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2231390 Feb 10 22:31:29.700449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:29.731073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-edbb646e-654c-4e17-95e7-c944e96638e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392 HTTP/1.1" status: 200 len: 217 time: 0.0935235 Feb 10 22:31:29.828986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e592cf8-20c8-4999-a87f-790c97ced8f9 req-62a3dc95-c111-4034-b16f-4f0e4e2eb642 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.832112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-2a3e21fc-c90b-4a65-b778-62a3ef873aa1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 217 time: 0.0958750 Feb 10 22:31:29.835929 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e592cf8-20c8-4999-a87f-790c97ced8f9 req-62a3dc95-c111-4034-b16f-4f0e4e2eb642 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.4082172 Feb 10 22:31:29.900335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1016d18-1ec9-4ada-9965-e20d9cfe0dda,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:29.912845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Checking segment: {'id': 'eff7aabe-552c-4fc7-9b5f-52ade49b0596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '59546fa9-66c9-4741-ae45-2c9f1d668391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:29.917736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Network hostable DHCP agents. Network: 59546fa9-66c9-4741-ae45-2c9f1d668391, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:29.950595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-bf5bc425-1c24-4921-8364-bdbcade2b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.952582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-bf5bc425-1c24-4921-8364-bdbcade2b7e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1682246 Feb 10 22:31:29.967898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-39a18b75-3fb7-4499-9310-1a301ca81a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:29.969710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-39a18b75-3fb7-4499-9310-1a301ca81a05 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1128936 Feb 10 22:31:29.970849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e592cf8-20c8-4999-a87f-790c97ced8f9 req-8d10b9f4-0f03-41bf-9db6-ae0486e3f066 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340280 Feb 10 22:31:29.971533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Network 59546fa9-66c9-4741-ae45-2c9f1d668391 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:30.015929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:30.046378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-2bf4961e-4b18-450a-a4e2-651356790250 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701752 Feb 10 22:31:30.051218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-4cae44a7-e832-444d-a11b-dc38df681c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:30.052942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-4cae44a7-e832-444d-a11b-dc38df681c08 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.3527343 Feb 10 22:31:30.056378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:30.072674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:30.073308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:30.083103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 59546fa9-66c9-4741-ae45-2c9f1d668391) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:30.108680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:30.109276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:30.177291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e88fdba-47f1-4621-82ee-f9a9b65cc576 None None] Network 59546fa9-66c9-4741-ae45-2c9f1d668391 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:30.221950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-3694856d-e242-4a75-a63e-88b3727f7768 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 200 len: 217 time: 0.1410959 Feb 10 22:31:30.235468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bc67c32a-2d21-4d1b-89da-aad2528dda27 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1956799 Feb 10 22:31:30.271047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208b577-347e-4973-ba73-a74b5c707c2b req-980d6030-b52b-4e7e-a728-233d4391fce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:30.275872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-980d6030-b52b-4e7e-a728-233d4391fce6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945137 Feb 10 22:31:30.464805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a0ad1c35-dced-4c38-adb0-775ef81e37e3 req-5ef02d55-c037-4e66-a7c2-a9d64092bd0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:30.469271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-5fb1a2ad-dc93-4d7a-9192-97c018588be7 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822076 Feb 10 22:31:30.499660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-6ef05e94-b8f4-4d26-b953-e2a44b1cfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:30.502723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-6ef05e94-b8f4-4d26-b953-e2a44b1cfa4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.2722337 Feb 10 22:31:30.563494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:30.648908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d208b577-347e-4973-ba73-a74b5c707c2b req-e25ea10c-4a9e-405d-ac7e-9eda7d140f39 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725137 Feb 10 22:31:30.681399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-3731acca-15ea-40bb-96c3-8696c7a952bf service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273553 Feb 10 22:31:30.688995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a0ad1c35-dced-4c38-adb0-775ef81e37e3 req-5ef02d55-c037-4e66-a7c2-a9d64092bd0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:30.690372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0ad1c35-dced-4c38-adb0-775ef81e37e3 req-5ef02d55-c037-4e66-a7c2-a9d64092bd0b tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=eb05b599-c062-41e6-b83e-5543297dff0b HTTP/1.1" status: 200 len: 210 time: 0.3226805 Feb 10 22:31:30.714686 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52e1f7a-c80d-4e9a-96ab-30aca5f4e80c', 'name': 'network-vif-deleted', 'tag': '223c8cc7-7f33-4217-adc7-096c74b65bb5', 'status': 'completed', 'code': 200} Feb 10 22:31:30.845337 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'code': 200} Feb 10 22:31:30.845965 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'code': 200} Feb 10 22:31:30.975955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-5621eb2c-7b52-4d26-8b7d-b71efc086919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:30.977456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-5621eb2c-7b52-4d26-8b7d-b71efc086919 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4637268 Feb 10 22:31:30.979208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d8224b5-13e7-4fc9-a43d-182e47fef9a8 req-eb2c7c6f-0e3c-4d94-bc17-0e22ca286f5e service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813790 Feb 10 22:31:31.065339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d11f29-a455-49fe-b5dd-1ee20b0cb875 None None] Network 59546fa9-66c9-4741-ae45-2c9f1d668391 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:31.119883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a4b92-0af4-486c-a99f-442161c5b3ff req-a739b973-2700-46e5-a5b7-4b3e7c86e294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.121355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc2a4b92-0af4-486c-a99f-442161c5b3ff req-a739b973-2700-46e5-a5b7-4b3e7c86e294 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1100 time: 0.2785501 Feb 10 22:31:31.131894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb2773f-8086-490a-929a-55c3b792b46c req-22e7ab53-5102-427c-a741-db48196aa772 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.133349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdb2773f-8086-490a-929a-55c3b792b46c req-22e7ab53-5102-427c-a741-db48196aa772 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 943 time: 0.2512071 Feb 10 22:31:31.169398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b852-b20b-4fe0-a5dc-ff8d65bf0655 req-589ca99c-977c-4bc1-90aa-88d953238ee9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.171792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f73b852-b20b-4fe0-a5dc-ff8d65bf0655 req-589ca99c-977c-4bc1-90aa-88d953238ee9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.1021771 Feb 10 22:31:31.203209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-63bd6fa3-6aa1-4995-abdd-63665989f9da service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085485 Feb 10 22:31:31.224671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f73b852-b20b-4fe0-a5dc-ff8d65bf0655 req-0688b61c-a1ce-4d46-9e99-0c5dbe68bf91 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Feb 10 22:31:31.246126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc2a4b92-0af4-486c-a99f-442161c5b3ff req-a3b0aa6f-686c-43ea-ab73-83f3204a67e2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111701 Feb 10 22:31:31.257227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdb2773f-8086-490a-929a-55c3b792b46c req-ab788b37-33d5-48fe-9f22-1490c200a938 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Feb 10 22:31:31.398824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b638bec-ddfa-41b3-b680-5b03bcd3a397 req-88499108-8e86-4f01-882e-fa767900c5cc service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802902 Feb 10 22:31:31.456779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:31.463496 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392', 'status': 'completed', 'code': 200} Feb 10 22:31:31.471527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0855590-74ab-43f8-b777-940c8565e963 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:31.759420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-f43a42ba-ecb0-43bb-bb37-ec39078830d7 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.760858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-f43a42ba-ecb0-43bb-bb37-ec39078830d7 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:31.784307 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e5200-d566-4f16-a78c-96393ba7b2fa None None] New status for floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:31:31.800365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-3236f620-770e-4b0a-a142-93ec694e2656 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.801841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-3236f620-770e-4b0a-a142-93ec694e2656 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.2636909 Feb 10 22:31:31.818585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-f43a42ba-ecb0-43bb-bb37-ec39078830d7 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:31.819690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-f43a42ba-ecb0-43bb-bb37-ec39078830d7 tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.3430762 Feb 10 22:31:31.822466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cc05-66e5-4938-af04-5eafb438a875 req-d25ca2ca-8f16-4151-b0e8-0f9d907d0f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.823855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-d25ca2ca-8f16-4151-b0e8-0f9d907d0f4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 1094 time: 0.2846441 Feb 10 22:31:31.825357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-dc3a0df8-f13f-41b3-b5ff-ee1acd21d51b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/quotas/f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 375 time: 0.0156894 Feb 10 22:31:31.882889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254278a-682a-4d52-986a-cf923f6698bb req-5c4c9726-1951-400b-8024-fdffae4892de tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:31.883659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c254278a-682a-4d52-986a-cf923f6698bb req-5c4c9726-1951-400b-8024-fdffae4892de tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Synchronizing usage tracker for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:31.896081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c254278a-682a-4d52-986a-cf923f6698bb req-5c4c9726-1951-400b-8024-fdffae4892de tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Unset dirty status for tenant:043df36af5ec44958ef593868266ebb6 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:31.897193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c254278a-682a-4d52-986a-cf923f6698bb req-5c4c9726-1951-400b-8024-fdffae4892de tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/ports?device_id=2806d618-3e2d-4e42-b1fe-93eb50565458 HTTP/1.1" status: 200 len: 944 time: 0.0986953 Feb 10 22:31:31.946547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c254278a-682a-4d52-986a-cf923f6698bb req-23565cbf-8e36-46ee-b6f9-9ae8b57867cc tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.53 "GET /v2.0/security-groups?id=249d2c2e-e752-4a11-bdc8-611069db80d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427196 Feb 10 22:31:32.004111 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-9b03c0c1-1750-4c9f-93df-cf4e477c2bb1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1294801 Feb 10 22:31:32.040007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Deleting port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:32.040363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:32.167725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937af3b5-08ff-4020-aab8-58b8981bc389 req-cf6eff63-1088-4e11-a2c9-77b8495c6596 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:32.173344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-937af3b5-08ff-4020-aab8-58b8981bc389 req-cf6eff63-1088-4e11-a2c9-77b8495c6596 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1215417 Feb 10 22:31:32.235901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-937af3b5-08ff-4020-aab8-58b8981bc389 req-0dd3c8a5-56f6-4541-b344-c727d42c6426 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517888 Feb 10 22:31:32.298851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cc05-66e5-4938-af04-5eafb438a875 req-6f1560c9-6a37-45dd-b571-ae79efc3be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:32.300131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-6f1560c9-6a37-45dd-b571-ae79efc3be39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.4246197 Feb 10 22:31:32.548972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-debab009-a224-4b64-9953-9cceb467316d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392 HTTP/1.1" status: 200 len: 217 time: 0.2247736 Feb 10 22:31:32.651489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-34d75316-befd-4e43-b648-27fca84c2137 service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6342123 Feb 10 22:31:32.674467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5843-87d9-459e-a477-467ce2fada5b req-5d2e02a5-51a5-4640-b443-45ef4e26b0b1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:32.675945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-5d2e02a5-51a5-4640-b443-45ef4e26b0b1 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0897870 Feb 10 22:31:32.730968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:32.761429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-72afaafb-3b14-45c6-9d58-938ad33192ee tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 695 time: 0.0798604 Feb 10 22:31:32.770949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:32.788038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129cc05-66e5-4938-af04-5eafb438a875 req-46791b37-9f21-484d-a67a-a0db72fc8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:32.789471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-46791b37-9f21-484d-a67a-a0db72fc8f5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1945677 Feb 10 22:31:32.847858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-14b23ba5-350c-4973-a5ad-fc7d1a113a7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513980 Feb 10 22:31:32.863368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] For port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,segment=NetworkSegment(cc34db35-ed23-4a5e-9855-bb60cb349f8d),segment_id=cc34db35-ed23-4a5e-9855-bb60cb349f8d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:32.863734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:32.959769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:33.081477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Calling delete_port for c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:33.132793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-e105a0e8-f489-4d79-b20c-ac92913032ad service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694765 Feb 10 22:31:33.204321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-94482f46-52c5-4d61-9e99-5bb1aade8edf service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428464 Feb 10 22:31:33.380066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5129cc05-66e5-4938-af04-5eafb438a875 req-b3ef8988-b935-425e-a167-2fc7d7e34a46 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400793 Feb 10 22:31:33.432384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:33.484348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-deleted', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:33.527762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Pushing event deleted for resources: {'Port': ['ID=c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:33.615410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] No DVR routers for this DVR port c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:33.624200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:33.641706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4588b11f-d473-40e0-b8ca-c54bc1a06438 req-fcbc1349-dbe1-4d17-a342-43ceb15aa4fb tempest-LiveMigrationTest-686484038 tempest-LiveMigrationTest-686484038-project] 10.222.0.24 "DELETE /v2.0/ports/c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc HTTP/1.1" status: 204 len: 173 time: 1.8144636 Feb 10 22:31:33.664803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c1996-7e12-45f2-a6db-2a4c96621332 req-f277dae0-26d8-4047-8fb6-e1d58bed5a41 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:33.666533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e9c1996-7e12-45f2-a6db-2a4c96621332 req-f277dae0-26d8-4047-8fb6-e1d58bed5a41 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.1832037 Feb 10 22:31:33.677366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:33.681011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:33.790201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e9c1996-7e12-45f2-a6db-2a4c96621332 req-3f884694-27f5-4b61-a119-2f4722c1692c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161020 Feb 10 22:31:33.835170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3770dfd-f557-4e41-b210-529a13614eeb req-0ad9ef73-a0b0-4e34-9ed4-5f202542bbbb tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:33.836330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3770dfd-f557-4e41-b210-529a13614eeb req-0ad9ef73-a0b0-4e34-9ed4-5f202542bbbb tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "GET /v2.0/ports?device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 945 time: 0.1609976 Feb 10 22:31:33.876424 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c associated. External IP: 172.25.2.44, port: 216abafe-b546-4141-a6f3-414201461946. Feb 10 22:31:33.950402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Deleting port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:33.950771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:34.113867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3eba14-b801-4729-951a-96eb35b9f72d req-80d3bb6b-489f-4e5e-a8ec-61bacabfe80e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.115340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a3eba14-b801-4729-951a-96eb35b9f72d req-80d3bb6b-489f-4e5e-a8ec-61bacabfe80e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 943 time: 0.2002606 Feb 10 22:31:34.215136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:34.260714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:34.261487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:34.296850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:34.432705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a3eba14-b801-4729-951a-96eb35b9f72d req-890a7eff-6ae7-451d-8745-299ca367a349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423156 Feb 10 22:31:34.462691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] For port 65f9634e-2b10-4b73-9f3f-91dad127f3e1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=65f9634e-2b10-4b73-9f3f-91dad127f3e1,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:34.463069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:34.604709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Calling delete_port for 65f9634e-2b10-4b73-9f3f-91dad127f3e1 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:34.614007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:34.618174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:34.623997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:34.634982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:34.635624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:34.681304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-3a9648c0-17d5-4ffd-b58f-b22f38cfee41 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.687189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-3a9648c0-17d5-4ffd-b58f-b22f38cfee41 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.688368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-12dcaaea-0cb7-46f8-bbfd-cc5e50c3048d tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "PUT /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 996 time: 1.9211731 Feb 10 22:31:34.693146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-3a9648c0-17d5-4ffd-b58f-b22f38cfee41 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.694593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-3a9648c0-17d5-4ffd-b58f-b22f38cfee41 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2418 time: 0.4032900 Feb 10 22:31:34.818457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5843-87d9-459e-a477-467ce2fada5b req-b525fadf-8851-481c-b841-e7c68f4b2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.820162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-b525fadf-8851-481c-b841-e7c68f4b2b79 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.1173174 Feb 10 22:31:34.824047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 0f3cbccc-745d-412e-868e-72c929f6123f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:34.824198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:34.874713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:34.979380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564235-2236-4280-bb0f-a41aa9555182 req-14fe6fea-8e2b-4e10-9d60-e9556d3b1420 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.986619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564235-2236-4280-bb0f-a41aa9555182 req-14fe6fea-8e2b-4e10-9d60-e9556d3b1420 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.992421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88564235-2236-4280-bb0f-a41aa9555182 req-14fe6fea-8e2b-4e10-9d60-e9556d3b1420 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:34.994634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88564235-2236-4280-bb0f-a41aa9555182 req-14fe6fea-8e2b-4e10-9d60-e9556d3b1420 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 2418 time: 0.4025710 Feb 10 22:31:35.053985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:35.085924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-ff23d5ae-4444-49f9-a8a4-cd87d18b8726 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:35.086666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0738406a-67e3-4267-b02a-013254f1462b req-ff23d5ae-4444-49f9-a8a4-cd87d18b8726 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:35.095942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['216abafe-b546-4141-a6f3-414201461946', '65f9634e-2b10-4b73-9f3f-91dad127f3e1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:35.113837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5843-87d9-459e-a477-467ce2fada5b req-5e409eb1-340b-4b79-9198-5530cc3ee053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:35.115786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-5e409eb1-340b-4b79-9198-5530cc3ee053 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2852118 Feb 10 22:31:35.117032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0738406a-67e3-4267-b02a-013254f1462b req-ff23d5ae-4444-49f9-a8a4-cd87d18b8726 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:35.118463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-ff23d5ae-4444-49f9-a8a4-cd87d18b8726 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.3297222 Feb 10 22:31:35.185725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Request body: {'port': {'device_id': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'admin_state_up': True, 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:35.192024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event deleted for resources: {'Port': ['ID=65f9634e-2b10-4b73-9f3f-91dad127f3e1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:35.239375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88564235-2236-4280-bb0f-a41aa9555182 req-68d64374-5b49-4b78-817c-add4abc5b307 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264550 Feb 10 22:31:35.316647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] No DVR routers for this DVR port 65f9634e-2b10-4b73-9f3f-91dad127f3e1 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:35.320853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:35.336655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-24625f13-0372-4e03-8df0-c1370d9879e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 999 time: 0.2145283 Feb 10 22:31:35.353186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3770dfd-f557-4e41-b210-529a13614eeb req-1ba862f9-6092-4813-850c-e7a96ee15b70 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "DELETE /v2.0/ports/65f9634e-2b10-4b73-9f3f-91dad127f3e1 HTTP/1.1" status: 204 len: 173 time: 1.5115178 Feb 10 22:31:35.373399 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'status': 'completed', 'code': 200} Feb 10 22:31:35.423755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4c7a4ab-3ddd-4c5e-924d-dc6b7612d1f5 req-e43068e0-ddb2-4a82-8303-eefefb125b57 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9 HTTP/1.1" status: 200 len: 210 time: 0.0616939 Feb 10 22:31:35.426033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 0f3cbccc-745d-412e-868e-72c929f6123f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0f3cbccc-745d-412e-868e-72c929f6123f,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:35.426402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:35.427181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7a3448f9-10e2-42b6-bd10-28e9a11b1392 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:35.447357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5843-87d9-459e-a477-467ce2fada5b req-748e5032-90b9-4d38-9c44-5580c8371351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:35.454651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-748e5032-90b9-4d38-9c44-5580c8371351 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1170769 Feb 10 22:31:35.502438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:35.512259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Usage tracker for resource:port and tenant:f8763526ee7947c4ad2e9269da6f17cb is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:35.517372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:35.529989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:35.551417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33310) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:35.570151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:35.575079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:35.674144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee5843-87d9-459e-a477-467ce2fada5b req-bbc6f7e6-0fc0-4335-b21b-516501556eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:35.682135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-bbc6f7e6-0fc0-4335-b21b-516501556eee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261696 Feb 10 22:31:35.689986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 0f3cbccc-745d-412e-868e-72c929f6123f owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:35.807746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:35.821592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:33Z', 'revision_number': 8, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:35.834069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:35.843985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '7a3448f9-10e2-42b6-bd10-28e9a11b1392', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': '7a3448f9-10e2-42b6-bd10-28e9a11b1392', 'mac_address': 'fa:16:3e:e8:3f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:35.894839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:35.905542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:35.906199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:35.952628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=0f3cbccc-745d-412e-868e-72c929f6123f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:35.975806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Deleting subnet 3b040fde-c9ec-40d6-a7a0-589b16c0c59c {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:31:35.985525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-31e36a90-ade0-4fe8-9db7-d5d03ba2a834 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026278 Feb 10 22:31:36.017950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.045118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.056828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['4b94381e-b59b-49b3-9591-c66f6f065468', '99034790-9bb6-490b-a141-c0b44152eb9c', '0f3cbccc-745d-412e-868e-72c929f6123f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:36.143849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.145268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.145692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.146101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.146460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.146792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.147116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.147468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.147788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.148103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.148422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.148738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.156193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3448f9-10e2-42b6-bd10-28e9a11b1392 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:36.168329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482e6215-ff91-4885-9cb8-4d1b7a26d32c req-0ffeadb4-135a-40b0-a008-f528709fbafc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:36.171782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-482e6215-ff91-4885-9cb8-4d1b7a26d32c req-0ffeadb4-135a-40b0-a008-f528709fbafc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.3497138 Feb 10 22:31:36.237178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.258372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:36.264159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 0f3cbccc-745d-412e-868e-72c929f6123f on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:36.267137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.282763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Allocated IP 172.20.0.9 (259ca3a5-bc78-4127-a8ee-eadb4c6d708c/3cf85df1-2bfe-437e-b387-47878d25cdc8/d37101f1-8c69-4473-acfc-1f5ebbf52784) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:36.296488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.301900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-482e6215-ff91-4885-9cb8-4d1b7a26d32c req-ce49be2d-3b96-4926-bae5-e5788f5b8cac tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202464 Feb 10 22:31:36.306145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-cb96ccba-5953-4770-999c-1a6abb3eae1f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "DELETE /v2.0/ports/0f3cbccc-745d-412e-868e-72c929f6123f HTTP/1.1" status: 204 len: 173 time: 1.5977869 Feb 10 22:31:36.396268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65ee5843-87d9-459e-a477-467ce2fada5b req-b87f0c36-2b6e-44a4-9bed-61a71c7ab761 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098673 Feb 10 22:31:36.397406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.402046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 99034790-9bb6-490b-a141-c0b44152eb9c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:36.402390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.444804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:36.473888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:36.560864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19520afd-3bc7-4c33-9a69-5fa0afbe8bfe req-609edb8f-fa34-4292-aa8e-1889f1704d9e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 210 time: 0.0800490 Feb 10 22:31:36.728423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.779525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b040fde-c9ec-40d6-a7a0-589b16c0c59c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:36.792334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.811507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.815697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.817120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.817120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.817322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.817620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.817952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.818432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.818909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.819244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.819597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.819927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:36.850495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7a3448f9-10e2-42b6-bd10-28e9a11b1392'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:36.856428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.888561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c65dfdf8-3e6c-4fe2-a8db-280b98053b6f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3b040fde-c9ec-40d6-a7a0-589b16c0c59c HTTP/1.1" status: 204 len: 168 time: 1.3355250 Feb 10 22:31:36.891645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:36.893437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:36.896768 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb05b599-c062-41e6-b83e-5543297dff0b', 'name': 'network-vif-deleted', 'tag': 'fb6767f7-0fb6-4148-83f7-995809901dfb', 'status': 'completed', 'code': 200} Feb 10 22:31:36.917044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 99034790-9bb6-490b-a141-c0b44152eb9c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=99034790-9bb6-490b-a141-c0b44152eb9c,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:36.917425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.055005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 99034790-9bb6-490b-a141-c0b44152eb9c owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:37.083606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:31:37.090174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:37.097366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:31:37.162695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:37.173310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.208766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:37.209387 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.237501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d93bb4-f6a0-40c6-bac6-5050c0e02795 req-37fb2cb9-7a3a-4dab-bde3-e3e0932e251b tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:37.239036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04d93bb4-f6a0-40c6-bac6-5050c0e02795 req-37fb2cb9-7a3a-4dab-bde3-e3e0932e251b tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1100 time: 0.3800747 Feb 10 22:31:37.250729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:33Z', 'revision_number': 8, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:37.254886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.261297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7bca7e-8cbb-49f5-afa6-82e0d7d60351 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '84be4b21-cc0f-4f39-8876-b3eab620826c', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'floating_ip_address': '172.25.2.44', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'port_id': '216abafe-b546-4141-a6f3-414201461946', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'mac_address': 'fa:16:3e:09:fc:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:30:14Z', 'updated_at': '2022-02-10T22:31:33Z', 'revision_number': 8, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:37.288035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e6166-6e58-41e5-8572-ac7f7b3f8a9b req-aefa4a8d-328b-4870-bef7-9a00cd0c4a2e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:37.289528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb2e6166-6e58-41e5-8572-ac7f7b3f8a9b req-aefa4a8d-328b-4870-bef7-9a00cd0c4a2e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 944 time: 0.3433313 Feb 10 22:31:37.341799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-38837f93-864d-4b6c-9527-147b43660ab1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1601365 Feb 10 22:31:37.363980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 65f9634e-2b10-4b73-9f3f-91dad127f3e1 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:37.370574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=99034790-9bb6-490b-a141-c0b44152eb9c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:37.371108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Request body: {'port': {'device_id': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:37.400832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:37.434732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04d93bb4-f6a0-40c6-bac6-5050c0e02795 req-c730abbd-87db-44aa-a6dc-d38c74e200b4 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807923 Feb 10 22:31:37.436447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 99034790-9bb6-490b-a141-c0b44152eb9c on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:37.441512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.445713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.481242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-dcff8623-1327-4d12-93cc-c33533ed11b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "DELETE /v2.0/ports/99034790-9bb6-490b-a141-c0b44152eb9c HTTP/1.1" status: 204 len: 173 time: 1.1696846 Feb 10 22:31:37.506979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c3dae8-19a6-48a4-9dd7-ec40191cc863']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:37.536549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 65f9634e-2b10-4b73-9f3f-91dad127f3e1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:37.537100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 65f9634e-2b10-4b73-9f3f-91dad127f3e1 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:37.567169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb2e6166-6e58-41e5-8572-ac7f7b3f8a9b req-94ec9d63-e7b0-48da-b4d0-fb9d0548816b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277336 Feb 10 22:31:37.588839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 4b94381e-b59b-49b3-9591-c66f6f065468 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:37.589182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.603630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc34db35-ed23-4a5e-9855-bb60cb349f8d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:37.604174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc34db35-ed23-4a5e-9855-bb60cb349f8d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:37.610838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3de04d0-66a2-4e39-b75a-7c9442fe844a None None] New status for floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:31:37.681192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.717179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.730204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.765849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:31:37.766259 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:31:37.780076 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:31:37.867096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14db5f23-9544-4afb-bc69-84d4a1611460 req-f65f3f0d-9ff9-41ba-9760-d386ed2fd8f6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 996 time: 0.2531743 Feb 10 22:31:37.913660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb70af7-77b6-4bb7-a8ac-130790b293e3 req-7932dada-4ff8-4639-98a2-7bef456268ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:37.914416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-edb70af7-77b6-4bb7-a8ac-130790b293e3 req-7932dada-4ff8-4639-98a2-7bef456268ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:37.953692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 4b94381e-b59b-49b3-9591-c66f6f065468, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4b94381e-b59b-49b3-9591-c66f6f065468,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:37.954029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:37.961590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-edb70af7-77b6-4bb7-a8ac-130790b293e3 req-7932dada-4ff8-4639-98a2-7bef456268ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:37.968811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-edb70af7-77b6-4bb7-a8ac-130790b293e3 req-7932dada-4ff8-4639-98a2-7bef456268ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=29790528-0a40-479a-91a5-1459a8a270ab HTTP/1.1" status: 200 len: 946 time: 0.3036730 Feb 10 22:31:38.027640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.070851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.093022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] Pushing event deleted for resources: {'Network': ['ID=14c3dae8-19a6-48a4-9dd7-ec40191cc863,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:38.127029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-afd8659f-487f-45f6-8dc3-2c33342e2022 admin admin] 10.222.0.53 "DELETE /v2.0/networks/14c3dae8-19a6-48a4-9dd7-ec40191cc863 HTTP/1.1" status: 204 len: 168 time: 1.2299111 Feb 10 22:31:38.141775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33334) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:38.181709 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db0cc4ed-b7e6-4614-8455-d23ee29c6cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.211670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 4b94381e-b59b-49b3-9591-c66f6f065468 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:38.232207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4b94381e-b59b-49b3-9591-c66f6f065468 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:38.274751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-edb70af7-77b6-4bb7-a8ac-130790b293e3 req-ba77d71a-eb68-4cdd-b5e9-c4f3f69853d8 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051009 Feb 10 22:31:38.324520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db5f23-9544-4afb-bc69-84d4a1611460 req-895323bb-7845-4353-9333-fb66497982aa tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:38.326215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14db5f23-9544-4afb-bc69-84d4a1611460 req-895323bb-7845-4353-9333-fb66497982aa tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.4385643 Feb 10 22:31:38.349685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-14db5f23-9544-4afb-bc69-84d4a1611460 req-d204c7d4-267f-4697-9b37-785079db6b19 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:31:38.350646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14db5f23-9544-4afb-bc69-84d4a1611460 req-d204c7d4-267f-4697-9b37-785079db6b19 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128834 Feb 10 22:31:38.362642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Deleting subnet 94c99bda-c92e-4227-9e4f-a42bac2ddde2 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:31:38.402205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.420323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.480516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=4b94381e-b59b-49b3-9591-c66f6f065468,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:38.507892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0f3cbccc-745d-412e-868e-72c929f6123f no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:38.508117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.566495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 0f3cbccc-745d-412e-868e-72c929f6123f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:38.567084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0f3cbccc-745d-412e-868e-72c929f6123f not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:38.567380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 99034790-9bb6-490b-a141-c0b44152eb9c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:38.596915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 4b94381e-b59b-49b3-9591-c66f6f065468 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:38.600305 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.616988 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddf5461f-94c2-470a-b2a7-34fec3d928da req-d9af09c0-b32d-4983-85cd-987edde115b6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.24 "DELETE /v2.0/ports/4b94381e-b59b-49b3-9591-c66f6f065468 HTTP/1.1" status: 204 len: 173 time: 1.1289635 Feb 10 22:31:38.630374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 99034790-9bb6-490b-a141-c0b44152eb9c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:38.630806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 99034790-9bb6-490b-a141-c0b44152eb9c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:38.660307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.694699 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:31:38.767599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-e7d47ee9-0205-4381-8d38-87aadb96e69e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:38.773754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-e7d47ee9-0205-4381-8d38-87aadb96e69e tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "GET /v2.0/ports?device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 949 time: 0.5916641 Feb 10 22:31:38.811441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:38.829382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-0111c537-da90-446d-aa48-ee41c3f04937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:38.831475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-0111c537-da90-446d-aa48-ee41c3f04937 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.1169741 Feb 10 22:31:38.908535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-deleted', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc'}, {'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'name': 'network-vif-deleted', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1'}, {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f'}, {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c'}, {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:38.981140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-559b3189-bbf4-469b-a009-3a15113422fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:38.983631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-559b3189-bbf4-469b-a009-3a15113422fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.1448343 Feb 10 22:31:38.987865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdaa5fd-b3f9-4cfe-a0bd-dc21ac34161b req-a439e64f-e547-4a51-89c4-e375cf372808 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:38.989362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cdaa5fd-b3f9-4cfe-a0bd-dc21ac34161b req-a439e64f-e547-4a51-89c4-e375cf372808 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.4500930 Feb 10 22:31:38.992715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port e07192ff-704e-493e-9084-14368b130f29 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:38.993058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.032302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37101f1-8c69-4473-acfc-1f5ebbf52784 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:39.097804 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.161789 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-8c10de1b-3e61-4d43-8c9b-8cbbd60d0e02 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 1001 time: 0.1656489 Feb 10 22:31:39.189951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Transition to ACTIVE for port object d37101f1-8c69-4473-acfc-1f5ebbf52784 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:39.213393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2f5f0-f95e-43c4-9e05-4229ec27fdd6 req-2c171c0c-fecb-4fdd-a2d7-bfbd227ef0b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:39.214835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f2f5f0-f95e-43c4-9e05-4229ec27fdd6 req-2c171c0c-fecb-4fdd-a2d7-bfbd227ef0b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 931 time: 0.1437132 Feb 10 22:31:39.225353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.265232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cdaa5fd-b3f9-4cfe-a0bd-dc21ac34161b req-63ed13f1-8dd5-4156-8712-51e20360ea76 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427199 Feb 10 22:31:39.286915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.290385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-75193885-9027-407a-af5b-140fcec2b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:39.291627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-75193885-9027-407a-af5b-140fcec2b3d9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1211023 Feb 10 22:31:39.297644 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f2f5f0-f95e-43c4-9e05-4229ec27fdd6 req-c5500223-f44d-43ab-9e71-29e6023d0c53 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749137 Feb 10 22:31:39.349647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94c99bda-c92e-4227-9e4f-a42bac2ddde2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:39.354050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.374409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7a3448f9-10e2-42b6-bd10-28e9a11b1392 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:39.394882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-58fb2d7f-257f-4d95-850f-f207735ba09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:39.396598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-58fb2d7f-257f-4d95-850f-f207735ba09e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958254 Feb 10 22:31:39.472733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:39.479124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:39.480163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.542990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:39.543639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3317543-c95d-49e4-90bf-e2febdb3d406 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/94c99bda-c92e-4227-9e4f-a42bac2ddde2 HTTP/1.1" status: 204 len: 168 time: 1.3980327 Feb 10 22:31:39.621768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.660000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:39.661225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:39.668078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.681747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-5e62433d-daf8-44e0-9940-133b51e7d863 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769430 Feb 10 22:31:39.692621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:39.747668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:39.771172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-7dcdfea4-3a08-489e-8f4d-d1f06c0a4f73 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7342017 Feb 10 22:31:39.788268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-96773217-1c80-44f6-9883-2e440ab44ad4 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1001 time: 0.4397185 Feb 10 22:31:39.805350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.914443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f4fc549-264d-44bd-b267-a9f610c8b204 req-d30779b0-6cff-4a18-9c48-0965e5d425dd service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192292 Feb 10 22:31:39.929673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port e07192ff-704e-493e-9084-14368b130f29, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e07192ff-704e-493e-9084-14368b130f29,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:39.930398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:39.943720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:39.944224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:39.944622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:39.957289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-2be17dbc-fc86-45d3-92ed-1edc1d13e847 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:39.959464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-2be17dbc-fc86-45d3-92ed-1edc1d13e847 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports/216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 943 time: 0.1643691 Feb 10 22:31:39.985366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be99aadb-e365-4a1f-a896-ba6d83f85f41 req-6bee2f10-3b5b-4b4f-a179-8b44f7dd8853 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:39.986729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be99aadb-e365-4a1f-a896-ba6d83f85f41 req-6bee2f10-3b5b-4b4f-a179-8b44f7dd8853 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.3546901 Feb 10 22:31:40.051541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.081213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:31:40.081428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:40.089282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for e07192ff-704e-493e-9084-14368b130f29 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:40.099710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15351a12-f37f-4ec6-ba92-70611c3f8788']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:40.113686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be99aadb-e365-4a1f-a896-ba6d83f85f41 req-e77cb603-fae5-4b9e-844d-4583ef3d73ed tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129692 Feb 10 22:31:40.117161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '204055c2-bd35-47dd-9bb2-9f088db8f097') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:40.117456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '204055c2-bd35-47dd-9bb2-9f088db8f097') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:40.131675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.147158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:40.147699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:40.148447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:40.149741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Bound port: d37101f1-8c69-4473-acfc-1f5ebbf52784, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:40.151870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.156262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.163601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:31:40.164285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:31:40.297438 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:31:40.448177 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7362e4b6-966f-4b04-a467-cd6952ebb5ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.490915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.508683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.531262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] 10.222.0.53 "DELETE /v2.0/networks/15351a12-f37f-4ec6-ba92-70611c3f8788 HTTP/1.1" status: 204 len: 168 time: 0.9839201 Feb 10 22:31:40.531262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8748f9c-5b5e-4b04-8c9d-c52ac01bfe2f admin admin] Pushing event deleted for resources: {'Network': ['ID=15351a12-f37f-4ec6-ba92-70611c3f8788,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:40.554057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4df2f-72c9-427a-a9ac-2da38d0805a6 req-90060100-17f3-4ba2-bd8c-59c71f08a43c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:40.561071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6f4df2f-72c9-427a-a9ac-2da38d0805a6 req-90060100-17f3-4ba2-bd8c-59c71f08a43c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=54a66bd4-1851-4506-bdf8-805520fd2ae8 HTTP/1.1" status: 200 len: 949 time: 0.2626798 Feb 10 22:31:40.571951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-35876a15-550f-4a52-a997-7c4936e7b307 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1001 time: 0.4453816 Feb 10 22:31:40.586294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-4acb951b-ee3e-45cc-93d3-b4c490cafaca tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:40.587921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-4acb951b-ee3e-45cc-93d3-b4c490cafaca tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/ports?device_id=18290c73-386a-4797-a6ec-4877e6a20214 HTTP/1.1" status: 200 len: 950 time: 0.2040687 Feb 10 22:31:40.681426 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6f4df2f-72c9-427a-a9ac-2da38d0805a6 req-ea209b72-eaa6-4321-870d-67bc73d8df77 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194992 Feb 10 22:31:40.714367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:40.740165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port e076aebb-b02a-4be5-b081-266695e36270 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:40.740690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.797861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:40.829162 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2806d618-3e2d-4e42-b1fe-93eb50565458', 'name': 'network-vif-deleted', 'tag': 'c0186b68-3ddf-4c3f-8dc2-72f595b5c9fc', 'status': 'completed', 'code': 200} Feb 10 22:31:40.829162 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a6c4b7-fe21-4c65-8a2e-85180bb3a4b9', 'name': 'network-vif-deleted', 'tag': '65f9634e-2b10-4b73-9f3f-91dad127f3e1', 'status': 'completed', 'code': 200} Feb 10 22:31:40.829506 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '0f3cbccc-745d-412e-868e-72c929f6123f', 'status': 'completed', 'code': 200} Feb 10 22:31:40.829506 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '99034790-9bb6-490b-a141-c0b44152eb9c', 'status': 'completed', 'code': 200} Feb 10 22:31:40.829890 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29790528-0a40-479a-91a5-1459a8a270ab', 'name': 'network-vif-deleted', 'tag': '4b94381e-b59b-49b3-9591-c66f6f065468', 'status': 'completed', 'code': 200} Feb 10 22:31:40.830203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:40.850158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.853747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.866925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'e076aebb-b02a-4be5-b081-266695e36270'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:40.901880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-370cbda8-3a82-4fc5-aaf9-e2e23bf0a7e7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=043df36af5ec44958ef593868266ebb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836395 Feb 10 22:31:40.910117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33390) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:40.963138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:40.963797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:40.965190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] 10.222.0.24 "PUT /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 1091 time: 3.6105082 Feb 10 22:31:41.024538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:41.147600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-6b8e7a2a-4888-4cc5-90c3-e6a30578ab99 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:41.150893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-6b8e7a2a-4888-4cc5-90c3-e6a30578ab99 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.5049322 Feb 10 22:31:41.152015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7eb732-b092-46ef-a10c-1a98f26f335b service neutron] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:41.173700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.201764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21328b23-1ea7-4fcf-b5aa-8c7fa57ad791 req-0767f3ec-2bff-42e9-8e0e-570910b72dd4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:41.208674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21328b23-1ea7-4fcf-b5aa-8c7fa57ad791 req-0767f3ec-2bff-42e9-8e0e-570910b72dd4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.3188236 Feb 10 22:31:41.250252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port e076aebb-b02a-4be5-b081-266695e36270, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e076aebb-b02a-4be5-b081-266695e36270,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:41.250956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.301684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port e07192ff-704e-493e-9084-14368b130f29 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:41.332239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=e07192ff-704e-493e-9084-14368b130f29,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:41.334817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.347670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.397542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-c8bf2b79-7afd-4fe6-a10d-5d4c046abd11 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 1001 time: 0.1775458 Feb 10 22:31:41.400221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-186562e8-0a99-420b-ba03-2d4fce2adcfe req-3c5735c9-efd8-4391-8e73-ee7662188dae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.24 "DELETE /v2.0/ports/e07192ff-704e-493e-9084-14368b130f29 HTTP/1.1" status: 204 len: 173 time: 2.5948584 Feb 10 22:31:41.409767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:41.490743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for e076aebb-b02a-4be5-b081-266695e36270 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:41.535973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-b374a585-5ed0-45c8-832f-d8913e4e6e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:41.537633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-b374a585-5ed0-45c8-832f-d8913e4e6e06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1094 time: 0.5160236 Feb 10 22:31:41.542192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.567089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21328b23-1ea7-4fcf-b5aa-8c7fa57ad791 req-b25b8954-7b75-49bb-aec5-5e05dbadda28 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573070 Feb 10 22:31:41.633437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.636881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.650963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.679667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-2a22529a-22f9-430f-92e3-dc1ace07273c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.0871344 Feb 10 22:31:41.687892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33398) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:41.704614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249d2c2e-e752-4a11-bdc8-611069db80d4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:41.721267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.721267 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b04af05-1954-45ad-a4f0-f2d447e84f6a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/249d2c2e-e752-4a11-bdc8-611069db80d4 HTTP/1.1" status: 204 len: 168 time: 0.7741272 Feb 10 22:31:41.728061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-53eac127-f026-49b5-9454-0f3c8c99f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:41.730215 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-53eac127-f026-49b5-9454-0f3c8c99f772 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1100 time: 0.3668175 Feb 10 22:31:41.796713 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392', 'code': 200} Feb 10 22:31:41.908035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting subnet ead76b8a-75fd-4cf4-a539-edcb95d83cda {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:31:41.911083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:41.970318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738406a-67e3-4267-b02a-013254f1462b req-2c1836f9-62e5-4fe0-9cae-cb450bd03036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:41.972090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-2c1836f9-62e5-4fe0-9cae-cb450bd03036 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.2833555 Feb 10 22:31:42.017350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.021204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.079035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-7ab63d28-56e4-429c-b31b-a2d2a70e9d98 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999043 Feb 10 22:31:42.110154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=e076aebb-b02a-4be5-b081-266695e36270,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:42.229498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e07192ff-704e-493e-9084-14368b130f29 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:42.266262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: e07192ff-704e-493e-9084-14368b130f29 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:42.266721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e07192ff-704e-493e-9084-14368b130f29 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:42.271442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-1ef79b6b-201c-4e92-811d-e85d6f3883b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:42.272977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-1ef79b6b-201c-4e92-811d-e85d6f3883b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5072248 Feb 10 22:31:42.331807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33408) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:42.339874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.346487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'ee016943-beef-4094-9e56-9ee5fea4aaaa', '2a38d59e-883f-41fa-80a0-3d386ca6848a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:42.379412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port e076aebb-b02a-4be5-b081-266695e36270 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:42.392320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.396138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-0a43539a-6915-4447-9410-d793469cabec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.1138828 Feb 10 22:31:42.408425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.408737 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c disassociated. External IP: 172.25.2.44, port: 216abafe-b546-4141-a6f3-414201461946. Feb 10 22:31:42.409255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b2b6-b0f5-465b-ae01-f31ec9cdd4d4 req-4992832f-92ca-4a44-b530-68b3f77b47b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:42.410680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5a5b2b6-b0f5-465b-ae01-f31ec9cdd4d4 req-4992832f-92ca-4a44-b530-68b3f77b47b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 1096 time: 0.5515718 Feb 10 22:31:42.452097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b483eb8-5887-4b11-a086-380ac4560a8f req-de23e54c-dbeb-45a7-badc-f19dc06ab4dc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:42.460718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b483eb8-5887-4b11-a086-380ac4560a8f req-de23e54c-dbeb-45a7-badc-f19dc06ab4dc tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.5510612 Feb 10 22:31:42.462099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a66e524-546d-42b7-9c94-fba60688cd5c req-b8df84a3-faa1-489e-ac36-009bdb4cb585 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "DELETE /v2.0/ports/e076aebb-b02a-4be5-b081-266695e36270 HTTP/1.1" status: 204 len: 173 time: 1.8498914 Feb 10 22:31:42.564213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-9abf3287-0f6c-436d-9236-ee9c66f46412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:42.565673 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-9abf3287-0f6c-436d-9236-ee9c66f46412 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1604583 Feb 10 22:31:42.631333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5a5b2b6-b0f5-465b-ae01-f31ec9cdd4d4 req-8809ca8a-746f-42db-a9ef-7cb02d0cd396 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907327 Feb 10 22:31:42.668159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b483eb8-5887-4b11-a086-380ac4560a8f req-6d359bb4-06b0-4cb8-8188-9102f6edaa2b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000179 Feb 10 22:31:42.672755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0cb39855-ed76-4efd-87de-fd0558cb6d1b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0657774574d4e79a9656595e59dc747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3356032 Feb 10 22:31:42.675475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:42.692863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.834846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.840794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'name': 'network-vif-deleted', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:42.848865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-9301f486-7c8a-4427-9a59-5bff0ccb3d73 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5530908 Feb 10 22:31:42.869554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.916609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:42.926552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-87cfbe15-c4f9-4dd2-b97b-4409765bfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:42.928080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-87cfbe15-c4f9-4dd2-b97b-4409765bfe93 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3540628 Feb 10 22:31:43.065247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c8c74-a3a3-477f-a389-696bff6ed0ea req-262359ee-1121-4c22-ab88-a2c5d64c6863 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:43.066770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-271c8c74-a3a3-477f-a389-696bff6ed0ea req-262359ee-1121-4c22-ab88-a2c5d64c6863 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.2648895 Feb 10 22:31:43.073092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.119368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.130687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Subnet': ['ID=ead76b8a-75fd-4cf4-a539-edcb95d83cda,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:43.132655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.149070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-2b76b87e-1857-4a5f-9d50-c9697d5cb0d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146428 Feb 10 22:31:43.151795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f00685-2f9e-41ed-ba4b-7e52813bb6b0 None None] Network 84d898ad-f44d-415d-afda-77d7a46d2dc3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:43.154513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd2b8a6-d9d3-4fc3-9a23-7471cad8519b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:43.154679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9b4bcaf2-c19f-4785-90bf-5b296807875c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/subnets/ead76b8a-75fd-4cf4-a539-edcb95d83cda HTTP/1.1" status: 204 len: 168 time: 1.4640131 Feb 10 22:31:43.157015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0738406a-67e3-4267-b02a-013254f1462b req-4dbc5ef3-e157-43e9-ace9-ee6d64f003c3 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007052 Feb 10 22:31:43.157141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33420) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:43.163158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:31:43.286452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-271c8c74-a3a3-477f-a389-696bff6ed0ea req-950b85ca-faa6-4bdb-89b4-39dd68b018c1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061784 Feb 10 22:31:43.376821 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'status': 'completed', 'code': 200} Feb 10 22:31:43.401443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e076aebb-b02a-4be5-b081-266695e36270 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:43.417035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-b5e3f82f-b4e3-4724-8e86-30350ca8b471 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590601 Feb 10 22:31:43.434671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.438732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-08d6949c-63f1-4a23-8829-024b77280417 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdd2b8a6-d9d3-4fc3-9a23-7471cad8519b HTTP/1.1" status: 204 len: 168 time: 0.7595179 Feb 10 22:31:43.483149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: e076aebb-b02a-4be5-b081-266695e36270 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:43.483626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e076aebb-b02a-4be5-b081-266695e36270 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:43.522840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:31:43.527656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.534952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:31:43.551324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:43.552301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:43.581213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.606261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-e32fbb43-4152-4ecf-b26b-7eedc08a2d2f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "PUT /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 695 time: 2.2001932 Feb 10 22:31:43.631029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port c19529f9-ac5f-465b-8b8b-4313c932d4b5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:43.631548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:43.684575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-9c47a759-9d81-4a74-800e-692cb525a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:43.687048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-9c47a759-9d81-4a74-800e-692cb525a5b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1094 time: 0.2911699 Feb 10 22:31:43.704023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] DHCP port deletion for 84d898ad-f44d-415d-afda-77d7a46d2dc3 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:31:43.712364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dcf1bc-5e84-4766-bfa5-f1ff34b528a6 req-73eeb31b-0e9b-462d-8a5f-349d4134aa4b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:43.718906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7dcf1bc-5e84-4766-bfa5-f1ff34b528a6 req-73eeb31b-0e9b-462d-8a5f-349d4134aa4b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.2282231 Feb 10 22:31:43.833990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-b3f304e5-3551-44b1-afcc-e4228d26a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:43.841836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-b3f304e5-3551-44b1-afcc-e4228d26a7ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.2296767 Feb 10 22:31:43.856121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:43.898594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7dcf1bc-5e84-4766-bfa5-f1ff34b528a6 req-66fdc388-53e9-4862-9ead-dc48f5747aa4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058424 Feb 10 22:31:44.021917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Deleting port c19529f9-ac5f-465b-8b8b-4313c932d4b5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:44.022298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:44.184193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-2adc34c7-d73d-4c08-9719-8aa4258446f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:44.188843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-2adc34c7-d73d-4c08-9719-8aa4258446f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.4901764 Feb 10 22:31:44.292471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-dcf49bc5-4cad-42bb-85d4-6e714caf53d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.0999117 Feb 10 22:31:44.311918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port c19529f9-ac5f-465b-8b8b-4313c932d4b5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c19529f9-ac5f-465b-8b8b-4313c932d4b5,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:44.312642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:44.487578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-a2d675f8-4267-49a6-b867-90b04961ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:44.489027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-a2d675f8-4267-49a6-b867-90b04961ebe3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.6463387 Feb 10 22:31:44.499876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-6cdffc63-fb06-4bad-ad8c-6916ec23999a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:44.501632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-6cdffc63-fb06-4bad-ad8c-6916ec23999a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1940727 Feb 10 22:31:44.521106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] For port c19529f9-ac5f-465b-8b8b-4313c932d4b5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c19529f9-ac5f-465b-8b8b-4313c932d4b5,segment=NetworkSegment(7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2),segment_id=7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:44.521757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:44.564216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for c19529f9-ac5f-465b-8b8b-4313c932d4b5 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:44.610637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-a89dcb7f-6529-497f-a00a-23cdc6891a00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534530 Feb 10 22:31:44.625840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-9ef3e7a3-c6cc-41b6-a481-e13f5e0e01df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.1277997 Feb 10 22:31:44.651361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Calling delete_port for c19529f9-ac5f-465b-8b8b-4313c932d4b5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:44.710946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:44.720145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:31:44.746303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:31:44.746840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:44.807161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c19529f9-ac5f-465b-8b8b-4313c932d4b5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:44.817830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cb0a6-92af-4a36-9501-b3621a05c7ce req-09191768-2f72-4b93-a364-72aea8f1823f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:44.819524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b41cb0a6-92af-4a36-9501-b3621a05c7ce req-09191768-2f72-4b93-a364-72aea8f1823f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.4219904 Feb 10 22:31:44.872343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b41cb0a6-92af-4a36-9501-b3621a05c7ce req-5e857570-804c-44d5-87ee-8e94d91147fc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469496 Feb 10 22:31:44.884537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:31:44.884874 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:31:44.906975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:44.923318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-fec8eace-ed90-41f5-b9dc-02d3248694b1 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2956722 Feb 10 22:31:44.926883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-6365e49a-2397-4442-a5fd-3af2ca7f5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:44.928504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-6365e49a-2397-4442-a5fd-3af2ca7f5e40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1439509 Feb 10 22:31:44.957609 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18290c73-386a-4797-a6ec-4877e6a20214', 'name': 'network-vif-deleted', 'tag': 'e076aebb-b02a-4be5-b081-266695e36270', 'status': 'completed', 'code': 200} Feb 10 22:31:44.976648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Pushing event deleted for resources: {'Port': ['ID=c19529f9-ac5f-465b-8b8b-4313c932d4b5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:44.979070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] No DVR routers for this DVR port c19529f9-ac5f-465b-8b8b-4313c932d4b5 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:45.062797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.063134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.063505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.063861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.064200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.064519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.064832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.065161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.065444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.065753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.066062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.066368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1301e076-2d68-404d-be4e-021f2b088c6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:31:45.071432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port c19529f9-ac5f-465b-8b8b-4313c932d4b5 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:31:45.071837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c19529f9-ac5f-465b-8b8b-4313c932d4b5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:45.100875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:31:45.180303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03bc8ac6-82e6-4ae9-ac87-86e11732b28e req-0410899a-02ee-47ca-8c0f-07e60e7b333e service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492068 Feb 10 22:31:45.215815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-fa5064e6-6e6f-4252-a7be-7bcc78cdb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:45.220530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-fa5064e6-6e6f-4252-a7be-7bcc78cdb51c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705529 Feb 10 22:31:45.235739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36b4daf-8e85-47f7-82fa-6ef1d3c0d3fa req-d0897268-5403-4409-8488-357a28e2af4f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:45.237348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e36b4daf-8e85-47f7-82fa-6ef1d3c0d3fa req-d0897268-5403-4409-8488-357a28e2af4f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1568666 Feb 10 22:31:45.306123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e36b4daf-8e85-47f7-82fa-6ef1d3c0d3fa req-154e9bfb-39d5-4c80-8a71-639e53982e8a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619571 Feb 10 22:31:45.378848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'name': 'network-vif-deleted', 'tag': 'e07192ff-704e-493e-9084-14368b130f29'}, {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:45.386245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port c19529f9-ac5f-465b-8b8b-4313c932d4b5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:45.387707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.432756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-542d1bbf-791c-440d-be7c-0d46c9115eba service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048438 Feb 10 22:31:45.516781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:45.518628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] The port 'c19529f9-ac5f-465b-8b8b-4313c932d4b5' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:31:45.535197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674b929a-b0ea-4951-b7f3-163ab5d2d246 None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:29:35Z', 'revision_number': 4, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3', 'name': '', 'network_id': 'e52c45a0-145b-48bb-b6b1-1ff8a749191b', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'mac_address': 'fa:16:3e:bf:c1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:32Z', 'updated_at': '2022-02-10T22:29:47Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'subnets': [{'id': '50cacdb1-765a-427a-9ed1-9c741e6f6e6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:31:45.636467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9a5002c-848b-4457-b577-5f8d5cdbbfef req-549d0d8b-3f94-4c0e-9282-b60544f20e86 service neutron] 10.222.0.53 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965189 Feb 10 22:31:45.715496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.745974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d898ad-f44d-415d-afda-77d7a46d2dc3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:45.761508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:45.761734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2d3b21-778a-4d53-8e80-2ea87d3d7ba2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:45.777175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.793677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4046f-1ad1-4cdd-83df-3a8761dd02f4 req-28676fc6-2343-40ab-bee5-eaeb083d610c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:45.795205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6a4046f-1ad1-4cdd-83df-3a8761dd02f4 req-28676fc6-2343-40ab-bee5-eaeb083d610c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.2431107 Feb 10 22:31:45.805453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.826971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:31:45.827804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:31:45.841836 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:31:45.844862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cba009b-fbd8-49bd-a15c-e8e437aecb83 req-8bbbeff0-8995-46d8-bfee-056cb77d81bb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:45.846538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cba009b-fbd8-49bd-a15c-e8e437aecb83 req-8bbbeff0-8995-46d8-bfee-056cb77d81bb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.0988715 Feb 10 22:31:45.854234 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2121ed-15ae-4d36-96a4-70771bc96f2e None None] New status for floating IP 84be4b21-cc0f-4f39-8876-b3eab620826c: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:31:45.896306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cba009b-fbd8-49bd-a15c-e8e437aecb83 req-abbbc47a-727c-4cdd-99a5-ec71f305cbb9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427060 Feb 10 22:31:45.936242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6a4046f-1ad1-4cdd-83df-3a8761dd02f4 req-8468aa3b-5b0d-4639-bca3-2e08e1dea4b4 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281362 Feb 10 22:31:45.944321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.975205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:45.988384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Network': ['ID=84d898ad-f44d-415d-afda-77d7a46d2dc3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:46.002045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19746ccb-ba30-4bbd-b469-5b1387779a21 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/networks/84d898ad-f44d-415d-afda-77d7a46d2dc3 HTTP/1.1" status: 204 len: 168 time: 2.8406265 Feb 10 22:31:46.004693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:46.025872 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a66bd4-1851-4506-bdf8-805520fd2ae8', 'name': 'network-vif-deleted', 'tag': 'e07192ff-704e-493e-9084-14368b130f29', 'status': 'completed', 'code': 200} Feb 10 22:31:46.026138 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:31:46.156800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting subnet 5b2fe3e3-b364-4473-80d8-2122f27714d3 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:31:46.162048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.223561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be47c-4d39-4059-998a-7f092a74205e req-514ab23a-1b6b-4067-888c-4c280400d793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:46.225941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-514ab23a-1b6b-4067-888c-4c280400d793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecec63c5ea19447e9e061894f35acc2c&device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 1097 time: 0.1635721 Feb 10 22:31:46.237394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:46.253794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.333765 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:31:46.414869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:46.433031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.441131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'port_id': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'mac_address': 'fa:16:3e:ed:50:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf85df1-2bfe-437e-b387-47878d25cdc8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:46.506358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be47c-4d39-4059-998a-7f092a74205e req-68a7fab6-10e7-4fce-b234-3921ba76d200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:46.507884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-68a7fab6-10e7-4fce-b234-3921ba76d200 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 200 len: 922 time: 0.2761803 Feb 10 22:31:46.519010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.538019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d37101f1-8c69-4473-acfc-1f5ebbf52784 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:46.556204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:46.560115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.588347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-4d6ffa91-372b-49b7-9891-5140b5d7155c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 200 len: 217 time: 0.0713265 Feb 10 22:31:46.654585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.656346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:46.701996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.706704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be47c-4d39-4059-998a-7f092a74205e req-8d12ea52-5ba3-4ef4-961f-2f8b6a821476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:46.707975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f071d732-2025-43b0-9ac0-6f190f36335a None None] Network 99cc957b-b26f-4a43-95e2-b775278c7bca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:46.708155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-8d12ea52-5ba3-4ef4-961f-2f8b6a821476 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 200 len: 860 time: 0.1140790 Feb 10 22:31:46.708813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2fe3e3-b364-4473-80d8-2122f27714d3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:46.715512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33502) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:46.716520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bb3fd969-e0a5-4650-a94e-0b5675c794ee tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/subnets/5b2fe3e3-b364-4473-80d8-2122f27714d3 HTTP/1.1" status: 204 len: 168 time: 0.7097435 Feb 10 22:31:46.787123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45be47c-4d39-4059-998a-7f092a74205e req-ce8aa9d9-45fc-4f72-9f84-3bf184fd0611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:46.788648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-ce8aa9d9-45fc-4f72-9f84-3bf184fd0611 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e52c45a0-145b-48bb-b6b1-1ff8a749191b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714207 Feb 10 22:31:46.821034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['d37101f1-8c69-4473-acfc-1f5ebbf52784'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:46.883185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.898912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:46.899251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:46.927488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-045112ae-d28f-4855-a8da-44beb5d10552 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314511 Feb 10 22:31:46.962792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7add456c-7464-4100-8cd1-7328d4ced1f9 req-87bed46d-be82-4119-9f34-f85dad5136f1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:46.964704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7add456c-7464-4100-8cd1-7328d4ced1f9 req-87bed46d-be82-4119-9f34-f85dad5136f1 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.1747549 Feb 10 22:31:47.170249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] DHCP port deletion for 99cc957b-b26f-4a43-95e2-b775278c7bca request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:31:47.194212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Deleting port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:47.194579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:47.276688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c45be47c-4d39-4059-998a-7f092a74205e req-7d749599-0854-4938-8777-12a887798851 service neutron] 10.222.0.30 "GET /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432176 Feb 10 22:31:47.414559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7add456c-7464-4100-8cd1-7328d4ced1f9 req-1cebf241-b324-4200-8b78-a89b685c9ed2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400773 Feb 10 22:31:47.417576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:47.417942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:47.489387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] For port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,segment=NetworkSegment(1d805a6e-9136-4037-8ffa-f0367f5b8a84),segment_id=1d805a6e-9136-4037-8ffa-f0367f5b8a84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:47.489832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:47.613147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:47.661949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Calling delete_port for 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:47.703745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:47.711419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eae31c-2db0-4807-9dc3-329a03210fa6 req-81e53275-492b-40ac-912c-e0ea876cde66 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:47.723876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8eae31c-2db0-4807-9dc3-329a03210fa6 req-81e53275-492b-40ac-912c-e0ea876cde66 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 944 time: 0.1339219 Feb 10 22:31:47.759865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:31:47.761060 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:31:47.782225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:47.801919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8eae31c-2db0-4807-9dc3-329a03210fa6 req-5013da05-be3b-4ee0-8c82-1e74b49d6c9e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771000 Feb 10 22:31:47.848776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=9744a6e5-996c-4cb5-a8c8-1ea7734ad728,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:48.007031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c387d8-fa7b-4570-a483-91afa342af55 req-4a355d81-4fed-4e26-8731-a316cac42f99 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:48.008118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63c387d8-fa7b-4570-a483-91afa342af55 req-4a355d81-4fed-4e26-8731-a316cac42f99 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.0844400 Feb 10 22:31:48.033842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-a05f8f96-44ec-42a3-bbbb-18d62d57285b tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 200 len: 693 time: 0.1032429 Feb 10 22:31:48.035364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.057466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63c387d8-fa7b-4570-a483-91afa342af55 req-edfc1f62-6529-4f30-bc9d-6eb5036508d8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431540 Feb 10 22:31:48.141404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cc957b-b26f-4a43-95e2-b775278c7bca']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:48.167026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d805a6e-9136-4037-8ffa-f0367f5b8a84') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:48.167161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d805a6e-9136-4037-8ffa-f0367f5b8a84') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:31:48.193483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.225963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.250231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:31:48.250623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.260670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:31:48.265728 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:31:48.297458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Deleting port 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:48.297859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.323911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-4459f132-be55-4a68-93b1-a7fd4f49eb73 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:48.325257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-4459f132-be55-4a68-93b1-a7fd4f49eb73 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2825882 Feb 10 22:31:48.378701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b644eac-897f-4d92-acc8-2cc4520e8201 None None] The port '9744a6e5-996c-4cb5-a8c8-1ea7734ad728' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:31:48.429072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port d37101f1-8c69-4473-acfc-1f5ebbf52784 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:48.433483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-6cefdae4-ddc7-49ff-8b17-1f2f6b345acf tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 696 time: 0.0946195 Feb 10 22:31:48.438787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port d37101f1-8c69-4473-acfc-1f5ebbf52784 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:48.439176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.487259 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.522484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.537500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c8296-504c-42b1-a7ad-d048745877a2 req-60ababd0-9a58-475a-b62d-9a1f6ced9bae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:48.538336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-800c8296-504c-42b1-a7ad-d048745877a2 req-60ababd0-9a58-475a-b62d-9a1f6ced9bae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:48.539243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Network': ['ID=99cc957b-b26f-4a43-95e2-b775278c7bca,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:48.551827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-26bb4059-2c1b-4bd2-8c36-c3e08f923488 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.44 HTTP/1.1" status: 200 len: 696 time: 0.1174631 Feb 10 22:31:48.565160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-800c8296-504c-42b1-a7ad-d048745877a2 req-60ababd0-9a58-475a-b62d-9a1f6ced9bae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:48.567861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-800c8296-504c-42b1-a7ad-d048745877a2 req-60ababd0-9a58-475a-b62d-9a1f6ced9bae tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.1265090 Feb 10 22:31:48.609578 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.624450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2efe6c1e-76cf-488d-94f6-58aabd85c42e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/networks/99cc957b-b26f-4a43-95e2-b775278c7bca HTTP/1.1" status: 204 len: 168 time: 1.9043043 Feb 10 22:31:48.631899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-800c8296-504c-42b1-a7ad-d048745877a2 req-627a4da8-1b97-450e-9e1f-1a90430267cc tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584352 Feb 10 22:31:48.632412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33546) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:48.646423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-312044880'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:48.658867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:48.660342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:48.670047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:network and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:48.676006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:48.687805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:48.690074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:48.698123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.710624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:48.715718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.727227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Deleting port d6f2c461-7f6d-4bac-a7fc-998b5b754515 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:48.727227 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.770693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:48.778141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:48.783882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.784256 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Added segment d6c7d2d3-cf54-4aac-8e34-b02e76bafaef of type vlan for network 448f42be-2992-4d75-a12d-8676be3ede99 Feb 10 22:31:48.801946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:48.806129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:48.838962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.840657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:48.841533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9744a6e5-996c-4cb5-a8c8-1ea7734ad728 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:48.944312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.957961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:48.963404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:48.964024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.005078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:49.057538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.058152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.060733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Usage tracker for resource:security_group_rule and tenant:92b894941d954e0891f72a1103c961b7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:49.076059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:49.090637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:49.101174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4654474 Feb 10 22:31:49.111255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:49.115519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0af3c3-7f68-45ee-8fa7-cc077cf8bc82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Network': ['ID=448f42be-2992-4d75-a12d-8676be3ede99,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:49.121529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'subnet': {'network_id': '448f42be-2992-4d75-a12d-8676be3ede99', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:49.130802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 448f42be-2992-4d75-a12d-8676be3ede99 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:49.210784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Calling delete_port for d6f2c461-7f6d-4bac-a7fc-998b5b754515 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:49.221609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16bbf72-6945-4a40-bb86-8d45bd4afe47 req-eb52c3b5-cda2-473f-801e-ef3dd423da77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:49.223101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d16bbf72-6945-4a40-bb86-8d45bd4afe47 req-eb52c3b5-cda2-473f-801e-ef3dd423da77 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.3699279 Feb 10 22:31:49.304663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:49.315268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:subnet and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:49.323671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d16bbf72-6945-4a40-bb86-8d45bd4afe47 req-6c866700-36c6-43ae-9cc5-84431ada504a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883608 Feb 10 22:31:49.325438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:49.347049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:49.382696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.428284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0d407384-6e20-491e-8201-bbb0fac43275 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:31:49.432518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event deleted for resources: {'Port': ['ID=d6f2c461-7f6d-4bac-a7fc-998b5b754515,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:49.451443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:49.455131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.476771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.541998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.589638 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'code': 200} Feb 10 22:31:49.603829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4a074f-a542-499f-8d9e-a5185fd427f3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:49.610592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:49.629189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '0d407384-6e20-491e-8201-bbb0fac43275', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '0d407384-6e20-491e-8201-bbb0fac43275', 'mac_address': 'fa:16:3e:ff:8f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:31:49.636727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.688315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.698513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ea2dd1c5-9e02-4cf6-a835-fba796399b95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=92b894941d954e0891f72a1103c961b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9183755 Feb 10 22:31:49.701999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d89397c-5b9e-4216-b854-33c4dffd297f req-e23cf101-9704-4be1-a499-823d5a8c638a tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "DELETE /v2.0/floatingips/84be4b21-cc0f-4f39-8876-b3eab620826c HTTP/1.1" status: 204 len: 173 time: 1.1454976 Feb 10 22:31:49.703434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33578) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:49.707169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.732853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d407384-6e20-491e-8201-bbb0fac43275 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:31:49.742948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-a29e4a86-42fb-459d-98b9-dfb63ddba86d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:49.744580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-a29e4a86-42fb-459d-98b9-dfb63ddba86d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.4083750 Feb 10 22:31:49.754233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:49.761100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.761459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7efa0-461e-4003-a1cc-6d42d6f129a5 req-070741ef-232e-4dfe-ba02-9a18a36bc29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:49.763153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcf7efa0-461e-4003-a1cc-6d42d6f129a5 req-070741ef-232e-4dfe-ba02-9a18a36bc29a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1096 time: 0.1832602 Feb 10 22:31:49.822505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.830248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcf7efa0-461e-4003-a1cc-6d42d6f129a5 req-9ae6f5d4-4c24-48f5-a161-e216d9e98e5a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Feb 10 22:31:49.858263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:49.899258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:49.937424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['0d407384-6e20-491e-8201-bbb0fac43275'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:49.973815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753ca0f1-9b77-45bd-bb4b-bb35068fa1d9 req-c249c29f-13be-48bf-aafa-cc23857f246a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:49.975601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753ca0f1-9b77-45bd-bb4b-bb35068fa1d9 req-c249c29f-13be-48bf-aafa-cc23857f246a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 945 time: 0.1485119 Feb 10 22:31:50.007181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.012207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b748ea-41aa-436d-8cee-3b7e70ba33b8 req-710e84dd-d110-482b-848c-a2ba941a88db tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:50.016053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45b748ea-41aa-436d-8cee-3b7e70ba33b8 req-710e84dd-d110-482b-848c-a2ba941a88db tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 945 time: 0.4130359 Feb 10 22:31:50.033254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4a074f-a542-499f-8d9e-a5185fd427f3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:50.046292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753ca0f1-9b77-45bd-bb4b-bb35068fa1d9 req-7bc41159-0239-4323-9bd7-698440fe3d69 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626934 Feb 10 22:31:50.047918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:50.048267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.049112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.050325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6bf56268-0ed7-49c4-9f7f-5816ffaed5fb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1d4a074f-a542-499f-8d9e-a5185fd427f3 HTTP/1.1" status: 204 len: 168 time: 0.3459580 Feb 10 22:31:50.178317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.327833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-3be3843b-02f3-4fd9-b073-d87c8d19c7b0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:50.330309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-3be3843b-02f3-4fd9-b073-d87c8d19c7b0 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.4645000 Feb 10 22:31:50.359906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad4371-13a0-459a-8ee4-9e17a6df40c1 req-e80fa341-9892-40d8-8f7f-7497402eeaa8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:50.360752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dcad4371-13a0-459a-8ee4-9e17a6df40c1 req-e80fa341-9892-40d8-8f7f-7497402eeaa8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:50.375164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-8f6808ee-de54-4a98-818f-53c9d15df7c4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:50.375937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-8f6808ee-de54-4a98-818f-53c9d15df7c4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:50.394849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dcad4371-13a0-459a-8ee4-9e17a6df40c1 req-e80fa341-9892-40d8-8f7f-7497402eeaa8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:50.399864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcad4371-13a0-459a-8ee4-9e17a6df40c1 req-e80fa341-9892-40d8-8f7f-7497402eeaa8 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.1944449 Feb 10 22:31:50.406983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-8f6808ee-de54-4a98-818f-53c9d15df7c4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:50.408088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-8f6808ee-de54-4a98-818f-53c9d15df7c4 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/ports?device_id=055d3a2a-fe00-4513-a768-82372109465c HTTP/1.1" status: 200 len: 950 time: 0.1673460 Feb 10 22:31:50.499897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33590) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:50.536495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcad4371-13a0-459a-8ee4-9e17a6df40c1 req-caac5fea-b0bd-42a9-b75c-888a18aee1a3 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317561 Feb 10 22:31:50.537183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.544329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45b748ea-41aa-436d-8cee-3b7e70ba33b8 req-f88a43b6-c8f0-417c-8327-b27f83cba90e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025594 Feb 10 22:31:50.554953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port ee016943-beef-4094-9e56-9ee5fea4aaaa {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:50.554953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.581020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Subnet': ['ID=4fe6db41-561b-4fc9-9a0c-60b32d654028,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:50.594429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:50.601398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Checking segment: {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:50.602193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network hostable DHCP agents. Network: 448f42be-2992-4d75-a12d-8676be3ede99, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:50.611519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Usage tracker for resource:security_group_rule and tenant:a98e4518ec944a60801b18d411515df7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:50.618018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:50.628168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:50.697569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port 2a38d59e-883f-41fa-80a0-3d386ca6848a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:50.697835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.747550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 448f42be-2992-4d75-a12d-8676be3ede99 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:50.822378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 448f42be-2992-4d75-a12d-8676be3ede99) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:50.837347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c115cce-1c70-4a3e-a0a4-6a0d214182db None None] Network 448f42be-2992-4d75-a12d-8676be3ede99 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:50.879934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:50.880559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.915532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.921780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:50.922817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port 7a3448f9-10e2-42b6-bd10-28e9a11b1392, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7a3448f9-10e2-42b6-bd10-28e9a11b1392,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:50.923349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.029677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a98e4518ec944a60801b18d411515df7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5268834 Feb 10 22:31:51.067788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33604) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:51.073233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for 7a3448f9-10e2-42b6-bd10-28e9a11b1392 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:51.120580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-448f42be-2992-4d75-a12d-8676be3ede99', 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'fixed_ips': [{'subnet_id': '4fe6db41-561b-4fc9-9a0c-60b32d654028'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:31:51.121223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d53c-5f36-4eb3-a94d-16c32cf02066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2cf76d-27dd-4081-b1ca-9780e360ead0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:51.121414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.172958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port ee016943-beef-4094-9e56-9ee5fea4aaaa, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ee016943-beef-4094-9e56-9ee5fea4aaaa,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:51.173336 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.249159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-79bf7068-7b0b-4680-bcd3-babfd3821ec5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1368260 Feb 10 22:31:51.253237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33610) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:51.258846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-459692339'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:51.286549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:51.297480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Allocated IP 19.80.0.2 (448f42be-2992-4d75-a12d-8676be3ede99/4fe6db41-561b-4fc9-9a0c-60b32d654028/7cb7bf5a-5535-48b8-ad9e-4449accb5a1e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:51.374383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:network and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:51.396687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39187902-efdc-41d7-830b-d4e6eb3cd6f6 req-534a5cfb-3dc6-4768-b415-5d48fca2a069 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:51.398159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39187902-efdc-41d7-830b-d4e6eb3cd6f6 req-534a5cfb-3dc6-4768-b415-5d48fca2a069 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.6617754 Feb 10 22:31:51.399055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:51.418917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:51.435759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for ee016943-beef-4094-9e56-9ee5fea4aaaa owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:51.440030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0d407384-6e20-491e-8201-bbb0fac43275 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:51.495429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:51.499712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.503115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.517134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 0d407384-6e20-491e-8201-bbb0fac43275 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:51.517795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.537320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.547209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39187902-efdc-41d7-830b-d4e6eb3cd6f6 req-8491ca97-0eb4-4a9b-a5c2-f4a1f2b35e5a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376729 Feb 10 22:31:51.561980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.580303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09502473-56c5-46df-b5ed-b06ddd5db422 req-bed5da56-963e-4a45-b1c2-1be4eb6a53f6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:51.581101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-09502473-56c5-46df-b5ed-b06ddd5db422 req-bed5da56-963e-4a45-b1c2-1be4eb6a53f6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:51.590697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.600843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port 2a38d59e-883f-41fa-80a0-3d386ca6848a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2a38d59e-883f-41fa-80a0-3d386ca6848a,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:51.601189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.625914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=7a3448f9-10e2-42b6-bd10-28e9a11b1392,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:51.657631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-09502473-56c5-46df-b5ed-b06ddd5db422 req-bed5da56-963e-4a45-b1c2-1be4eb6a53f6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:51.664076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09502473-56c5-46df-b5ed-b06ddd5db422 req-bed5da56-963e-4a45-b1c2-1be4eb6a53f6 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.6709073 Feb 10 22:31:51.736630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09502473-56c5-46df-b5ed-b06ddd5db422 req-f2418f86-929c-4dd2-8012-82278188697f tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713809 Feb 10 22:31:51.747163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:51.751581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.759124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.759493 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Added segment aa3377be-031a-4f58-a27a-afa255bf4414 of type vlan for network 20b27506-a438-4de5-8221-b9cda57bc4d3 Feb 10 22:31:51.783804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.798071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for 2a38d59e-883f-41fa-80a0-3d386ca6848a owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:51.800468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2cf76d-27dd-4081-b1ca-9780e360ead0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:51.803329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.839739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:51.884808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=ee016943-beef-4094-9e56-9ee5fea4aaaa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:51.907985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:51.930328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.934272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e08fafd1-0711-4192-88aa-e4ce8e2cc61b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f2cf76d-27dd-4081-b1ca-9780e360ead0 HTTP/1.1" status: 204 len: 168 time: 0.8587692 Feb 10 22:31:51.950941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4deff663-2a65-4035-8f1c-8e5cf502cf2a req-b52de224-dae4-44a8-afd8-83a03d081439 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=27a300f5-5c08-4c0b-9166-0d8f142c4b58 HTTP/1.1" status: 200 len: 210 time: 0.1140735 Feb 10 22:31:51.952345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:51.962924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.963928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ee016943-beef-4094-9e56-9ee5fea4aaaa no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:51.979765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port ee016943-beef-4094-9e56-9ee5fea4aaaa on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:51.983081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:51.985154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13a7c23-5999-45c5-8769-c33d5b1fe5a3 req-a6d87736-3e9e-48b2-9b59-5b95b92b082a tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "DELETE /v2.0/ports/ee016943-beef-4094-9e56-9ee5fea4aaaa HTTP/1.1" status: 204 len: 173 time: 1.5607200 Feb 10 22:31:51.985608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'name': 'network-vif-deleted', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:51.986298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port 7a3448f9-10e2-42b6-bd10-28e9a11b1392 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:52.008236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.059816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.067924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: ee016943-beef-4094-9e56-9ee5fea4aaaa {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:52.068522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ee016943-beef-4094-9e56-9ee5fea4aaaa not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:52.069081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2a38d59e-883f-41fa-80a0-3d386ca6848a no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:52.069240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'name': 'network-vif-deleted', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:52.091277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.103527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:52.104162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.187345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5c1bf2-133a-44f7-80eb-d64e15003ad8 req-859ea2b3-74dc-4f22-9e6a-fc91af95be66 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:52.187972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a5c1bf2-133a-44f7-80eb-d64e15003ad8 req-859ea2b3-74dc-4f22-9e6a-fc91af95be66 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:52.208047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.226067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05a8390e-7877-4b6d-9145-902ca08fcb2f req-474693df-931a-4ada-9dc0-d470ef01d136 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "DELETE /v2.0/ports/7a3448f9-10e2-42b6-bd10-28e9a11b1392 HTTP/1.1" status: 204 len: 173 time: 2.4688175 Feb 10 22:31:52.257692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a5c1bf2-133a-44f7-80eb-d64e15003ad8 req-859ea2b3-74dc-4f22-9e6a-fc91af95be66 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:52.259475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a5c1bf2-133a-44f7-80eb-d64e15003ad8 req-859ea2b3-74dc-4f22-9e6a-fc91af95be66 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 948 time: 0.2268326 Feb 10 22:31:52.261062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0067084 Feb 10 22:31:52.267802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33630) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:52.281494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'subnet': {'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:52.532186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:52.556982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a5c1bf2-133a-44f7-80eb-d64e15003ad8 req-91bee5ce-bf65-46f6-bcf6-a27869a90673 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287791 Feb 10 22:31:52.597265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:52.603750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Usage tracker for resource:subnet and tenant:4ec9b13edc15438c919502d250bce464 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:52.608876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:52.616744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:52.634331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:52.646107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.669360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.690885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3957118-9780-4565-a6cb-deaaf69d1755 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Network': ['ID=20b27506-a438-4de5-8221-b9cda57bc4d3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:52.758734 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275', 'code': 200} Feb 10 22:31:52.761882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:52.771892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.822836 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '055d3a2a-fe00-4513-a768-82372109465c', 'name': 'network-vif-deleted', 'tag': 'ee016943-beef-4094-9e56-9ee5fea4aaaa', 'status': 'completed', 'code': 200} Feb 10 22:31:52.831172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Transition to ACTIVE for port object 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:52.835064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=2a38d59e-883f-41fa-80a0-3d386ca6848a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:52.884726 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a300f5-5c08-4c0b-9166-0d8f142c4b58', 'name': 'network-vif-deleted', 'tag': '7a3448f9-10e2-42b6-bd10-28e9a11b1392', 'status': 'completed', 'code': 200} Feb 10 22:31:52.940735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-a6872c90-500e-4613-99ce-7b94a3739699 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:52.941457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-a6872c90-500e-4613-99ce-7b94a3739699 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Synchronizing usage tracker for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:52.946140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port 2a38d59e-883f-41fa-80a0-3d386ca6848a on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:52.956313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11c7fe8-62a3-4a90-8669-d37fab59808f req-b8d56201-cac3-4b79-8cb6-dd2a973f67c7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:52.957882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f11c7fe8-62a3-4a90-8669-d37fab59808f req-b8d56201-cac3-4b79-8cb6-dd2a973f67c7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 945 time: 0.6013174 Feb 10 22:31:52.959644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:52.990612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-a6872c90-500e-4613-99ce-7b94a3739699 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Unset dirty status for tenant:ecec63c5ea19447e9e061894f35acc2c on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:52.991756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-a6872c90-500e-4613-99ce-7b94a3739699 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.5488157 Feb 10 22:31:53.008623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8da780f0-3120-40ba-9f95-1bbcb5677232 req-6a540079-278f-40a1-a724-943772ff6907 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "DELETE /v2.0/ports/2a38d59e-883f-41fa-80a0-3d386ca6848a HTTP/1.1" status: 204 len: 173 time: 2.6536734 Feb 10 22:31:53.115397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Transition to ACTIVE for port object 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:53.119908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f11c7fe8-62a3-4a90-8669-d37fab59808f req-ce816cf7-ba5d-4ab9-930f-eecf4b7eca18 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523566 Feb 10 22:31:53.177557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Deleting port 216abafe-b546-4141-a6f3-414201461946 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:31:53.177903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.256459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.273020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:53.336842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.486711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Network 448f42be-2992-4d75-a12d-8676be3ede99 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:31:53.504156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:53.508637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7a3448f9-10e2-42b6-bd10-28e9a11b1392 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:53.527440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Subnet': ['ID=76479069-89d6-41d7-a00d-15e60e564777,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:53.562218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:31:53.586096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-network', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:53.586725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Checking segment: {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:53.588135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network hostable DHCP agents. Network: 20b27506-a438-4de5-8221-b9cda57bc4d3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:53.588990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 7a3448f9-10e2-42b6-bd10-28e9a11b1392 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:53.589358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7a3448f9-10e2-42b6-bd10-28e9a11b1392 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:53.602847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:53.612115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Usage tracker for resource:network and tenant:6d44cf0500f6404796cfb5ce12cbb7c6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:53.616076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:53.622742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:53.632268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Pushing event updated for resources: {'Port': ['ID=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:53.645454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19a7eb-fc0a-42f9-b400-a7765b6d72af req-8afb9793-af79-4563-bc8a-b30228baa500 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:53.653266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd19a7eb-fc0a-42f9-b400-a7765b6d72af req-8afb9793-af79-4563-bc8a-b30228baa500 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.5948822 Feb 10 22:31:53.670956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Made reservation on behalf of 6d44cf0500f6404796cfb5ce12cbb7c6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:53.671241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.702849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:53.704154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Attempting to bind port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:53.705031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Attempting to bind port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:53.705632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Attempting to bind port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e on network 448f42be-2992-4d75-a12d-8676be3ede99 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:53.719028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:53.720192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Checking segment: {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:53.720594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.721710 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.722832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Bound using segment: {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:53.724572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Bound port: 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:53.725215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.738760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd19a7eb-fc0a-42f9-b400-a7765b6d72af req-4dbe16d9-0d56-4e77-8f46-8af6f107b438 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828254 Feb 10 22:31:53.742064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 20b27506-a438-4de5-8221-b9cda57bc4d3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:53.758417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:53.759334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.760874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608891a1-92bf-4543-a670-3a5f93e456e7 req-640f9408-311b-46cf-be5a-83de8962d0c9 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:53.768709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608891a1-92bf-4543-a670-3a5f93e456e7 req-640f9408-311b-46cf-be5a-83de8962d0c9 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/ports?device_id=6e5c9184-e302-46d3-a65e-331e2c74aa7b HTTP/1.1" status: 200 len: 946 time: 0.4241526 Feb 10 22:31:53.781743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:53.799792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d85575-976f-451b-bad6-12c60eba9105 None None] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:53.801477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4016b1fa-7b94-4728-bb8a-a57f2e409ce2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5318093 Feb 10 22:31:53.833607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Usage tracker for resource:security_group_rule and tenant:6d44cf0500f6404796cfb5ce12cbb7c6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:53.837234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] For port 216abafe-b546-4141-a6f3-414201461946, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=216abafe-b546-4141-a6f3-414201461946,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:53.837593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:53.847340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:53.859262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:53.862144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7e13a2de-b4bf-409d-8b2b-99f0199e0aff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:31:53.888761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608891a1-92bf-4543-a670-3a5f93e456e7 req-af63beda-fd3e-482b-8b65-6756d8294a23 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.53 "GET /v2.0/security-groups?id=8def2c92-3849-443a-acf1-61acf791db6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190913 Feb 10 22:31:54.036594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Calling delete_port for 216abafe-b546-4141-a6f3-414201461946 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:31:54.178965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e602e3a-92ca-4993-8ef0-306c22965c82 req-d14c2733-d4e2-4649-8928-3a63ae63e1b2 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e573ee5-8e29-43fe-a168-1c73b581ea20 HTTP/1.1" status: 200 len: 210 time: 0.1077254 Feb 10 22:31:54.228107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] For port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:54.232681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] For port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:54.255242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.292825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.301505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.415376 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.443601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:31:54.475648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da049689-bebc-435b-961e-9224aa1be398,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:54.507537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.507887 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Added segment f9fe0157-d9e8-4228-bf74-173c667d7fb9 of type vlan for network 41be9f4e-579d-4bbe-ad2f-5557f6990fda Feb 10 22:31:54.533286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9b516-ccce-4d1a-859c-73fc4ed3ad2d None None] Pushing event updated for resources: {'Port': ['ID=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:54.554149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.697482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-20b27506-a438-4de5-8221-b9cda57bc4d3', 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'fixed_ips': [{'subnet_id': '76479069-89d6-41d7-a00d-15e60e564777'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:31:54.698313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.711701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-dcd56761-91db-4923-b042-d1741532943e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:54.718899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-dcd56761-91db-4923-b042-d1741532943e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:54.719883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-dcd56761-91db-4923-b042-d1741532943e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:54.743953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-dcd56761-91db-4923-b042-d1741532943e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:54.754983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Pushing event deleted for resources: {'Port': ['ID=216abafe-b546-4141-a6f3-414201461946,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:54.767939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-dcd56761-91db-4923-b042-d1741532943e tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/networks?id=448f42be-2992-4d75-a12d-8676be3ede99&id=20b27506-a438-4de5-8221-b9cda57bc4d3 HTTP/1.1" status: 200 len: 1390 time: 0.3659036 Feb 10 22:31:54.798024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.807921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-6ce0928a-0ea4-4a86-bc84-9afdce1be476 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/quotas/4ec9b13edc15438c919502d250bce464 HTTP/1.1" status: 200 len: 375 time: 0.0390146 Feb 10 22:31:54.924450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'name': 'network-vif-deleted', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:54.955361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] No DVR routers for this DVR port 216abafe-b546-4141-a6f3-414201461946 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:31:54.974242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:54.989496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-0f3bd3b9-d331-4226-9980-f0d347bdd5cb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:55.035739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Allocated IP 19.86.0.2 (20b27506-a438-4de5-8221-b9cda57bc4d3/76479069-89d6-41d7-a00d-15e60e564777/b67abd26-78d5-4280-a651-1a4f00cb42c0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:55.040201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-0f3bd3b9-d331-4226-9980-f0d347bdd5cb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:55.042328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:55.043997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-0f3bd3b9-d331-4226-9980-f0d347bdd5cb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2344697 Feb 10 22:31:55.045751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:55.046995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:55.249332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] Pushing event updated for resources: {'Network': ['ID=41be9f4e-579d-4bbe-ad2f-5557f6990fda,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:55.258247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:31:55.269420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b77bb04-d958-48d5-b3ae-a863ffb99587 req-816b82ee-cda5-456b-8b9f-dff71df1b192 tempest-FloatingIPsAssociationTestJSON-96864932 tempest-FloatingIPsAssociationTestJSON-96864932-project] 10.222.0.30 "DELETE /v2.0/ports/216abafe-b546-4141-a6f3-414201461946 HTTP/1.1" status: 204 len: 173 time: 2.2623222 Feb 10 22:31:55.302601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02dc63-67fe-41d8-8b18-ad7066fa9ae5 req-c1bbbe9d-4795-4dc3-b0c6-287462ad9b67 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:55.309624 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e02dc63-67fe-41d8-8b18-ad7066fa9ae5 req-c1bbbe9d-4795-4dc3-b0c6-287462ad9b67 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1096 time: 0.6656890 Feb 10 22:31:55.319105 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-24d67ae2-2776-4c5f-b29b-a8d69e6c109a admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0438986 Feb 10 22:31:55.319556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:55.356429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-960e4e4b-d9b3-409c-a054-0b94f624b974 service neutron] 10.222.0.53 "GET /v2.0/networks/448f42be-2992-4d75-a12d-8676be3ede99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032515 Feb 10 22:31:55.372064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Request body: {'subnet': {'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-subnet', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:55.384172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:55.394877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Usage tracker for resource:subnet and tenant:6d44cf0500f6404796cfb5ce12cbb7c6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:55.402528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:55.416821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:55.444577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Made reservation on behalf of 6d44cf0500f6404796cfb5ce12cbb7c6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:31:55.453480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:55.529512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 216abafe-b546-4141-a6f3-414201461946 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:31:55.611075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 216abafe-b546-4141-a6f3-414201461946 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:31:55.611441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 216abafe-b546-4141-a6f3-414201461946 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:31:55.645024 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:55.662353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Transition to ACTIVE for port object b67abd26-78d5-4280-a651-1a4f00cb42c0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:55.669953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e02dc63-67fe-41d8-8b18-ad7066fa9ae5 req-a643f1b3-1853-44f3-b541-98767039afd9 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583658 Feb 10 22:31:55.692421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-af4fb3e4-9706-441a-b63a-0d8a6bb66660 service neutron] 10.222.0.53 "GET /v2.0/networks/448f42be-2992-4d75-a12d-8676be3ede99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3331425 Feb 10 22:31:55.693329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Transition to ACTIVE for port object b67abd26-78d5-4280-a651-1a4f00cb42c0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:31:55.702945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.006458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=b67abd26-78d5-4280-a651-1a4f00cb42c0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:56.034439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:31:56.036152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:56.039319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:31:56.070102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ba6f9b47-758d-4ba0-8bdc-d9c1c1a3de5d service neutron] 10.222.0.53 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699441 Feb 10 22:31:56.296229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24540c7a-d9e4-4699-81a6-bea41a482cc8 None None] Network 448f42be-2992-4d75-a12d-8676be3ede99 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:56.297862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-7f88cbfe-476e-4c1f-8a5c-70d6d51aea89 service neutron] 10.222.0.53 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177663 Feb 10 22:31:56.413694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Attempting to bind port b67abd26-78d5-4280-a651-1a4f00cb42c0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:31:56.414082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Attempting to bind port b67abd26-78d5-4280-a651-1a4f00cb42c0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:31:56.414423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Attempting to bind port b67abd26-78d5-4280-a651-1a4f00cb42c0 on network 20b27506-a438-4de5-8221-b9cda57bc4d3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:31:56.423180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.439619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:31:56.439993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Checking segment: {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:56.440399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.443265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Bound using segment: {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:31:56.443265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Bound port: b67abd26-78d5-4280-a651-1a4f00cb42c0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:31:56.443265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.487700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a1e36ba9-008c-4552-b221-68a9c2329adb None None] Provisioning for port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:56.522627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d12af1a-7a73-4de0-ba20-896260a592d2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:56.538888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-208722e6-506b-47a1-811f-829c2bf4cc73 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:56.547135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-208722e6-506b-47a1-811f-829c2bf4cc73 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.3706002 Feb 10 22:31:56.597357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b3ae84a7-8f11-4bec-a79f-d37ebf35e951 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0491250 Feb 10 22:31:56.615612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] For port b67abd26-78d5-4280-a651-1a4f00cb42c0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:31:56.624064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] For port b67abd26-78d5-4280-a651-1a4f00cb42c0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b67abd26-78d5-4280-a651-1a4f00cb42c0,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:31:56.635077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Checking segment: {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:31:56.635470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Network hostable DHCP agents. Network: 41be9f4e-579d-4bbe-ad2f-5557f6990fda, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:31:56.644256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.660414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-6312045b-8901-4dd5-89bb-94c4dd56358e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:56.682968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-6312045b-8901-4dd5-89bb-94c4dd56358e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:56.692926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-6312045b-8901-4dd5-89bb-94c4dd56358e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0944409 Feb 10 22:31:56.815947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:31:56.818809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa23f6-b798-4803-bf16-ba80751595b0 req-39c8c045-d74d-48ea-9b2f-3250d6f959cc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:56.820891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edaa23f6-b798-4803-bf16-ba80751595b0 req-39c8c045-d74d-48ea-9b2f-3250d6f959cc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.2540140 Feb 10 22:31:56.855350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 41be9f4e-579d-4bbe-ad2f-5557f6990fda) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:31:56.867844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:56.868434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:56.874750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812541d9-cf1b-4076-9f3f-1efcbd589378 None None] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:56.924234 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edaa23f6-b798-4803-bf16-ba80751595b0 req-0cde40ec-8630-40f1-945b-1c2e30ffaedd tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852392 Feb 10 22:31:57.014447 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e20b0e8-4e8c-4fb2-a51e-d37778a127f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.6539044 Feb 10 22:31:57.016023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33764) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:57.021022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:57.028695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:31:57.031834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:57.046515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Usage tracker for resource:router and tenant:6d44cf0500f6404796cfb5ce12cbb7c6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:31:57.047745 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-c670a0af-bc43-4f3d-a538-7bad85667df2 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538091 Feb 10 22:31:57.068384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:31:57.086409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:31:57.100139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:31:57.330019 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e573ee5-8e29-43fe-a168-1c73b581ea20', 'name': 'network-vif-deleted', 'tag': '2a38d59e-883f-41fa-80a0-3d386ca6848a', 'status': 'completed', 'code': 200} Feb 10 22:31:57.375974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8037a5e-1aba-4f4e-bd64-127dbe5c7ae6 None None] Pushing event updated for resources: {'Port': ['ID=b67abd26-78d5-4280-a651-1a4f00cb42c0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:57.454270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:31:57.502444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-a1997d70-6044-4d7f-a847-0f7cdbb277a1 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538329 Feb 10 22:31:57.602524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:57.602908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:57.631909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:57.633036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:57.774274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:57.908243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'fixed_ips': [{'subnet_id': '7d12af1a-7a73-4de0-ba20-896260a592d2'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:31:57.909668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:57.980714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a9598201-607e-43ce-aa06-f63a71e4f2a9 req-7f1b11de-1315-459b-ba96-02cfd32f7f44 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:58.017351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a9598201-607e-43ce-aa06-f63a71e4f2a9 req-7f1b11de-1315-459b-ba96-02cfd32f7f44 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:58.035050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9598201-607e-43ce-aa06-f63a71e4f2a9 req-7f1b11de-1315-459b-ba96-02cfd32f7f44 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 210 time: 0.1674862 Feb 10 22:31:58.297022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:58.385287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dc5f8-221b-49c3-9589-537dd6e8899a req-e40ce8d4-d270-46c3-bf4f-bfd5f21017ae tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:58.402450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-290dc5f8-221b-49c3-9589-537dd6e8899a req-e40ce8d4-d270-46c3-bf4f-bfd5f21017ae tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1096 time: 0.6997831 Feb 10 22:31:58.468022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12a48535-e374-41b0-a3fb-43c730610bee req-23c4b64a-201b-4ee8-a10b-f2a4d8ceb378 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 210 time: 0.1543043 Feb 10 22:31:58.545902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:31:58.571250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:58.784072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9855d6e-2dcb-4303-8f8c-a6c704e32691 None None] Provisioning complete for port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:31:58.784542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9855d6e-2dcb-4303-8f8c-a6c704e32691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:58.896131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-290dc5f8-221b-49c3-9589-537dd6e8899a req-1386e783-f6e0-4177-bdd9-8c8663e2f3d2 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Synchronizing usage tracker for tenant:a567b3a1b4ab4d3abee2ce7a88fe4097 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:58.923459 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:31:58.928853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Allocated IP 172.20.0.2 (41be9f4e-579d-4bbe-ad2f-5557f6990fda/7d12af1a-7a73-4de0-ba20-896260a592d2/d808102a-df13-4b26-babb-fd95473febf8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:31:58.938064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98af733a-8495-45c4-864e-1131bdf4a2e0 None None] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:31:58.956767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b67abd26-78d5-4280-a651-1a4f00cb42c0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:31:59.061500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a294baec-3fd9-4d49-8762-26afab65805a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:59.071344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-290dc5f8-221b-49c3-9589-537dd6e8899a req-1386e783-f6e0-4177-bdd9-8c8663e2f3d2 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Unset dirty status for tenant:a567b3a1b4ab4d3abee2ce7a88fe4097 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:59.072514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-290dc5f8-221b-49c3-9589-537dd6e8899a req-1386e783-f6e0-4177-bdd9-8c8663e2f3d2 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6690130 Feb 10 22:31:59.077818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a294baec-3fd9-4d49-8762-26afab65805a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:59.078880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a294baec-3fd9-4d49-8762-26afab65805a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:31:59.136904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a294baec-3fd9-4d49-8762-26afab65805a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:31:59.138203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a294baec-3fd9-4d49-8762-26afab65805a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "GET /v2.0/networks?id=448f42be-2992-4d75-a12d-8676be3ede99&id=20b27506-a438-4de5-8221-b9cda57bc4d3 HTTP/1.1" status: 200 len: 1390 time: 0.6297870 Feb 10 22:31:59.187411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c6d488-4835-42b1-b9dd-dcddfabbf4ff req-e48112d0-9e43-4281-8a5e-f471b21dd619 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:31:59.188937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5c6d488-4835-42b1-b9dd-dcddfabbf4ff req-e48112d0-9e43-4281-8a5e-f471b21dd619 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.3913832 Feb 10 22:31:59.204607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'port': {'device_id': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99', 'admin_state_up': True, 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:31:59.500817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:31:59.534093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'name': 'network-vif-deleted', 'tag': '216abafe-b546-4141-a6f3-414201461946'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:31:59.674357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec8e839c-3e6d-4100-87ce-01c7be506b3d req-e9a7fd15-7c56-4cda-8926-8e1fd38d5cf7 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 210 time: 0.0660341 Feb 10 22:31:59.957090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5c6d488-4835-42b1-b9dd-dcddfabbf4ff req-aa31a677-6370-4af9-91f1-ee994c2e7e20 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7006254 Feb 10 22:32:00.040752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.127575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-873cee07-8f04-4595-8346-b9187fc56b32 None None] Provisioning for port b67abd26-78d5-4280-a651-1a4f00cb42c0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:00.131833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:00.153266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-e36549ae-3804-42dd-a9ee-4ed31dcc06d1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:00.165049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-e36549ae-3804-42dd-a9ee-4ed31dcc06d1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.5841801 Feb 10 22:32:00.176047 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e5c9184-e302-46d3-a65e-331e2c74aa7b', 'name': 'network-vif-deleted', 'tag': '216abafe-b546-4141-a6f3-414201461946', 'status': 'completed', 'code': 200} Feb 10 22:32:00.190950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:00.205444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b67abd26-78d5-4280-a651-1a4f00cb42c0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:00.305919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b67abd26-78d5-4280-a651-1a4f00cb42c0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:00.306581 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.335563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:00.410262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.424700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.440235 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7a58b5a-337a-431d-bc07-5af0f309067f req-5a0db204-99c3-4256-bf75-7eb14a423524 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 210 time: 0.1974504 Feb 10 22:32:00.453450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Transition to ACTIVE for port object d808102a-df13-4b26-babb-fd95473febf8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:00.462981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:00.466110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.466667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.616357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Transition to ACTIVE for port object d808102a-df13-4b26-babb-fd95473febf8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:00.657339 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.784911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:00.861817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Pushing event updated for resources: {'Port': ['ID=d808102a-df13-4b26-babb-fd95473febf8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:00.904380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:00.939540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b67abd26-78d5-4280-a651-1a4f00cb42c0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b67abd26-78d5-4280-a651-1a4f00cb42c0,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:00.941529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:00.945504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:01.001467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.031404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Allocated IP 19.80.0.19 (448f42be-2992-4d75-a12d-8676be3ede99/4fe6db41-561b-4fc9-9a0c-60b32d654028/39efd1dd-2524-4c2c-bbbd-af5e30a92786) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:01.034287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:01.063255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:01.218416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:01.224308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Allocated IP 172.25.2.134 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/ed029a55-75e7-4138-9ced-1d5ebdab1ab6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:01.306117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Attempting to bind port d808102a-df13-4b26-babb-fd95473febf8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:01.306403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Attempting to bind port d808102a-df13-4b26-babb-fd95473febf8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:01.306763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Attempting to bind port d808102a-df13-4b26-babb-fd95473febf8 on network 41be9f4e-579d-4bbe-ad2f-5557f6990fda {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:01.308860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9106110-d3b1-40d6-85cd-540c941c39a0 None None] Provisioning complete for port b67abd26-78d5-4280-a651-1a4f00cb42c0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:01.309222 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9106110-d3b1-40d6-85cd-540c941c39a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.396529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:01.397403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Checking segment: {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:01.397846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.398210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Bound using segment: {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:01.398749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Bound port: d808102a-df13-4b26-babb-fd95473febf8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:01.399127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.440978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca480b1-ac44-496f-9067-dd0980b26778 req-a9e75cbb-8b42-4de6-8fa9-383c80130cde tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:01.442474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dca480b1-ac44-496f-9067-dd0980b26778 req-a9e75cbb-8b42-4de6-8fa9-383c80130cde tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Synchronizing usage tracker for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:01.474117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:01.474493 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.476497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:01.480802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.517022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dca480b1-ac44-496f-9067-dd0980b26778 req-a9e75cbb-8b42-4de6-8fa9-383c80130cde tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Unset dirty status for tenant:26f1253c0af443029adfda0e9c6c3d8a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:01.524458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dca480b1-ac44-496f-9067-dd0980b26778 req-a9e75cbb-8b42-4de6-8fa9-383c80130cde tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 948 time: 0.7905140 Feb 10 22:32:01.579407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.598615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] For port d808102a-df13-4b26-babb-fd95473febf8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:01.599383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Deleting port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:01.599778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.601782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] For port d808102a-df13-4b26-babb-fd95473febf8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d808102a-df13-4b26-babb-fd95473febf8,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:01.610484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b67abd26-78d5-4280-a651-1a4f00cb42c0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:01.621267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:01.792154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.12 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/e91659d0-1b9c-49f7-b98f-d63097181edc) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:01.883103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2a30bf-c96d-4a7c-9346-2ed0616adfdc None None] Pushing event updated for resources: {'Port': ['ID=d808102a-df13-4b26-babb-fd95473febf8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:01.958324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.183883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-180232c5-4fb3-419c-af03-0e39f8d98a10 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:02.186477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-180232c5-4fb3-419c-af03-0e39f8d98a10 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 948 time: 0.5532060 Feb 10 22:32:02.188903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:02.197957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:02.243191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.270196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dca480b1-ac44-496f-9067-dd0980b26778 req-12d1c430-5fe7-4def-a305-e4f73a1cb13c tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/security-groups?id=fbb0d7f8-75a5-4394-9c2a-952eace4bb19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7420018 Feb 10 22:32:02.324934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:02.346128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.362814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Transition to ACTIVE for port object 39efd1dd-2524-4c2c-bbbd-af5e30a92786 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:02.367862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.409850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] For port edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:02.411096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.449376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:02.454914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:02.462423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:02.537838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:02.538497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.587832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Calling delete_port for edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:02.593006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:02.615485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e09b829-da0d-403c-a751-d1f1c0e69e9c req-e593aa36-004e-494f-a204-246c40dc1a13 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 210 time: 0.0612931 Feb 10 22:32:02.623496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:02.626811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-b9cf9d2d-da84-408e-9421-8f9a2b73910f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4454541 Feb 10 22:32:02.651505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Request body: {'port': {'device_id': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:02.822570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 448f42be-2992-4d75-a12d-8676be3ede99 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:02.873477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:02.877275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:02.926945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:03.063250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:03.064547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.120939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-ed7c8263-3d04-43a5-88d8-1e434498d95b tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:32:03.123259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-ed7c8263-3d04-43a5-88d8-1e434498d95b tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7982411 Feb 10 22:32:03.148415 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.286387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b67abd26-78d5-4280-a651-1a4f00cb42c0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:03.386314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-630ac3d5-d38a-414b-b3e8-a868c2425b2e None None] Provisioning for port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:03.399103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-630ac3d5-d38a-414b-b3e8-a868c2425b2e None None] Provisioning complete for port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:03.399834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-630ac3d5-d38a-414b-b3e8-a868c2425b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.464979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-630ac3d5-d38a-414b-b3e8-a868c2425b2e None None] Port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:03.467116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed79d69-0991-440b-b890-dee6d03d0790 None None] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:03.501559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Pushing event updated for resources: {'Port': ['ID=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:03.515101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Request body: {'binding': {'host': 'n-h1-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:03.516271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:32:03.549334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.579087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b67abd26-78d5-4280-a651-1a4f00cb42c0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:03.579627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.614680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e91659d0-1b9c-49f7-b98f-d63097181edc {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:03.625672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.646250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Transition to ACTIVE for port object e91659d0-1b9c-49f7-b98f-d63097181edc will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:03.656496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.688885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Deleting port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:03.689518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:03.705854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dbf97e0d-a943-402e-8059-23e17c8d9b50 None None] Provisioning for port d808102a-df13-4b26-babb-fd95473febf8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:03.732903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-d0eee1ff-d633-49d2-b467-b953d283c2c5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5745709 Feb 10 22:32:03.756509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Request body: {'port': {'device_id': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3', 'admin_state_up': True, 'tenant_id': '4ec9b13edc15438c919502d250bce464'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:03.864369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d808102a-df13-4b26-babb-fd95473febf8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:04.030488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d808102a-df13-4b26-babb-fd95473febf8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:04.037802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d808102a-df13-4b26-babb-fd95473febf8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:04.038396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.207165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.280349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d808102a-df13-4b26-babb-fd95473febf8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d808102a-df13-4b26-babb-fd95473febf8,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:04.287976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.295721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Pushing event updated for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:04.356294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1392f0a3-371e-4e54-8212-47f76d781437 req-a5de0d76-98af-48f7-baac-24078d3c5cb3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:04.367876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1392f0a3-371e-4e54-8212-47f76d781437 req-a5de0d76-98af-48f7-baac-24078d3c5cb3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 1.2968802 Feb 10 22:32:04.429776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d808102a-df13-4b26-babb-fd95473febf8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:04.443353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] For port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:04.444083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.467919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Attempting to bind port e91659d0-1b9c-49f7-b98f-d63097181edc on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:04.468287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Attempting to bind port e91659d0-1b9c-49f7-b98f-d63097181edc by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:04.468577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Attempting to bind port e91659d0-1b9c-49f7-b98f-d63097181edc on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:04.473445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on host n-h1-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:04.473779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:04.474104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:04.484664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:04.488773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Port e91659d0-1b9c-49f7-b98f-d63097181edc on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:04.489094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Attempting to bind port e91659d0-1b9c-49f7-b98f-d63097181edc on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:04.502186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1392f0a3-371e-4e54-8212-47f76d781437 req-077d50a1-096c-4b67-99b6-8eff6e37cb97 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333687 Feb 10 22:32:04.527587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:04.527930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:04.528860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:04.529488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Bound port: e91659d0-1b9c-49f7-b98f-d63097181edc, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:04.529845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.548338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dbb0809b-f835-432c-ac42-416217b94d3e None None] Provisioning complete for port d808102a-df13-4b26-babb-fd95473febf8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:04.549109 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbb0809b-f835-432c-ac42-416217b94d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.572491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:04.636953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:04.637518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:04.655579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Calling delete_port for 7e13a2de-b4bf-409d-8b2b-99f0199e0aff owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:04.741529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Made reservation on behalf of 4ec9b13edc15438c919502d250bce464 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:04.745871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:04.949627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:04.949989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:04.951043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:04.951781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Bound port: d37101f1-8c69-4473-acfc-1f5ebbf52784, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:05.016847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:05.045873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73f13f1-55bf-4f30-bde5-f0eb3d344878 req-ad07b86a-21ad-4274-9af1-ae56f4dd4b0e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:05.046601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c73f13f1-55bf-4f30-bde5-f0eb3d344878 req-ad07b86a-21ad-4274-9af1-ae56f4dd4b0e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:05.057300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e91659d0-1b9c-49f7-b98f-d63097181edc,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:05.073572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.133902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:05.135840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.138364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Allocated IP 19.86.0.190 (20b27506-a438-4de5-8221-b9cda57bc4d3/76479069-89d6-41d7-a00d-15e60e564777/0f088ecd-21d0-4ad9-a01c-663479e9ab02) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:05.142942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c73f13f1-55bf-4f30-bde5-f0eb3d344878 req-ad07b86a-21ad-4274-9af1-ae56f4dd4b0e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:05.144370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73f13f1-55bf-4f30-bde5-f0eb3d344878 req-ad07b86a-21ad-4274-9af1-ae56f4dd4b0e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 944 time: 0.4532669 Feb 10 22:32:05.146138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:05.147654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.149812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] 10.222.0.30 "PUT /v2.0/ports/e91659d0-1b9c-49f7-b98f-d63097181edc HTTP/1.1" status: 200 len: 1092 time: 2.5154071 Feb 10 22:32:05.157959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d808102a-df13-4b26-babb-fd95473febf8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:05.160134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:05.219313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73f13f1-55bf-4f30-bde5-f0eb3d344878 req-288d3687-9933-43bb-bc57-2e18bd79d4b7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534410 Feb 10 22:32:05.332443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d84d4-48be-4c10-99fe-0709951e3eee service neutron] Pushing event updated for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:05.382443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-aa7e5231-2c21-404e-ac77-a848ca11ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:05.383774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-aa7e5231-2c21-404e-ac77-a848ca11ff24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 1095 time: 0.1602817 Feb 10 22:32:05.403070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d808102a-df13-4b26-babb-fd95473febf8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:05.407379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.426872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.428089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-8fb2454a-40e2-4945-847a-655b21f342f1 service neutron] 10.222.0.53 "POST /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784/bindings HTTP/1.1" status: 201 len: 389 time: 2.2565289 Feb 10 22:32:05.449339 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.500573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:05.518085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:05.530596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-3cd52353-61d1-4a22-b557-62b4f1553f7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91659d0-1b9c-49f7-b98f-d63097181edc HTTP/1.1" status: 200 len: 217 time: 0.0897059 Feb 10 22:32:05.549382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7e13a2de-b4bf-409d-8b2b-99f0199e0aff no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:05.646809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-059be22c-15af-47bf-b38e-886432ef0efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:05.648685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-059be22c-15af-47bf-b38e-886432ef0efb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1118255 Feb 10 22:32:05.659361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 7e13a2de-b4bf-409d-8b2b-99f0199e0aff {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:05.659707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7e13a2de-b4bf-409d-8b2b-99f0199e0aff not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:05.831656 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-e1e38e1f-731d-4ad8-8723-9c5af6ef5015 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1000733 Feb 10 22:32:05.859265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82249bdd-ec56-439f-8088-164ac427e660 req-5150d7cd-9499-4d39-b31c-ffc19e6b5e31 tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc861c19-0115-4012-8ecf-0e8904328c5f HTTP/1.1" status: 200 len: 210 time: 0.2066429 Feb 10 22:32:05.863265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Pushing event deleted for resources: {'Port': ['ID=7e13a2de-b4bf-409d-8b2b-99f0199e0aff,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:06.045577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] No DVR routers for this DVR port 7e13a2de-b4bf-409d-8b2b-99f0199e0aff on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:06.057350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:06.061112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ef26094-53a1-4725-a58b-edd8b7b6b249 req-19b3387a-9e3b-4fd0-a297-2303b74a161f tempest-ServersOnMultiNodesTest-1719488119 tempest-ServersOnMultiNodesTest-1719488119-project] 10.222.0.30 "DELETE /v2.0/ports/7e13a2de-b4bf-409d-8b2b-99f0199e0aff HTTP/1.1" status: 204 len: 173 time: 3.8664722 Feb 10 22:32:06.081168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'name': 'network-vif-deleted', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:06.109249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-d17fdff3-7610-4ab4-8c67-416f0bdfb01d service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424743 Feb 10 22:32:06.113636 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc', 'status': 'completed', 'code': 200} Feb 10 22:32:06.413021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:06.462969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Transition to ACTIVE for port object 0f088ecd-21d0-4ad9-a01c-663479e9ab02 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:06.465788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b738ce6a-5349-4684-a4b5-c940253ec09b req-2f3a5a23-3901-4eea-ad43-b2acc7976ce1 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359296 Feb 10 22:32:06.480756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220b25c-01cd-41a4-9b3a-8bd6664b9047 req-49d63b3e-2b7c-46a0-8b0f-91c54c210761 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:06.482366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a220b25c-01cd-41a4-9b3a-8bd6664b9047 req-49d63b3e-2b7c-46a0-8b0f-91c54c210761 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 0.3199108 Feb 10 22:32:06.535585 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-d2f0a01e-4a97-481e-a203-070929f4f25c service neutron] show failed (client error): The resource could not be found. Feb 10 22:32:06.536504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-d2f0a01e-4a97-481e-a203-070929f4f25c service neutron] 10.222.0.24 "GET /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.9062345 Feb 10 22:32:06.537086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:06.732608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a220b25c-01cd-41a4-9b3a-8bd6664b9047 req-ff107dab-86a3-46af-8352-cf2097eebe35 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399540 Feb 10 22:32:06.790267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:06.988252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:06.993917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:07.025627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Router 7b8295f0-22d3-49dc-aa1c-a63644da5051 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:32:07.027570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:07.174554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.175611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:07.204251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event updated for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:07.214339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-0da56056-3ede-43db-9246-b6ff0ece00f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.216746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-0da56056-3ede-43db-9246-b6ff0ece00f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 1095 time: 0.6996973 Feb 10 22:32:07.219430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-66136bfd-c422-4dc9-93db-abc3cb881aac tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4669292 Feb 10 22:32:07.343026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Request body: {'port': {'device_id': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:07.424208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549babbb-3aa1-4790-b508-d99f9f2a9b23 req-17097fe5-1e7f-439e-896b-9f86faf71f0b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.431809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-549babbb-3aa1-4790-b508-d99f9f2a9b23 req-17097fe5-1e7f-439e-896b-9f86faf71f0b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 945 time: 0.5239856 Feb 10 22:32:07.468453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77fef160-0665-42a8-9097-de430b9ba8b3 None None] Provisioning for port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:07.479584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77fef160-0665-42a8-9097-de430b9ba8b3 None None] Provisioning complete for port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:07.483192 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77fef160-0665-42a8-9097-de430b9ba8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:07.568663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-549babbb-3aa1-4790-b508-d99f9f2a9b23 req-4e597c60-53fd-4a9b-8c79-99c641227767 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359138 Feb 10 22:32:07.586706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-77fef160-0665-42a8-9097-de430b9ba8b3 None None] Port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:07.605320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-5d5a61e2-db68-4730-9354-97ad09489e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.613517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-5d5a61e2-db68-4730-9354-97ad09489e2f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.3825386 Feb 10 22:32:07.623914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:07.659162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:07.694328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Sync routers for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:07.704289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1f605e78-0357-416c-851d-d3584899446b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.705807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1f605e78-0357-416c-851d-d3584899446b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1096 time: 1.9028056 Feb 10 22:32:07.706317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:07.707146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:07.717720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42556e-6a2f-417e-befb-8811845d55a1 req-77490381-0dad-46ab-9cf7-97f0f6b6f692 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:07.724501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b42556e-6a2f-417e-befb-8811845d55a1 req-77490381-0dad-46ab-9cf7-97f0f6b6f692 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 931 time: 1.2503421 Feb 10 22:32:07.772589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Router eab9cfc9-a04e-4b9a-895a-01e3703882d2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:32:07.832571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-b2ad3f70-5ee5-42ef-99a4-c3a08f140b47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e91659d0-1b9c-49f7-b98f-d63097181edc HTTP/1.1" status: 200 len: 217 time: 0.1873429 Feb 10 22:32:07.835332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:07.839490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cdce6e7-7c6f-4173-b736-fc2d826f8375 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.8224170 Feb 10 22:32:07.847573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33896) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:07.973520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:08.003571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-03934c8f-116b-41ba-a10a-aaf7d21f6cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:08.005011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-03934c8f-116b-41ba-a10a-aaf7d21f6cdd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1662505 Feb 10 22:32:08.038278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b42556e-6a2f-417e-befb-8811845d55a1 req-2c84f9e6-60f6-4696-b28a-35fbadc01167 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128333 Feb 10 22:32:08.169748 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc861c19-0115-4012-8ecf-0e8904328c5f', 'name': 'network-vif-deleted', 'tag': '7e13a2de-b4bf-409d-8b2b-99f0199e0aff', 'status': 'completed', 'code': 200} Feb 10 22:32:08.321241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39efd1dd-2524-4c2c-bbbd-af5e30a92786 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:08.331162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:08.353644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Transition to ACTIVE for port object 39efd1dd-2524-4c2c-bbbd-af5e30a92786 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:08.388978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-d2d40530-ac21-4dee-a1e6-9f2b103abbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:08.390775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-d2d40530-ac21-4dee-a1e6-9f2b103abbbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1100 time: 1.1499894 Feb 10 22:32:08.425686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a842fae-1e27-4ba8-8079-e7be72f8be89 req-8edd19df-bd3e-4d14-9ceb-87c8440508e4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:08.427462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a842fae-1e27-4ba8-8079-e7be72f8be89 req-8edd19df-bd3e-4d14-9ceb-87c8440508e4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 944 time: 0.6891482 Feb 10 22:32:08.428385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:08.465701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:08.480049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:08.537213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-6d12603c-c1ad-44ea-87ed-226acdba4eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:08.538684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-6d12603c-c1ad-44ea-87ed-226acdba4eea service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.7966576 Feb 10 22:32:08.561255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:08.584305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-56cc1e4e-0efb-454d-ab83-9ead6b47746a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2213626 Feb 10 22:32:08.600280 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45c60a50-fcb1-46df-abf7-079459fd560b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:08.731101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:08.769034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-c9ef98f2-8278-45df-9f17-425f66d61ffe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.2178996 Feb 10 22:32:08.771906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:03Z', 'revision_number': 3, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:08.804977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Checking router: 7b8295f0-22d3-49dc-aa1c-a63644da5051 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:08.805592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Updating router 7b8295f0-22d3-49dc-aa1c-a63644da5051 port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:32:08.852823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:08.884743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:08.895241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:08.899718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:08.908189 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61049735-22fe-4328-ba03-d758353c538b None None] Sync routers for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:08.912426 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a842fae-1e27-4ba8-8079-e7be72f8be89 req-42312eef-c80e-417f-a371-bd8635c9d26e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534687 Feb 10 22:32:08.914941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-678c3b9a-c05d-426a-903e-3a257803eb7f service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823455 Feb 10 22:32:08.948797 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:08.949915 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:09.007012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:09.041670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:09.049516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.299106 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:09.327415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f996ad92-25a6-4e75-8a48-187edbd02e0b admin admin] 10.222.0.53 "PUT /v2.0/routers/eab9cfc9-a04e-4b9a-895a-01e3703882d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2250378 Feb 10 22:32:09.412321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d32b9a-b415-46aa-a024-3acf94da3440 req-19b36e79-655d-4322-8fbe-0923420cca17 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852210 Feb 10 22:32:09.426336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33924) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:09.566419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e91659d0-1b9c-49f7-b98f-d63097181edc details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:09.623517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:32:05Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:09.632779 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61049735-22fe-4328-ba03-d758353c538b None None] Checking router: eab9cfc9-a04e-4b9a-895a-01e3703882d2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:09.649737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] Routers {'eab9cfc9-a04e-4b9a-895a-01e3703882d2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:09.650401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Attempting to bind port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:09.650794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Attempting to bind port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:09.650944 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:31:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:09.651118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Attempting to bind port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 on network 448f42be-2992-4d75-a12d-8676be3ede99 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:09.693566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 on network 448f42be-2992-4d75-a12d-8676be3ede99 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:09.693891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Attempting to bind port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 on network 448f42be-2992-4d75-a12d-8676be3ede99 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:09.696370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.708853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:09.710383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Checking segment: {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:09.710932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Bound using segment: {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:09.711416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Bound port: 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:09.711765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.721666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-0a6c2355-dc53-434a-8c0c-3d59e552e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:09.723327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-0a6c2355-dc53-434a-8c0c-3d59e552e7e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.9346869 Feb 10 22:32:09.749905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb95192-e3fa-48ba-b753-fa691edad1db req-1b99523c-b530-4a32-8cda-d642eec5c29a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:09.752051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbb95192-e3fa-48ba-b753-fa691edad1db req-1b99523c-b530-4a32-8cda-d642eec5c29a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 945 time: 0.3382151 Feb 10 22:32:09.839754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:09.844432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:09.877529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.906369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.909361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Transition to ACTIVE for port object ed029a55-75e7-4138-9ced-1d5ebdab1ab6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:09.912909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e91659d0-1b9c-49f7-b98f-d63097181edc,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:09.926409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbb95192-e3fa-48ba-b753-fa691edad1db req-03030120-f599-441c-8dfc-f627633efcf7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671453 Feb 10 22:32:09.933320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:09.937187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e91659d0-1b9c-49f7-b98f-d63097181edc', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': 'e91659d0-1b9c-49f7-b98f-d63097181edc', 'mac_address': 'fa:16:3e:a4:3d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:10.043110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:10.057024 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] Set router eab9cfc9-a04e-4b9a-895a-01e3703882d2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:10.079441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:10.080068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.081461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-b3980f57-0a41-4a2a-893e-35fc7ed5ceea service neutron] 10.222.0.30 "PUT /v2.0/ports/39efd1dd-2524-4c2c-bbbd-af5e30a92786 HTTP/1.1" status: 200 len: 1091 time: 2.7470815 Feb 10 22:32:10.093588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:10.139101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Request body: {'port': {'device_id': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:10.159045 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'code': 200} Feb 10 22:32:10.254169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5460fda1-b35b-4e51-82d4-9a42dc09ae0f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=26f1253c0af443029adfda0e9c6c3d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2278061 Feb 10 22:32:10.274744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Attempting to bind port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:10.274744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Attempting to bind port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:10.274744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Attempting to bind port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:10.274744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201f736-9701-4cbf-b0de-6cedc5f3b4d2 None None] Pushing event updated for resources: {'Port': ['ID=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:10.317581 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.385871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-0032e910-06b7-48b1-a816-b64be706cf2f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5604990 Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Bound port: ed029a55-75e7-4138-9ced-1d5ebdab1ab6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:10.386312 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.386781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33934) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:10.535537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.557005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] For port ed029a55-75e7-4138-9ced-1d5ebdab1ab6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:10.562922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] For port ed029a55-75e7-4138-9ced-1d5ebdab1ab6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:10.581500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e91659d0-1b9c-49f7-b98f-d63097181edc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:10.597105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2662a5-6d87-46ed-acab-d1b46bf7d4f0 req-c1381577-b1ba-4105-9320-6e14a02c4f13 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:10.600208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.604764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f2662a5-6d87-46ed-acab-d1b46bf7d4f0 req-c1381577-b1ba-4105-9320-6e14a02c4f13 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 949 time: 1.9916878 Feb 10 22:32:10.624199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401abdd-d22e-4240-beaa-f04bd398390b req-24ee96ef-02f9-4e66-bd3e-3190628cd05a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:10.630513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401abdd-d22e-4240-beaa-f04bd398390b req-24ee96ef-02f9-4e66-bd3e-3190628cd05a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:10.631363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d401abdd-d22e-4240-beaa-f04bd398390b req-24ee96ef-02f9-4e66-bd3e-3190628cd05a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:10.648627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55ae675a-73a9-45fd-bb45-ad8b5e39ad8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.664530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d401abdd-d22e-4240-beaa-f04bd398390b req-24ee96ef-02f9-4e66-bd3e-3190628cd05a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:10.666537 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d401abdd-d22e-4240-beaa-f04bd398390b req-24ee96ef-02f9-4e66-bd3e-3190628cd05a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1666 time: 0.4011853 Feb 10 22:32:10.706323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e91659d0-1b9c-49f7-b98f-d63097181edc,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:10.722503 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.736774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:10.737407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:10.765825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:10.843632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d401abdd-d22e-4240-beaa-f04bd398390b req-6ddbd11f-9ba1-4da5-8a1d-e3de52159ed5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768635 Feb 10 22:32:11.050517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-61049735-22fe-4328-ba03-d758353c538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:32:05Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:11.064107 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61049735-22fe-4328-ba03-d758353c538b None None] The sync data for ids ['eab9cfc9-a04e-4b9a-895a-01e3703882d2'] in n-d-825178-4 is: [{'id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388630511-router', 'tenant_id': 'ecec63c5ea19447e9e061894f35acc2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:29:26Z', 'updated_at': '2022-02-10T22:32:05Z', 'revision_number': 5, 'project_id': 'ecec63c5ea19447e9e061894f35acc2c', 'gw_port': {'id': '8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:cd:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab9cfc9-a04e-4b9a-895a-01e3703882d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:29:27Z', 'updated_at': '2022-02-10T22:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:11.147144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f088ecd-21d0-4ad9-a01c-663479e9ab02 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:11.163001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.173390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:11.183213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.204706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Transition to ACTIVE for port object 0f088ecd-21d0-4ad9-a01c-663479e9ab02 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:11.208718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f2662a5-6d87-46ed-acab-d1b46bf7d4f0 req-2e8cfcdc-853b-4c2c-a3c6-0579e591c4c0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6025929 Feb 10 22:32:11.282069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.288632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Deleting port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:11.288974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.332730 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'status': 'completed', 'code': 200} Feb 10 22:32:11.352405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.425181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.584048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201f736-9701-4cbf-b0de-6cedc5f3b4d2 None None] Pushing event updated for resources: {'Port': ['ID=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:11.711389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.712520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e91659d0-1b9c-49f7-b98f-d63097181edc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:11.829919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.835251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:11.875801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:03Z', 'revision_number': 3, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:11.880281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:11.884874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deff0300-fb44-48c6-9f4d-03dd8efcc32a None None] The sync data for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 is: [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:03Z', 'revision_number': 3, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:11.890057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1f288298-2496-4aae-96d1-dbf36233f5a2 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5297410 Feb 10 22:32:11.903776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb0d7f8-75a5-4394-9c2a-952eace4bb19,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:12.140093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Attempting to bind port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:12.140756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Attempting to bind port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:12.142798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Attempting to bind port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 on network 20b27506-a438-4de5-8221-b9cda57bc4d3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:12.167388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Pushing event updated for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:12.189602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 on network 20b27506-a438-4de5-8221-b9cda57bc4d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:12.190237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Attempting to bind port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 on network 20b27506-a438-4de5-8221-b9cda57bc4d3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:12.205131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:12.205506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Checking segment: {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:12.205991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Bound using segment: {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:12.206750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Bound port: 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa3377be-031a-4f58-a27a-afa255bf4414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:12.207210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:12.239053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-20e63b1f-97fb-4c80-99f5-1e2f895c5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:12.240213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-20e63b1f-97fb-4c80-99f5-1e2f895c5eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:12.241816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-20e63b1f-97fb-4c80-99f5-1e2f895c5eb9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1938 time: 0.9150083 Feb 10 22:32:12.264064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:12.265356 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f997f15-eb1f-40f7-9c15-7e70bbd8562d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fbb0d7f8-75a5-4394-9c2a-952eace4bb19 HTTP/1.1" status: 204 len: 168 time: 1.9182725 Feb 10 22:32:12.332903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1e09f79e-1362-4a14-93f9-437e3437a305 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216158 Feb 10 22:32:12.343179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:12.429252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993006dd-6b2d-4aca-86e2-d47c10ed7d77 req-48470984-1989-4ebc-a725-3d0ad4105468 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:12.435810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-993006dd-6b2d-4aca-86e2-d47c10ed7d77 req-48470984-1989-4ebc-a725-3d0ad4105468 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 945 time: 1.2243934 Feb 10 22:32:12.505468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:32:12.565110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-ad0974c3-fa09-4244-98ab-a1417ae536d5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:12.565874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-ad0974c3-fa09-4244-98ab-a1417ae536d5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:12.654657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] For port 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:12.655000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:12.690119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:12.771776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:12.833675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-ad0974c3-fa09-4244-98ab-a1417ae536d5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:12.843317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-ad0974c3-fa09-4244-98ab-a1417ae536d5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 945 time: 1.3518291 Feb 10 22:32:12.895318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:12.939938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Calling delete_port for 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:12.957421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:12.979412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-993006dd-6b2d-4aca-86e2-d47c10ed7d77 req-d0989271-f04d-47df-a7bd-1572c04e6284 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775627 Feb 10 22:32:13.010567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:13.049303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.059932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:13.085677 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.107378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Transition to ACTIVE for port object d558d31d-1c95-4f82-b118-9aa566b9ffd6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:13.117370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.163388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-460c4195-2a31-46e7-be89-02117f06c670 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.166914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-460c4195-2a31-46e7-be89-02117f06c670 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.7471738 Feb 10 22:32:13.177654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.182837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.183492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.191948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] 10.222.0.30 "PUT /v2.0/ports/0f088ecd-21d0-4ad9-a01c-663479e9ab02 HTTP/1.1" status: 200 len: 1092 time: 3.0821033 Feb 10 22:32:13.198169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:13.206581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-3e6d5118-8aa2-4bf7-9adb-36e33e26e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.219702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-3e6d5118-8aa2-4bf7-9adb-36e33e26e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.220413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-3e6d5118-8aa2-4bf7-9adb-36e33e26e950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.222287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-3e6d5118-8aa2-4bf7-9adb-36e33e26e950 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ec9b13edc15438c919502d250bce464&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9079638 Feb 10 22:32:13.237201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ed029a55-75e7-4138-9ced-1d5ebdab1ab6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:13.305365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-225bc31d-f518-4e9e-a740-6382dc766091 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8aabf1ad05144e7287453a6e4e46ab9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4059751 Feb 10 22:32:13.330763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ddaee-4515-4cc8-a8c4-65eaae7ea29e service neutron] Pushing event updated for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:13.392320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:13.392792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:13.414883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:13.421648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:13.422268 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.535903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-305c3331-cd10-4460-acba-6680034bf935 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:13.592180 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.598970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e91659d0-1b9c-49f7-b98f-d63097181edc up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:13.704903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ed029a55-75e7-4138-9ced-1d5ebdab1ab6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:13.716517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-305c3331-cd10-4460-acba-6680034bf935 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:13.719562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d7afff5-0881-4142-9892-9f1733a40ba4 req-305c3331-cd10-4460-acba-6680034bf935 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8751550 Feb 10 22:32:13.737609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.745617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.759803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:13.786940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] No DVR routers for this DVR port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:13.880945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:13.916113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:13.972881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43acbe-6595-4b1c-910e-83cf7d7d94b1 req-a945a273-5fba-4ad6-bfb0-eac7973281f5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.985939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae43acbe-6595-4b1c-910e-83cf7d7d94b1 req-a945a273-5fba-4ad6-bfb0-eac7973281f5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:13.989868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:13.990152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device edaf5a58-d7e2-4ab4-857a-ceb2c9f06ad3 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:14.000771 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae43acbe-6595-4b1c-910e-83cf7d7d94b1 req-a945a273-5fba-4ad6-bfb0-eac7973281f5 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1678 time: 0.6707039 Feb 10 22:32:14.024078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.053265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-7879059d-812e-42e7-8dca-7d5c98d48269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.058356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:14.058855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:14.058977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8c458e7-e5fa-48b3-875f-2935689e5e96 req-7879059d-812e-42e7-8dca-7d5c98d48269 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8161633 Feb 10 22:32:14.059192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:14.073855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e91659d0-1b9c-49f7-b98f-d63097181edc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:14.131425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e91659d0-1b9c-49f7-b98f-d63097181edc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:14.131805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.258613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:14.345383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae43acbe-6595-4b1c-910e-83cf7d7d94b1 req-7b99ba3e-c641-4f9f-99ad-e32484c7624c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417699 Feb 10 22:32:14.417967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:14.418329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:14.420219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-16d57296-e676-4cd9-8770-c9289e8d2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.420659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-16d57296-e676-4cd9-8770-c9289e8d2c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.424739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-16d57296-e676-4cd9-8770-c9289e8d2c2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1980 time: 0.2951877 Feb 10 22:32:14.425438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.432435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.506771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:14.507108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:14.507530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:14.507788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:14.510164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Bound port: d558d31d-1c95-4f82-b118-9aa566b9ffd6, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:14.510649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.522350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e91659d0-1b9c-49f7-b98f-d63097181edc,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:14.526882 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.614978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:14.618961 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02', 'status': 'completed', 'code': 200} Feb 10 22:32:14.620709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-f7781660-34c1-4ca9-b29a-4319877d231d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.19&port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786 HTTP/1.1" status: 200 len: 217 time: 0.1816444 Feb 10 22:32:14.678345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06526f18-7f3e-4a3a-8284-ff1893b5d3b4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:14.744234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:14.747864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2cd7f021-ae1f-452d-a10a-f79f15259cb2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06526f18-7f3e-4a3a-8284-ff1893b5d3b4 HTTP/1.1" status: 204 len: 168 time: 1.3313951 Feb 10 22:32:14.756907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Allocated IP 172.20.0.1 (41be9f4e-579d-4bbe-ad2f-5557f6990fda/7d12af1a-7a73-4de0-ba20-896260a592d2/365eab63-1172-4b39-b142-be7f8c4762da) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:14.771252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-8cfa4718-0a5f-41fe-aa96-e9af1a549693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.772758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-8cfa4718-0a5f-41fe-aa96-e9af1a549693 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4fe6db41-561b-4fc9-9a0c-60b32d654028 HTTP/1.1" status: 200 len: 801 time: 0.1351230 Feb 10 22:32:14.865451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da04e4be-f99c-4055-90e5-f2a8a86e6ae1 req-e368a0b2-8b8e-46ac-9842-8d112e04d0c6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.872960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da04e4be-f99c-4055-90e5-f2a8a86e6ae1 req-e368a0b2-8b8e-46ac-9842-8d112e04d0c6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 0.1899350 Feb 10 22:32:14.928830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da04e4be-f99c-4055-90e5-f2a8a86e6ae1 req-625f118b-2542-48f8-8f1e-3b7cae35b51b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549734 Feb 10 22:32:14.938779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-09b32a2a-a45c-4dcc-910f-55226f194812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:14.940378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-09b32a2a-a45c-4dcc-910f-55226f194812 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=448f42be-2992-4d75-a12d-8676be3ede99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1576488 Feb 10 22:32:14.968159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.002378 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc', 'code': 200} Feb 10 22:32:15.085690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:15.125547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:15.146838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ed029a55-75e7-4138-9ced-1d5ebdab1ab6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:15.199194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.204319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.210675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:15.218117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Transition to ACTIVE for port object 365eab63-1172-4b39-b142-be7f8c4762da will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:15.282682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Pushing event deleted for resources: {'Port': ['ID=8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:15.286102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.305458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:15.305960 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.416177 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-79f626dd-703c-4a50-98ce-aff62f3989d4 service neutron] 10.222.0.30 "GET /v2.0/networks/448f42be-2992-4d75-a12d-8676be3ede99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682560 Feb 10 22:32:15.551037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:15.565701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b42235-582a-4685-a72f-d89250f5091d req-af26cf28-e410-4510-85a5-c8f0a549b0c9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:15.573602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3b42235-582a-4685-a72f-d89250f5091d req-af26cf28-e410-4510-85a5-c8f0a549b0c9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 1.4535639 Feb 10 22:32:15.591203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fa015-e513-4bb7-aa9c-de9f2cedde61 req-44081143-1c51-41fd-9ef5-486f070ad9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:15.592805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d2fa015-e513-4bb7-aa9c-de9f2cedde61 req-44081143-1c51-41fd-9ef5-486f070ad9e3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 1097 time: 0.5141349 Feb 10 22:32:15.649285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55570476-544d-435e-9564-aee42380ea5e req-4d7512c4-966e-4ad6-b0a6-de9b99d5dadb tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:15.657170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55570476-544d-435e-9564-aee42380ea5e req-4d7512c4-966e-4ad6-b0a6-de9b99d5dadb tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.4110792 Feb 10 22:32:15.681066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:15.713908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-7dc2555d-4bc0-4b5d-838d-eafb79e6b1b6 service neutron] 10.222.0.30 "GET /v2.0/networks/448f42be-2992-4d75-a12d-8676be3ede99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716870 Feb 10 22:32:15.724917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d2fa015-e513-4bb7-aa9c-de9f2cedde61 req-eb05b4fe-3b51-4368-a500-01c08887d632 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196282 Feb 10 22:32:15.733024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:15.755496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.759596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:15.760204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:15.760204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:15.796200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-a00442fc-cafa-4069-8ae4-67cd8f40a268 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02 HTTP/1.1" status: 200 len: 217 time: 0.0741045 Feb 10 22:32:15.809374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55570476-544d-435e-9564-aee42380ea5e req-41dab61f-1754-444b-b9c5-46099e75b985 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493049 Feb 10 22:32:15.827693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:15.827693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Attempting to bind port d37101f1-8c69-4473-acfc-1f5ebbf52784 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:15.836148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.842519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.918485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3b42235-582a-4685-a72f-d89250f5091d req-7afd7c18-f987-4d50-8774-9130b1d28e6e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438385 Feb 10 22:32:15.920271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:15.920899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:15.922261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] 10.222.0.30 "PUT /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 1095 time: 7.4906499 Feb 10 22:32:15.942499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:15.955019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:15.955550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:15.956014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Bound port: d37101f1-8c69-4473-acfc-1f5ebbf52784, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:15.956368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:16.161244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-177e7614-de4a-4934-a519-d42743c8d80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:16.162702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-177e7614-de4a-4934-a519-d42743c8d80d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76479069-89d6-41d7-a00d-15e60e564777 HTTP/1.1" status: 200 len: 801 time: 0.1795409 Feb 10 22:32:16.169470 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'code': 200} Feb 10 22:32:16.436567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fa74c-0fb6-44ce-bcb3-db4812e3d481 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:16.471973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-c4685b54-e77b-492b-a9d0-0fdf1e80ac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:16.473452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-c4685b54-e77b-492b-a9d0-0fdf1e80ac1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b27506-a438-4de5-8221-b9cda57bc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2766414 Feb 10 22:32:16.486173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264f302-a3e2-4627-a1d2-98b2ff6ef8d3 req-78fcd849-8309-4244-b65c-d94a08e6cca2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:16.489315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264f302-a3e2-4627-a1d2-98b2ff6ef8d3 req-78fcd849-8309-4244-b65c-d94a08e6cca2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:16.496323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d264f302-a3e2-4627-a1d2-98b2ff6ef8d3 req-78fcd849-8309-4244-b65c-d94a08e6cca2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1678 time: 0.3314798 Feb 10 22:32:16.536217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:16.628858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d264f302-a3e2-4627-a1d2-98b2ff6ef8d3 req-15e08b14-1549-4ca9-a116-52f2e6702d52 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315606 Feb 10 22:32:16.701153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:16.711973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:16.717800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:16.745457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-3e207ee7-e0a1-4eb2-bb85-48112051fd2d service neutron] 10.222.0.30 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286632 Feb 10 22:32:16.794124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:17.041562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:17.053040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:17.055839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab9cfc9-a04e-4b9a-895a-01e3703882d2 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:32:17.086025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-803db781-00bc-4373-8822-a2536a0ff664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.087676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-803db781-00bc-4373-8822-a2536a0ff664 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1098 time: 0.9535584 Feb 10 22:32:17.096455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:17.104445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a2bc5ef3-f028-4b48-b945-01a1d9a37e4c None None] Provisioning for port 365eab63-1172-4b39-b142-be7f8c4762da completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:17.116717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a2bc5ef3-f028-4b48-b945-01a1d9a37e4c None None] Provisioning complete for port 365eab63-1172-4b39-b142-be7f8c4762da triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:17.125140 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2bc5ef3-f028-4b48-b945-01a1d9a37e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:17.206746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fe0690c-d9f7-416d-8fa4-7ec57e55082f req-7cd0fe38-9933-4bec-8341-e0adce2ac14d service neutron] 10.222.0.30 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522636 Feb 10 22:32:17.286614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a2bc5ef3-f028-4b48-b945-01a1d9a37e4c None None] Port 365eab63-1172-4b39-b142-be7f8c4762da cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:17.291103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a0e61-274e-4768-8c37-b9b378430c19 req-72a268db-70f8-4481-8150-92a2f23b277b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.297370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-379a0e61-274e-4768-8c37-b9b378430c19 req-72a268db-70f8-4481-8150-92a2f23b277b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.2639899 Feb 10 22:32:17.433811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:17.436879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-5fd2a76d-4061-4fe5-b887-257df464136d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.442341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-5fd2a76d-4061-4fe5-b887-257df464136d service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.3387561 Feb 10 22:32:17.443546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:17.449080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-379a0e61-274e-4768-8c37-b9b378430c19 req-1bd5d577-63c6-462b-982a-36df92cc18eb tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459947 Feb 10 22:32:17.534899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-2be5fee5-c438-40f8-9ebd-7b96b896f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.536148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-2be5fee5-c438-40f8-9ebd-7b96b896f44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.538167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-2be5fee5-c438-40f8-9ebd-7b96b896f44d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ec9b13edc15438c919502d250bce464&device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1980 time: 0.1882660 Feb 10 22:32:17.675883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:17.837200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea63b78a-5459-4f8a-8e8e-47f9d062cf2a req-c60c11d0-f6c8-44f4-b0fc-193790dca7fe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.839729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea63b78a-5459-4f8a-8e8e-47f9d062cf2a req-c60c11d0-f6c8-44f4-b0fc-193790dca7fe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 1.5819941 Feb 10 22:32:17.842140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-b2a3049d-ec01-4e4b-8de5-38e481c40f9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.1732950 Feb 10 22:32:17.864380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-93880034-096a-4964-a065-49eb88170a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.865816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-93880034-096a-4964-a065-49eb88170a52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=20b27506-a438-4de5-8221-b9cda57bc4d3 HTTP/1.1" status: 200 len: 902 time: 0.3218751 Feb 10 22:32:17.883796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab06f62d-0260-4b7f-98ed-80a617091369 req-5499d957-ec83-4615-b9d4-31a79432b804 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:17.886002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab06f62d-0260-4b7f-98ed-80a617091369 req-5499d957-ec83-4615-b9d4-31a79432b804 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.1856899 Feb 10 22:32:17.993932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-238da798-0640-4249-b4d9-65a2e18cbbfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.190&port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02 HTTP/1.1" status: 200 len: 217 time: 0.1065419 Feb 10 22:32:18.020268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.021401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f37336ed-b985-4120-a2ba-b6725d5c9616 admin admin] 10.222.0.53 "DELETE /v2.0/routers/eab9cfc9-a04e-4b9a-895a-01e3703882d2 HTTP/1.1" status: 204 len: 168 time: 8.5783148 Feb 10 22:32:18.042185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab06f62d-0260-4b7f-98ed-80a617091369 req-3c6b796c-81b0-44cc-a4be-76c4e05c98a0 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938723 Feb 10 22:32:18.042942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34044) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:18.127348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-84886160-8226-425b-80a0-775b91cbf4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.129007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-84886160-8226-425b-80a0-775b91cbf4f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=76479069-89d6-41d7-a00d-15e60e564777 HTTP/1.1" status: 200 len: 801 time: 0.1235983 Feb 10 22:32:18.135612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Deleting subnet 50cacdb1-765a-427a-9ed1-9c741e6f6e6d {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:32:18.139768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.158507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:18.173338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:18.189642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-b7f402b3-51f8-4f8c-b292-3af3573baab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.191941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-b7f402b3-51f8-4f8c-b292-3af3573baab3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.3376582 Feb 10 22:32:18.207246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.214034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea63b78a-5459-4f8a-8e8e-47f9d062cf2a req-a5faca30-d964-4961-98a6-f9665b1d82eb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620446 Feb 10 22:32:18.215595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.216255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.220417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-4a36e3e6-881c-47bf-ac03-c60a07f6323c service neutron] 10.222.0.30 "PUT /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 1121 time: 5.0345166 Feb 10 22:32:18.270901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['d37101f1-8c69-4473-acfc-1f5ebbf52784'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:18.312869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.328335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.369131 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'status': 'completed', 'code': 200} Feb 10 22:32:18.525384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.595230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.598608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50cacdb1-765a-427a-9ed1-9c741e6f6e6d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:18.618729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-549a70b9-3d0a-4cf2-b62b-e0fdc703585c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/50cacdb1-765a-427a-9ed1-9c741e6f6e6d HTTP/1.1" status: 204 len: 168 time: 0.5711086 Feb 10 22:32:18.621044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:18.634675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be62de3-6519-4b7c-90c5-7a958e04bea3 None None] Network e52c45a0-145b-48bb-b6b1-1ff8a749191b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:18.720370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-c9c1d132-bb50-4c53-b825-3a8cc1a8cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.721727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-c9c1d132-bb50-4c53-b825-3a8cc1a8cd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4985533 Feb 10 22:32:18.800132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.830185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Deleting port a82a61ef-f799-4e65-8935-1d2c3a153c34 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:18.830807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:18.854107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-097fbe34-9cdc-4f53-8971-a050c3e24784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.856030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-097fbe34-9cdc-4f53-8971-a050c3e24784 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1098 time: 0.4571366 Feb 10 22:32:18.879905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b499-c7a0-4cc9-9e62-2014fdbaeb25 req-20dae81c-586e-4bbd-8dc8-0dae15619baa tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.882938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-e62fc382-4e54-486e-9b91-b4830b4ad13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.884658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-e62fc382-4e54-486e-9b91-b4830b4ad13d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=20b27506-a438-4de5-8221-b9cda57bc4d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4957097 Feb 10 22:32:18.889480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9b499-c7a0-4cc9-9e62-2014fdbaeb25 req-20dae81c-586e-4bbd-8dc8-0dae15619baa tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:18.897521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bae9b499-c7a0-4cc9-9e62-2014fdbaeb25 req-20dae81c-586e-4bbd-8dc8-0dae15619baa tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1678 time: 0.4617355 Feb 10 22:32:19.068404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] DHCP port deletion for e52c45a0-145b-48bb-b6b1-1ff8a749191b request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:32:19.075081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Deleting port a82a61ef-f799-4e65-8935-1d2c3a153c34 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:19.075538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.205500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a82a61ef-f799-4e65-8935-1d2c3a153c34 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:19.246032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bae9b499-c7a0-4cc9-9e62-2014fdbaeb25 req-cbbd6b50-2375-4bc1-858c-a5b53778bfbc tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476110 Feb 10 22:32:19.281462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-9d1643c4-4e7b-4c4b-882b-fcd25960c281 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515957 Feb 10 22:32:19.288301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.327185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.367782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c13ad-a887-4bbd-9170-4d5f2357bd92 req-ec03b8c3-19b7-43f6-9409-c2a4b4c9b281 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:19.375206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-636c13ad-a887-4bbd-9170-4d5f2357bd92 req-ec03b8c3-19b7-43f6-9409-c2a4b4c9b281 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.6360300 Feb 10 22:32:19.417795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:19.418155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.447445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-834caeee-0a0e-40a8-90a6-a995e55960a3 service neutron] 10.222.0.30 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5525699 Feb 10 22:32:19.447733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:19.448234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.458589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.532604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-4bb926d1-014b-4fad-90a4-787287e52c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:19.534312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-4bb926d1-014b-4fad-90a4-787287e52c89 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.6677978 Feb 10 22:32:19.597247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Calling delete_port for a82a61ef-f799-4e65-8935-1d2c3a153c34 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:19.613985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:19.622745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Calling delete_port for a82a61ef-f799-4e65-8935-1d2c3a153c34 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:19.658307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-00b3b747-e8f8-4d48-84f2-9c1ad42f0824 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0967991 Feb 10 22:32:19.673983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.683048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:19.698281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-636c13ad-a887-4bbd-9170-4d5f2357bd92 req-da1ddae3-a971-40f3-a599-670c495f777b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220870 Feb 10 22:32:19.779744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:19.801767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:19.802669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:19.806618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a1c9fd9-67f1-45be-ae80-10b614052c18 req-5f13def1-eb10-4eec-b3d3-88136391d979 service neutron] 10.222.0.30 "GET /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030868 Feb 10 22:32:19.839767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 22:32:19.839767 n-d-825178-4 neutron-server[87652]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Feb 10 22:32:19.839767 n-d-825178-4 neutron-server[87652]: [parameters: {'port_id': 'a82a61ef-f799-4e65-8935-1d2c3a153c34', 'host': 'n-d-825178-4', 'level': 0}] Feb 10 22:32:19.839767 n-d-825178-4 neutron-server[87652]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:19.840385 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:19.852508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-721576e3-c02d-4b9c-82d8-aed82a1ef822 req-dd3cbeda-f18c-4c75-be57-5856a9e4f488 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596220 Feb 10 22:32:19.879752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-aa0023f4-478a-43b5-bd09-8c9c8734afbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:19.881502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-aa0023f4-478a-43b5-bd09-8c9c8734afbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2031846 Feb 10 22:32:19.914335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a82a61ef-f799-4e65-8935-1d2c3a153c34,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:19.920077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:19.920743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8012c4ea-fd6a-4ed7-9ec1-840f5238a1d5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:19.927624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:19.928214 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:19.969871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17ce6a-4c62-4b98-8451-b3a8ffb44619 req-872d69c0-c37f-43ae-b3bc-4bf6b0b5705a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:19.971389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b17ce6a-4c62-4b98-8451-b3a8ffb44619 req-872d69c0-c37f-43ae-b3bc-4bf6b0b5705a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.4915624 Feb 10 22:32:19.980472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:19.997587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 has no active binding in host n-h1-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:32:20.065875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5bade-2281-46a2-8821-1e78120cd870 req-12ea1243-3fce-4292-b7b6-8b311794a790 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:20.067535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62e5bade-2281-46a2-8821-1e78120cd870 req-12ea1243-3fce-4292-b7b6-8b311794a790 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 0.1041715 Feb 10 22:32:20.124826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62e5bade-2281-46a2-8821-1e78120cd870 req-ec201efb-612b-4403-a552-3ec25d86822e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495179 Feb 10 22:32:20.133321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b17ce6a-4c62-4b98-8451-b3a8ffb44619 req-c389011d-4d58-43fe-b3f1-1a059a0bf3f3 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010845 Feb 10 22:32:20.136457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:20.143245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:20.237293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-77a9b632-2074-4c6c-b4fa-f79838de8417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:20.238843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-77a9b632-2074-4c6c-b4fa-f79838de8417 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3483131 Feb 10 22:32:20.308610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-bff98f19-92e2-4db3-bc6e-b98c701656fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:20.310807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-bff98f19-92e2-4db3-bc6e-b98c701656fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1098 time: 0.3567770 Feb 10 22:32:20.341992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Deleting port a82a61ef-f799-4e65-8935-1d2c3a153c34 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:20.342638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:20.377296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:20.430010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Deleting port a82a61ef-f799-4e65-8935-1d2c3a153c34 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:20.430382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:20.622876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-5e632974-f1ee-41eb-9f7e-61b1540ff852 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584392 Feb 10 22:32:20.654648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:20.655253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:20.701298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] For port a82a61ef-f799-4e65-8935-1d2c3a153c34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a82a61ef-f799-4e65-8935-1d2c3a153c34,segment=NetworkSegment(56a723cf-8388-48ba-964c-75879096bf7e),segment_id=56a723cf-8388-48ba-964c-75879096bf7e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:20.702055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:20.792199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-8ad5a5dc-b7d9-49f5-952f-e0433cb806c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:20.798789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-8ad5a5dc-b7d9-49f5-952f-e0433cb806c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4234085 Feb 10 22:32:20.830328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Calling delete_port for a82a61ef-f799-4e65-8935-1d2c3a153c34 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:20.861739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Calling delete_port for a82a61ef-f799-4e65-8935-1d2c3a153c34 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:20.930335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:21.003597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72696712-8859-403f-9202-12fe5c4eff15 req-132e5dba-b540-4433-a2c4-862818285036 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.010058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72696712-8859-403f-9202-12fe5c4eff15 req-132e5dba-b540-4433-a2c4-862818285036 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.018676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72696712-8859-403f-9202-12fe5c4eff15 req-132e5dba-b540-4433-a2c4-862818285036 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1678 time: 0.2033401 Feb 10 22:32:21.064508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] No DVR routers for this DVR port a82a61ef-f799-4e65-8935-1d2c3a153c34 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:21.089067 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:21.089393 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:21.103103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72696712-8859-403f-9202-12fe5c4eff15 req-86ff5494-f67e-4b08-ad50-e2ae9fa1fb26 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831022 Feb 10 22:32:21.106844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc2dbff-6cce-4d62-93dc-00e50977a457 None None] Pushing event deleted for resources: {'Port': ['ID=a82a61ef-f799-4e65-8935-1d2c3a153c34,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:21.131551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7e31781d-b0d5-4ca2-8390-05c748449a5d None None] Provisioning complete for port 365eab63-1172-4b39-b142-be7f8c4762da triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:21.131551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e31781d-b0d5-4ca2-8390-05c748449a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:21.203077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7e31781d-b0d5-4ca2-8390-05c748449a5d None None] Port 365eab63-1172-4b39-b142-be7f8c4762da cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:21.362944 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'status': 'completed', 'code': 200} Feb 10 22:32:21.370507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-5f5d55d6-aee0-4549-95b3-957f7a584028 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.4646673 Feb 10 22:32:21.432444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Deleting port a82a61ef-f799-4e65-8935-1d2c3a153c34 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:21.432963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:21.500210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Router 7b8295f0-22d3-49dc-aa1c-a63644da5051 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:32:21.512658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] The port 'a82a61ef-f799-4e65-8935-1d2c3a153c34' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:32:21.515957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-e292c7f2-67fd-4b66-b9d7-7e6918942909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.517304 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-e292c7f2-67fd-4b66-b9d7-7e6918942909 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1124 time: 0.2689278 Feb 10 22:32:21.529973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:21.587870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0f088ecd-21d0-4ad9-a01c-663479e9ab02 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:21.614996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-7c22f6df-f712-4edb-a77c-ab65fbf97bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.616406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-7c22f6df-f712-4edb-a77c-ab65fbf97bfa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2314184 Feb 10 22:32:21.625115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-3e06d6e9-68ea-49f5-a9b4-5a545b013212 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8219738 Feb 10 22:32:21.780890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c177d-8e44-4355-abb1-d208def52b5c req-f7d8b3e0-c2c0-46e5-910a-b31ca7e8b138 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.785974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:21.789018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d23c177d-8e44-4355-abb1-d208def52b5c req-f7d8b3e0-c2c0-46e5-910a-b31ca7e8b138 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.4510510 Feb 10 22:32:21.799583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a03cce-996f-4c8e-bbc5-ffd3a7e82bdf req-f333074e-79ff-4512-aa48-082b22e30bb8 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.801072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a03cce-996f-4c8e-bbc5-ffd3a7e82bdf req-f333074e-79ff-4512-aa48-082b22e30bb8 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.3825500 Feb 10 22:32:21.823770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '0f088ecd-21d0-4ad9-a01c-663479e9ab02', 'network_id': '20b27506-a438-4de5-8221-b9cda57bc4d3', 'port_id': '0f088ecd-21d0-4ad9-a01c-663479e9ab02', 'mac_address': 'fa:16:3e:0c:ef:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76479069-89d6-41d7-a00d-15e60e564777', 'ip_address': '19.86.0.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:21.855555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:21.863319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29e95917-52e8-43a1-a05a-5df91b81c9d2 admin admin] 10.222.0.53 "PUT /v2.0/routers/7b8295f0-22d3-49dc-aa1c-a63644da5051/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0094712 Feb 10 22:32:21.881267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Sync routers for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:21.882196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a03cce-996f-4c8e-bbc5-ffd3a7e82bdf req-79b4e37e-e1bb-4bdb-975e-1f53c8c36b6f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738912 Feb 10 22:32:21.884560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-bae81370-32e2-4c3a-8272-6c1946c0302d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:21.886023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-bae81370-32e2-4c3a-8272-6c1946c0302d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2511637 Feb 10 22:32:21.929135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:21.930204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:22.020168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d23c177d-8e44-4355-abb1-d208def52b5c req-fc1c3f6d-62d4-46ff-8a9c-e5badd9525fd tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301550 Feb 10 22:32:22.049769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.113788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f088ecd-21d0-4ad9-a01c-663479e9ab02 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:22.119462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-e64fe576-8779-4599-8bab-7f8f46e012f7 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267497 Feb 10 22:32:22.169710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.242207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:22.290418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e52c45a0-145b-48bb-b6b1-1ff8a749191b']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:22.296967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.297655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 39efd1dd-2524-4c2c-bbbd-af5e30a92786 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:22.303835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-f8100c05-e95b-49ce-a319-4f35bd77f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:22.313642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-f8100c05-e95b-49ce-a319-4f35bd77f7d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.6384099 Feb 10 22:32:22.412816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3585ebad-06dd-486d-8440-d74571c7de71 req-e67fc73a-3796-4470-9821-5c52b1edb33e tempest-FloatingIPsNegativeTestJSON-2084433819 tempest-FloatingIPsNegativeTestJSON-2084433819-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=6d44cf0500f6404796cfb5ce12cbb7c6 HTTP/1.1" status: 200 len: 217 time: 0.0687845 Feb 10 22:32:22.448672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a723cf-8388-48ba-964c-75879096bf7e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:22.448972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a723cf-8388-48ba-964c-75879096bf7e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:22.466622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-cbdb6722-f512-4917-94ed-152bbce5973e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.1453440 Feb 10 22:32:22.466909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5cabb00-cc1f-4b8a-85e7-295fc7b71fe8 req-3ad5fa32-1fee-4ca2-8d10-069f7cb50e94 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414245 Feb 10 22:32:22.473468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.494953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:22.542536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.555915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:32:22.556313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:32:22.570244 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:32:22.577537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:22.623617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-c33a82dd-ae8d-4a1f-b965-9e65523d731a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:22.625058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-c33a82dd-ae8d-4a1f-b965-9e65523d731a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1440952 Feb 10 22:32:22.690978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1b2de-a422-46c1-8447-67ce6d6c3f9a req-764b8e27-a86e-4760-ae1a-3149eab78c88 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:22.696842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1b2de-a422-46c1-8447-67ce6d6c3f9a req-764b8e27-a86e-4760-ae1a-3149eab78c88 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:22.698419 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72e1b2de-a422-46c1-8447-67ce6d6c3f9a req-764b8e27-a86e-4760-ae1a-3149eab78c88 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1679 time: 0.3041000 Feb 10 22:32:22.712424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-d2b2d0dd-f399-4873-9117-bf81153d07a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725496 Feb 10 22:32:22.756407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.813633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:22.828780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.842017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'network_id': '448f42be-2992-4d75-a12d-8676be3ede99', 'port_id': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'mac_address': 'fa:16:3e:0b:1f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe6db41-561b-4fc9-9a0c-60b32d654028', 'ip_address': '19.80.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:22.855962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] Pushing event deleted for resources: {'Network': ['ID=e52c45a0-145b-48bb-b6b1-1ff8a749191b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:22.872274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72e1b2de-a422-46c1-8447-67ce6d6c3f9a req-bac73e79-0aaf-4064-818e-9c1f30e3618c tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620245 Feb 10 22:32:22.940699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:22.960465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-c560a442-59dc-4c89-81ca-788ac4548f8a service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336550 Feb 10 22:32:22.962195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-161a8289-e90a-4252-8b01-2042d193e3ea admin admin] 10.222.0.53 "DELETE /v2.0/networks/e52c45a0-145b-48bb-b6b1-1ff8a749191b HTTP/1.1" status: 204 len: 168 time: 4.3400586 Feb 10 22:32:22.998321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39efd1dd-2524-4c2c-bbbd-af5e30a92786 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:23.016772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbe50088-7681-44e5-8646-0f98ce7f655f req-6f7f0073-952c-42b6-82e9-b669edf34890 tempest-FloatingIPsNegativeTestJSON-2084433819 tempest-FloatingIPsNegativeTestJSON-2084433819-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0997016 Feb 10 22:32:23.021609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:23.038216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.150675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:17Z', 'revision_number': 4, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '365eab63-1172-4b39-b142-be7f8c4762da', 'name': '', 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'mac_address': 'fa:16:3e:3c:3c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:13Z', 'updated_at': '2022-02-10T22:32:18Z', 'revision_number': 2, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'subnets': [{'id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:23.160065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Checking router: 7b8295f0-22d3-49dc-aa1c-a63644da5051 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:23.160413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Updating router 7b8295f0-22d3-49dc-aa1c-a63644da5051 port 365eab63-1172-4b39-b142-be7f8c4762da binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:32:23.233327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.256392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:23.307830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd2cb5-fbbf-468d-808a-9cc265c89b1f req-86f4c41a-bb5b-4393-b407-76a2eadd8ecf tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:23.313070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70bd2cb5-fbbf-468d-808a-9cc265c89b1f req-86f4c41a-bb5b-4393-b407-76a2eadd8ecf tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 947 time: 0.1334336 Feb 10 22:32:23.334163 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:32:23.363761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34226) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:23.398077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70bd2cb5-fbbf-468d-808a-9cc265c89b1f req-bed79d04-4cd7-432b-b997-fbde5b1feedc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790746 Feb 10 22:32:23.408921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7e5f26b-b992-4cd2-8ca6-b23a7c7cad75 req-6cd46f20-c860-4a1d-9801-343af189c760 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397380 Feb 10 22:32:23.455333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2bc8b589-5114-445e-ac70-3cbda26bbace admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecec63c5ea19447e9e061894f35acc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0892808 Feb 10 22:32:23.456839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34230) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:23.503596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-adbb8bef-70e9-4a68-9b61-6fb7fa4ec6be tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:23.505213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-adbb8bef-70e9-4a68-9b61-6fb7fa4ec6be tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.3342853 Feb 10 22:32:23.529407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-1906a7a6-5074-4cdd-a041-0a22e6886179 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/quotas/43a5a9abd31e4d53bee464cb172c6af1 HTTP/1.1" status: 200 len: 375 time: 0.0170808 Feb 10 22:32:23.590335 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-8d509e19-b882-44ea-87ea-7952b66316c3 req-5177b1ed-8e70-47ce-81ab-456e5c6cecd5 tempest-FloatingIPsNegativeTestJSON-2084433819 tempest-FloatingIPsNegativeTestJSON-2084433819-project] show failed (client error): The resource could not be found. Feb 10 22:32:23.592098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d509e19-b882-44ea-87ea-7952b66316c3 req-5177b1ed-8e70-47ce-81ab-456e5c6cecd5 tempest-FloatingIPsNegativeTestJSON-2084433819 tempest-FloatingIPsNegativeTestJSON-2084433819-project] 10.222.0.53 "GET /v2.0/floatingips/eed112db-6d11-45d4-a575-e9c4bbd7fbb2 HTTP/1.1" status: 404 len: 350 time: 0.0954964 Feb 10 22:32:23.605696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34236) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:23.617144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.656378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:23.660189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.712865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-4eb1e022-a7fb-4a3e-954f-92b73c800e68 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1825366 Feb 10 22:32:23.732742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0d407384-6e20-491e-8201-bbb0fac43275 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:23.790080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.818252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8def2c92-3849-443a-acf1-61acf791db6f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:23.863585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:23.864722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c72091be-4c72-49b9-9512-5676c87be040 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8def2c92-3849-443a-acf1-61acf791db6f HTTP/1.1" status: 204 len: 168 time: 0.4068358 Feb 10 22:32:23.916532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cf43e5-b2ee-4da9-a690-d56828be2e67 req-0a00b5a7-e5b7-4fcd-ba35-4f46afbba8bf tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:23.918101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79cf43e5-b2ee-4da9-a690-d56828be2e67 req-0a00b5a7-e5b7-4fcd-ba35-4f46afbba8bf tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.1744258 Feb 10 22:32:24.054578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79cf43e5-b2ee-4da9-a690-d56828be2e67 req-1fcb177d-2cbb-487c-acab-e72aeb113a8e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235578 Feb 10 22:32:24.092656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:24.109632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['0f088ecd-21d0-4ad9-a01c-663479e9ab02'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:24.145428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['39efd1dd-2524-4c2c-bbbd-af5e30a92786'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:24.184220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'mac_address': 'fa:16:3e:ce:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:24.223827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-1814fcc1-f0b8-4144-90e2-99525cccd64e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:24.225481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-1814fcc1-f0b8-4144-90e2-99525cccd64e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6fc3eee-3553-4f4d-af77-cb489948a6ea HTTP/1.1" status: 200 len: 945 time: 0.1971104 Feb 10 22:32:24.430506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Deleting port 0d407384-6e20-491e-8201-bbb0fac43275 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:24.430846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:24.478914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:24.586936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-978c7e9b-04a6-4007-9d51-868599361b7b service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728423 Feb 10 22:32:24.673399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:24.700798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:24.740367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:24.775596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-bb10cf24-7727-4783-8db4-1f1d770a8f79 service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876273 Feb 10 22:32:24.783488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:24.848807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:25.105428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.170064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] For port 0d407384-6e20-491e-8201-bbb0fac43275, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0d407384-6e20-491e-8201-bbb0fac43275,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:25.170800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.350640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.359147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Calling delete_port for 0d407384-6e20-491e-8201-bbb0fac43275 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:25.405230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.440263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b3cd4-d9a0-459d-a4c3-85334a64db62 req-27ce4c6e-7fe6-4b40-88bf-61d8311ddc01 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:25.446844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b3cd4-d9a0-459d-a4c3-85334a64db62 req-27ce4c6e-7fe6-4b40-88bf-61d8311ddc01 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:25.455487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5b3cd4-d9a0-459d-a4c3-85334a64db62 req-27ce4c6e-7fe6-4b40-88bf-61d8311ddc01 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1680 time: 0.9870970 Feb 10 22:32:25.501220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d558d31d-1c95-4f82-b118-9aa566b9ffd6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:25.502665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:25.540235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5b3cd4-d9a0-459d-a4c3-85334a64db62 req-4fbbb4f4-5664-4347-bf12-503900227a7f tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837045 Feb 10 22:32:25.541692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Usage tracker for resource:security_group_rule and tenant:7c8db8dfbf004bf1a76e3bc119fff200 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:25.563507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:25.582056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:25.723357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14890710-2282-4563-bec3-6c387b77e8db req-bc6a16ef-61e5-438c-8325-5119ef871eba tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:25.730327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14890710-2282-4563-bec3-6c387b77e8db req-bc6a16ef-61e5-438c-8325-5119ef871eba tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.4134448 Feb 10 22:32:25.740331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb480c74-0c02-4ce9-909b-95ae95eaa23d req-10f96e16-e666-4850-945b-34b559e54167 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 210 time: 0.0652454 Feb 10 22:32:25.751438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:25.814813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.841424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:25.926439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event deleted for resources: {'Port': ['ID=0d407384-6e20-491e-8201-bbb0fac43275,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:25.933996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14890710-2282-4563-bec3-6c387b77e8db req-4a145673-6702-4541-9f4a-9fd6866a1a56 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027211 Feb 10 22:32:25.994646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Transition to ACTIVE for port object 365eab63-1172-4b39-b142-be7f8c4762da will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:26.011605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.044384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] No DVR routers for this DVR port 0d407384-6e20-491e-8201-bbb0fac43275 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:26.047865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.052041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-deleted', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:26.093258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.097758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.098537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f3dacd9-ccb3-487f-9b09-7d0d0062efc7 req-ae5e72ba-c439-4630-bf09-36f375f4b0d1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.30 "DELETE /v2.0/ports/0d407384-6e20-491e-8201-bbb0fac43275 HTTP/1.1" status: 204 len: 173 time: 1.8651633 Feb 10 22:32:26.118337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89720b-68c3-4a0a-9781-bb7572167365 req-c41bbd2c-872f-4745-b21c-4798db1e2847 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:26.120184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d89720b-68c3-4a0a-9781-bb7572167365 req-c41bbd2c-872f-4745-b21c-4798db1e2847 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.1400294 Feb 10 22:32:26.167187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7c8db8dfbf004bf1a76e3bc119fff200&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3138967 Feb 10 22:32:26.175510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34298) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:26.224688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d89720b-68c3-4a0a-9781-bb7572167365 req-b911dc69-e8b6-47a6-8f98-94148e3665de tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959270 Feb 10 22:32:26.337610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Deleting port 365eab63-1172-4b39-b142-be7f8c4762da {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:26.344591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.380949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eec004-cef8-438c-8b03-8caa7f1ff07a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cafcc88-a963-4a1b-a0d5-4a36b938e543,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:26.479043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.483950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b13649-3dc3-487d-8abb-099e16431378 None None] Pushing event updated for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:26.577149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Attempting to bind port 365eab63-1172-4b39-b142-be7f8c4762da on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:26.578474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Attempting to bind port 365eab63-1172-4b39-b142-be7f8c4762da by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:26.579966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Attempting to bind port 365eab63-1172-4b39-b142-be7f8c4762da on network 41be9f4e-579d-4bbe-ad2f-5557f6990fda {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:26.602095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:26.602528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Checking segment: {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:26.603106 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.603435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Bound using segment: {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:26.604058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Bound port: 365eab63-1172-4b39-b142-be7f8c4762da, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9fe0157-d9e8-4228-bf74-173c667d7fb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:26.604434 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.623713 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6fc3eee-3553-4f4d-af77-cb489948a6ea', 'name': 'network-vif-deleted', 'tag': '0d407384-6e20-491e-8201-bbb0fac43275', 'status': 'completed', 'code': 200} Feb 10 22:32:26.750502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:26.754916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=365eab63-1172-4b39-b142-be7f8c4762da,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:26.761460 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.790998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:26.791756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:26.867970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:26.868721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:27.015490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-5e3ab801-b290-47af-ae45-263e0af41794 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.017349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-5e3ab801-b290-47af-ae45-263e0af41794 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21&tenant_id=65b5647d714a4d2584ccce52b21bfb6b&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 948 time: 0.3250699 Feb 10 22:32:27.167565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf65c-99dc-4385-af3a-d299649c4f39 req-65015901-c5be-4a1f-b539-f5917b4c71d0 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.171729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:27.173496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bf65c-99dc-4385-af3a-d299649c4f39 req-65015901-c5be-4a1f-b539-f5917b4c71d0 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.180453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-327bf65c-99dc-4385-af3a-d299649c4f39 req-65015901-c5be-4a1f-b539-f5917b4c71d0 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1680 time: 0.2959125 Feb 10 22:32:27.234767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-327bf65c-99dc-4385-af3a-d299649c4f39 req-fef8885e-5f5a-4e8d-8988-f1a495ad3501 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534739 Feb 10 22:32:27.236239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-bad382e8-d2af-461f-8042-83804e0d1ad9 service neutron] 10.222.0.30 "GET /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6/bindings/n-h1-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.2121799 Feb 10 22:32:27.252112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Calling delete_port for 365eab63-1172-4b39-b142-be7f8c4762da owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:27.273868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b13649-3dc3-487d-8abb-099e16431378 None None] Pushing event updated for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:27.355890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:27.370885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-4bd90bc7-b2fc-4a13-ae43-0fd2fff2eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.373966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-4bd90bc7-b2fc-4a13-ae43-0fd2fff2eed9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1099 time: 0.1038840 Feb 10 22:32:27.509695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-cf7eb85d-9092-4ed3-a47d-dc1e9fa2874d req-ec1b327c-725e-48b0-8b89-e539cfec58f4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:27.536297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda1f94-2efc-4903-ace6-ee1e20ce1c6b req-79a7f1a6-e266-4c38-b4bf-61229c96b812 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.537867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-efda1f94-2efc-4903-ace6-ee1e20ce1c6b req-79a7f1a6-e266-4c38-b4bf-61229c96b812 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.3677216 Feb 10 22:32:27.546380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-afb8474e-3b28-4a29-a7e0-78ff74cde2ec tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.547849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-afb8474e-3b28-4a29-a7e0-78ff74cde2ec tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.3436475 Feb 10 22:32:27.555644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:27.556269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-cf7eb85d-9092-4ed3-a47d-dc1e9fa2874d req-ec1b327c-725e-48b0-8b89-e539cfec58f4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:27.557398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf7eb85d-9092-4ed3-a47d-dc1e9fa2874d req-ec1b327c-725e-48b0-8b89-e539cfec58f4 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 210 time: 0.1539533 Feb 10 22:32:27.573077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Request body: {'port': {'device_id': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'admin_state_up': True, 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:27.573976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-377816f4-91b6-40fb-b0da-4e5d715400cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:27.576012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-377816f4-91b6-40fb-b0da-4e5d715400cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1954172 Feb 10 22:32:27.583944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:17Z', 'revision_number': 4, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '365eab63-1172-4b39-b142-be7f8c4762da', 'name': '', 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'mac_address': 'fa:16:3e:3c:3c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:13Z', 'updated_at': '2022-02-10T22:32:26Z', 'revision_number': 4, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'subnets': [{'id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:27.588106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebb167b-9b2c-4fe7-ba0d-2651430a1450 None None] The sync data for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 is: [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:17Z', 'revision_number': 4, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '365eab63-1172-4b39-b142-be7f8c4762da', 'name': '', 'network_id': '41be9f4e-579d-4bbe-ad2f-5557f6990fda', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'mac_address': 'fa:16:3e:3c:3c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_interface', 'standard_attr_id': 752, 'fixed_ips': [{'subnet_id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:13Z', 'updated_at': '2022-02-10T22:32:26Z', 'revision_number': 4, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'subnets': [{'id': '7d12af1a-7a73-4de0-ba20-896260a592d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:27.615309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:27.622671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 39efd1dd-2524-4c2c-bbbd-af5e30a92786 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:27.625466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cafcc88-a963-4a1b-a0d5-4a36b938e543,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:27.712382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-341866a8-c996-40fe-89fd-195dd7141ad0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.1288402 Feb 10 22:32:27.750478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:27.753875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-639b9940-e154-4924-b47a-2ea63f2c791d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0cafcc88-a963-4a1b-a0d5-4a36b938e543 HTTP/1.1" status: 204 len: 168 time: 1.5368686 Feb 10 22:32:27.835118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-efda1f94-2efc-4903-ace6-ee1e20ce1c6b req-cb61bd0d-4b63-4a2b-8fb2-e4818ef685b9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700071 Feb 10 22:32:27.879897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:27.883437 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:27.974355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:27.991829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:28.002777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:28.025362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:28.029150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.032416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:28.032958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.118589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:28.195986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 has no active binding in host n-h1-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:32:28.247685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-fe4ae9a6-3c23-4655-a72e-7054a7260927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:28.249564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-fe4ae9a6-3c23-4655-a72e-7054a7260927 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.5236366 Feb 10 22:32:28.345020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-bb690b00-8a1d-40a6-9d26-231fa69cefaa service neutron] 10.222.0.24 "GET /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784/bindings/n-h1-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.5181363 Feb 10 22:32:28.349380 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.390581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Allocated IP 172.20.0.9 (3c618c4b-334a-48b7-b599-c2213ec2dcf7/d70bfdf4-fbc1-43e4-a8af-c48db3025b24/5b386773-a382-4647-9d7b-fa010647779b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:28.405729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:28.426828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:28.440534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.543987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fab357-8713-4f5a-9453-caebc4e866be req-3454c0f2-7178-47de-b7e8-056692e24c9d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:28.548614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3fab357-8713-4f5a-9453-caebc4e866be req-3454c0f2-7178-47de-b7e8-056692e24c9d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 943 time: 0.6475379 Feb 10 22:32:28.596732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:28.676651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3fab357-8713-4f5a-9453-caebc4e866be req-7fef5288-81cb-40fa-8ec5-d2665b509219 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245959 Feb 10 22:32:28.684008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.714932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Deleting port 365eab63-1172-4b39-b142-be7f8c4762da {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:28.715428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:28.766695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-23bd7c1b-373d-4874-8b23-8a9e22abf555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:28.772921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-23bd7c1b-373d-4874-8b23-8a9e22abf555 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4986050 Feb 10 22:32:28.852497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.004096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:29.004673 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'code': 200} Feb 10 22:32:29.011611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:29.016103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:29.018929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:29.080814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:29.097447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:29.098210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.195515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 365eab63-1172-4b39-b142-be7f8c4762da up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:29.212731 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-03fa3737-48bc-443e-862e-fbff18cd5856 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6514010 Feb 10 22:32:29.229690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Request body: {'port': {'device_id': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:29.246688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:29.269509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-2eeff56e-d433-4fca-9e2d-36d82e57b89e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881182 Feb 10 22:32:29.312687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 365eab63-1172-4b39-b142-be7f8c4762da completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:29.319230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=365eab63-1172-4b39-b142-be7f8c4762da,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:29.319621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.330181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 365eab63-1172-4b39-b142-be7f8c4762da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:29.330638 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.436614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-network', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:29.477026 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.488824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:29.521714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=365eab63-1172-4b39-b142-be7f8c4762da,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:29.527852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.575978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d37101f1-8c69-4473-acfc-1f5ebbf52784 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:29.602665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:29.617301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-e2f3aaf0-4461-4782-9308-e2db6a975249 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358817 Feb 10 22:32:29.628039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992d580-8a2c-4f5e-9314-9758a74f3042 req-53faa02b-4a22-4c51-bc1b-1840ac237f06 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:29.630215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:29.634286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992d580-8a2c-4f5e-9314-9758a74f3042 req-53faa02b-4a22-4c51-bc1b-1840ac237f06 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:29.636053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a992d580-8a2c-4f5e-9314-9758a74f3042 req-53faa02b-4a22-4c51-bc1b-1840ac237f06 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1681 time: 0.6464925 Feb 10 22:32:29.640021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0f088ecd-21d0-4ad9-a01c-663479e9ab02 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:29.651046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:29.664459 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.669873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Calling delete_port for 365eab63-1172-4b39-b142-be7f8c4762da owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:29.713742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Usage tracker for resource:network and tenant:47042f5a78c54cae9112f94e297a5ddb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:29.732546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:29.740254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:29.743632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:29.751273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:29.751695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.773365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.777420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a992d580-8a2c-4f5e-9314-9758a74f3042 req-acba0b6a-60e6-4c86-a988-8e1f5c3aec56 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335933 Feb 10 22:32:29.792193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e21c5-7c2f-40d6-96e5-889ca33fd1cd req-cfa2a23c-83fd-4087-a996-c57977813cde tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:29.792928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-904e21c5-7c2f-40d6-96e5-889ca33fd1cd req-cfa2a23c-83fd-4087-a996-c57977813cde tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:29.800207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Made reservation on behalf of 47042f5a78c54cae9112f94e297a5ddb for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:29.802624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.825898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] Transition to ACTIVE for port object d37101f1-8c69-4473-acfc-1f5ebbf52784 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:29.833595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.838355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.917416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:29.930283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Usage tracker for resource:security_group_rule and tenant:47042f5a78c54cae9112f94e297a5ddb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:29.933270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-904e21c5-7c2f-40d6-96e5-889ca33fd1cd req-cfa2a23c-83fd-4087-a996-c57977813cde tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:29.934116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e21c5-7c2f-40d6-96e5-889ca33fd1cd req-cfa2a23c-83fd-4087-a996-c57977813cde tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 931 time: 0.7646523 Feb 10 22:32:29.939729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.943898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:29.978697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:29.983547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:29.984577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:30.013546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:30.073811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] No DVR routers for this DVR port d37101f1-8c69-4473-acfc-1f5ebbf52784 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:30.106167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e21c5-7c2f-40d6-96e5-889ca33fd1cd req-d7d0c56c-6dc1-417d-8267-6a81ca3416bf tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535556 Feb 10 22:32:30.115607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:30.128176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] Pushing event updated for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:30.132307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:30.141200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:30.142645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.147059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-39dfd2e9-e796-4871-8c42-8f65d03ba034 service neutron] 10.222.0.24 "PUT /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784/bindings/n-h1-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7913823 Feb 10 22:32:30.232225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b546-0ae3-45ab-bfce-8e9fe57c91e1 req-ec7b0a4e-e7fc-4357-aa21-d47b9cba6aeb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.242591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3605b546-0ae3-45ab-bfce-8e9fe57c91e1 req-ec7b0a4e-e7fc-4357-aa21-d47b9cba6aeb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.2637854 Feb 10 22:32:30.260447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:30.261662 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:30.311605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.349180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.374900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:30.379474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.380504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:30.397408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.399841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3605b546-0ae3-45ab-bfce-8e9fe57c91e1 req-29fc5f71-705d-4325-baec-7732e265cf6e tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563330 Feb 10 22:32:30.445266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:32:30.451966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-9abc269f-91d3-445f-95a5-dfac57a5824c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.454128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-9abc269f-91d3-445f-95a5-dfac57a5824c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.2002528 Feb 10 22:32:30.460320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:30.477538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa8881e-b611-4b46-abee-5995e9caddea,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:30.519374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.519764 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Added segment cc0ef544-576e-44f2-9df3-f9fae1e95448 of type vlan for network fd73661f-cef1-4862-88ae-2727a63859ed Feb 10 22:32:30.564980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:30.585813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Deleting port 365eab63-1172-4b39-b142-be7f8c4762da {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:30.586159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.594607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:30.596167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-d4881777-97c4-4fd7-acc6-8db9c3c3c892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.597656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-d4881777-97c4-4fd7-acc6-8db9c3c3c892 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&tenant_id=f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 1095 time: 0.1335089 Feb 10 22:32:30.621379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.626844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b386773-a382-4647-9d7b-fa010647779b {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:30.649752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.663640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691d7e5-d4a9-4049-83b8-905313bddf00 req-d9b54bb0-63ba-4e5b-a0ec-776c65c76472 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.665149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3691d7e5-d4a9-4049-83b8-905313bddf00 req-d9b54bb0-63ba-4e5b-a0ec-776c65c76472 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 944 time: 0.3180974 Feb 10 22:32:30.717027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-bdcdde5c-80cd-4c2e-ac81-bd9f98beade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.718512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-bdcdde5c-80cd-4c2e-ac81-bd9f98beade5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1095 time: 0.0973651 Feb 10 22:32:30.733703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Transition to ACTIVE for port object 5b386773-a382-4647-9d7b-fa010647779b will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:30.789896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.864097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.865049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.865635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:30.876116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-d19ca9f3-4648-4af5-86b2-5673f6417eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:30.877989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-d19ca9f3-4648-4af5-86b2-5673f6417eab service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.1500478 Feb 10 22:32:30.962117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3691d7e5-d4a9-4049-83b8-905313bddf00 req-a166b380-5eb1-40dd-b152-092f48042315 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844393 Feb 10 22:32:31.006109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02'}, {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:31.085173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:31.130006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 365eab63-1172-4b39-b142-be7f8c4762da up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:31.152784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-81fbae1b-f95f-4a7c-8565-4c73eba610c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.2669029 Feb 10 22:32:31.156416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.0720816 Feb 10 22:32:31.185302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4bc3a-89be-462c-ba33-80e7c44b4df9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd73661f-cef1-4862-88ae-2727a63859ed,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:31.185302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:31.204504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Request body: {'subnet': {'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-subnet', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:31.223861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network fd73661f-cef1-4862-88ae-2727a63859ed details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:32:31.228204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:31.242378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Usage tracker for resource:subnet and tenant:47042f5a78c54cae9112f94e297a5ddb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:31.246104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] For port 365eab63-1172-4b39-b142-be7f8c4762da, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=365eab63-1172-4b39-b142-be7f8c4762da,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:31.246641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:31.257845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:31.297699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-7f1a745a-6261-42f7-b2d1-c9d1638cd038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:31.299357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-7f1a745a-6261-42f7-b2d1-c9d1638cd038 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.0969899 Feb 10 22:32:31.335974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:31.367243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f11c89-e4e6-4185-a4c4-274c615bcd21 req-b70ce37f-2689-4f58-9a8c-3e75179eb9e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:31.379743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f11c89-e4e6-4185-a4c4-274c615bcd21 req-b70ce37f-2689-4f58-9a8c-3e75179eb9e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:31.381543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5f11c89-e4e6-4185-a4c4-274c615bcd21 req-b70ce37f-2689-4f58-9a8c-3e75179eb9e1 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.3148265 Feb 10 22:32:31.383777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-e2c6a091-69bd-4f67-b671-e03ba114ca2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755031 Feb 10 22:32:31.412560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Calling delete_port for 365eab63-1172-4b39-b142-be7f8c4762da owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:31.421407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 365eab63-1172-4b39-b142-be7f8c4762da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:31.421928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:31.551703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5f11c89-e4e6-4185-a4c4-274c615bcd21 req-75ff4f6f-2811-4145-b3c7-8e3418802401 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633413 Feb 10 22:32:31.624246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-d93fd82c-24a3-412a-a9a6-5db59ee1976b service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195964 Feb 10 22:32:31.665800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Made reservation on behalf of 47042f5a78c54cae9112f94e297a5ddb for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:31.668138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:31.698215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Attempting to bind port 5b386773-a382-4647-9d7b-fa010647779b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:31.698882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Attempting to bind port 5b386773-a382-4647-9d7b-fa010647779b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:31.699508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Attempting to bind port 5b386773-a382-4647-9d7b-fa010647779b on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:31.707663 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02', 'code': 200} Feb 10 22:32:31.708050 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'code': 200} Feb 10 22:32:31.789512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Port 5b386773-a382-4647-9d7b-fa010647779b on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:31.789970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Attempting to bind port 5b386773-a382-4647-9d7b-fa010647779b on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:31.828758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-11d67309-a32c-44fd-b1d6-ce10d7dc1301 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966293 Feb 10 22:32:31.919172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:31.919873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Checking segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:31.920259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Bound using segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:31.920698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Bound port: 5b386773-a382-4647-9d7b-fa010647779b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:31.921045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:31.929118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34f419-4e85-4352-9b06-3200575e6015 req-dac10bc9-69c5-4fe3-8d95-4915931c44f6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:31.930762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b34f419-4e85-4352-9b06-3200575e6015 req-dac10bc9-69c5-4fe3-8d95-4915931c44f6 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 950 time: 0.0873561 Feb 10 22:32:31.987981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b34f419-4e85-4352-9b06-3200575e6015 req-c71fe63f-4a67-4142-b6fe-64a14f333885 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499830 Feb 10 22:32:32.137244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:32.153733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:32.214626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.267909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-85d02de4-f31c-49f6-bc7b-aaca4ae07ea5 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.270816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-85d02de4-f31c-49f6-bc7b-aaca4ae07ea5 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.1098244 Feb 10 22:32:32.378062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b88c0-2c16-4157-8fd9-f5dbb93a9e1b req-06887ff1-93d0-4185-a5aa-bfdb6f7ed40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.378551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b88c0-2c16-4157-8fd9-f5dbb93a9e1b req-06887ff1-93d0-4185-a5aa-bfdb6f7ed40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.380167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-057b88c0-2c16-4157-8fd9-f5dbb93a9e1b req-06887ff1-93d0-4185-a5aa-bfdb6f7ed40e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1984 time: 0.5622559 Feb 10 22:32:32.391792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.392408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.393731 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/5b386773-a382-4647-9d7b-fa010647779b HTTP/1.1" status: 200 len: 1091 time: 3.1729183 Feb 10 22:32:32.400619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'tag': '5b386773-a382-4647-9d7b-fa010647779b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:32.486537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e26c1-74b0-42d3-ab3f-5912cbcf223f req-e6b1aa93-f92c-406c-9e55-aece22d4f13d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.488072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb6e26c1-74b0-42d3-ab3f-5912cbcf223f req-e6b1aa93-f92c-406c-9e55-aece22d4f13d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 943 time: 0.6949434 Feb 10 22:32:32.492114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-6b8fa648-412f-4c9b-abcd-5757fe7f7a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.493603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-6b8fa648-412f-4c9b-abcd-5757fe7f7a10 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21&tenant_id=65b5647d714a4d2584ccce52b21bfb6b HTTP/1.1" status: 200 len: 1101 time: 0.1742582 Feb 10 22:32:32.509748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:32.536878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.540311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a5832-45c2-4071-898a-0ba5e577a2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:32.571547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1256f2ff-05dd-4f73-8739-c439d56df6b6 service neutron] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:32.580135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc600-27fc-4fd8-b027-a123501f8cf3 req-93c83866-3532-4a80-b6be-3de0cdcf4b4b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:32.581661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c43cc600-27fc-4fd8-b027-a123501f8cf3 req-93c83866-3532-4a80-b6be-3de0cdcf4b4b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 944 time: 0.1915324 Feb 10 22:32:32.631961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=365eab63-1172-4b39-b142-be7f8c4762da,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:32.644429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-057b88c0-2c16-4157-8fd9-f5dbb93a9e1b req-3e6af846-a39b-4513-877b-ce42dd912f63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498143 Feb 10 22:32:32.674473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1256f2ff-05dd-4f73-8739-c439d56df6b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.675582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7616bb31-e254-4a31-9d59-2ad73eb951e1 req-1256f2ff-05dd-4f73-8739-c439d56df6b6 service neutron] 10.222.0.30 "DELETE /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784/bindings/n-h2-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.3986733 Feb 10 22:32:32.695371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.703324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb6e26c1-74b0-42d3-ab3f-5912cbcf223f req-18c4013b-5db9-4472-b293-9f54795313b1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012813 Feb 10 22:32:32.830896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:32.842681 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'tag': '5b386773-a382-4647-9d7b-fa010647779b', 'status': 'completed', 'code': 200} Feb 10 22:32:33.025049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c43cc600-27fc-4fd8-b027-a123501f8cf3 req-9f43ed69-dd52-4b0d-9268-fad49c172b86 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4275620 Feb 10 22:32:33.100307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:33.135704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39e58686-7902-44fc-a953-003938525d6d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:33.137020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:33.151498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-9ac69fd5-8446-4c65-9415-0434fcb4910c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.152773 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-9ac69fd5-8446-4c65-9415-0434fcb4910c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 1094 time: 0.7167048 Feb 10 22:32:33.220300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.237071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Transition to ACTIVE for port object d558d31d-1c95-4f82-b118-9aa566b9ffd6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:33.237894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:33.240425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Checking segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:33.240841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Network hostable DHCP agents. Network: fd73661f-cef1-4862-88ae-2727a63859ed, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:32:33.244686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.275201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-0e5a397b-617d-4281-b3f3-3f6f9c1b1722 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b386773-a382-4647-9d7b-fa010647779b HTTP/1.1" status: 200 len: 217 time: 0.0950158 Feb 10 22:32:33.461120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Network fd73661f-cef1-4862-88ae-2727a63859ed is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:32:33.472786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d238-e5f7-4bab-a89c-d9abdaa495f5 req-5bf23234-da9e-47c8-9f7d-1e68a33c2feb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.480005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200d238-e5f7-4bab-a89c-d9abdaa495f5 req-5bf23234-da9e-47c8-9f7d-1e68a33c2feb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.487529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0200d238-e5f7-4bab-a89c-d9abdaa495f5 req-5bf23234-da9e-47c8-9f7d-1e68a33c2feb tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.5280874 Feb 10 22:32:33.493392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.523791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-3bf72364-6234-4a4a-94b3-d34526b6d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.525441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-3bf72364-6234-4a4a-94b3-d34526b6d213 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.2440650 Feb 10 22:32:33.604050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] No DVR routers for this DVR port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:33.607659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=11']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:33.685097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:33.685419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:33.685737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:33.693323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:33.693637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Attempting to bind port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:33.702815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:33.703144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:33.703551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:33.703984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Bound port: d558d31d-1c95-4f82-b118-9aa566b9ffd6, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:33.704320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.720428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, fd73661f-cef1-4862-88ae-2727a63859ed) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:33.724587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.724949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a96fa8-c5e2-4ae2-8b40-4c21a8632c41 req-48137591-761d-48cd-926d-a3127d7ee95f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.725254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.726415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36a96fa8-c5e2-4ae2-8b40-4c21a8632c41 req-48137591-761d-48cd-926d-a3127d7ee95f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.2013710 Feb 10 22:32:33.732543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b5076-24cf-46cc-b74d-0f11d6bb7b9d None None] Network fd73661f-cef1-4862-88ae-2727a63859ed requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:33.821123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-31897ca5-b06d-49d2-afc1-8ebdcba36554 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912752 Feb 10 22:32:33.846789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36a96fa8-c5e2-4ae2-8b40-4c21a8632c41 req-dac5b372-6467-4583-a22d-d5a501257edf tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892644 Feb 10 22:32:33.856609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:33.860725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:33.866580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.882453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0200d238-e5f7-4bab-a89c-d9abdaa495f5 req-33174df5-2c88-4db5-9cf1-0b31c8937e03 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937843 Feb 10 22:32:33.902990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ad0cdaaf-38eb-4cfb-bfd9-59d0e213f65c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.7071466 Feb 10 22:32:33.920625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:33.951181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:33.951703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:33.953061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] 10.222.0.24 "PUT /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 1096 time: 1.4493976 Feb 10 22:32:33.969291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5e2b4-8a6c-4056-9ec0-008d9fa1b881 service neutron] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=12']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:34.064243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:34.067910 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'code': 200} Feb 10 22:32:34.069572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:34.074611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Usage tracker for resource:router and tenant:47042f5a78c54cae9112f94e297a5ddb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:34.078783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:34.085494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:34.160920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-fd73661f-cef1-4862-88ae-2727a63859ed', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:32:34.161919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.170812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-8746a18b-7f27-4d93-9405-9abc9655ccf7 service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326190 Feb 10 22:32:34.259406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.260556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.339431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-275fcdb2-38a6-4451-b76b-8998e5133b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.342067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-275fcdb2-38a6-4451-b76b-8998e5133b22 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1099 time: 0.3609228 Feb 10 22:32:34.358905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2c570-0d2a-47af-91c3-2dedd2ce9399 req-817dfecf-6837-48ba-b0f4-aaa07217eeba tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.360434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28d2c570-0d2a-47af-91c3-2dedd2ce9399 req-817dfecf-6837-48ba-b0f4-aaa07217eeba tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 0.2989862 Feb 10 22:32:34.439270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Allocated IP 172.20.0.2 (fd73661f-cef1-4862-88ae-2727a63859ed/39e58686-7902-44fc-a953-003938525d6d/213dc8fc-68f5-4d88-af4f-63188866c4bd) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:34.446917 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.491817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28d2c570-0d2a-47af-91c3-2dedd2ce9399 req-b8287609-c7d4-4917-9800-74be341c7e15 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095262 Feb 10 22:32:34.542130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-6e36a425-1115-4eac-a71b-f225ce2f56e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.543606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-6e36a425-1115-4eac-a71b-f225ce2f56e7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1957810 Feb 10 22:32:34.628409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-949c64d5-b0cf-4df2-9d41-c056de4dcef2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.0777671 Feb 10 22:32:34.664948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.677941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Transition to ACTIVE for port object 213dc8fc-68f5-4d88-af4f-63188866c4bd will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:34.698832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Transition to ACTIVE for port object 213dc8fc-68f5-4d88-af4f-63188866c4bd will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:34.706621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.745423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-259d71cd-5527-4e2e-871a-0b6ccb1d2ec4 req-b49bac2b-6e2b-4af7-b17c-8f2f0b370f3d service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906011 Feb 10 22:32:34.747504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-881f447d-a7f8-42b9-ae8d-f751b11d0716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.749130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-881f447d-a7f8-42b9-ae8d-f751b11d0716 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1140664 Feb 10 22:32:34.783890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Network fd73661f-cef1-4862-88ae-2727a63859ed is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:34.787423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:34.790026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:34.809165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e307ff32-dec6-44ed-bb31-f53d63e7c839 req-db2fc75a-c114-438b-b9f5-c4afdb480971 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.811498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e307ff32-dec6-44ed-bb31-f53d63e7c839 req-db2fc75a-c114-438b-b9f5-c4afdb480971 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 943 time: 0.4971831 Feb 10 22:32:34.826144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ff61e-b2e7-4e7d-911f-991436ee9c61 req-b33f335e-486b-49c8-a081-d8ef89093e28 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.827828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d0ff61e-b2e7-4e7d-911f-991436ee9c61 req-b33f335e-486b-49c8-a081-d8ef89093e28 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1095 time: 0.1448772 Feb 10 22:32:34.870924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f481130-5685-471f-82b9-00cd0df0f383 req-f6d9d845-55de-451d-b5c7-ff4cd7aaaafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:34.873227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-f6d9d845-55de-451d-b5c7-ff4cd7aaaafc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151788 Feb 10 22:32:34.876679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Pushing event updated for resources: {'Port': ['ID=213dc8fc-68f5-4d88-af4f-63188866c4bd,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:34.879385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d0ff61e-b2e7-4e7d-911f-991436ee9c61 req-a1d153de-c993-4da2-b84d-b3abb8fd177e tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444114 Feb 10 22:32:34.917121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Attempting to bind port 213dc8fc-68f5-4d88-af4f-63188866c4bd on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:34.917642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Attempting to bind port 213dc8fc-68f5-4d88-af4f-63188866c4bd by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:34.918099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Attempting to bind port 213dc8fc-68f5-4d88-af4f-63188866c4bd on network fd73661f-cef1-4862-88ae-2727a63859ed {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:34.925967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:34.926516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Checking segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:34.927005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:34.927662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Bound using segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:34.928512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Bound port: 213dc8fc-68f5-4d88-af4f-63188866c4bd, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:34.929139 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:35.027044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-75b1f92f-26ed-4a7c-a1a7-a8e8debb77b4 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463351 Feb 10 22:32:35.038623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:35.054093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] For port 213dc8fc-68f5-4d88-af4f-63188866c4bd, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:35.058048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] For port 213dc8fc-68f5-4d88-af4f-63188866c4bd, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=213dc8fc-68f5-4d88-af4f-63188866c4bd,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:35.063762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:35.064789 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e307ff32-dec6-44ed-bb31-f53d63e7c839 req-328c58ab-8227-4fc7-8251-a427d44527ce tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566634 Feb 10 22:32:35.093774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Router 7b8295f0-22d3-49dc-aa1c-a63644da5051 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:32:35.243085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311cad5-f983-40e7-9f8a-fb2522635089 None None] Pushing event updated for resources: {'Port': ['ID=213dc8fc-68f5-4d88-af4f-63188866c4bd,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:35.449741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:35.518704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f481130-5685-471f-82b9-00cd0df0f383 req-2d300ec9-0a14-4b44-904b-0aac1a76abe2 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4722199 Feb 10 22:32:35.551119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ca6bc-c2a3-4a48-8db2-48de8b40479f req-498a70b1-f5ed-4d7a-8216-ef1be57a274f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.552760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d97ca6bc-c2a3-4a48-8db2-48de8b40479f req-498a70b1-f5ed-4d7a-8216-ef1be57a274f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.2354209 Feb 10 22:32:35.563177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-b201eaaf-425a-4abd-8576-844fa48232e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.565900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-03d7b9e2-eb1e-4d3d-b281-9c85240bb506 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.567161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-b201eaaf-425a-4abd-8576-844fa48232e3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 1094 time: 0.7538896 Feb 10 22:32:35.567817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-03d7b9e2-eb1e-4d3d-b281-9c85240bb506 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 0.1837518 Feb 10 22:32:35.665880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:35.681359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d97ca6bc-c2a3-4a48-8db2-48de8b40479f req-c7c69212-6a22-4cfe-a008-ba9cde29bf18 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124952 Feb 10 22:32:35.688357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port e91659d0-1b9c-49f7-b98f-d63097181edc {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:35.691539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:35.771706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:35.806537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:35.861971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:35.873914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:35.875870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Usage tracker for resource:security_group_rule and tenant:2c0fa002c5c2422285eda5b89ad597d7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:35.883509 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Sync routers for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:35.894925 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:35.895562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:35.902607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:35.913864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ab140-8592-49d9-866f-0cdbc3e6bad4 req-ce3cb56a-2545-4401-b93d-d63150cc9ad2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.919901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ab140-8592-49d9-866f-0cdbc3e6bad4 req-ce3cb56a-2545-4401-b93d-d63150cc9ad2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.927474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d72ab140-8592-49d9-866f-0cdbc3e6bad4 req-ce3cb56a-2545-4401-b93d-d63150cc9ad2 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.4683657 Feb 10 22:32:35.950222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:35.966511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-a03e134f-0779-4f6a-a5e2-b90057819231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:35.968579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-a03e134f-0779-4f6a-a5e2-b90057819231 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 905 time: 0.3822112 Feb 10 22:32:35.970856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-68eb3417-f48c-4ca5-818e-8acc0fd99c8c admin admin] 10.222.0.53 "PUT /v2.0/routers/7b8295f0-22d3-49dc-aa1c-a63644da5051/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3640726 Feb 10 22:32:35.977839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:36.069329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:36.142249 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:36.144451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-03906e53-9215-43a5-8e93-aeea3c38c360 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b386773-a382-4647-9d7b-fa010647779b HTTP/1.1" status: 200 len: 217 time: 0.1641192 Feb 10 22:32:36.192754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-92e698a4-b296-4804-aae1-aa2d549c6eaa tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:36.194223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-92e698a4-b296-4804-aae1-aa2d549c6eaa tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.4099755 Feb 10 22:32:36.236690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-132edbbd-feef-40a1-a605-e6bacfa193b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/quotas/f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 375 time: 0.0360990 Feb 10 22:32:36.248635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d72ab140-8592-49d9-866f-0cdbc3e6bad4 req-434932f6-70f7-49e6-951e-99eda5520525 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204446 Feb 10 22:32:36.378902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port e91659d0-1b9c-49f7-b98f-d63097181edc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e91659d0-1b9c-49f7-b98f-d63097181edc,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:36.379449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:36.468762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:36.576659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for e91659d0-1b9c-49f7-b98f-d63097181edc owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:36.599380 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:32Z', 'revision_number': 5, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:36.606065 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Checking router: 7b8295f0-22d3-49dc-aa1c-a63644da5051 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:36.626599 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Routers {'7b8295f0-22d3-49dc-aa1c-a63644da5051'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:36.627315 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b8295f0-22d3-49dc-aa1c-a63644da5051'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:36.631789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-4b63fce8-6553-4776-97a4-5dee105e13ad tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3833218 Feb 10 22:32:36.667251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-482d4e2d-7b19-4d6a-819f-ef483e5ae660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:36.670025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-482d4e2d-7b19-4d6a-819f-ef483e5ae660 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.5024457 Feb 10 22:32:36.674698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:36.701392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:36.718784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '5b386773-a382-4647-9d7b-fa010647779b', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '5b386773-a382-4647-9d7b-fa010647779b', 'mac_address': 'fa:16:3e:a6:5e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:36.753433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bced81a7-1578-4a1a-bb7f-9db4203adfeb None None] Network fd73661f-cef1-4862-88ae-2727a63859ed requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:36.760948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:36.841604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:36.853618 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] Set router 7b8295f0-22d3-49dc-aa1c-a63644da5051 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:36.876448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-6da01c7f-205d-4a78-84d1-1e72236beecd service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435982 Feb 10 22:32:36.894138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c51b0b91-c59d-47df-838b-0165ae588630 None None] Provisioning for port 213dc8fc-68f5-4d88-af4f-63188866c4bd completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:36.896073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-acca24ba-c367-4bdb-9fe0-980f81582b89 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1873262 Feb 10 22:32:36.909504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:36.935407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b386773-a382-4647-9d7b-fa010647779b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:36.955880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:36.974855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.134815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-f55f11b1-13e6-43c4-904b-c797f2322dd4 service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574658 Feb 10 22:32:37.202835 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.231089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.289928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.342030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['5b386773-a382-4647-9d7b-fa010647779b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:37.355681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=e91659d0-1b9c-49f7-b98f-d63097181edc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:37.395962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 213dc8fc-68f5-4d88-af4f-63188866c4bd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:37.454599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12213a97-f6a3-4e80-9f2b-c4afac163303 req-617942b2-0df2-4612-8b2b-4b21d84149ee tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:37.461423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12213a97-f6a3-4e80-9f2b-c4afac163303 req-617942b2-0df2-4612-8b2b-4b21d84149ee tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 946 time: 1.0082579 Feb 10 22:32:37.483463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.483989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.484337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.484672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.485432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.485432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.485630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.485946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.486266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.488651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.491451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.491836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.562604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:32Z', 'revision_number': 5, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:37.571421 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696551de-5ca1-4e0d-b32f-cc765c52d5bc None None] The sync data for ids ['7b8295f0-22d3-49dc-aa1c-a63644da5051'] in n-d-825178-4 is: [{'id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'name': 'tempest-FloatingIPsNegativeTestJSON-1519090670-router', 'tenant_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:31:57Z', 'updated_at': '2022-02-10T22:32:32Z', 'revision_number': 5, 'project_id': '6d44cf0500f6404796cfb5ce12cbb7c6', 'gw_port': {'id': 'ed029a55-75e7-4138-9ced-1d5ebdab1ab6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b8295f0-22d3-49dc-aa1c-a63644da5051', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:00Z', 'updated_at': '2022-02-10T22:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:37.599433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2c0fa002c5c2422285eda5b89ad597d7&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1368845 Feb 10 22:32:37.605512 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'status': 'completed', 'code': 200} Feb 10 22:32:37.606002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34470) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:37.655934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f62e940-68dd-4296-b832-0473af31e605,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:37.664088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Allocated IP 172.25.2.228 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/5ac9c108-44fb-4191-8ed0-230286b2cf1a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:37.685396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port e91659d0-1b9c-49f7-b98f-d63097181edc on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:37.691472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-fc2cd4e3-6392-4559-9a44-5ebf71452ecb service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6139517 Feb 10 22:32:37.692720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.693061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.693446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.693795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.694124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.694450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.694774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.695106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.695493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.695743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.696063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.696389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62816328-2e25-466c-a7a0-cefbc9240e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:37.737484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e91659d0-1b9c-49f7-b98f-d63097181edc no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:37.746801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.760746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.767435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12213a97-f6a3-4e80-9f2b-c4afac163303 req-8c940a34-f860-4a0f-9c12-aa6015035a12 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050220 Feb 10 22:32:37.828751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:37.843560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.847113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ce2e9ed-2eed-49d1-bc7a-a5638151a25a req-c576fe05-d113-4950-a027-d103d48ff2aa tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "DELETE /v2.0/ports/e91659d0-1b9c-49f7-b98f-d63097181edc HTTP/1.1" status: 204 len: 173 time: 2.2624774 Feb 10 22:32:37.867645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: e91659d0-1b9c-49f7-b98f-d63097181edc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:37.868360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e91659d0-1b9c-49f7-b98f-d63097181edc not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:37.876376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 213dc8fc-68f5-4d88-af4f-63188866c4bd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:37.893261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Deleting port ed029a55-75e7-4138-9ced-1d5ebdab1ab6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:37.893687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:37.908599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 213dc8fc-68f5-4d88-af4f-63188866c4bd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:37.909191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.003170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.185668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf5fec-9af9-4004-85f5-82c13cc4200f req-2e6c3a99-42be-4cc8-8f30-d4b42e8ad1ad tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:38.194408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ebf5fec-9af9-4004-85f5-82c13cc4200f req-2e6c3a99-42be-4cc8-8f30-d4b42e8ad1ad tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 944 time: 0.5068877 Feb 10 22:32:38.210497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b819-4c40-41d3-890c-584348cf24ff req-43fe47d4-af34-4163-9f56-6761929c3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:38.212380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-43fe47d4-af34-4163-9f56-6761929c3a7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1099 time: 0.6093841 Feb 10 22:32:38.297527 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.363027 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e91898e-098c-4211-bd8a-7f70f2e12488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.388983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 213dc8fc-68f5-4d88-af4f-63188866c4bd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=213dc8fc-68f5-4d88-af4f-63188866c4bd,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:38.394837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.464963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84944e63-ffb2-4759-93d0-bbe0c253328f req-689b08ee-7d16-45fb-963a-ea9fe47a85ba service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7566566 Feb 10 22:32:38.480895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:38.502369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b819-4c40-41d3-890c-584348cf24ff req-f065ba1b-052d-4176-96e0-93cfc7b1fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:38.504751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-f065ba1b-052d-4176-96e0-93cfc7b1fe02 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2585554 Feb 10 22:32:38.523522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=213dc8fc-68f5-4d88-af4f-63188866c4bd,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:38.567322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] For port ed029a55-75e7-4138-9ced-1d5ebdab1ab6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:38.567755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.581297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.693508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:38.709742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'mac_address': 'fa:16:3e:ce:b5:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:38.724067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Calling delete_port for ed029a55-75e7-4138-9ced-1d5ebdab1ab6 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:38.740503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ebf5fec-9af9-4004-85f5-82c13cc4200f req-bd640c48-8efa-453d-88c9-2bf05956da44 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441167 Feb 10 22:32:38.756482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-575949b5-ae62-46e3-8cf0-e7c33a4a392f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 200 len: 217 time: 0.2418017 Feb 10 22:32:38.787656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9cd9da45-6b16-4a1c-993e-1e6838468075 None None] Provisioning complete for port 213dc8fc-68f5-4d88-af4f-63188866c4bd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:38.788223 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cd9da45-6b16-4a1c-993e-1e6838468075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.814678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75909a17-06cd-4552-a549-ee51fd885aa6 req-d1beab7c-cc70-4311-bae1-9a82e8871e67 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:38.822700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75909a17-06cd-4552-a549-ee51fd885aa6 req-d1beab7c-cc70-4311-bae1-9a82e8871e67 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 948 time: 0.4482896 Feb 10 22:32:38.867831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.872421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.910966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f62e940-68dd-4296-b832-0473af31e605,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:38.923916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b819-4c40-41d3-890c-584348cf24ff req-114df0f5-612c-414f-aa42-c4352ed8af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:38.926112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-114df0f5-612c-414f-aa42-c4352ed8af33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1635768 Feb 10 22:32:38.927455 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.930776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dea95b89-ed1f-4fbd-b02e-96723a2f578d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2f62e940-68dd-4296-b832-0473af31e605 HTTP/1.1" status: 204 len: 168 time: 1.3208809 Feb 10 22:32:38.946009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:38.984197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:39.008940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:39.015054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:39.020586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75909a17-06cd-4552-a549-ee51fd885aa6 req-d0a4e28e-b292-4c79-958a-454bcbb95dd5 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969397 Feb 10 22:32:39.022457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:39.034001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:39.041358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:39.095894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Pushing event updated for resources: {'Port': ['ID=5ac9c108-44fb-4191-8ed0-230286b2cf1a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:39.203488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 213dc8fc-68f5-4d88-af4f-63188866c4bd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:39.267124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['d558d31d-1c95-4f82-b118-9aa566b9ffd6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:39.287566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af90c2d1-c488-4902-8529-52158ec1a3b7 req-f56ab9d2-1d7e-4771-a39d-4ede4923f204 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 210 time: 0.1780288 Feb 10 22:32:39.332783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7b819-4c40-41d3-890c-584348cf24ff req-c59d0964-fae5-4550-b4b0-2d74dbe3a582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:39.334303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-c59d0964-fae5-4550-b4b0-2d74dbe3a582 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3892908 Feb 10 22:32:39.457142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=13']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:39.554518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 213dc8fc-68f5-4d88-af4f-63188866c4bd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:39.554921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:39.660246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'name': 'network-vif-deleted', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:39.680501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-86599ca6-f2e9-4036-910b-9b071dfc85ca service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393738 Feb 10 22:32:39.698250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-24bed176-2b19-4586-a91e-8e9ea39262d5 req-da9d933d-06fe-4963-9478-46bf47bfb63c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:39.883452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 365eab63-1172-4b39-b142-be7f8c4762da no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:39.906446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-24bed176-2b19-4586-a91e-8e9ea39262d5 req-da9d933d-06fe-4963-9478-46bf47bfb63c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:39.911812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24bed176-2b19-4586-a91e-8e9ea39262d5 req-da9d933d-06fe-4963-9478-46bf47bfb63c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8d989eec-4a75-484c-ac5b-f52660b035dd HTTP/1.1" status: 200 len: 210 time: 0.3090632 Feb 10 22:32:39.921833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 365eab63-1172-4b39-b142-be7f8c4762da {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:39.922171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 365eab63-1172-4b39-b142-be7f8c4762da not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:39.976849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42b7b819-4c40-41d3-890c-584348cf24ff req-bf13448e-5370-4f44-8521-93fafec65b79 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848763 Feb 10 22:32:40.044978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b79032aa-3589-4d4e-81c2-d72e63aeddf7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.046527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b79032aa-3589-4d4e-81c2-d72e63aeddf7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.9362712 Feb 10 22:32:40.098020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Request body: {'port': {'device_id': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'admin_state_up': True, 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:40.155081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd616e-3bc2-42e2-977e-911effbaca10 req-2172c7c9-6d9c-4f79-a126-b46d28133594 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.162064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cd616e-3bc2-42e2-977e-911effbaca10 req-2172c7c9-6d9c-4f79-a126-b46d28133594 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.171106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08cd616e-3bc2-42e2-977e-911effbaca10 req-2172c7c9-6d9c-4f79-a126-b46d28133594 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.1172888 Feb 10 22:32:40.173382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:40.226830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.239554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08cd616e-3bc2-42e2-977e-911effbaca10 req-c5b27609-f7c2-47cc-9e2c-805559e73035 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Feb 10 22:32:40.293620 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d989eec-4a75-484c-ac5b-f52660b035dd', 'name': 'network-vif-deleted', 'tag': 'e91659d0-1b9c-49f7-b98f-d63097181edc', 'status': 'completed', 'code': 200} Feb 10 22:32:40.322929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2100885456-network', 'tenant_id': 'cc4ef3f052fe42e2bd96f78d2701e0f3'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:40.328760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:40.333000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Usage tracker for resource:network and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:40.336219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:40.343067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:40.353212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Made reservation on behalf of cc4ef3f052fe42e2bd96f78d2701e0f3 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:40.355813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.360819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed029a55-75e7-4138-9ced-1d5ebdab1ab6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:40.368951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.384893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:40.428459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:40.437015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:40.444607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:40.458281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b46d0c3-5b82-42a7-a822-8e2e485ec36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.473153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:40.508231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629fff7-938d-4b20-9b4d-3ee824a33106 req-a91c7f13-24fe-460f-ab96-2a2953899d31 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.509799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7629fff7-938d-4b20-9b4d-3ee824a33106 req-a91c7f13-24fe-460f-ab96-2a2953899d31 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 944 time: 0.1225507 Feb 10 22:32:40.574282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:40.580240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 5b386773-a382-4647-9d7b-fa010647779b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:40.585393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1367e603-5500-4614-9767-bb5017fac392 req-b03cd8a1-ae58-4156-82be-f96df85209ad tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.586369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 5b386773-a382-4647-9d7b-fa010647779b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:40.586938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.588014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1367e603-5500-4614-9767-bb5017fac392 req-b03cd8a1-ae58-4156-82be-f96df85209ad tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 1100 time: 0.5677924 Feb 10 22:32:40.595969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7629fff7-938d-4b20-9b4d-3ee824a33106 req-d10e3b8a-d869-49df-a670-f5dea4c2e1cb tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711460 Feb 10 22:32:40.600387 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.604194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:40.606138 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.638623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:32:40.639200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.648364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3c8a9d-4577-4b22-b759-43123db5cca1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:40.656237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.656237 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Added segment 79dee3e1-3ab9-4e44-b09f-f5b0ff6e0cba of type vlan for network 1f2862ed-298b-456c-87d6-a988c001f8c7 Feb 10 22:32:40.690745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.708712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:40.712135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.720567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.749979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:40.759747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:40.764649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.765476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:40.774735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec01a101-11fe-4c72-87aa-49b55804e0d7 req-1d8c1987-e2d8-4bec-9b24-fffd51fd3d9b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 210 time: 0.0478096 Feb 10 22:32:40.776427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.777464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:40.778763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.873340 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b', 'code': 200} Feb 10 22:32:40.894703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] Pushing event updated for resources: {'Network': ['ID=1f2862ed-298b-456c-87d6-a988c001f8c7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:40.895686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.898412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-99fbcc3a-5bb2-4d69-a4d6-c386868b6312 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7236793 Feb 10 22:32:40.901023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34522) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:40.909227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Request body: {'subnet': {'network_id': '1f2862ed-298b-456c-87d6-a988c001f8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-2100885456-subnet', 'tenant_id': 'cc4ef3f052fe42e2bd96f78d2701e0f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:40.911505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1f2862ed-298b-456c-87d6-a988c001f8c7 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:32:40.914917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:40.921034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Usage tracker for resource:subnet and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:40.925709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:40.932746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:40.933214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:40.952784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Made reservation on behalf of cc4ef3f052fe42e2bd96f78d2701e0f3 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:40.957434 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.984221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:40.989338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.029158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:41.040016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port d558d31d-1c95-4f82-b118-9aa566b9ffd6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:41.040391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.088474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1367e603-5500-4614-9767-bb5017fac392 req-97aa2087-00da-4c57-97f5-e248bb09a1f6 tempest-MigrationsAdminTest-334202 tempest-MigrationsAdminTest-334202-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4607301 Feb 10 22:32:41.228560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.273888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:41.279687 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.452019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=14']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:41.522404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd542be0-6498-4465-8020-54f77608c83e req-9b14b19f-b346-4390-9ac9-22ae3ecb688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:41.524006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd542be0-6498-4465-8020-54f77608c83e req-9b14b19f-b346-4390-9ac9-22ae3ecb688b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 1096 time: 0.4107976 Feb 10 22:32:41.614468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.625096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.636486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-87f04ff5-3399-4748-a463-c008a6c6fe9a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:41.643687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-87f04ff5-3399-4748-a463-c008a6c6fe9a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:41.645294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-87f04ff5-3399-4748-a463-c008a6c6fe9a tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.3346763 Feb 10 22:32:41.648959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd542be0-6498-4465-8020-54f77608c83e req-0dedd75d-3d50-48bb-8195-0d4b421cc6a8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178567 Feb 10 22:32:41.684590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.742363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.742928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b8295f0-22d3-49dc-aa1c-a63644da5051 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:32:41.786851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Allocated IP 172.20.0.8 (259ca3a5-bc78-4127-a8ee-eadb4c6d708c/3cf85df1-2bfe-437e-b387-47878d25cdc8/8923c017-8eca-4de5-866d-523334fa38b1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:41.811100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3b1477c-af83-4171-8e12-183150cbba35,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:41.953697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:41.954027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.995716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:41.999683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ed9f1d3-3d56-45df-a320-4335f4bb0323 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7b8295f0-22d3-49dc-aa1c-a63644da5051 HTTP/1.1" status: 204 len: 168 time: 6.0153224 Feb 10 22:32:42.008521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34550) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:42.052341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.078168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Checking segment: {'id': '79dee3e1-3ab9-4e44-b09f-f5b0ff6e0cba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1f2862ed-298b-456c-87d6-a988c001f8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:42.078517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Network hostable DHCP agents. Network: 1f2862ed-298b-456c-87d6-a988c001f8c7, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:32:42.119584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129f78-0f50-4eec-bb77-1cabffd10d64 req-48a40a25-0445-49aa-befa-d4a97e1daba6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.126020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129f78-0f50-4eec-bb77-1cabffd10d64 req-48a40a25-0445-49aa-befa-d4a97e1daba6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.127627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c129f78-0f50-4eec-bb77-1cabffd10d64 req-48a40a25-0445-49aa-befa-d4a97e1daba6 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 1682 time: 0.4482653 Feb 10 22:32:42.164252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Deleting subnet 7d12af1a-7a73-4de0-ba20-896260a592d2 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:32:42.171822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.216149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba1e3e3-fce8-406b-b3da-592cc6b59799 req-0aaccbc7-ec3b-4d42-b298-c581dba71d48 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.217702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ba1e3e3-fce8-406b-b3da-592cc6b59799 req-0aaccbc7-ec3b-4d42-b298-c581dba71d48 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 950 time: 0.4985783 Feb 10 22:32:42.246242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Network 1f2862ed-298b-456c-87d6-a988c001f8c7 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:32:42.312230 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c129f78-0f50-4eec-bb77-1cabffd10d64 req-0ec63945-b23c-4ae9-81af-7d1cb436d8ba tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703303 Feb 10 22:32:42.327020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.363161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.379011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1f2862ed-298b-456c-87d6-a988c001f8c7) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:42.394719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc096ebc-0332-4de4-be7b-b1fa9cb86744 None None] Network 1f2862ed-298b-456c-87d6-a988c001f8c7 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:42.406693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.407312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.429038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Router 299e1efb-8cdc-4676-bd41-ad69dfa44694 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:32:42.455231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ba1e3e3-fce8-406b-b3da-592cc6b59799 req-8af74a80-5992-47ed-8556-c51d07a11139 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099333 Feb 10 22:32:42.491583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e8c3f4c5-c44b-4112-b28a-386c675b1ed0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5807776 Feb 10 22:32:42.507720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 0f088ecd-21d0-4ad9-a01c-663479e9ab02, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0f088ecd-21d0-4ad9-a01c-663479e9ab02,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:42.508092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.525206 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.676573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:42.682755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612a3172-a356-4691-a7c9-e84724866675 None None] Network 1f2862ed-298b-456c-87d6-a988c001f8c7 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:42.691184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 0f088ecd-21d0-4ad9-a01c-663479e9ab02 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:42.704926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:42.726356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:42.734975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.802041 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.822840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:42.881601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:42.898822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.906892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.922942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e8a836-08db-49a1-89d5-a1ed8cee08be req-fa03b60c-6a06-4118-9f52-68bf9d87e6f1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:42.929962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44e8a836-08db-49a1-89d5-a1ed8cee08be req-fa03b60c-6a06-4118-9f52-68bf9d87e6f1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 945 time: 0.4072833 Feb 10 22:32:42.952451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:42.980158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:42.981985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0acdbbc-89cf-4aea-8a95-28436a135f85 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.9450293 Feb 10 22:32:42.984959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-63867711-d445-482f-b33d-772f185fd4b5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8989511 Feb 10 22:32:42.985527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:42.992631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Sync routers for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:43.009345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:43.010608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:43.030023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.059809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Request body: {'port': {'device_id': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:43.103874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ed029a55-75e7-4138-9ced-1d5ebdab1ab6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:43.111432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-ed392ba0-6020-42e9-9a5d-e67382912763 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:43.118082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-ed392ba0-6020-42e9-9a5d-e67382912763 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.5323451 Feb 10 22:32:43.128409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d12af1a-7a73-4de0-ba20-896260a592d2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:43.145953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.152725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ed029a55-75e7-4138-9ced-1d5ebdab1ab6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:43.153193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ed029a55-75e7-4138-9ced-1d5ebdab1ab6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:43.158228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-26c41043-2410-4441-86eb-918033d871e2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0386827 Feb 10 22:32:43.158375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc08fc31-8a03-4b79-8ec3-3ba97a8d55ad None None] Network 41be9f4e-579d-4bbe-ad2f-5557f6990fda requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:43.238373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44e8a836-08db-49a1-89d5-a1ed8cee08be req-c1de8030-2dd0-402f-8a3b-c2b65aeefa85 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3075330 Feb 10 22:32:43.281753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-f3fb719a-c197-4fd9-aa2f-b86d3852f9da tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1231883 Feb 10 22:32:43.284161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b71f142-3d8f-418f-b67a-2b00e29993ae admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7d12af1a-7a73-4de0-ba20-896260a592d2 HTTP/1.1" status: 204 len: 168 time: 1.2744164 Feb 10 22:32:43.286313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.288165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34572) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:43.332212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.451665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:43.467968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=0f088ecd-21d0-4ad9-a01c-663479e9ab02,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:43.795543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 39efd1dd-2524-4c2c-bbbd-af5e30a92786 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:43.829226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] DHCP port deletion for 41be9f4e-579d-4bbe-ad2f-5557f6990fda request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:32:43.837136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 0f088ecd-21d0-4ad9-a01c-663479e9ab02 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:43.840358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.842947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-a3edde2a-8ee0-4bc5-8601-00823424ad04 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "DELETE /v2.0/ports/0f088ecd-21d0-4ad9-a01c-663479e9ab02 HTTP/1.1" status: 204 len: 173 time: 2.1908038 Feb 10 22:32:43.859237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-deleted', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:43.892732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Deleting port d808102a-df13-4b26-babb-fd95473febf8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:43.893046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:43.908930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-f485cb0d-7b56-48a3-8249-7a447435f06a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:43.910400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-f485cb0d-7b56-48a3-8249-7a447435f06a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 950 time: 0.7619188 Feb 10 22:32:43.913663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b897ab-1ab2-44c0-a15a-6477a73a8ccf req-b8e73c4f-a66d-4987-b7c5-8bb7787906d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:43.914456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f6b897ab-1ab2-44c0-a15a-6477a73a8ccf req-b8e73c4f-a66d-4987-b7c5-8bb7787906d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:43.929474 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.029759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-5e6a72ba-e481-4d51-bed5-384eb2f24374 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204437 Feb 10 22:32:44.040360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:44.040699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.063892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f6b897ab-1ab2-44c0-a15a-6477a73a8ccf req-b8e73c4f-a66d-4987-b7c5-8bb7787906d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:44.065676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Deleting port d808102a-df13-4b26-babb-fd95473febf8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:44.065920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.070386 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6b897ab-1ab2-44c0-a15a-6477a73a8ccf req-b8e73c4f-a66d-4987-b7c5-8bb7787906d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 931 time: 0.5488694 Feb 10 22:32:44.077774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:40Z', 'revision_number': 3, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:44.094412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Deleting port d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:44.094754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.098935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.171112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Checking router: 299e1efb-8cdc-4676-bd41-ad69dfa44694 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:44.171465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Updating router 299e1efb-8cdc-4676-bd41-ad69dfa44694 port 5ac9c108-44fb-4191-8ed0-230286b2cf1a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:32:44.234088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6b897ab-1ab2-44c0-a15a-6477a73a8ccf req-2202db5a-500d-4167-8a24-2815cd469379 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629322 Feb 10 22:32:44.261341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] For port d808102a-df13-4b26-babb-fd95473febf8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d808102a-df13-4b26-babb-fd95473febf8,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:44.262197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.274944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.385925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:44.398726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8923c017-8eca-4de5-866d-523334fa38b1 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:44.413338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.438759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Transition to ACTIVE for port object 8923c017-8eca-4de5-866d-523334fa38b1 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:44.456580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Calling delete_port for d808102a-df13-4b26-babb-fd95473febf8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:44.474770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.492842 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.493625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0f088ecd-21d0-4ad9-a01c-663479e9ab02 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:44.545484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-326840220', 'description': 'tempest-description-1799637126'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:44.583682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 0f088ecd-21d0-4ad9-a01c-663479e9ab02 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:44.584060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0f088ecd-21d0-4ad9-a01c-663479e9ab02 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:44.614805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:44.627400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.644895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:44.649873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:44.658636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:44.661113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:44.719676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:44.744363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-8909e1b3-0d09-4e46-a9cc-49f76d4d4ab0 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083417 Feb 10 22:32:44.771250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.774160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.829941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:44.838636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] Pushing event deleted for resources: {'Port': ['ID=d808102a-df13-4b26-babb-fd95473febf8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:44.842833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:44.844009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1866d4-836c-4137-bb9a-7612e3e1e61c None None] No DVR routers for this DVR port d808102a-df13-4b26-babb-fd95473febf8 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:44.849741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:44.876794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] For port d808102a-df13-4b26-babb-fd95473febf8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d808102a-df13-4b26-babb-fd95473febf8,segment=NetworkSegment(f9fe0157-d9e8-4228-bf74-173c667d7fb9),segment_id=f9fe0157-d9e8-4228-bf74-173c667d7fb9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:44.877313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:44.920772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:45.013986 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'code': 200} Feb 10 22:32:45.026665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.027629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.044590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Transition to ACTIVE for port object 5ac9c108-44fb-4191-8ed0-230286b2cf1a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:45.050782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.056873 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.067210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Calling delete_port for d808102a-df13-4b26-babb-fd95473febf8 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:45.154520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:45.159775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:45.169404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:45.175923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d808102a-df13-4b26-babb-fd95473febf8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:45.211807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] For port d558d31d-1c95-4f82-b118-9aa566b9ffd6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d558d31d-1c95-4f82-b118-9aa566b9ffd6,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:45.212173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.225208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 39efd1dd-2524-4c2c-bbbd-af5e30a92786, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=39efd1dd-2524-4c2c-bbbd-af5e30a92786,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:45.225623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.245027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d808102a-df13-4b26-babb-fd95473febf8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:45.245367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d808102a-df13-4b26-babb-fd95473febf8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:45.267955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Attempting to bind port 5ac9c108-44fb-4191-8ed0-230286b2cf1a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:45.268675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Attempting to bind port 5ac9c108-44fb-4191-8ed0-230286b2cf1a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:45.268675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Attempting to bind port 5ac9c108-44fb-4191-8ed0-230286b2cf1a on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:45.273167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9c108-44fb-4191-8ed0-230286b2cf1a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:45.280104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:45.280335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:45.280948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:45.281776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:45.282669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.283338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:45.284249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Bound port: 5ac9c108-44fb-4191-8ed0-230286b2cf1a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:45.284779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.315727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:45.316116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:45.316841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:45.317735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Bound port: 8923c017-8eca-4de5-866d-523334fa38b1, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:45.318271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.331593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.332024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.332835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.333187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.333513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.333837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.334159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.334475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.335237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.335237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.335800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.335894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e8aa75-a748-4393-b429-5e41d5a0bf51,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:45.336155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:45.343081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.350411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16658de3-dd6c-4e4f-a859-ea316b6a8b29 req-775ecbfb-4fa1-46b3-bebf-a4fa85a4466f tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8178971 Feb 10 22:32:45.394192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] For port 5ac9c108-44fb-4191-8ed0-230286b2cf1a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:45.399013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] For port 5ac9c108-44fb-4191-8ed0-230286b2cf1a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ac9c108-44fb-4191-8ed0-230286b2cf1a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:45.405167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:45.463115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Allocated IP 172.20.0.1 (fd73661f-cef1-4862-88ae-2727a63859ed/39e58686-7902-44fc-a953-003938525d6d/cf67e2a3-c7cb-4853-81f3-bb7c88b9804f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:45.472144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 39efd1dd-2524-4c2c-bbbd-af5e30a92786 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:45.520638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:45.521448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:45.625904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea62e97-6bc7-420a-93a2-6952fac772e4 None None] Pushing event updated for resources: {'Port': ['ID=5ac9c108-44fb-4191-8ed0-230286b2cf1a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:45.822341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:45.856961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Calling delete_port for d558d31d-1c95-4f82-b118-9aa566b9ffd6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:45.912764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:45.944908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:45.972223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.003124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:46.003718 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:46.074206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84923431-e80d-4be3-ac77-8cb1e204167e req-473b9520-61f5-4216-86e5-ddfb6de58c43 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:46.075019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-84923431-e80d-4be3-ac77-8cb1e204167e req-473b9520-61f5-4216-86e5-ddfb6de58c43 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Synchronizing usage tracker for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:46.076590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:46.077440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.080109 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] 10.222.0.24 "PUT /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 1091 time: 3.0845859 Feb 10 22:32:46.086426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.089714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:46.105891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb684c90-c157-43ed-b442-222a96a72b18 req-954924ec-dc08-40bd-850f-f366f7241f5c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:46.116073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb684c90-c157-43ed-b442-222a96a72b18 req-954924ec-dc08-40bd-850f-f366f7241f5c tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=0c989792-36e3-4162-84e0-1f5ca2299e21 HTTP/1.1" status: 200 len: 950 time: 0.5752823 Feb 10 22:32:46.188227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-84923431-e80d-4be3-ac77-8cb1e204167e req-473b9520-61f5-4216-86e5-ddfb6de58c43 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Unset dirty status for tenant:4ec9b13edc15438c919502d250bce464 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:46.194787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84923431-e80d-4be3-ac77-8cb1e204167e req-473b9520-61f5-4216-86e5-ddfb6de58c43 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/ports?device_id=224eb141-af75-48f7-b1f3-fe2cb3cd6e72 HTTP/1.1" status: 200 len: 943 time: 1.0235343 Feb 10 22:32:46.203477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:40Z', 'revision_number': 3, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:46.208282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d00825da-03ab-44be-97a0-4bacb0990bc2 None None] The sync data for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 is: [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:40Z', 'revision_number': 3, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:46.219540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.221659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.232648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d', '8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:46.245513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Transition to ACTIVE for port object cf67e2a3-c7cb-4853-81f3-bb7c88b9804f will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:46.264681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:46.267674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb684c90-c157-43ed-b442-222a96a72b18 req-e01fa40f-7318-4fbd-b19f-7122a2af5cbe tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437104 Feb 10 22:32:46.307688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event deleted for resources: {'Port': ['ID=d558d31d-1c95-4f82-b118-9aa566b9ffd6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:46.317600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ceb28-4d87-448a-adaf-55df0fea5f94 service neutron] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:46.341119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.473454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:46.517179 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-deleted', 'tag': '0f088ecd-21d0-4ad9-a01c-663479e9ab02', 'status': 'completed', 'code': 200} Feb 10 22:32:46.517646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Deleting port d808102a-df13-4b26-babb-fd95473febf8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:46.517980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:46.562040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:46.619571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84923431-e80d-4be3-ac77-8cb1e204167e req-a84ffac0-854d-4222-93ed-b4f9ab5d9d82 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "GET /v2.0/security-groups?id=b107b6d5-2193-491c-9aaf-be72e4350d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238887 Feb 10 22:32:46.712433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: d558d31d-1c95-4f82-b118-9aa566b9ffd6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:46.712984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d558d31d-1c95-4f82-b118-9aa566b9ffd6 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:46.738463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-4857a432-82f7-4028-9c11-09a531fc5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:46.740970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-4857a432-82f7-4028-9c11-09a531fc5fd2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1094 time: 0.5963023 Feb 10 22:32:46.746373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Network fd73661f-cef1-4862-88ae-2727a63859ed is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:46.827544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:46.830832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:46.860419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=39efd1dd-2524-4c2c-bbbd-af5e30a92786,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:46.935658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] The port 'd808102a-df13-4b26-babb-fd95473febf8' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:32:46.994840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.045618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:47.139557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 39efd1dd-2524-4c2c-bbbd-af5e30a92786 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:47.218838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.247931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] No DVR routers for this DVR port d558d31d-1c95-4f82-b118-9aa566b9ffd6 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:47.264027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ac9c108-44fb-4191-8ed0-230286b2cf1a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:47.284550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ef0c28c-a3bf-4c35-a337-5eed3c95b8f1 req-f0b427fa-b63b-400b-b655-f94fe8d135b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.3448727 Feb 10 22:32:47.288384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.391941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c494c68d-09f1-49bb-9cf6-d28628b1cedf req-8260fa45-2311-4525-abd0-72f139ca0985 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.30 "DELETE /v2.0/ports/39efd1dd-2524-4c2c-bbbd-af5e30a92786 HTTP/1.1" status: 204 len: 173 time: 3.5255098 Feb 10 22:32:47.407995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a02bed5-cd15-431a-8a9a-3fbd41cf3a33 req-c53ca476-9e7f-4206-9e9d-13aa0581531b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "DELETE /v2.0/ports/d558d31d-1c95-4f82-b118-9aa566b9ffd6 HTTP/1.1" status: 204 len: 173 time: 3.4682856 Feb 10 22:32:47.429534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.439423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7b84c3a6-f643-4620-9ee1-f40723b07511 None None] Provisioning for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:47.475750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7b84c3a6-f643-4620-9ee1-f40723b07511 None None] Provisioning complete for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:47.476386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b84c3a6-f643-4620-9ee1-f40723b07511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.517722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-7f24a232-a016-4e58-be72-a08b0025ee1d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.7632017 Feb 10 22:32:47.523092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41be9f4e-579d-4bbe-ad2f-5557f6990fda']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:47.565116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9fe0157-d9e8-4228-bf74-173c667d7fb9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:47.583392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9fe0157-d9e8-4228-bf74-173c667d7fb9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:47.678092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7b84c3a6-f643-4620-9ee1-f40723b07511 None None] Port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:47.699189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.707257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 5ac9c108-44fb-4191-8ed0-230286b2cf1a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:47.716872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f6704-7b37-43af-baf2-cb1531d9429e req-27132259-4009-4aab-9f4b-45cefcc7fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:47.726648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-27132259-4009-4aab-9f4b-45cefcc7fec2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1605716 Feb 10 22:32:47.744524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.745358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5ac9c108-44fb-4191-8ed0-230286b2cf1a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:47.745814 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.757055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:32:47.757544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:32:47.773794 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:32:47.855245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-c3441614-4316-469e-b9db-78aeca53507a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816684 Feb 10 22:32:47.875057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0692fa-5b06-4e9e-973b-7075338c62a6 req-56964f63-13b0-4ef2-83a9-afdd5817097a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:47.882808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce0692fa-5b06-4e9e-973b-7075338c62a6 req-56964f63-13b0-4ef2-83a9-afdd5817097a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.3211010 Feb 10 22:32:47.909040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.949805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.971277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=41be9f4e-579d-4bbe-ad2f-5557f6990fda,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:47.993090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:47.993821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce0692fa-5b06-4e9e-973b-7075338c62a6 req-d7357600-e6a0-43d8-bc30-04b1837716c4 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051991 Feb 10 22:32:47.997072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bfd7e80c-eb72-40b1-ae9e-481d4a0273a9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41be9f4e-579d-4bbe-ad2f-5557f6990fda HTTP/1.1" status: 204 len: 168 time: 4.7071278 Feb 10 22:32:48.109470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.157181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 5ac9c108-44fb-4191-8ed0-230286b2cf1a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ac9c108-44fb-4191-8ed0-230286b2cf1a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:48.161563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.170884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c5e3e-8efa-46dc-86a9-98b9b34cd0df req-b90525cb-d0c4-497c-903a-be12443926db tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:48.171777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-f7a969c6-efe6-47c9-8d61-4303eadda9c6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/72e8aa75-a748-4393-b429-5e41d5a0bf51 HTTP/1.1" status: 200 len: 1812 time: 0.1358101 Feb 10 22:32:48.180451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-656c5e3e-8efa-46dc-86a9-98b9b34cd0df req-b90525cb-d0c4-497c-903a-be12443926db tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 945 time: 1.6612430 Feb 10 22:32:48.190761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72e8aa75-a748-4393-b429-5e41d5a0bf51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:48.198373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '72e8aa75-a748-4393-b429-5e41d5a0bf51', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:48.212665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:48.217952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-86f20cbb-b6af-4d5d-80d8-e6b3cd17715c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:48.221177 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-86f20cbb-b6af-4d5d-80d8-e6b3cd17715c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 1.6458082 Feb 10 22:32:48.224203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:48.233331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:48.263458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34612) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:48.268262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:48.304954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=5ac9c108-44fb-4191-8ed0-230286b2cf1a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:48.314163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:48.442451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.451418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d61ba89-2792-48a9-ad00-b9ad71f4eb95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d44cf0500f6404796cfb5ce12cbb7c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1620078 Feb 10 22:32:48.455001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34616) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:48.526921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-deleted', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786'}, {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-deleted', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:48.545310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.555791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.591615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619b4e09-5854-4ba4-97ea-53cdbef72906,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:48.609503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.612462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.613601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-656c5e3e-8efa-46dc-86a9-98b9b34cd0df req-41a23569-aedc-4436-8093-7576b77e29a8 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862271 Feb 10 22:32:48.613742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f4e00f-519d-48fb-919a-074c4ece2cf3 req-e4873621-ac27-4faa-9727-9b614aeacbe2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4409494 Feb 10 22:32:48.673803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.704566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-3cc55b9b-e2a8-4f95-84c1-c94b7027f171 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8340714 Feb 10 22:32:48.717069 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1', 'status': 'completed', 'code': 200} Feb 10 22:32:48.726976 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'code': 200} Feb 10 22:32:48.770351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.799426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:48.803325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da049689-bebc-435b-961e-9224aa1be398 HTTP/1.1" status: 204 len: 168 time: 0.3422394 Feb 10 22:32:48.803325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63027776-bdf5-434a-91bb-22b7daf7602b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da049689-bebc-435b-961e-9224aa1be398,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:48.924028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34630) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:49.060528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:49.112769 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '224eb141-af75-48f7-b1f3-fe2cb3cd6e72', 'name': 'network-vif-deleted', 'tag': '39efd1dd-2524-4c2c-bbbd-af5e30a92786', 'status': 'completed', 'code': 200} Feb 10 22:32:49.113278 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c989792-36e3-4162-84e0-1f5ca2299e21', 'name': 'network-vif-deleted', 'tag': 'd558d31d-1c95-4f82-b118-9aa566b9ffd6', 'status': 'completed', 'code': 200} Feb 10 22:32:49.158290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-771f6704-7b37-43af-baf2-cb1531d9429e req-4e30ca39-80dd-477c-9f4a-fecae9c2411d service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4401119 Feb 10 22:32:49.159325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:49.159471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting subnet 76479069-89d6-41d7-a00d-15e60e564777 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:32:49.169108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ac9c108-44fb-4191-8ed0-230286b2cf1a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:49.178918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.203082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6176f23b-08fe-4bf2-a0cc-86b86e2a34c6 req-b43c8860-e44c-4c3e-a630-f812d39b2d30 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/72e8aa75-a748-4393-b429-5e41d5a0bf51 HTTP/1.1" status: 200 len: 2405 time: 0.1308024 Feb 10 22:32:49.294983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.318377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5ac9c108-44fb-4191-8ed0-230286b2cf1a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:49.318616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.358716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.374973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:49.386045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.422164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.484024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.590323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.667590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.711973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Subnet': ['ID=76479069-89d6-41d7-a00d-15e60e564777,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:49.721369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f468240c-1fed-4039-ba1e-607d50ed482e req-c935940b-2551-4f74-9084-1c58d37d2b2d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:49.728872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f468240c-1fed-4039-ba1e-607d50ed482e req-c935940b-2551-4f74-9084-1c58d37d2b2d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.1565316 Feb 10 22:32:49.729100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861f4bcf-2a97-4d24-99b5-e739ad063b30 None None] Network 20b27506-a438-4de5-8221-b9cda57bc4d3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:49.731782 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.754618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d6f61165-325a-42e1-a41a-87d3f947a991 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/subnets/76479069-89d6-41d7-a00d-15e60e564777 HTTP/1.1" status: 204 len: 168 time: 0.8292153 Feb 10 22:32:49.757398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34656) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:49.858577 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22c123da-7c77-4eac-be3a-81b51cf4e8c4 req-18bd6127-4407-46a3-b39b-2e73802fa540 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.2025208 Feb 10 22:32:49.873551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f468240c-1fed-4039-ba1e-607d50ed482e req-b75eaf6f-0335-49ba-a1c8-f8bc78dbf889 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435952 Feb 10 22:32:49.880952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:49.939715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:49.955403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port b67abd26-78d5-4280-a651-1a4f00cb42c0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:49.956586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.022282 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-b77d89fe-6edd-481f-a144-2f356d72536c tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-group-rules/619b4e09-5854-4ba4-97ea-53cdbef72906 HTTP/1.1" status: 200 len: 778 time: 0.0851026 Feb 10 22:32:50.063327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-2dd10b9e-a0fc-4487-bb22-2a6a01e4fb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:50.069274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-2dd10b9e-a0fc-4487-bb22-2a6a01e4fb09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1094 time: 0.8401828 Feb 10 22:32:50.150256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.12 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/092b1f52-5ac8-4fe8-8758-b910d736cabd) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:50.182773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Network fd73661f-cef1-4862-88ae-2727a63859ed is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:50.229226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] DHCP port deletion for 20b27506-a438-4de5-8221-b9cda57bc4d3 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:32:50.235065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:50.235637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Deleting port b67abd26-78d5-4280-a651-1a4f00cb42c0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:50.236013 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.317464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port b67abd26-78d5-4280-a651-1a4f00cb42c0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b67abd26-78d5-4280-a651-1a4f00cb42c0,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:50.318064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.340694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd42b4c-5d5b-4e94-a8a3-db13130e0425 req-e2f15676-be99-4dc1-aa79-d853e3cd258b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:50.342369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdd42b4c-5d5b-4e94-a8a3-db13130e0425 req-e2f15676-be99-4dc1-aa79-d853e3cd258b tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 945 time: 0.2486374 Feb 10 22:32:50.396067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-e6522af7-c7c0-477d-970f-9ae88c44f52b tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/72e8aa75-a748-4393-b429-5e41d5a0bf51 HTTP/1.1" status: 200 len: 2405 time: 0.3725042 Feb 10 22:32:50.479433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for b67abd26-78d5-4280-a651-1a4f00cb42c0 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:50.501451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] For port b67abd26-78d5-4280-a651-1a4f00cb42c0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b67abd26-78d5-4280-a651-1a4f00cb42c0,segment=NetworkSegment(aa3377be-031a-4f58-a27a-afa255bf4414),segment_id=aa3377be-031a-4f58-a27a-afa255bf4414)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:50.501838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.556941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdd42b4c-5d5b-4e94-a8a3-db13130e0425 req-01a9d3c9-b8d6-48dc-ad41-f2df2c3b2c7e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595461 Feb 10 22:32:50.596424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.647830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=b67abd26-78d5-4280-a651-1a4f00cb42c0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:50.655876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port b67abd26-78d5-4280-a651-1a4f00cb42c0 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:50.657049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Calling delete_port for b67abd26-78d5-4280-a651-1a4f00cb42c0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:50.662327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.715614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aac75abe-9582-4b78-894f-505cfddd8399 None None] Provisioning complete for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:50.717379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aac75abe-9582-4b78-894f-505cfddd8399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.792077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-aac75abe-9582-4b78-894f-505cfddd8399 None None] Port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:32:50.794536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:50.795056 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:50.816537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-8d57938a-a4cf-446e-84d9-593421a8f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:50.817975 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-8d57938a-a4cf-446e-84d9-593421a8f430 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.6899221 Feb 10 22:32:50.834538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.862583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.895832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b27506-a438-4de5-8221-b9cda57bc4d3']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:50.923096 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-060e8cde-392f-4d13-9bb9-08b33d5fe116 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.0950913 Feb 10 22:32:50.953912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa3377be-031a-4f58-a27a-afa255bf4414') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:50.954224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa3377be-031a-4f58-a27a-afa255bf4414') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:50.971707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:50.985784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78cd23-45ad-4dd3-9e3e-2dcb88eb7552 req-8dfca09a-19bf-4f63-b953-5211ead35308 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:50.986494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2c78cd23-45ad-4dd3-9e3e-2dcb88eb7552 req-8dfca09a-19bf-4f63-b953-5211ead35308 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:50.994385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.008628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Router 299e1efb-8cdc-4676-bd41-ad69dfa44694 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:32:51.013632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.020807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.031337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2c78cd23-45ad-4dd3-9e3e-2dcb88eb7552 req-8dfca09a-19bf-4f63-b953-5211ead35308 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:51.032523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c78cd23-45ad-4dd3-9e3e-2dcb88eb7552 req-8dfca09a-19bf-4f63-b953-5211ead35308 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 951 time: 0.3180971 Feb 10 22:32:51.033351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:32:51.033748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.044742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=619b4e09-5854-4ba4-97ea-53cdbef72906,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:32:51.049005 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:32:51.058059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-3c07fb55-6c0d-439a-96bb-f5e1615d0394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:51.060106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-3c07fb55-6c0d-439a-96bb-f5e1615d0394 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1243634 Feb 10 22:32:51.119993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.121470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b67abd26-78d5-4280-a651-1a4f00cb42c0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:51.123799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f688dfad-91d6-4441-bb46-02d8b3a25a83 req-67f866f4-fc21-4f7f-b9fe-befbd99a95cf tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/619b4e09-5854-4ba4-97ea-53cdbef72906 HTTP/1.1" status: 204 len: 173 time: 0.7268555 Feb 10 22:32:51.193186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b67abd26-78d5-4280-a651-1a4f00cb42c0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:51.193519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b67abd26-78d5-4280-a651-1a4f00cb42c0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:51.277099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-80332c38-df91-4b2d-8099-d107ae5d60fc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:51.278753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-80332c38-df91-4b2d-8099-d107ae5d60fc tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 951 time: 0.3747950 Feb 10 22:32:51.296796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Deleting port b67abd26-78d5-4280-a651-1a4f00cb42c0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:51.297351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.299534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.329287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c78cd23-45ad-4dd3-9e3e-2dcb88eb7552 req-71a122bc-d941-471c-8d27-947cc5ef0405 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734704 Feb 10 22:32:51.329287 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.362858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.383380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Network': ['ID=20b27506-a438-4de5-8221-b9cda57bc4d3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:51.397048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Deleting port 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:51.397363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.423698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f9a82184-d3b7-4241-b158-f9defc0e0a7d None None] The port 'b67abd26-78d5-4280-a651-1a4f00cb42c0' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:32:51.423972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:51.426866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-ef91346b-56f7-471c-b949-e5da1f6e3550 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3129642 Feb 10 22:32:51.433891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:51.439362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:51.441710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:51.457152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aa7dee80-7263-4b7d-942d-259647f95963 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/networks/20b27506-a438-4de5-8221-b9cda57bc4d3 HTTP/1.1" status: 204 len: 168 time: 1.6984639 Feb 10 22:32:51.460830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34678) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:51.520587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:51.522521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.554471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.587245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting subnet 4fe6db41-561b-4fc9-9a0c-60b32d654028 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:32:51.596430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.696566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:32:51.702159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e1fdc06-46be-43d3-a22b-8536f1eca4a7 admin admin] 10.222.0.53 "PUT /v2.0/routers/299e1efb-8cdc-4676-bd41-ad69dfa44694/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7092330 Feb 10 22:32:51.706610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-35d51428-5e41-4013-b169-a605f8d497b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4654756 Feb 10 22:32:51.715188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Sync routers for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:32:51.736201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Request body: {'port': {'device_id': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:51.752127 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:51.753166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:51.806992 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:51.827161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34688) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:51.930623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157dc934-9abf-4655-8a81-21604606bc7e req-856575e1-92e2-4dde-9490-2cd858f0f1d4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:51.945382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-157dc934-9abf-4655-8a81-21604606bc7e req-856575e1-92e2-4dde-9490-2cd858f0f1d4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 932 time: 0.3504219 Feb 10 22:32:52.021842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-5758380d-8b54-4b7c-afb9-937073ceaab7 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092447 Feb 10 22:32:52.036869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.052900 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:52.149397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.156396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] For port 8a753708-9f55-4441-8a43-4033583b481b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8a753708-9f55-4441-8a43-4033583b481b,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:52.156764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.159772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.164788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.187714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82af64-396f-4a83-88c8-f3619bbc8a22 req-52a73140-5914-43c9-aefc-488013633c1a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:52.195000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f82af64-396f-4a83-88c8-f3619bbc8a22 req-52a73140-5914-43c9-aefc-488013633c1a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.5858059 Feb 10 22:32:52.230441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:52.269464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-157dc934-9abf-4655-8a81-21604606bc7e req-3c410509-eff4-42bd-b225-52bd84c7db1d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835786 Feb 10 22:32:52.269720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Usage tracker for resource:security_group_rule and tenant:ecebc3e234014fe7aaef1e5fa997abbb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:52.302404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:52.330158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:52.336883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.345602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8493983-bd1a-4e13-b790-09dd4f296ce7 None None] Network 448f42be-2992-4d75-a12d-8676be3ede99 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:52.354029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Calling delete_port for 8a753708-9f55-4441-8a43-4033583b481b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:52.374249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f82af64-396f-4a83-88c8-f3619bbc8a22 req-77100752-f94f-4675-800d-3a30d5323cc2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779838 Feb 10 22:32:52.393177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe6db41-561b-4fc9-9a0c-60b32d654028,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:52.400931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5b080b56-f926-4ac8-9d77-b0113a9631ce tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/subnets/4fe6db41-561b-4fc9-9a0c-60b32d654028 HTTP/1.1" status: 204 len: 168 time: 0.9389107 Feb 10 22:32:52.412743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:52.426567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1887272678', 'description': 'tempest-description-755508908'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:52.471146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fea6ddc6-f0d2-4575-8667-6f04f4246b33 req-525b8c54-2219-40fd-bed9-1d277d22b781 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415450 Feb 10 22:32:52.471571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:52.529870 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 2, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:52.536933 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Checking router: 299e1efb-8cdc-4676-bd41-ad69dfa44694 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:32:52.537427 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Updating router 299e1efb-8cdc-4676-bd41-ad69dfa44694 port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:32:52.546057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:52.571905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:52.581728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:52.589642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:52.605404 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.628770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.663048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.668485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:52.708127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:52.716156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:52.771377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.776237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.779986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:52.784041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Deleting port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:52.784846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.794685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1e914fb2-6a58-4dc0-b13d-4ff85756623d', '8a753708-9f55-4441-8a43-4033583b481b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:52.796377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:52.820041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:52.863978 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ecebc3e234014fe7aaef1e5fa997abbb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0313568 Feb 10 22:32:52.865432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34706) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:52.870903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f236a-f806-44e1-af58-b60f614e9cdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9ae141-903b-4e45-b47e-610993a2cef9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:52.881112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eb3e6-d3ae-4316-9259-6ea31f601433 req-f3de712c-791d-4adb-b4b3-e8b62d1c2443 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:52.882579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-925eb3e6-d3ae-4316-9259-6ea31f601433 req-f3de712c-791d-4adb-b4b3-e8b62d1c2443 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 945 time: 0.2863026 Feb 10 22:32:52.953704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:53.006581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8923c017-8eca-4de5-866d-523334fa38b1', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'port_id': '8923c017-8eca-4de5-866d-523334fa38b1', 'mac_address': 'fa:16:3e:60:12:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf85df1-2bfe-437e-b387-47878d25cdc8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:53.016998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event deleted for resources: {'Port': ['ID=8a753708-9f55-4441-8a43-4033583b481b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:53.038282 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.052817 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Transition to ACTIVE for port object cf67e2a3-c7cb-4853-81f3-bb7c88b9804f will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:53.068049 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.105939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] DHCP port deletion for 448f42be-2992-4d75-a12d-8676be3ede99 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:32:53.113207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] No DVR routers for this DVR port 8a753708-9f55-4441-8a43-4033583b481b on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:53.120975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.124684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-deleted', 'tag': '8a753708-9f55-4441-8a43-4033583b481b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:53.142052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Deleting port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:53.142676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.195629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 092b1f52-5ac8-4fe8-8758-b910d736cabd {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:53.214874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-925eb3e6-d3ae-4316-9259-6ea31f601433 req-c0df4e96-d2c8-4a43-b42e-7240379c6d7f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059173 Feb 10 22:32:53.223351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.238237 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Pushing event updated for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:53.252008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.272063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Transition to ACTIVE for port object 092b1f52-5ac8-4fe8-8758-b910d736cabd will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:53.273317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.300831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.364112 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.364459 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.364793 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.365126 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.365441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.365841 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.366166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.366481 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.366796 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.367105 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.367461 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.367774 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:32:53.432416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.532720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8923c017-8eca-4de5-866d-523334fa38b1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:53.577050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Attempting to bind port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:53.577644 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Attempting to bind port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:53.578186 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Attempting to bind port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f on network fd73661f-cef1-4862-88ae-2727a63859ed {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:53.594047 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:53.594746 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Checking segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:53.595525 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.596215 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Bound using segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:53.596875 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Bound port: cf67e2a3-c7cb-4853-81f3-bb7c88b9804f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:53.597513 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.669687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:53.687325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8b1c320b-ddf2-4de9-adaa-8dcc33ced226 req-0b41faa6-bb2d-43cb-a4ac-36f990d728ed tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "DELETE /v2.0/ports/8a753708-9f55-4441-8a43-4033583b481b HTTP/1.1" status: 204 len: 173 time: 2.4014220 Feb 10 22:32:53.723818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.760176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] For port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:53.763435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Pushing event updated for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:53.765830 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] For port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:53.773428 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.774506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] For port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:53.776985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.885170 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fc09d-67c4-448e-9419-fb556db17c4a None None] Pushing event updated for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:53.921661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Attempting to bind port 092b1f52-5ac8-4fe8-8758-b910d736cabd on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:32:53.922059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Attempting to bind port 092b1f52-5ac8-4fe8-8758-b910d736cabd by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:32:53.922317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Attempting to bind port 092b1f52-5ac8-4fe8-8758-b910d736cabd on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:53.928811 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:32:53.929475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:53.938080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Port 092b1f52-5ac8-4fe8-8758-b910d736cabd on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:32:53.938643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Attempting to bind port 092b1f52-5ac8-4fe8-8758-b910d736cabd on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:32:53.940355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:53.947469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:32:53.947795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:53.948181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:32:53.949433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Bound port: 092b1f52-5ac8-4fe8-8758-b910d736cabd, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:32:53.949836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:53.971700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.026451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Calling delete_port for 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:54.061915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.063703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8923c017-8eca-4de5-866d-523334fa38b1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:54.071219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9ae141-903b-4e45-b47e-610993a2cef9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:54.081128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.113099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-d1066979-c4ca-417c-85d7-064e453be5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:54.113849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-d1066979-c4ca-417c-85d7-064e453be5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:54.168351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.171162 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:32:54.175079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb1944c4-e2b4-4915-8b30-944e0cb69a58 req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.7829857 Feb 10 22:32:54.220289 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.222631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c13a8-5537-497f-9669-ebaf98da6675 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b22dd33f-67cf-4693-8b39-a1bda152a220,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:54.238809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.240395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] For port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,segment=NetworkSegment(d6c7d2d3-cf54-4aac-8e34-b02e76bafaef),segment_id=d6c7d2d3-cf54-4aac-8e34-b02e76bafaef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:54.241017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.311455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.315021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-34106c22-d87c-45b8-b050-1c3deb16b5bf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db9ae141-903b-4e45-b47e-610993a2cef9 HTTP/1.1" status: 204 len: 168 time: 1.4448082 Feb 10 22:32:54.355813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Port': ['ID=7cb7bf5a-5535-48b8-ad9e-4449accb5a1e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:54.358666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-d1066979-c4ca-417c-85d7-064e453be5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:54.367954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] No DVR routers for this DVR port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:32:54.368956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-d1066979-c4ca-417c-85d7-064e453be5e2 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 829 time: 0.6883922 Feb 10 22:32:54.401157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-932820a7-6ac7-468d-8961-32fea0197a8d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/quotas/47042f5a78c54cae9112f94e297a5ddb HTTP/1.1" status: 200 len: 375 time: 0.0310678 Feb 10 22:32:54.482827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:32:54.494876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Calling delete_port for 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:32:54.522842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:32:54.537844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.613989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:54.615309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.616877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] 10.222.0.30 "PUT /v2.0/ports/092b1f52-5ac8-4fe8-8758-b910d736cabd HTTP/1.1" status: 200 len: 1092 time: 2.9000154 Feb 10 22:32:54.625746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.627261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:54.659917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448f42be-2992-4d75-a12d-8676be3ede99']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:54.669581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-28dba4f9-d65c-41ff-b903-96181a6ffa99 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:54.673366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:54.673661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c7d2d3-cf54-4aac-8e34-b02e76bafaef') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:54.675761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:54.685458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.702702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.712037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:32:54.712362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.729978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 8a753708-9f55-4441-8a43-4033583b481b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:54.730597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8a753708-9f55-4441-8a43-4033583b481b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:54.766710 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:53Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:32:54.772938 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040162db-b047-4cf8-a8ba-60cdefb60aa1 None None] The sync data for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 is: [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:53Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:32:54.791659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d7d8c-ad59-4ceb-a6d2-31d2d5bcec48 service neutron] Pushing event updated for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:54.806364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-28dba4f9-d65c-41ff-b903-96181a6ffa99 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:54.815644 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-28dba4f9-d65c-41ff-b903-96181a6ffa99 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4134476 Feb 10 22:32:54.842518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:32:54.851847 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:32:54.901029 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:32:54.924231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4779c119-ee8c-45a6-94bb-4fc20280794a req-a7ab2ca4-31cc-4ee7-9df0-c6fff3323dc9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:54.964188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4779c119-ee8c-45a6-94bb-4fc20280794a req-a7ab2ca4-31cc-4ee7-9df0-c6fff3323dc9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:54.966271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4779c119-ee8c-45a6-94bb-4fc20280794a req-a7ab2ca4-31cc-4ee7-9df0-c6fff3323dc9 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=5589bca4-6c95-4a4a-8340-d4a3bcea8cf0 HTTP/1.1" status: 200 len: 210 time: 0.5086091 Feb 10 22:32:54.967707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.994421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-f4f9c34c-7186-42e0-8053-1c3aa6683ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:54.996454 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:54.999986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-f4f9c34c-7186-42e0-8053-1c3aa6683ab0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 1095 time: 0.3160980 Feb 10 22:32:55.008168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] Pushing event deleted for resources: {'Network': ['ID=448f42be-2992-4d75-a12d-8676be3ede99,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:55.033241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b77524e-aa80-4a6d-b8c0-c9186e5c5bb4 tempest-ServersTestMultiNic-2116144389 tempest-ServersTestMultiNic-2116144389-project] 10.222.0.53 "DELETE /v2.0/networks/448f42be-2992-4d75-a12d-8676be3ede99 HTTP/1.1" status: 204 len: 168 time: 2.6194003 Feb 10 22:32:55.057839 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5589bca4-6c95-4a4a-8340-d4a3bcea8cf0', 'name': 'network-vif-deleted', 'tag': '8a753708-9f55-4441-8a43-4033583b481b', 'status': 'completed', 'code': 200} Feb 10 22:32:55.103600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-8df587eb-2318-4800-9d92-c633eb3d9d95 service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2869606 Feb 10 22:32:55.156153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-7df774ac-eeef-44b2-83a4-246bab5b18fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd HTTP/1.1" status: 200 len: 217 time: 0.1477878 Feb 10 22:32:55.186455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf67e2a3-c7cb-4853-81f3-bb7c88b9804f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:55.307215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:55.314242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:55.314686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:55.365319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-0c02b5bc-3aeb-414d-8e7a-4d41b659bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:55.367628 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-0c02b5bc-3aeb-414d-8e7a-4d41b659bd31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1134300 Feb 10 22:32:55.380337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Deleting port 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:55.380795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:55.456211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-ecb7dd5e-10f4-4f21-b4c3-4e73f42af64b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758395 Feb 10 22:32:55.471986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-1abd229e-279e-4ff2-b21b-78c6d69f469b service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674555 Feb 10 22:32:55.509849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b691e6b6-766f-4ccc-bdb1-e13fdeba0a07 None None] The port '7cb7bf5a-5535-48b8-ad9e-4449accb5a1e' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:32:55.663690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:55.689219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:55.707721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-e2d68abe-52be-4262-9133-e99817dc4331 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308707 Feb 10 22:32:55.749065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:55.754298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:55.846434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:32:55.899395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:32:55.900779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7cb7bf5a-5535-48b8-ad9e-4449accb5a1e not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:32:55.928871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1135007783-network', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:55.940163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:55.994893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:56.014173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Usage tracker for resource:network and tenant:c0e4a0bfcf224c198b5c0c60df00ec28 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:56.023762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:56.034867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:56.056359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Made reservation on behalf of c0e4a0bfcf224c198b5c0c60df00ec28 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:56.058648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.076766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.151580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fbb04e-0497-4cf5-99b3-20c5aa241e80 req-20f7f81a-952b-47d9-8758-1f649df20846 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:56.161620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-0e5461e4-2d88-4568-8642-0e39328165e4 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462833 Feb 10 22:32:56.162313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0fbb04e-0497-4cf5-99b3-20c5aa241e80 req-20f7f81a-952b-47d9-8758-1f649df20846 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.2284770 Feb 10 22:32:56.164826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:56.186892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Usage tracker for resource:security_group_rule and tenant:c0e4a0bfcf224c198b5c0c60df00ec28 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:56.189421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c32f7e-2a59-4869-aac0-2bb911cb944f req-a5390e59-2790-46d9-865f-9eb9fb5dc15f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:56.190029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0c32f7e-2a59-4869-aac0-2bb911cb944f req-a5390e59-2790-46d9-865f-9eb9fb5dc15f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:56.196133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:56.206752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:56.217720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d0c32f7e-2a59-4869-aac0-2bb911cb944f req-a5390e59-2790-46d9-865f-9eb9fb5dc15f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:56.219099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0c32f7e-2a59-4869-aac0-2bb911cb944f req-a5390e59-2790-46d9-865f-9eb9fb5dc15f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 944 time: 0.3642759 Feb 10 22:32:56.248854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0fbb04e-0497-4cf5-99b3-20c5aa241e80 req-20eca15c-60b7-4c36-b696-89336368bc8f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804489 Feb 10 22:32:56.306923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0c32f7e-2a59-4869-aac0-2bb911cb944f req-11750784-7fcf-4aea-bb57-af60193b061e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759497 Feb 10 22:32:56.380193 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd', 'status': 'completed', 'code': 200} Feb 10 22:32:56.385054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e2a1bef-e9d5-4248-990b-145aeb385f92 req-fb2cc8da-d01d-4729-baf0-a129caf5b59d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/b22dd33f-67cf-4693-8b39-a1bda152a220 HTTP/1.1" status: 200 len: 1812 time: 0.0919824 Feb 10 22:32:56.424712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.433237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.493422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:32:56.517589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd64b97-2bab-4eac-ac8c-8976d5301bde,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:56.524429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.524765 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Added segment a87518e2-cfcd-44a0-948c-a28d8444a305 of type vlan for network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 Feb 10 22:32:56.573748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:56.577510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.582705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-557837fc-4ef6-44bc-9cfe-0b787831aeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:56.603695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-557837fc-4ef6-44bc-9cfe-0b787831aeff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 1095 time: 0.1616285 Feb 10 22:32:56.625775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.627234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:56.629968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.682652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0173812 Feb 10 22:32:56.687187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34796) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:56.766530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 8923c017-8eca-4de5-866d-523334fa38b1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:32:56.771723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Request body: {'subnet': {'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-subnet', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:56.773828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8923c017-8eca-4de5-866d-523334fa38b1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:56.774565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.851335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:56.863465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Usage tracker for resource:subnet and tenant:c0e4a0bfcf224c198b5c0c60df00ec28 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:56.874121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:56.878492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c9c0ab5-9cba-4065-a2c1-37a709f393d7 req-e83f54b6-9a35-49b4-845f-82ae0cc2cef1 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 210 time: 0.0983989 Feb 10 22:32:56.884218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:56.886420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ac7f9-49f7-4f5c-9f10-54c2f765af4c admin admin] Pushing event updated for resources: {'Network': ['ID=ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:56.902080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Made reservation on behalf of c0e4a0bfcf224c198b5c0c60df00ec28 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:56.905280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:56.935810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:32:56.938518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-261deed3-5028-4394-9f9d-4fea93b6b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:56.940340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-261deed3-5028-4394-9f9d-4fea93b6b519 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.3287160 Feb 10 22:32:57.013887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-925359473', 'description': 'tempest-description-811099814'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:57.035825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:57.039258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-8df0e56f-d294-45ac-b452-e14620bc5f00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd HTTP/1.1" status: 200 len: 217 time: 0.0923874 Feb 10 22:32:57.044483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:57.049772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:57.061303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:57.089720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.099219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.150550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:57.151477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:32:57.161076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:57.161843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-981c05a4-2a69-488d-b4b3-ec86d36dc792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:57.163691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-981c05a4-2a69-488d-b4b3-ec86d36dc792 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1169965 Feb 10 22:32:57.168712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:57.170186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:57.172739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf67e2a3-c7cb-4853-81f3-bb7c88b9804f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:32:57.175934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:57.239508 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-2a803acc-3c9e-41c1-a921-37085bd508e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675738 Feb 10 22:32:57.240241 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.251648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.259659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.364966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b6105-ae29-45ae-b7f3-3d7953097489,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:57.378175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:57.390822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:32:57.390952 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.421023 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1', 'code': 200} Feb 10 22:32:57.435023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-bcf941de-ed77-4441-a5ff-00807d270a5e service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860280 Feb 10 22:32:57.586014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0ad82f8-2c37-4846-a39c-8d40766e6870 req-5c6ff37c-c366-4bc3-98ab-7e8158e32e48 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363218 Feb 10 22:32:57.756072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:57.757370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8035c62e-fec7-4e01-b2e3-4fd515c295db req-c63442e1-35c8-4315-aa19-4379c619a20e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.8136656 Feb 10 22:32:57.810095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e881098-36ac-4c45-871b-6be1d8d9c63c req-3db4940a-720a-4798-9d9a-6684048bd81b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:57.811594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e881098-36ac-4c45-871b-6be1d8d9c63c req-3db4940a-720a-4798-9d9a-6684048bd81b tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.0906174 Feb 10 22:32:57.822771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-ea91b1ba-eddb-4c20-a2bf-565fbbbddfd9 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:57.824250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-ea91b1ba-eddb-4c20-a2bf-565fbbbddfd9 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.30 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 829 time: 0.3843865 Feb 10 22:32:57.845536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'port': {'device_id': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'admin_state_up': True, 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:57.857660 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e881098-36ac-4c45-871b-6be1d8d9c63c req-6fb2edc8-9f1d-4dd2-82f5-3d6aa6a3fd87 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395114 Feb 10 22:32:57.947880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:57.971660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.085200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc0316-5001-4cfb-b072-61299a48655b req-c9d6f3b9-bd3e-4ba1-9cf0-916fff4ddd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:58.086735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75cc0316-5001-4cfb-b072-61299a48655b req-c9d6f3b9-bd3e-4ba1-9cf0-916fff4ddd86 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1096 time: 0.4761946 Feb 10 22:32:58.152663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0a3589-198e-44aa-85d5-3be5d5c577eb,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:58.166607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Checking segment: {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:32:58.166963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Network hostable DHCP agents. Network: ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:32:58.188892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:58.203019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75cc0316-5001-4cfb-b072-61299a48655b req-a29c5395-87de-404a-8196-09ddd0a9f98e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030104 Feb 10 22:32:58.213211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:58.222738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c1dc-31f8-4315-af4e-16858931daf8 req-500f54dc-6239-4180-a347-5b63f03729db tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:58.224259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c9c1dc-31f8-4315-af4e-16858931daf8 req-500f54dc-6239-4180-a347-5b63f03729db tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 945 time: 0.3628027 Feb 10 22:32:58.247498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:32:58.253098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Made reservation on behalf of 47042f5a78c54cae9112f94e297a5ddb for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:32:58.256561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.273508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf5d1b-2d49-46f9-a447-a935408035a6 req-a3c79f4e-f21c-451e-b5dd-7dd2ad7d5c48 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:58.274961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20cf5d1b-2d49-46f9-a447-a935408035a6 req-a3c79f4e-f21c-451e-b5dd-7dd2ad7d5c48 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 944 time: 0.2441311 Feb 10 22:32:58.287367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:58.299061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:58.299674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.301666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ade342f-2d14-41c4-8967-852eecda20ce None None] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:32:58.347605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6c9c1dc-31f8-4315-af4e-16858931daf8 req-81172a37-26a6-4b94-863b-ad18d3fef68e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163645 Feb 10 22:32:58.397812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-917dc938-906a-45e6-ac7d-8e89e8ea40ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7095232 Feb 10 22:32:58.401341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34830) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:32:58.405036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20cf5d1b-2d49-46f9-a447-a935408035a6 req-4f411d5c-8b75-43d5-82eb-faa8514d85e1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210277 Feb 10 22:32:58.409374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:58.418353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:58.459339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Usage tracker for resource:router and tenant:c0e4a0bfcf224c198b5c0c60df00ec28 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:58.467210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:58.479943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:58.509877 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.510995 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.524860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Allocated IP 172.20.0.6 (fd73661f-cef1-4862-88ae-2727a63859ed/39e58686-7902-44fc-a953-003938525d6d/a46ad6ea-2476-43a0-b8b2-860d0607fe3a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:58.548561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.608260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:58.706934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8170ec3e-d5ff-4909-8d97-82aa871b88e6 req-05db2c58-c0be-4a55-9a8d-87a6ef514dc8 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/4e9b6105-ae29-45ae-b7f3-3d7953097489 HTTP/1.1" status: 200 len: 1811 time: 0.2517583 Feb 10 22:32:58.741159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1043318679', 'description': 'tempest-description-1285833541'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:32:58.748616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:58.749154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'fixed_ips': [{'subnet_id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:32:58.750527 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.755315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:58.759582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:58.783380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:58.800709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.814100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a05b0396-371f-4033-a6fd-6232334ed187 req-48abde14-2b73-4c9c-bbe3-dcb4797db4da tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:32:58.825696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:32:58.830726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:32:58.863795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:32:58.880244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:32:58.976875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:58.988202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:58.992407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.000682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '5b386773-a382-4647-9d7b-fa010647779b', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': '5b386773-a382-4647-9d7b-fa010647779b', 'mac_address': 'fa:16:3e:a6:5e:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:32:59.053251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Allocated IP 172.20.0.2 (ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25/0b0a3589-198e-44aa-85d5-3be5d5c577eb/d10521d3-e37b-4fd5-8059-2e7226255b31) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:32:59.087683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.100388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.130696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Transition to ACTIVE for port object a46ad6ea-2476-43a0-b8b2-860d0607fe3a will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:59.183299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b386773-a382-4647-9d7b-fa010647779b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:32:59.233392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.248883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:59.256808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.313534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.326592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7154bb5a-7a1c-4fe2-8227-2abbe71f81e9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:59.353559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.367880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe1f6cd8-25b6-49b0-90e0-64e5831b29af req-8a872449-abf2-4cb6-a669-6c46b185b02d tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6329255 Feb 10 22:32:59.511013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Deleting port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:32:59.511390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.572717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Network fd73661f-cef1-4862-88ae-2727a63859ed is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:32:59.573867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event updated for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:59.579438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.584802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:32:59.591135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.604712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:32:59.610385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Transition to ACTIVE for port object d10521d3-e37b-4fd5-8059-2e7226255b31 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:59.643211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Transition to ACTIVE for port object d10521d3-e37b-4fd5-8059-2e7226255b31 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:32:59.645898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:32:59.660291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['5b386773-a382-4647-9d7b-fa010647779b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:32:59.677610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a05b0396-371f-4033-a6fd-6232334ed187 req-48abde14-2b73-4c9c-bbe3-dcb4797db4da tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:32:59.687531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a05b0396-371f-4033-a6fd-6232334ed187 req-48abde14-2b73-4c9c-bbe3-dcb4797db4da tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 210 time: 1.0056229 Feb 10 22:32:59.707225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:59.708189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.749728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:32:59.791479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-fa9f399d-2bc4-467b-9ddb-4a66a3b75f3b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9517078 Feb 10 22:32:59.882596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cea1b7-8f24-4cac-baed-3a62ffd7d484 req-ae336089-8d68-454e-bb5f-0e360b360239 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:32:59.884131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77cea1b7-8f24-4cac-baed-3a62ffd7d484 req-ae336089-8d68-454e-bb5f-0e360b360239 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 0.3405976 Feb 10 22:32:59.888191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 092b1f52-5ac8-4fe8-8758-b910d736cabd details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:32:59.929398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] For port dd6ea41a-e82d-48fd-b856-dfb73eb38e1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:32:59.929772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.002720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Pushing event updated for resources: {'Port': ['ID=d10521d3-e37b-4fd5-8059-2e7226255b31,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:00.018747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Request body: {'port': {'device_id': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:00.043077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:00.053664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:00.067173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-e8292a57-56a8-4bc9-82fe-d961867984c4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:00.069293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-e8292a57-56a8-4bc9-82fe-d961867984c4 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 949 time: 1.1642277 Feb 10 22:33:00.070984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Calling delete_port for dd6ea41a-e82d-48fd-b856-dfb73eb38e1e owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:00.079894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:00.128236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77cea1b7-8f24-4cac-baed-3a62ffd7d484 req-544beeb8-1660-4980-aeb3-b177d211498f tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250152 Feb 10 22:33:00.183844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bf91af54-93b1-4068-b42c-80bcf3ab2ef2 None None] Provisioning for port a46ad6ea-2476-43a0-b8b2-860d0607fe3a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:00.206237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bf91af54-93b1-4068-b42c-80bcf3ab2ef2 None None] Provisioning complete for port a46ad6ea-2476-43a0-b8b2-860d0607fe3a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:00.206620 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf91af54-93b1-4068-b42c-80bcf3ab2ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.294539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Deleting port 1e914fb2-6a58-4dc0-b13d-4ff85756623d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:00.295091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.334570 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:33:00.419344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb424950-77e8-415d-b859-063515120dec req-8720ff03-4dd0-4b7f-8afe-8076e05aa1fb tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/7154bb5a-7a1c-4fe2-8227-2abbe71f81e9 HTTP/1.1" status: 200 len: 1813 time: 0.6816244 Feb 10 22:33:00.468373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bf91af54-93b1-4068-b42c-80bcf3ab2ef2 None None] Port a46ad6ea-2476-43a0-b8b2-860d0607fe3a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:00.641885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.650721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.671051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Attempting to bind port d10521d3-e37b-4fd5-8059-2e7226255b31 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:00.671641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Attempting to bind port d10521d3-e37b-4fd5-8059-2e7226255b31 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:00.671775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Attempting to bind port d10521d3-e37b-4fd5-8059-2e7226255b31 on network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:00.716771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:00.717198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Checking segment: {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:00.717534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.717931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Bound using segment: {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:00.730081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Bound port: d10521d3-e37b-4fd5-8059-2e7226255b31, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:00.730643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:00.789720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6ea41a-e82d-48fd-b856-dfb73eb38e1e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:01.183942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] For port 1e914fb2-6a58-4dc0-b13d-4ff85756623d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1e914fb2-6a58-4dc0-b13d-4ff85756623d,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:01.185547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:01.265487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] For port d10521d3-e37b-4fd5-8059-2e7226255b31, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:01.276423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] For port d10521d3-e37b-4fd5-8059-2e7226255b31, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d10521d3-e37b-4fd5-8059-2e7226255b31,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:01.317475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:01.347889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:01.354341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd92ce-9c26-4cc1-94f0-8f0cb26e7197 req-3fe3a77a-341d-438e-8f75-8d17742a38be tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:01.356365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1edd92ce-9c26-4cc1-94f0-8f0cb26e7197 req-3fe3a77a-341d-438e-8f75-8d17742a38be tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 945 time: 0.7090635 Feb 10 22:33:01.510515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '092b1f52-5ac8-4fe8-8758-b910d736cabd', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': '092b1f52-5ac8-4fe8-8758-b910d736cabd', 'mac_address': 'fa:16:3e:24:99:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:33:01.609016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca9f215-e645-4897-aeaf-24d22f69191b None None] Pushing event updated for resources: {'Port': ['ID=d10521d3-e37b-4fd5-8059-2e7226255b31,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:01.656932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:01.661479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Calling delete_port for 1e914fb2-6a58-4dc0-b13d-4ff85756623d owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:01.693608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 092b1f52-5ac8-4fe8-8758-b910d736cabd {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:01.721207 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1edd92ce-9c26-4cc1-94f0-8f0cb26e7197 req-d5f8f196-c906-4dcb-91a3-4b6add221ff6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542571 Feb 10 22:33:01.734762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:01.741616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:01.929404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:02.014408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:02.040992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1215254338', 'description': 'tempest-description-2035359362'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:02.078602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['092b1f52-5ac8-4fe8-8758-b910d736cabd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:02.291732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921ea68-a10f-4c3e-a913-5a5b6c51d9df req-c4bbefe8-6499-418e-8947-98ae84ee8bfe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:02.296916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b921ea68-a10f-4c3e-a913-5a5b6c51d9df req-c4bbefe8-6499-418e-8947-98ae84ee8bfe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 944 time: 1.1366162 Feb 10 22:33:02.323278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:02.374087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:02.382781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:02.420554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:02.512860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:02.604391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:02.762889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 5b386773-a382-4647-9d7b-fa010647779b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:02.766809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:02.769754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:02.818818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:02.848740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Usage tracker for resource:security_group_rule and tenant:cc4ef3f052fe42e2bd96f78d2701e0f3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:02.856646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:02.866791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:03.018210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.075571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a46ad6ea-2476-43a0-b8b2-860d0607fe3a {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:03.093634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.106402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:03.106903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:33:03.110283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Transition to ACTIVE for port object a46ad6ea-2476-43a0-b8b2-860d0607fe3a will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:03.114894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.163088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:03.175823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.176924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1e914fb2-6a58-4dc0-b13d-4ff85756623d no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:03.317488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d10521d3-e37b-4fd5-8059-2e7226255b31 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:03.363319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.390560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.429667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a00f3a-1a7d-41df-884d-9235c1a63456 None None] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:03.454789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:03.484318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5e6f1a-e752-4dc0-b0c6-4aab73532225,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:03.595855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ebd113d7-864c-4920-a587-632a56586bcc None None] Provisioning for port d10521d3-e37b-4fd5-8059-2e7226255b31 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:03.627138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Allocated IP 172.25.2.174 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8d6fb097-8201-4282-8139-22bb02e3387c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:03.654515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.662442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d10521d3-e37b-4fd5-8059-2e7226255b31 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:03.667205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5135521-4e6d-406a-ae4e-b74f5dbbaf25 req-8bad1bec-e357-4d24-bab9-a103f35c41d3 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.6312857 Feb 10 22:33:03.692282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d10521d3-e37b-4fd5-8059-2e7226255b31 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:03.692282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.715328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.806944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.841221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-5eb76321-6446-44ad-9157-bb3b6d8f0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:03.842520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-5eb76321-6446-44ad-9157-bb3b6d8f0803 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 1096 time: 0.3417838 Feb 10 22:33:03.846196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:03.847546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:03.861252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90d14623-d28d-4fc7-853b-071171d89e6d admin admin] 10.222.0.53 "PUT /v2.0/routers/7b0ebdaf-bca5-4226-afc1-aa09b3d55e40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9120679 Feb 10 22:33:03.862097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34896) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:03.920478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Sync routers for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:03.936608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 092b1f52-5ac8-4fe8-8758-b910d736cabd up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:03.982680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:04.008621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:04.032152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:04.032966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:04.132407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:04.213444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d6fb097-8201-4282-8139-22bb02e3387c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:04.227524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:04.230567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:04.300659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:04.316501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b921ea68-a10f-4c3e-a913-5a5b6c51d9df req-adfe6380-a3be-45e2-9b3b-cbe37a73f84a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8093045 Feb 10 22:33:04.453229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:04.598661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5b81eb-03b8-4514-8bb7-7acad29f21a1 req-57c1920c-b8ff-4aea-8f5f-606ce93e42d8 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:04.600161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c5b81eb-03b8-4514-8bb7-7acad29f21a1 req-57c1920c-b8ff-4aea-8f5f-606ce93e42d8 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 943 time: 0.6506097 Feb 10 22:33:04.603458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-45e250fb-e5e4-4013-8a18-b114dc5ff611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:04.604838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-45e250fb-e5e4-4013-8a18-b114dc5ff611 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 905 time: 0.6790404 Feb 10 22:33:04.683568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:04.704377 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-e95ce26a-efa2-4b36-ba79-618bd18a1507 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b386773-a382-4647-9d7b-fa010647779b HTTP/1.1" status: 200 len: 217 time: 0.0904338 Feb 10 22:33:04.803353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['607da036-3aab-430c-b827-c30baf77e9da'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:04.851210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8c5b81eb-03b8-4514-8bb7-7acad29f21a1 req-be744460-5a39-42d6-95a4-ea74276fdce1 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:04.903783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8c5b81eb-03b8-4514-8bb7-7acad29f21a1 req-be744460-5a39-42d6-95a4-ea74276fdce1 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:04.904917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c5b81eb-03b8-4514-8bb7-7acad29f21a1 req-be744460-5a39-42d6-95a4-ea74276fdce1 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372413 Feb 10 22:33:04.911530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-d20c1df0-c615-4598-a66b-822421fe435a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:04.912955 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-d20c1df0-c615-4598-a66b-822421fe435a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.1983502 Feb 10 22:33:04.916547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:04.939124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event deleted for resources: {'Port': ['ID=1e914fb2-6a58-4dc0-b13d-4ff85756623d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:04.991677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-9fc9dce3-d10e-4eae-8c4e-84b2366a1f42 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719721 Feb 10 22:33:04.996353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Deleting port b79834cb-91e5-46b9-87d6-d3cfdf0545e0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:04.996775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.086396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] No DVR routers for this DVR port 1e914fb2-6a58-4dc0-b13d-4ff85756623d on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:05.100577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-670b8092-a02e-4a6b-bddf-810af57790ee req-6bd99536-688a-4980-bc62-12d1589025e8 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=1fe35ccd-675c-48f7-b018-2f18c157661c HTTP/1.1" status: 200 len: 210 time: 0.3969944 Feb 10 22:33:05.105517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.109262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-deleted', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:05.143432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.202023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 092b1f52-5ac8-4fe8-8758-b910d736cabd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:05.212759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] For port b79834cb-91e5-46b9-87d6-d3cfdf0545e0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:05.213094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.367331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 092b1f52-5ac8-4fe8-8758-b910d736cabd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:05.371414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.376760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.435955 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b', 'code': 200} Feb 10 22:33:05.503709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d10521d3-e37b-4fd5-8059-2e7226255b31, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d10521d3-e37b-4fd5-8059-2e7226255b31,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:05.507781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Calling delete_port for b79834cb-91e5-46b9-87d6-d3cfdf0545e0 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:05.536078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.606467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abd7df5f-afe8-438d-af77-e0a371ad6ac8 req-9cd48689-55b8-49ff-a2e2-fa5bfb5c3cb2 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.24 "DELETE /v2.0/ports/1e914fb2-6a58-4dc0-b13d-4ff85756623d HTTP/1.1" status: 204 len: 173 time: 5.5157721 Feb 10 22:33:05.638119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:33:00Z', 'revision_number': 5, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port': {'id': 'b79834cb-91e5-46b9-87d6-d3cfdf0545e0', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:6b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:30:21Z', 'updated_at': '2022-02-10T22:30:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:05.657634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Attempting to bind port a46ad6ea-2476-43a0-b8b2-860d0607fe3a on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:05.657995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Attempting to bind port a46ad6ea-2476-43a0-b8b2-860d0607fe3a by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:05.658295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Attempting to bind port a46ad6ea-2476-43a0-b8b2-860d0607fe3a on network fd73661f-cef1-4862-88ae-2727a63859ed {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:05.679914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Checking router: 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:05.687472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d10521d3-e37b-4fd5-8059-2e7226255b31,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:05.751922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Routers {'7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:05.752806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:05.791338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Port a46ad6ea-2476-43a0-b8b2-860d0607fe3a on network fd73661f-cef1-4862-88ae-2727a63859ed not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:05.791663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Attempting to bind port a46ad6ea-2476-43a0-b8b2-860d0607fe3a on network fd73661f-cef1-4862-88ae-2727a63859ed {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:05.845192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d6129eef-55a3-44cf-98d0-d07ec0b4b350 None None] Provisioning complete for port d10521d3-e37b-4fd5-8059-2e7226255b31 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:05.845561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6129eef-55a3-44cf-98d0-d07ec0b4b350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:05.858886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40cedf26-c956-44c5-83c9-970949f5f365 req-01a4d997-1246-4cb1-b6de-1a16d9961146 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/cb5e6f1a-e752-4dc0-b0c6-4aab73532225 HTTP/1.1" status: 200 len: 1813 time: 0.3655629 Feb 10 22:33:05.867234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:05.867615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Checking segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:05.868007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Bound using segment: {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:05.868463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Bound port: a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc0ef544-576e-44f2-9df3-f9fae1e95448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:05.868815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.032957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] Set router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:06.237714 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fe35ccd-675c-48f7-b018-2f18c157661c', 'name': 'network-vif-deleted', 'tag': '1e914fb2-6a58-4dc0-b13d-4ff85756623d', 'status': 'completed', 'code': 200} Feb 10 22:33:06.285305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:33:04Z', 'revision_number': 6, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:06.297737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.322815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775c5080-be6b-4ce1-9a32-cd945c70e22d None None] The sync data for ids ['7b0ebdaf-bca5-4226-afc1-aa09b3d55e40'] in n-d-825178-4 is: [{'id': '7b0ebdaf-bca5-4226-afc1-aa09b3d55e40', 'name': 'tempest-ServersTestMultiNic-1180707470-router', 'tenant_id': '4ec9b13edc15438c919502d250bce464', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:30:19Z', 'updated_at': '2022-02-10T22:33:04Z', 'revision_number': 6, 'project_id': '4ec9b13edc15438c919502d250bce464', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:06.347783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:06.358349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.545079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-7a8061ab-207b-406d-9853-27f8569ea75c service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9037743 Feb 10 22:33:06.568094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:06.740363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.786598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:06.823067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:06.831657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.969805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-8a9b6827-58b4-4360-8b81-6253627b2ead service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3274353 Feb 10 22:33:06.977333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:06.977957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:06.979986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] 10.222.0.30 "PUT /v2.0/ports/a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 1091 time: 7.1728232 Feb 10 22:33:07.018406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:07.027564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebb36a-6d61-40e4-a472-ea941d8c748d service neutron] Pushing event updated for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:07.062082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Pushing event deleted for resources: {'Port': ['ID=b79834cb-91e5-46b9-87d6-d3cfdf0545e0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:07.097952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef93d37-9803-4729-99e6-7006f926ffba req-a0e7369a-586c-403b-8d95-8fff2c3c67b1 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:07.099702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fef93d37-9803-4729-99e6-7006f926ffba req-a0e7369a-586c-403b-8d95-8fff2c3c67b1 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1096 time: 1.4564896 Feb 10 22:33:07.135654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d209a-465a-48eb-b37e-1abff39fc89c req-0f3cb899-f31c-4244-be54-5618295b96de tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:07.137685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e77d209a-465a-48eb-b37e-1abff39fc89c req-0f3cb899-f31c-4244-be54-5618295b96de tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 946 time: 0.9016409 Feb 10 22:33:07.146940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a25ea4b8-219d-463a-a0e9-03821d2a2065 req-34eea9fd-fcf1-4533-8ffe-e5eb84e189b7 service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897658 Feb 10 22:33:07.302298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fef93d37-9803-4729-99e6-7006f926ffba req-baecb7f1-9069-413d-9a67-d5444646aa86 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955934 Feb 10 22:33:07.318220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:07.437275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:07.557213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e77d209a-465a-48eb-b37e-1abff39fc89c req-54ba876f-548a-4bd6-a2fe-5d3e08b76fdf tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213613 Feb 10 22:33:07.602712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:33:07.612735 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-dfdcba18-a32a-4ad0-9216-34ad1aa509bf req-f27935cf-65ad-4869-9fbf-89e8fa19dc1e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] show failed (client error): The resource could not be found. Feb 10 22:33:07.632306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfdcba18-a32a-4ad0-9216-34ad1aa509bf req-f27935cf-65ad-4869-9fbf-89e8fa19dc1e tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/8c9637f3-c1ab-4c2f-880f-e6ee2e126891 HTTP/1.1" status: 404 len: 352 time: 0.1432660 Feb 10 22:33:07.635084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:07.646143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:07.676817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-0cf0f802-4ddf-40b6-a4f7-904c9dfe5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:07.676817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-0cf0f802-4ddf-40b6-a4f7-904c9dfe5426 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 1100 time: 0.5211163 Feb 10 22:33:07.716890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d10521d3-e37b-4fd5-8059-2e7226255b31 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:07.843992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d10521d3-e37b-4fd5-8059-2e7226255b31 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:07.844377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:07.903316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-dfe6f926-9dbf-479b-9d30-ab3f605b376d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:07.904823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-dfe6f926-9dbf-479b-9d30-ab3f605b376d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1094 time: 0.7475188 Feb 10 22:33:07.920771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-aab164b0-e333-4310-9974-b21d1cd11572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:07.924864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-aab164b0-e333-4310-9974-b21d1cd11572 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2219245 Feb 10 22:33:08.034743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-3289796c-5b0b-4fca-9a73-09b70a165d89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 217 time: 0.0686285 Feb 10 22:33:08.068096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.068096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:33:08.070504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-dd7a68f2-ee85-471b-93e2-82c8db0ad7b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 200 len: 217 time: 0.1381481 Feb 10 22:33:08.128807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b79834cb-91e5-46b9-87d6-d3cfdf0545e0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:08.148215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:08.160041 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Sync routers for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:08.188744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ddbce-44c3-4360-aa3f-331265566756 req-ef58bf56-f374-474e-b47b-f8087a37079b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:08.202677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d5ddbce-44c3-4360-aa3f-331265566756 req-ef58bf56-f374-474e-b47b-f8087a37079b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 943 time: 0.4422452 Feb 10 22:33:08.208958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:08.209838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:32:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:08.237350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.241802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0504046e-5914-4030-b36f-d424465ab5f4 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.8394842 Feb 10 22:33:08.242686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34940) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:08.249643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:08.271544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-5408ef8f-44db-4c04-bd97-a86af72103d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:08.274155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-5408ef8f-44db-4c04-bd97-a86af72103d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.2295237 Feb 10 22:33:08.274670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-a1571c03-c985-4380-a140-082dbe31299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:08.276337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-a1571c03-c985-4380-a140-082dbe31299f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1315405 Feb 10 22:33:08.326879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b79834cb-91e5-46b9-87d6-d3cfdf0545e0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:08.347435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b79834cb-91e5-46b9-87d6-d3cfdf0545e0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:08.348107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd6ea41a-e82d-48fd-b856-dfb73eb38e1e no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:08.363980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.365385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6648620f-fae8-40ce-a23a-2c69826fda22 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7b0ebdaf-bca5-4226-afc1-aa09b3d55e40 HTTP/1.1" status: 204 len: 168 time: 4.5023603 Feb 10 22:33:08.370455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:08.398689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: dd6ea41a-e82d-48fd-b856-dfb73eb38e1e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:08.399181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd6ea41a-e82d-48fd-b856-dfb73eb38e1e not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:08.405178 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e1cc199-8eb4-47db-9631-b1008a4bed93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.449173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Deleting subnet 1f6d9493-7373-4a43-a474-80db43307fc1 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:33:08.454957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.532185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-973957be-e3f4-4b69-8683-76d9a0a42120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:08.537828 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:08.540684 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-973957be-e3f4-4b69-8683-76d9a0a42120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552068 Feb 10 22:33:08.548042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a1046-5637-4b3f-aafa-44a573a10fd9 req-b2c728a7-a662-4c0e-b5dd-c7a69747681c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:08.549596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13a1046-5637-4b3f-aafa-44a573a10fd9 req-b2c728a7-a662-4c0e-b5dd-c7a69747681c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1096 time: 0.4806888 Feb 10 22:33:08.574056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.725108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d5ddbce-44c3-4360-aa3f-331265566756 req-5b385e21-1c91-4b23-8815-73bc1e4b4c0e tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5220788 Feb 10 22:33:08.772516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13a1046-5637-4b3f-aafa-44a573a10fd9 req-965c54b7-3cd4-4f26-a3fd-052879f9e52e tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080849 Feb 10 22:33:08.807466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-6c5e91f4-06cc-4a33-ae4b-14c3f49b430e service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568228 Feb 10 22:33:08.819580 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd', 'code': 200} Feb 10 22:33:08.874687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:08.886475 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-647471f2-619e-45e2-b811-f308d8a94007 req-bbbcf273-b204-4863-be75-9c143ea844f1 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] show failed (client error): The resource could not be found. Feb 10 22:33:08.901801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-647471f2-619e-45e2-b811-f308d8a94007 req-bbbcf273-b204-4863-be75-9c143ea844f1 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-group-rules/78d476dd-4a96-42db-b4cd-bd812b273b6d HTTP/1.1" status: 404 len: 361 time: 0.0399377 Feb 10 22:33:08.998420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:04Z', 'revision_number': 3, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:09.009302 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Checking router: 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:09.012061 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Updating router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 port 8d6fb097-8201-4282-8139-22bb02e3387c binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:33:09.028098 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'status': 'completed', 'code': 200} Feb 10 22:33:09.082462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5c9120-4c29-4cb6-87e6-fce67320faff req-b89554ff-ed34-425d-8d59-3ba554664585 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600517 Feb 10 22:33:09.083876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.133790 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.179160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f6d9493-7373-4a43-a474-80db43307fc1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:09.202841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d151b921-0014-41ac-b58f-a3faa8b67f46 None None] Network 20be2b8f-cce0-4415-98c6-699dad122953 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:09.275486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-78b3cc9f-3a71-43ee-bc46-4487bbdb5a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:09.278532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-78b3cc9f-3a71-43ee-bc46-4487bbdb5a76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9375472 Feb 10 22:33:09.640455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-70a02049-91d6-40cb-857f-06fa45aefc37 service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343287 Feb 10 22:33:09.643481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.684098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d0286d83-3731-4a33-b7f3-37bab65ad560 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1f6d9493-7373-4a43-a474-80db43307fc1 HTTP/1.1" status: 204 len: 168 time: 1.3106616 Feb 10 22:33:09.686568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34970) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:09.738543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] DHCP port deletion for 20be2b8f-cce0-4415-98c6-699dad122953 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:33:09.743326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Deleting port b7591aa0-c346-4278-a516-d85a6fe83ade {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:09.743681 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.934722 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.950907 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Transition to ACTIVE for port object 8d6fb097-8201-4282-8139-22bb02e3387c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:09.960439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3b3ae-0058-4677-9415-e6656022ceb3 req-a0525ce5-4471-41b0-b972-f06d860303b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:09.961328 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:09.973279 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-41c3b3ae-0058-4677-9415-e6656022ceb3 req-a0525ce5-4471-41b0-b972-f06d860303b0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 946 time: 0.7874768 Feb 10 22:33:10.030778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-efa8bfc8-93de-4abe-8d93-d0b38216df83 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/cb5e6f1a-e752-4dc0-b0c6-4aab73532225 HTTP/1.1" status: 200 len: 1813 time: 0.3845875 Feb 10 22:33:10.112688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] For port b7591aa0-c346-4278-a516-d85a6fe83ade, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b7591aa0-c346-4278-a516-d85a6fe83ade,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:10.113288 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.163864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.168060 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Attempting to bind port 8d6fb097-8201-4282-8139-22bb02e3387c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:10.169098 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Attempting to bind port 8d6fb097-8201-4282-8139-22bb02e3387c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:10.169520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Attempting to bind port 8d6fb097-8201-4282-8139-22bb02e3387c on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:10.183838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213309e8-54a6-4d56-abc0-3f61897905a6 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb097-8201-4282-8139-22bb02e3387c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:10.190600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-41c3b3ae-0058-4677-9415-e6656022ceb3 req-401e8a87-5219-48c4-a1ec-3a629c53355e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168157 Feb 10 22:33:10.197414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef64b69-adfe-40de-8f5a-a0ea4f41322c req-a0943f96-3031-4bb3-8d56-74fe17730ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:10.206517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:10.206888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:10.208685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef64b69-adfe-40de-8f5a-a0ea4f41322c req-a0943f96-3031-4bb3-8d56-74fe17730ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 1097 time: 1.2895129 Feb 10 22:33:10.211964 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.213558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:10.214175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Bound port: 8d6fb097-8201-4282-8139-22bb02e3387c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:10.218458 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.245432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c9bd0-d03c-4a1d-b847-3148e7368de8 req-2a5c765b-edfa-4a29-a580-8bcadefd3ea1 service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779169 Feb 10 22:33:10.260238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Deleting port b7591aa0-c346-4278-a516-d85a6fe83ade {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:10.261841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.405029 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] For port 8d6fb097-8201-4282-8139-22bb02e3387c, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:10.408370 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] For port 8d6fb097-8201-4282-8139-22bb02e3387c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d6fb097-8201-4282-8139-22bb02e3387c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:10.416790 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.417045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Calling delete_port for b7591aa0-c346-4278-a516-d85a6fe83ade owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:10.498214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-23ff686e-24d0-4b69-8c28-3d612ed7e4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.513219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c241623-ea90-4caf-99de-678037a348b8 req-55c7c311-fb0b-4323-b12a-f93f1d0535bb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:10.515078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c241623-ea90-4caf-99de-678037a348b8 req-55c7c311-fb0b-4323-b12a-f93f1d0535bb tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.30 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.5300152 Feb 10 22:33:10.515922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.553532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ef64b69-adfe-40de-8f5a-a0ea4f41322c req-a606ad24-b7d9-4d7b-8e63-012ef1d7bd6d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237278 Feb 10 22:33:10.573401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.599720 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:10.602005 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:10.638445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.652367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-5e5dc9be-ae64-41d9-92c7-e6977791e2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:10.653958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-5e5dc9be-ae64-41d9-92c7-e6977791e2c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1094 time: 0.3441398 Feb 10 22:33:10.685927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] Pushing event deleted for resources: {'Port': ['ID=b7591aa0-c346-4278-a516-d85a6fe83ade,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:10.697855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7575cdf9-22cc-4421-bef9-18cdfe155f29 None None] No DVR routers for this DVR port b7591aa0-c346-4278-a516-d85a6fe83ade on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:10.781221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213309e8-54a6-4d56-abc0-3f61897905a6 None None] Pushing event updated for resources: {'Port': ['ID=8d6fb097-8201-4282-8139-22bb02e3387c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:10.811098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Deleting port 607da036-3aab-430c-b827-c30baf77e9da {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:10.811471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.835644 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:10.848978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:10.932260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] For port b7591aa0-c346-4278-a516-d85a6fe83ade, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b7591aa0-c346-4278-a516-d85a6fe83ade,segment=NetworkSegment(64ba9aea-b8b2-44e4-a89b-acb0a11e1528),segment_id=64ba9aea-b8b2-44e4-a89b-acb0a11e1528)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:10.932611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.078161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.110531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Calling delete_port for b7591aa0-c346-4278-a516-d85a6fe83ade owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:11.135083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5e6f1a-e752-4dc0-b0c6-4aab73532225,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:11.179941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-4543f8d3-933c-4c7d-9698-fc2c6011b01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:11.183424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-4543f8d3-933c-4c7d-9698-fc2c6011b01c service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 930 time: 0.3352838 Feb 10 22:33:11.257358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc684ddc-3e89-4d2b-b9fb-d0700257fbd2 req-93eca757-3a08-4191-b059-bbb90d4e3685 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:11.264375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc684ddc-3e89-4d2b-b9fb-d0700257fbd2 req-93eca757-3a08-4191-b059-bbb90d4e3685 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 949 time: 0.7401443 Feb 10 22:33:11.308076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.318481 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:04Z', 'revision_number': 3, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:11.323203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e2e54-07cd-4f2c-956d-8544a9d08544 req-c16953ef-ab39-430a-a389-8afd18c207ad tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-groups/cb5e6f1a-e752-4dc0-b0c6-4aab73532225 HTTP/1.1" status: 204 len: 173 time: 1.2914681 Feb 10 22:33:11.324062 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aefbec5-8499-49be-adef-5415cae89978 None None] The sync data for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 is: [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:04Z', 'revision_number': 3, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:11.349136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc684ddc-3e89-4d2b-b9fb-d0700257fbd2 req-9ba77129-2025-4c3d-8a5e-27b13cbec13a tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/security-groups?id=900299f6-dc84-4354-9066-db7299415e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838177 Feb 10 22:33:11.357651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-19ca8808-1bc5-4809-a720-0f7dc4e9d47e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 217 time: 0.1086314 Feb 10 22:33:11.487409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:33:11.487834 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:33:11.499163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] For port 607da036-3aab-430c-b827-c30baf77e9da, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=607da036-3aab-430c-b827-c30baf77e9da,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:11.499652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.594707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.623578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-8d80a520-2708-416d-97ac-a7240d6dc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:11.624928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-8d80a520-2708-416d-97ac-a7240d6dc067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.2593093 Feb 10 22:33:11.644717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:11.680647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b7591aa0-c346-4278-a516-d85a6fe83ade no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:11.814684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b7591aa0-c346-4278-a516-d85a6fe83ade {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:11.832015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Calling delete_port for 607da036-3aab-430c-b827-c30baf77e9da owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:11.832167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b7591aa0-c346-4278-a516-d85a6fe83ade not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:11.999109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Allocated IP 172.20.0.1 (ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25/0b0a3589-198e-44aa-85d5-3be5d5c577eb/5367c37d-6af1-4711-9aac-4153bcdc07d7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:12.014073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Deleting port b7591aa0-c346-4278-a516-d85a6fe83ade {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:12.014408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.376997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] The port 'b7591aa0-c346-4278-a516-d85a6fe83ade' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:33:12.423828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-e7ff572e-dc7a-4098-ae32-e698a31ffe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:12.425334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-e7ff572e-dc7a-4098-ae32-e698a31ffe97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7578008 Feb 10 22:33:12.438547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e93248-4001-443c-9300-c155b5c303a7 req-bedf07fa-0a73-4bfc-aa74-39d5a68d90db tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:12.440201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84e93248-4001-443c-9300-c155b5c303a7 req-bedf07fa-0a73-4bfc-aa74-39d5a68d90db tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 943 time: 0.8142703 Feb 10 22:33:12.468149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.592402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Pushing event deleted for resources: {'Port': ['ID=607da036-3aab-430c-b827-c30baf77e9da,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:12.597842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.624558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Transition to ACTIVE for port object 5367c37d-6af1-4711-9aac-4153bcdc07d7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:12.749149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.769260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] No DVR routers for this DVR port 607da036-3aab-430c-b827-c30baf77e9da on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:12.773502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.774321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.783462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-deleted', 'tag': '607da036-3aab-430c-b827-c30baf77e9da'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:12.801195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3183fc96-d549-4849-a7fc-2b0fb242f782 req-529e1ddc-6c2d-4629-bd9b-d28e859880db tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:12.802603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3183fc96-d549-4849-a7fc-2b0fb242f782 req-529e1ddc-6c2d-4629-bd9b-d28e859880db tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 946 time: 0.7480917 Feb 10 22:33:12.804248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.850177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84e93248-4001-443c-9300-c155b5c303a7 req-aacb0e8e-d1ed-4d9d-8bf2-aece88681bc0 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708375 Feb 10 22:33:12.895826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3183fc96-d549-4849-a7fc-2b0fb242f782 req-e521e086-5af1-4a42-8b27-538e1da6885e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759239 Feb 10 22:33:12.897700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c241623-ea90-4caf-99de-678037a348b8 req-8864f80d-63ab-48b9-8d7f-286230801f85 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.30 "DELETE /v2.0/ports/607da036-3aab-430c-b827-c30baf77e9da HTTP/1.1" status: 204 len: 173 time: 2.3724174 Feb 10 22:33:12.905560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20be2b8f-cce0-4415-98c6-699dad122953']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:12.917490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:12.928051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64ba9aea-b8b2-44e4-a89b-acb0a11e1528') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:12.935040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64ba9aea-b8b2-44e4-a89b-acb0a11e1528') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:12.941997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:12.974952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:12.992462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-0769eaf7-b7ae-459a-93eb-31952dc5d112 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:12.994426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-0769eaf7-b7ae-459a-93eb-31952dc5d112 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 946 time: 0.6705461 Feb 10 22:33:12.995795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:13.002438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.008504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:33:13.009505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:33:13.149164 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:33:13.159410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.183795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:13.190102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port 092b1f52-5ac8-4fe8-8758-b910d736cabd {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:13.190443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.205844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.220237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20be2b8f-cce0-4415-98c6-699dad122953,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:13.284213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dd23010c-11fb-498d-96e5-95915360aac7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/20be2b8f-cce0-4415-98c6-699dad122953 HTTP/1.1" status: 204 len: 168 time: 3.5776863 Feb 10 22:33:13.294622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.306216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-a8cd7ff0-3845-45ad-a518-52d903b910cf service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8630822 Feb 10 22:33:13.333492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae18a2-0a48-4abb-981d-c16a24a5c694 req-c0857ebd-0da8-4dbd-bfac-367df43b740f tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:13.341902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1ae18a2-0a48-4abb-981d-c16a24a5c694 req-c0857ebd-0da8-4dbd-bfac-367df43b740f tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1096 time: 0.1238756 Feb 10 22:33:13.411972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1ae18a2-0a48-4abb-981d-c16a24a5c694 req-ba203653-50fd-41f5-b6c1-1c50da39bbb4 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677679 Feb 10 22:33:13.444911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d23c896d-f162-472f-af86-7e2d00492b34 None None] Provisioning for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:13.459127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d23c896d-f162-472f-af86-7e2d00492b34 None None] Provisioning complete for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:13.459537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d23c896d-f162-472f-af86-7e2d00492b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.540017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15c1f5c1-171d-40d3-b546-7f13b331750f req-a6457380-42bd-4ce1-8037-8ca9f6029ad6 service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037079 Feb 10 22:33:13.568452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:13.569022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d23c896d-f162-472f-af86-7e2d00492b34 None None] Port 5367c37d-6af1-4711-9aac-4153bcdc07d7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:13.665612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-f1f9e52a-3433-405e-af56-85a4ee419904 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/7154bb5a-7a1c-4fe2-8227-2abbe71f81e9 HTTP/1.1" status: 200 len: 1813 time: 0.7644725 Feb 10 22:33:13.729125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d625c4d-8a88-44fd-8b68-5c0da9a447e8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ec9b13edc15438c919502d250bce464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593931 Feb 10 22:33:13.729705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35010) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:13.789545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d6fb097-8201-4282-8139-22bb02e3387c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:13.859047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.897554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.928475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.967814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8d6fb097-8201-4282-8139-22bb02e3387c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:13.975535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8d6fb097-8201-4282-8139-22bb02e3387c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:13.975995 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:13.991173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-20a35943-b8bf-4adc-b790-c5f3062fdd94 req-d1bdea3c-e3cd-414a-93b2-2f1b3d180335 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Synchronizing usage tracker for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:14.047602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.077325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.101534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a46ad6ea-2476-43a0-b8b2-860d0607fe3a details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:33:14.103650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 607da036-3aab-430c-b827-c30baf77e9da no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:14.112455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-20a35943-b8bf-4adc-b790-c5f3062fdd94 req-d1bdea3c-e3cd-414a-93b2-2f1b3d180335 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] Unset dirty status for tenant:65b5647d714a4d2584ccce52b21bfb6b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:14.113600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20a35943-b8bf-4adc-b790-c5f3062fdd94 req-d1bdea3c-e3cd-414a-93b2-2f1b3d180335 tempest-MigrationsAdminTest-1205756396 tempest-MigrationsAdminTest-1205756396-project] 10.222.0.53 "GET /v2.0/ports?device_id=274acd69-3981-45d9-a5b4-f8acb8a24ac9 HTTP/1.1" status: 200 len: 210 time: 0.1935008 Feb 10 22:33:14.140508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b107b6d5-2193-491c-9aaf-be72e4350d91,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:14.154514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.155602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-43467241-9eb1-4311-b045-5f9303719ab8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b107b6d5-2193-491c-9aaf-be72e4350d91 HTTP/1.1" status: 204 len: 168 time: 0.4249339 Feb 10 22:33:14.291808 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274acd69-3981-45d9-a5b4-f8acb8a24ac9', 'name': 'network-vif-deleted', 'tag': '607da036-3aab-430c-b827-c30baf77e9da', 'status': 'completed', 'code': 200} Feb 10 22:33:14.307344 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.354326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7154bb5a-7a1c-4fe2-8227-2abbe71f81e9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:14.363960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port 092b1f52-5ac8-4fe8-8758-b910d736cabd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=092b1f52-5ac8-4fe8-8758-b910d736cabd,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:14.364438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.417508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.419502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b574acd-c751-47f2-9035-5dfc87eb4858 req-4fcf02c1-a304-4eb8-84d2-f254e78fd4f6 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-groups/7154bb5a-7a1c-4fe2-8227-2abbe71f81e9 HTTP/1.1" status: 204 len: 173 time: 0.7010388 Feb 10 22:33:14.430875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:14.442393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.448796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 607da036-3aab-430c-b827-c30baf77e9da {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:14.449133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 607da036-3aab-430c-b827-c30baf77e9da not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:14.613297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'mac_address': 'fa:16:3e:a6:ab:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:33:14.615832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.698822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.732998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a46ad6ea-2476-43a0-b8b2-860d0607fe3a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:14.745321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8d6fb097-8201-4282-8139-22bb02e3387c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d6fb097-8201-4282-8139-22bb02e3387c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:14.788113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.885174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:14.919461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:14.985109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8d6fb097-8201-4282-8139-22bb02e3387c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:15.021837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for 092b1f52-5ac8-4fe8-8758-b910d736cabd owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:15.177632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:15.324179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['a46ad6ea-2476-43a0-b8b2-860d0607fe3a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:15.334559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:15.662098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:15.663338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1873421002-network', 'tenant_id': 'acef3b111d544b0eb3da5dd6ba628bba'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:15.671554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d6fb097-8201-4282-8139-22bb02e3387c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:15.675106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:15.682844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475c41e-61d5-4b31-a021-d6badb054169 req-b7aa66d2-5c39-491f-bbcd-3af9ad01a6ea tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:15.685610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f475c41e-61d5-4b31-a021-d6badb054169 req-b7aa66d2-5c39-491f-bbcd-3af9ad01a6ea tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 944 time: 0.6831424 Feb 10 22:33:15.686072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Usage tracker for resource:network and tenant:acef3b111d544b0eb3da5dd6ba628bba is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:15.693280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:15.702083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:15.738280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Made reservation on behalf of acef3b111d544b0eb3da5dd6ba628bba for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:15.741204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:15.755764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:15.781832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:15.786938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Usage tracker for resource:security_group_rule and tenant:acef3b111d544b0eb3da5dd6ba628bba is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:15.796020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:15.820444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:15.839205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8d6fb097-8201-4282-8139-22bb02e3387c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:15.839652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:15.911317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=092b1f52-5ac8-4fe8-8758-b910d736cabd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:15.955035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:15.963809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.003747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:33:16.013731 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.014727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338251e7-c72a-452e-9a66-e65e48292597,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:16.018783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port 092b1f52-5ac8-4fe8-8758-b910d736cabd on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:16.031048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.041635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'name': 'network-vif-deleted', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:16.048618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.050047 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Added segment acf84e5d-e1ef-4fbd-85ff-8ce980517dc9 of type vlan for network c8ec7d10-2273-4b25-bb06-616714e4f21b Feb 10 22:33:16.077751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe3b6db-2f7c-43fa-986c-8fea4e9328fc req-561bf131-e4f4-45b8-8196-afaaed979ae0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "DELETE /v2.0/ports/092b1f52-5ac8-4fe8-8758-b910d736cabd HTTP/1.1" status: 204 len: 173 time: 3.0336413 Feb 10 22:33:16.080304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.094744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.155295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.156507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:16.157253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.171957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['092b1f52-5ac8-4fe8-8758-b910d736cabd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:16.230398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.338426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f475c41e-61d5-4b31-a021-d6badb054169 req-f3c42660-f392-4c78-a083-30a88cf669c8 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160854 Feb 10 22:33:16.372189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] Pushing event updated for resources: {'Network': ['ID=c8ec7d10-2273-4b25-bb06-616714e4f21b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:16.382813 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec75205b-1f8a-4765-b99b-2e79b8a15b64 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0404716 Feb 10 22:33:16.382813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35086) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:16.384973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Request body: {'subnet': {'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1873421002-subnet', 'tenant_id': 'acef3b111d544b0eb3da5dd6ba628bba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:16.392943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:16.396823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c8ec7d10-2273-4b25-bb06-616714e4f21b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:33:16.397880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Usage tracker for resource:subnet and tenant:acef3b111d544b0eb3da5dd6ba628bba is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:16.401376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:16.408434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:16.420116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-5ceef3bf-0c0a-4c82-af92-619d1c9f2a6c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:33:16.426729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-5ceef3bf-0c0a-4c82-af92-619d1c9f2a6c tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4030576 Feb 10 22:33:16.430192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Made reservation on behalf of acef3b111d544b0eb3da5dd6ba628bba for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:16.437586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.510830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Pushing event updated for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:16.645286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Request body: {'binding': {'host': 'n-h1-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:16.645736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:33:16.741674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-af2c30a5-9b62-4ab4-818f-180aee34fbda service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.1555216 Feb 10 22:33:16.751376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a90dd4e-4390-44c2-aca0-a2260bcbff43 req-63e6a683-7428-4f36-8d70-aae67274f0f8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:16.758066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.758245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:16.780884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:16.849657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Checking segment: {'id': 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:16.850042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Network hostable DHCP agents. Network: c8ec7d10-2273-4b25-bb06-616714e4f21b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:33:16.854327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e364d2f-21fb-488e-866d-26e7824659d2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:16.881114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Network c8ec7d10-2273-4b25-bb06-616714e4f21b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:33:16.901146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c8ec7d10-2273-4b25-bb06-616714e4f21b) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:16.908623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:16.909215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:16.913197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cf1122-1bc8-4338-90f6-a62c9f078a11 None None] Network c8ec7d10-2273-4b25-bb06-616714e4f21b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:16.957704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-511cbd8c-c9d1-48e6-a299-e0a156c09e83 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5774133 Feb 10 22:33:17.071202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a90dd4e-4390-44c2-aca0-a2260bcbff43 req-63e6a683-7428-4f36-8d70-aae67274f0f8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:17.072263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a90dd4e-4390-44c2-aca0-a2260bcbff43 req-63e6a683-7428-4f36-8d70-aae67274f0f8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.3960578 Feb 10 22:33:17.254507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095ba9ad-675e-4c3d-aac0-53da232b41cd None None] Network c8ec7d10-2273-4b25-bb06-616714e4f21b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:17.274099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6e3ed6e-3e96-4bd8-adf4-92fc38bd99f0 None None] Provisioning complete for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:17.274609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6e3ed6e-3e96-4bd8-adf4-92fc38bd99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:17.402827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b6e3ed6e-3e96-4bd8-adf4-92fc38bd99f0 None None] Port 5367c37d-6af1-4711-9aac-4153bcdc07d7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:17.539947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-20b1e4b1-c70b-4513-8b7c-36395127d5d1 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/4e9b6105-ae29-45ae-b7f3-3d7953097489 HTTP/1.1" status: 200 len: 1811 time: 0.2906828 Feb 10 22:33:17.577360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-0dd0ce70-463b-4303-b941-3b8d1cdae96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:17.578782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-0dd0ce70-463b-4303-b941-3b8d1cdae96c service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&shared=False HTTP/1.1" status: 200 len: 912 time: 0.8227072 Feb 10 22:33:17.588298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:33:17.826893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on host n-h1-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:17.827220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:17.827572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:17.860837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:17.861192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:17.867609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:17.950781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:17.951152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:17.951541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:17.951984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Bound port: 8923c017-8eca-4de5-866d-523334fa38b1, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:17.992148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a46ad6ea-2476-43a0-b8b2-860d0607fe3a up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:18.002824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-6249b101-858a-4c35-b41b-07688e19bda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:18.004301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-6249b101-858a-4c35-b41b-07688e19bda4 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4133000 Feb 10 22:33:18.011977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.050918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:18.058759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32a6d7c7-cd14-4af1-ac75-511c547e0f4e admin admin] 10.222.0.53 "PUT /v2.0/routers/6b0943c5-b5c6-4bcb-8730-e6edcd06c106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7942479 Feb 10 22:33:18.066214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Sync routers for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:18.079499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:18.088617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:18.089218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:18.120935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.160939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.162127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-247892be-7f7e-43da-86be-0a1efb89d34f service neutron] 10.222.0.53 "POST /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1/bindings HTTP/1.1" status: 201 len: 389 time: 1.7345207 Feb 10 22:33:18.177344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b6105-ae29-45ae-b7f3-3d7953097489,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:18.179488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.180635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6efe709-c6ba-4cca-8f1f-b07a8a854f45 req-e20026e5-7d59-4bcd-b9ec-dbb258671881 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e9b6105-ae29-45ae-b7f3-3d7953097489 HTTP/1.1" status: 204 len: 173 time: 0.6398931 Feb 10 22:33:18.246083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port a46ad6ea-2476-43a0-b8b2-860d0607fe3a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:18.263961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port a46ad6ea-2476-43a0-b8b2-860d0607fe3a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:18.266067 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.317758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:18.430418 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8339cc2e-84bd-4819-9e26-0e28f4aec021', 'name': 'network-vif-deleted', 'tag': '092b1f52-5ac8-4fe8-8758-b910d736cabd', 'status': 'completed', 'code': 200} Feb 10 22:33:18.563969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:18.744908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-eefb1881-c3c7-48ee-ae51-99f1a71ed687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:18.767411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-eefb1881-c3c7-48ee-ae51-99f1a71ed687 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1096 time: 0.2272518 Feb 10 22:33:18.804853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:18.875630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:18.930486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:19.017695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-e3e9fd11-ad28-4b94-8c6d-a81f1de147d9 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:19.024822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-e3e9fd11-ad28-4b94-8c6d-a81f1de147d9 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/networks?id=c8ec7d10-2273-4b25-bb06-616714e4f21b HTTP/1.1" status: 200 len: 818 time: 0.2162554 Feb 10 22:33:19.113802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b69fd-529e-4de5-8cb1-1ab743c496e1 req-d9cf58e4-e60b-4fc8-9b49-17eb3183bf18 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:19.115610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-885b69fd-529e-4de5-8cb1-1ab743c496e1 req-d9cf58e4-e60b-4fc8-9b49-17eb3183bf18 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 944 time: 0.2416515 Feb 10 22:33:19.116581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-efabcdd6-ca34-4d23-ab90-5c086c68c4ea tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/quotas/acef3b111d544b0eb3da5dd6ba628bba HTTP/1.1" status: 200 len: 375 time: 0.0908239 Feb 10 22:33:19.206102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:19.222099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.247617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-885b69fd-529e-4de5-8cb1-1ab743c496e1 req-b673acf5-1d7c-48ad-b4d8-49b6026b55bc tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021531 Feb 10 22:33:19.283224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-6d5df5cb-59b5-47b2-8256-83e41a530d64 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=acef3b111d544b0eb3da5dd6ba628bba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1656284 Feb 10 22:33:19.322600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-769d3606-5dc2-4ade-bca5-26005467f66d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65b5647d714a4d2584ccce52b21bfb6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444721 Feb 10 22:33:19.323183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35144) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:19.414104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.428749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:19.446046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.552912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '5367c37d-6af1-4711-9aac-4153bcdc07d7', 'name': '', 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'mac_address': 'fa:16:3e:4f:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:11Z', 'updated_at': '2022-02-10T22:33:15Z', 'revision_number': 2, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'subnets': [{'id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:19.561053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Checking router: 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:19.562456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Updating router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 port 5367c37d-6af1-4711-9aac-4153bcdc07d7 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:33:19.589507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-5236e1bb-f7af-4c69-83d4-a645ac5d8b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:19.591716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-5236e1bb-f7af-4c69-83d4-a645ac5d8b82 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.8235044 Feb 10 22:33:19.612495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f9786fc0-c84d-4da4-9c7e-d33b6643fb3f req-412ee7fd-6ef8-4547-b48f-c3dc80d18aa9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.0694625 Feb 10 22:33:19.628316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.661281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900299f6-dc84-4354-9066-db7299415e1c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:19.666355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.704963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.780437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-8bb0b3c4-b814-4ef4-8dfb-61628c980f20 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.1798236 Feb 10 22:33:19.792231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fc22e-1533-4c5c-9a00-151a48252a00 req-a822ee81-b9b3-497b-868a-247891570ba1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8339cc2e-84bd-4819-9e26-0e28f4aec021 HTTP/1.1" status: 200 len: 210 time: 0.1057253 Feb 10 22:33:19.797017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-3744e3a3-d6eb-466e-9237-5b07ca03c0da service neutron] 10.222.0.53 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129769 Feb 10 22:33:19.854257 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:19.855491 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e537754-ecd1-4270-a86b-e74d316dc8af admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/900299f6-dc84-4354-9066-db7299415e1c HTTP/1.1" status: 204 len: 168 time: 0.5311248 Feb 10 22:33:20.062537 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-15a764b0-f01a-404e-bd4d-f63533133edc tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/b22dd33f-67cf-4693-8b39-a1bda152a220 HTTP/1.1" status: 200 len: 1812 time: 0.2057931 Feb 10 22:33:20.118149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-7ede726b-b8c9-4ff2-95e3-23c224174ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:20.127064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-7ede726b-b8c9-4ff2-95e3-23c224174ea0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.3317692 Feb 10 22:33:20.234785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a6b56f5-1138-42f1-8596-b60dfd4a2106 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005321 Feb 10 22:33:20.255381 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a45b6db1-8b24-452e-b1cc-b278ab083e0c service neutron] 10.222.0.53 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4235969 Feb 10 22:33:20.278341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.303106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Deleting port 5367c37d-6af1-4711-9aac-4153bcdc07d7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:20.304136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.343912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.360164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Transition to ACTIVE for port object 5367c37d-6af1-4711-9aac-4153bcdc07d7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:20.377175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.386249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.527346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a0dde-de09-4bb5-9958-c0b4668abdfd None None] Pushing event updated for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:20.658931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35162) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:20.929025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:20.984872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22dd33f-67cf-4693-8b39-a1bda152a220,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:20.998672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Attempting to bind port 5367c37d-6af1-4711-9aac-4153bcdc07d7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:20.999043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Attempting to bind port 5367c37d-6af1-4711-9aac-4153bcdc07d7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:20.999436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Attempting to bind port 5367c37d-6af1-4711-9aac-4153bcdc07d7 on network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:21.001082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89ec9280-176b-4dba-b373-7b63370a7271 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3daa166a42514994bfd2a746d5becec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3176742 Feb 10 22:33:21.002528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-5e9cac41-16d7-46ee-9251-a45e40a51311 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518940 Feb 10 22:33:21.006437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35174) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:21.007774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.009187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eff3ddec-5a5c-4a50-9b57-6dd5432c972e req-34bdb85c-7720-4ecc-add1-39a5d4b4d1af tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-groups/b22dd33f-67cf-4693-8b39-a1bda152a220 HTTP/1.1" status: 204 len: 173 time: 0.9383748 Feb 10 22:33:21.040264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:21.040751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Checking segment: {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:21.041006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.041388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Bound using segment: {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:21.041847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Bound port: 5367c37d-6af1-4711-9aac-4153bcdc07d7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a87518e2-cfcd-44a0-948c-a28d8444a305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:21.042211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.050296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.181475 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'code': 200} Feb 10 22:33:21.304235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] For port 5367c37d-6af1-4711-9aac-4153bcdc07d7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:21.313680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] For port 5367c37d-6af1-4711-9aac-4153bcdc07d7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5367c37d-6af1-4711-9aac-4153bcdc07d7,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:21.321124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a0c27-0bb8-422e-8282-342241f64bc9 req-6d47fd77-2be5-4aaa-8bd8-89b2cc4a348e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:21.327303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.329529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e01a0c27-0bb8-422e-8282-342241f64bc9 req-6d47fd77-2be5-4aaa-8bd8-89b2cc4a348e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 945 time: 0.6199379 Feb 10 22:33:21.460731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:21.461366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:21.486627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e01a0c27-0bb8-422e-8282-342241f64bc9 req-e8705c23-005d-4521-a58d-ed1f2cccc9fd tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388857 Feb 10 22:33:21.595960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b784e8-747b-482f-8102-644bba768d87 req-a997913e-9037-4594-b7d2-30d02009eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:21.608417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86b784e8-747b-482f-8102-644bba768d87 req-a997913e-9037-4594-b7d2-30d02009eb41 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1096 time: 0.3963277 Feb 10 22:33:21.620692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-fe427060-6022-4f42-93bf-066025c1f742 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091774 Feb 10 22:33:21.650855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a0dde-de09-4bb5-9958-c0b4668abdfd None None] Pushing event updated for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:21.692139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Calling delete_port for 5367c37d-6af1-4711-9aac-4153bcdc07d7 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:21.709083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.845439 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3175fe76-c523-413e-9d91-c476667cbcdb req-299ebf80-c219-4ce7-a0f8-b643c54028dd tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 210 time: 0.0646162 Feb 10 22:33:21.847609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86b784e8-747b-482f-8102-644bba768d87 req-968dfcd1-8d77-4301-b6b3-4ced2315345d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299616 Feb 10 22:33:21.863177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:21.875373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.900040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50698a1a-b873-4c34-86fb-2ad4f8504d14 req-407a9110-b894-4ac6-85da-5ed1552770fa tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:21.908186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-50698a1a-b873-4c34-86fb-2ad4f8504d14 req-407a9110-b894-4ac6-85da-5ed1552770fa tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 945 time: 0.3310337 Feb 10 22:33:21.928746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-9027ec3a-bad5-4f3c-a6ec-63b24bf9e7d1 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:21.930525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-9027ec3a-bad5-4f3c-a6ec-63b24bf9e7d1 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.2217181 Feb 10 22:33:21.957952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:21.994667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-50698a1a-b873-4c34-86fb-2ad4f8504d14 req-7d82b35f-b348-4b40-a9f7-dfe51646dc44 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855212 Feb 10 22:33:22.045426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:33:22.046279 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:33:22.063117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.084016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-ba55320c-2631-476f-86f6-3738d89faed8 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "GET /v2.0/security-groups/72e8aa75-a748-4393-b429-5e41d5a0bf51 HTTP/1.1" status: 200 len: 1812 time: 0.0779080 Feb 10 22:33:22.089192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:22.107641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67df67b-aca2-4562-b12b-f872ae572f92,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:22.116049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.117339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d2545e8d-2c1c-4177-9cf8-3fac625400e7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a67df67b-aca2-4562-b12b-f872ae572f92 HTTP/1.1" status: 204 len: 168 time: 1.1070399 Feb 10 22:33:22.228235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 092b1f52-5ac8-4fe8-8758-b910d736cabd no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:22.329112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 092b1f52-5ac8-4fe8-8758-b910d736cabd {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:22.329449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 092b1f52-5ac8-4fe8-8758-b910d736cabd not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:22.386308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.390578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.490217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '5367c37d-6af1-4711-9aac-4153bcdc07d7', 'name': '', 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'mac_address': 'fa:16:3e:4f:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:11Z', 'updated_at': '2022-02-10T22:33:21Z', 'revision_number': 4, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'subnets': [{'id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:22.494538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd080c4d-e3e9-483f-89be-22ad3457d04f None None] The sync data for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 is: [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '5367c37d-6af1-4711-9aac-4153bcdc07d7', 'name': '', 'network_id': 'ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'mac_address': 'fa:16:3e:4f:7b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:11Z', 'updated_at': '2022-02-10T22:33:21Z', 'revision_number': 4, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'subnets': [{'id': '0b0a3589-198e-44aa-85d5-3be5d5c577eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:22.505764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.527330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-af231e3c-0e14-4b88-9c8d-da75e2a70dee tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:22.537851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-af231e3c-0e14-4b88-9c8d-da75e2a70dee tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.1837358 Feb 10 22:33:22.548813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Deleting port 5367c37d-6af1-4711-9aac-4153bcdc07d7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:22.549694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.627973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-25719bd7-89d7-443d-a390-761c1a8701b1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0889335 Feb 10 22:33:22.708849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.740372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-72e7c4ea-2451-41dc-b840-ebc6ff1e4539 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1111937 Feb 10 22:33:22.750123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e8aa75-a748-4393-b429-5e41d5a0bf51,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:22.764599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:22.768127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:22.769815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf2d2838-12bd-43ed-8f8c-965f966e6513 req-7d24e60f-18f0-4a2b-99d6-3969d955a7f2 tempest-SecurityGroupRulesNegativeTestJSON-581720664 tempest-SecurityGroupRulesNegativeTestJSON-581720664-project] 10.222.0.53 "DELETE /v2.0/security-groups/72e8aa75-a748-4393-b429-5e41d5a0bf51 HTTP/1.1" status: 204 len: 173 time: 0.6403749 Feb 10 22:33:22.779397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:22.881880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Deleting subnet e3b1477c-af83-4171-8e12-183150cbba35 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:33:22.884464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:22.938592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.028307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] For port 5367c37d-6af1-4711-9aac-4153bcdc07d7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5367c37d-6af1-4711-9aac-4153bcdc07d7,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:23.029621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.030887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:23.046043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.067480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.125843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.499950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Calling delete_port for 5367c37d-6af1-4711-9aac-4153bcdc07d7 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:23.536929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.593860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:23.594199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:23.594526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:23.605690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:23.606073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Attempting to bind port 8923c017-8eca-4de5-866d-523334fa38b1 on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:23.612120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:23.626556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:23.626921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:23.627326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:23.627757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Bound port: 8923c017-8eca-4de5-866d-523334fa38b1, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:23.628106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.712361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-07faf2c7-ec8b-4d34-8fec-f5a891c0e99b tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:23.713167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-07faf2c7-ec8b-4d34-8fec-f5a891c0e99b tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Synchronizing usage tracker for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:23.721276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570ba9a8-da2f-48c8-b82c-99b19b01c84f req-5fefa841-3fb9-4eb6-9894-654c3104feb8 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:23.723191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-570ba9a8-da2f-48c8-b82c-99b19b01c84f req-5fefa841-3fb9-4eb6-9894-654c3104feb8 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.6038170 Feb 10 22:33:23.740021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-5a67a1cd-e28e-4e94-adb6-1b60976dd757 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9953966 Feb 10 22:33:23.754875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5367c37d-6af1-4711-9aac-4153bcdc07d7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:23.884668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.889442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-07faf2c7-ec8b-4d34-8fec-f5a891c0e99b tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Unset dirty status for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:23.890545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-07faf2c7-ec8b-4d34-8fec-f5a891c0e99b tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.24 "GET /v2.0/networks?id=c8ec7d10-2273-4b25-bb06-616714e4f21b HTTP/1.1" status: 200 len: 818 time: 0.6837356 Feb 10 22:33:23.910765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Request body: {'port': {'device_id': 'a32edf34-4e75-450a-83b3-598f684887b4', 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b', 'admin_state_up': True, 'tenant_id': 'acef3b111d544b0eb3da5dd6ba628bba'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:23.924392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:23.939639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:23.940793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3b1477c-af83-4171-8e12-183150cbba35,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:23.940927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.966602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:23.995557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-570ba9a8-da2f-48c8-b82c-99b19b01c84f req-1ce79459-347c-4812-90ab-fee64f67edd1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599745 Feb 10 22:33:23.997511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:24.003600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54cf382f-0c24-49c0-9cf2-5dd8ef274a0a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e3b1477c-af83-4171-8e12-183150cbba35 HTTP/1.1" status: 204 len: 168 time: 1.2234282 Feb 10 22:33:24.004488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35268) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:24.006494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:24.031180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.152128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.186274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.244101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 5367c37d-6af1-4711-9aac-4153bcdc07d7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5367c37d-6af1-4711-9aac-4153bcdc07d7,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:24.262394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.356822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-37c59d9d-ef5c-490a-82a7-b47135fac8b1 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873559 Feb 10 22:33:24.392355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:24.405107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:24.410970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Usage tracker for resource:port and tenant:acef3b111d544b0eb3da5dd6ba628bba is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:24.415148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:24.424747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:33:24.425234 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:33:24.426090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:24.437410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Made reservation on behalf of acef3b111d544b0eb3da5dd6ba628bba for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:24.441754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.475820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35108309-45a4-4aa9-a074-efd29566029a req-039d22ea-b424-4b0d-b5d5-8a0b42ae4a4e tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 210 time: 0.2001877 Feb 10 22:33:24.544122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:24.564322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.580296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:24.581014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.582561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3a9ce97b-16ec-4c50-a2b7-732057255852 service neutron] 10.222.0.30 "PUT /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 1121 time: 2.4975049 Feb 10 22:33:24.648960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8923c017-8eca-4de5-866d-523334fa38b1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:24.669532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Deleting port 5367c37d-6af1-4711-9aac-4153bcdc07d7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:24.676443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.729131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:24.734284 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1', 'code': 200} Feb 10 22:33:24.782674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.829368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f2862ed-298b-456c-87d6-a988c001f8c7']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:24.854088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dee3e1-3ab9-4e44-b09f-f5b0ff6e0cba') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:24.854088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dee3e1-3ab9-4e44-b09f-f5b0ff6e0cba') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:24.868411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.887719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.894834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:33:24.895450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:24.944260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Allocated IP 172.20.0.9 (c8ec7d10-2273-4b25-bb06-616714e4f21b/1e364d2f-21fb-488e-866d-26e7824659d2/59d92199-f6ea-4b24-97b2-64aed55b94c0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:33:24.966061 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:33:24.999484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.006378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.029205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.044509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:25.048943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1f2862ed-298b-456c-87d6-a988c001f8c7 HTTP/1.1" status: 204 len: 168 time: 1.0366917 Feb 10 22:33:25.049612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a92e2a-1dcd-4f21-9ace-7c9dfe996a14 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f2862ed-298b-456c-87d6-a988c001f8c7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:25.069566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:25.086025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.112432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee5e8d7-6d70-4715-9117-78cad2c75ba5 req-a489d60d-3cb1-40a6-9ddd-5695ea197313 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:25.114252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eee5e8d7-6d70-4715-9117-78cad2c75ba5 req-a489d60d-3cb1-40a6-9ddd-5695ea197313 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 945 time: 0.3199060 Feb 10 22:33:25.178714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6fd672-cf43-4d97-8c81-b9910a3a374b req-e610ba60-aba5-4c67-baa7-4b1eb9a148ff tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 210 time: 0.1035073 Feb 10 22:33:25.196852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:25.231954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] For port 5367c37d-6af1-4711-9aac-4153bcdc07d7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5367c37d-6af1-4711-9aac-4153bcdc07d7,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:25.232326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.384629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35314) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:25.441242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eee5e8d7-6d70-4715-9117-78cad2c75ba5 req-e09c0680-0b4c-4474-b248-60be522321f5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198452 Feb 10 22:33:25.502896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-985fe7e8-cd8d-46c2-8899-9ec817977033 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc4ef3f052fe42e2bd96f78d2701e0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169112 Feb 10 22:33:25.505380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35324) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:25.508191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Calling delete_port for 5367c37d-6af1-4711-9aac-4153bcdc07d7 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:25.595161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.654512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.675012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.721847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.731613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5367c37d-6af1-4711-9aac-4153bcdc07d7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:25.782665 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.808073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3c8a9d-4577-4b22-b759-43123db5cca1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:25.819040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.822456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d3757b57-c99d-42a8-a867-529f41dceaa9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1c3c8a9d-4577-4b22-b759-43123db5cca1 HTTP/1.1" status: 204 len: 168 time: 0.3139429 Feb 10 22:33:25.886162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Network c8ec7d10-2273-4b25-bb06-616714e4f21b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:25.891574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:25.898513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Pushing event updated for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:25.900482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5367c37d-6af1-4711-9aac-4153bcdc07d7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:25.900881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:25.901440 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.957453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:25.991344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Port 5367c37d-6af1-4711-9aac-4153bcdc07d7 was deleted so its status cannot be updated. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 10 22:33:26.003249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:33:26.009486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Pushing event deleted for resources: {'Port': ['ID=5367c37d-6af1-4711-9aac-4153bcdc07d7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:26.101837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:26.102298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:26.174947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-a57d314c-d78c-4c9e-a7f5-c1b35505fb2f tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2678957 Feb 10 22:33:26.454429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Request body: {'port': {'device_id': 'a32edf34-4e75-450a-83b3-598f684887b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:26.478166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:26.499354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:26.507427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 has no active binding in host n-h1-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:33:26.519930 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b386773-a382-4647-9d7b-fa010647779b', 'code': 200} Feb 10 22:33:26.527194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-3668f055-97c5-419a-833a-dbd587cfcec6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:26.529403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-3668f055-97c5-419a-833a-dbd587cfcec6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.24 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.3078253 Feb 10 22:33:26.550583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:26.735756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:26.827130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:26.836681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:26.852182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-49094a43-1f11-4738-a561-ec025cc1aa80 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 258 time: 0.2794890 Feb 10 22:33:26.855894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:26.860598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:26.894695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:26.905504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:26.944562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:26.953136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Usage tracker for resource:floatingip and tenant:47042f5a78c54cae9112f94e297a5ddb is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:26.957438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:26.975490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:27.011248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.041816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe3607-9313-4e5b-8f3a-0c4d16f14acc req-9024995f-4bda-47f0-8866-38fb57420d3a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:27.048872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fabe3607-9313-4e5b-8f3a-0c4d16f14acc req-9024995f-4bda-47f0-8866-38fb57420d3a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.6013639 Feb 10 22:33:27.139008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35384) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:27.223533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fabe3607-9313-4e5b-8f3a-0c4d16f14acc req-32105a7d-2ad2-4885-a255-a1a1dca379bf tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732552 Feb 10 22:33:27.286927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.14 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/9cc549e7-40b0-49fc-96fa-aab36196cc54) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:27.323917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-432417683-network', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:27.329403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:27.355510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Usage tracker for resource:network and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:27.391589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:27.407124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:27.511481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Made reservation on behalf of df04d4c902b34d05a20b768aa584cba2 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:27.514359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.517696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.537716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:33:27.539197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.579463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:27.592955 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.599320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Usage tracker for resource:security_group_rule and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:27.683896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:27.698472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Allocated IP 172.25.2.171 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f04f3d08-b863-4777-94f6-5c73d58462f4) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:27.708175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:27.717407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:27.750055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-6f6f50aa-7776-4088-86d2-30b812dd5736 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:27.751083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-6f6f50aa-7776-4088-86d2-30b812dd5736 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Synchronizing usage tracker for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:27.848299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:27.852899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:27.866352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:27.875976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:33:27.895698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:27.917909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-6f6f50aa-7776-4088-86d2-30b812dd5736 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Unset dirty status for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:27.919993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-6f6f50aa-7776-4088-86d2-30b812dd5736 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 931 time: 0.5711548 Feb 10 22:33:27.955243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:27.955883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.002850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.014459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-205e19f8-e60b-47ff-8fba-bbba782b5b52 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4759955 Feb 10 22:33:28.028147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Request body: {'port': {'device_id': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:28.067589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d92199-f6ea-4b24-97b2-64aed55b94c0 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:28.085504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-f3c6fe22-8e30-4488-9ba9-ec00b301980a tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Synchronizing usage tracker for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:28.088805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:28.099316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.103030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Sync routers for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:28.115216 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:28.116459 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:28.133364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.158807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Transition to ACTIVE for port object 59d92199-f6ea-4b24-97b2-64aed55b94c0 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:28.172369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.211324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a451a80-5614-4b72-bd57-d303f62a397e admin admin] 10.222.0.53 "PUT /v2.0/routers/6b0943c5-b5c6-4bcb-8730-e6edcd06c106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8901157 Feb 10 22:33:28.211324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.213345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35390) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:28.218326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-f3c6fe22-8e30-4488-9ba9-ec00b301980a tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Unset dirty status for tenant:acef3b111d544b0eb3da5dd6ba628bba on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:28.219395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba54d923-ca0e-4437-be66-64bbf20f4965 req-f3c6fe22-8e30-4488-9ba9-ec00b301980a tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565751 Feb 10 22:33:28.226101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:28.236666 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.336478 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:28.398003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:28.420993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:28.455761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.505707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event updated for resources: {'Port': ['ID=f04f3d08-b863-4777-94f6-5c73d58462f4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:28.515190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:33:28.539766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:28.561985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.587898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.588262 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Added segment 21dfe331-6095-4834-8b45-5e4614383646 of type vlan for network f6c471f5-0f51-4fbc-8d17-635813408d9a Feb 10 22:33:28.589446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c48f76-325c-4c67-8b6c-57d51fd3b907,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:28.649768 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:25Z', 'revision_number': 5, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:28.654400 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Checking router: 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:28.665536 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Routers {'6b0943c5-b5c6-4bcb-8730-e6edcd06c106'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:28.666198 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:28.668866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.716972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Attempting to bind port 59d92199-f6ea-4b24-97b2-64aed55b94c0 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:28.717282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Attempting to bind port 59d92199-f6ea-4b24-97b2-64aed55b94c0 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:28.717835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Attempting to bind port 59d92199-f6ea-4b24-97b2-64aed55b94c0 on network c8ec7d10-2273-4b25-bb06-616714e4f21b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:28.727466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Port 59d92199-f6ea-4b24-97b2-64aed55b94c0 on network c8ec7d10-2273-4b25-bb06-616714e4f21b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:28.727775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Attempting to bind port 59d92199-f6ea-4b24-97b2-64aed55b94c0 on network c8ec7d10-2273-4b25-bb06-616714e4f21b {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:28.737263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd669a2-7a5b-466b-adba-ea0ef0572341 req-eab0437e-b502-4d90-93bb-a3bb26cdc0b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:28.738944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddd669a2-7a5b-466b-adba-ea0ef0572341 req-eab0437e-b502-4d90-93bb-a3bb26cdc0b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 932 time: 0.2759323 Feb 10 22:33:28.744369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:28.744894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Checking segment: {'id': 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:28.745445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Bound using segment: {'id': 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:28.745870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Bound port: 59d92199-f6ea-4b24-97b2-64aed55b94c0, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:28.746275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.762360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.763502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:28.764085 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.849522 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] Set router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:28.939519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7985606 Feb 10 22:33:28.942629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:28.946936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35398) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:28.957992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddd669a2-7a5b-466b-adba-ea0ef0572341 req-4b78004f-783d-46fc-9df5-ea8ceeedd8ce tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999133 Feb 10 22:33:28.961416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Request body: {'subnet': {'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-432417683-subnet', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:28.980458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52032a39-42f1-4427-bc29-cc77af326671 admin admin] Pushing event updated for resources: {'Network': ['ID=f6c471f5-0f51-4fbc-8d17-635813408d9a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:28.983276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:28.992404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Usage tracker for resource:subnet and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:28.994319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f6c471f5-0f51-4fbc-8d17-635813408d9a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:33:28.998166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:29.006265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:29.010588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:29.015477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0,segment=NetworkSegment(acf84e5d-e1ef-4fbd-85ff-8ce980517dc9),segment_id=acf84e5d-e1ef-4fbd-85ff-8ce980517dc9)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:29.026612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.071507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Made reservation on behalf of df04d4c902b34d05a20b768aa584cba2 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:29.075557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.098512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.141742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.176507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Deleting port 8d6fb097-8201-4282-8139-22bb02e3387c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:29.176839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.299218 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:25Z', 'revision_number': 5, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:29.303224 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdd0bb0-f068-4e2e-a302-bf7e35e6cf23 None None] The sync data for ids ['6b0943c5-b5c6-4bcb-8730-e6edcd06c106'] in n-d-825178-4 is: [{'id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'name': 'tempest-ServersTestFqdnHostnames-1135007783-router', 'tenant_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:58Z', 'updated_at': '2022-02-10T22:33:25Z', 'revision_number': 5, 'project_id': 'c0e4a0bfcf224c198b5c0c60df00ec28', 'gw_port': {'id': '8d6fb097-8201-4282-8139-22bb02e3387c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0943c5-b5c6-4bcb-8730-e6edcd06c106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:03Z', 'updated_at': '2022-02-10T22:33:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:29.346605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:29.347233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.348622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/59d92199-f6ea-4b24-97b2-64aed55b94c0 HTTP/1.1" status: 200 len: 1091 time: 2.9028664 Feb 10 22:33:29.359196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:29.401439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9830678b-8424-47d3-82f5-52d809bdc9d4 service neutron] Pushing event updated for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:29.417452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.545723 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1', 'status': 'completed', 'code': 200} Feb 10 22:33:29.548183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.24', 52146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:29.642634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc549e7-40b0-49fc-96fa-aab36196cc54 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:29.668807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.691925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5367c37d-6af1-4711-9aac-4153bcdc07d7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:29.696741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-04a8ba61-a1f3-4f42-9031-e19adf44b486 service neutron] 10.222.0.24 "GET /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1/bindings/n-h1-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.2392941 Feb 10 22:33:29.700900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] For port 8d6fb097-8201-4282-8139-22bb02e3387c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d6fb097-8201-4282-8139-22bb02e3387c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:29.701327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.708964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:29.741814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Checking segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:29.742169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Network hostable DHCP agents. Network: f6c471f5-0f51-4fbc-8d17-635813408d9a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:33:29.745931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 5367c37d-6af1-4711-9aac-4153bcdc07d7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:29.746943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5367c37d-6af1-4711-9aac-4153bcdc07d7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:29.776925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Transition to ACTIVE for port object 9cc549e7-40b0-49fc-96fa-aab36196cc54 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:29.779145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-b6556a28-e1a1-4f9d-a8de-98d1bff1e9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:29.780730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-b6556a28-e1a1-4f9d-a8de-98d1bff1e9ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acef3b111d544b0eb3da5dd6ba628bba&device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 1094 time: 0.3654108 Feb 10 22:33:29.788278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Network f6c471f5-0f51-4fbc-8d17-635813408d9a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:33:29.844727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-048cd585-81f6-4ab1-8b4a-ce044fee02d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:29.846208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-048cd585-81f6-4ab1-8b4a-ce044fee02d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1124 time: 0.2926345 Feb 10 22:33:29.853662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5b97b-b046-40ca-9a5b-090768812082 req-edc2af9b-cd63-4a46-9dd6-b016dbda90a2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:29.855066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fc5b97b-b046-40ca-9a5b-090768812082 req-edc2af9b-cd63-4a46-9dd6-b016dbda90a2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 943 time: 0.3052797 Feb 10 22:33:29.889594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-793c01be-d0a8-42cd-a044-dc14be137688 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0 HTTP/1.1" status: 200 len: 217 time: 0.0984366 Feb 10 22:33:29.890136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f6c471f5-0f51-4fbc-8d17-635813408d9a) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:29.898390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad656a7-8fc5-4b6f-8be7-e5a5a6cd08c5 None None] Network f6c471f5-0f51-4fbc-8d17-635813408d9a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:29.910237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.911235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:29.911862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:29.925025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Calling delete_port for 8d6fb097-8201-4282-8139-22bb02e3387c owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:30.064347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a56b2b61-ccd9-4bd0-83b0-5a33de07d997 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1121180 Feb 10 22:33:30.067648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:30.075566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fc5b97b-b046-40ca-9a5b-090768812082 req-27986f93-3c35-4487-b3c1-1740cb12ce8d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877069 Feb 10 22:33:30.094490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:30.111582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-818681c6-16c3-47be-99e0-76cc23bbcb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:30.112951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-818681c6-16c3-47be-99e0-76cc23bbcb25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e364d2f-21fb-488e-866d-26e7824659d2 HTTP/1.1" status: 200 len: 858 time: 0.1977501 Feb 10 22:33:30.118570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:30.142666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.145740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:30.191890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Usage tracker for resource:router and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:30.200774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:30.205121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-32ce2e59-5655-456f-80bf-e779bcb686f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8ec7d10-2273-4b25-bb06-616714e4f21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0835509 Feb 10 22:33:30.209813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:30.213489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-1297d24d-458e-428f-b61b-77fb56cf809c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:30.214851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-1297d24d-458e-428f-b61b-77fb56cf809c service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.3519967 Feb 10 22:33:30.247343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f6c471f5-0f51-4fbc-8d17-635813408d9a', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:33:30.249581 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.363148 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-62187189-c9bc-4772-8fe8-28e204e7b8e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.1267331 Feb 10 22:33:30.478724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Allocated IP 172.20.0.2 (f6c471f5-0f51-4fbc-8d17-635813408d9a/3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49/209f0c2c-fe2b-41f2-9353-6e0942e27dd8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:30.550790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.551734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.612081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35422) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:30.660877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.682873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-3ea5d0bc-7475-4181-a165-5f58c57323ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:30.684523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-3ea5d0bc-7475-4181-a165-5f58c57323ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1688194 Feb 10 22:33:30.690544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.755658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:30.755960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-becddd1a-28d4-483d-9e3a-b2734f888eb8 service neutron] 10.222.0.24 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436957 Feb 10 22:33:30.759705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-fcdb18c7-f227-402b-95a8-4c078704cda7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584073 Feb 10 22:33:30.854253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.868703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Transition to ACTIVE for port object 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:30.933039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Transition to ACTIVE for port object 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:30.953002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.991952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:30.993269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event updated for resources: {'Port': ['ID=f04f3d08-b863-4777-94f6-5c73d58462f4,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:31.027044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.047669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Network f6c471f5-0f51-4fbc-8d17-635813408d9a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:31.050747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:31.050897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.24', 52147) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:31.054012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:31.060527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Pushing event updated for resources: {'Port': ['ID=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:31.088921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:31.099511 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.108317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-3ded8b0e-5d5e-4f89-a817-f341b679922b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.2174339 Feb 10 22:33:31.152597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Attempting to bind port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:31.153621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Attempting to bind port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:31.155064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Attempting to bind port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 on network f6c471f5-0f51-4fbc-8d17-635813408d9a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:31.160927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:31.161302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Checking segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:31.161699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.161970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437642ca-33b8-4118-a0b9-ef830e41b1eb req-1c8799cf-8ad8-4619-b7fc-43db6ae00ec2 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:31.162093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Bound using segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:31.162524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Bound port: 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:31.162890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.168828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-437642ca-33b8-4118-a0b9-ef830e41b1eb req-1c8799cf-8ad8-4619-b7fc-43db6ae00ec2 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 943 time: 0.6516161 Feb 10 22:33:31.179878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fae6fa6f334e39afce43a963cc8d2a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:31.245268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Attempting to bind port 9cc549e7-40b0-49fc-96fa-aab36196cc54 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:31.245888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Attempting to bind port 9cc549e7-40b0-49fc-96fa-aab36196cc54 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:31.245888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Attempting to bind port 9cc549e7-40b0-49fc-96fa-aab36196cc54 on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:31.247113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:31.257348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] For port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:31.260891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] For port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:31.267938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.280453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:31.300517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Port 9cc549e7-40b0-49fc-96fa-aab36196cc54 on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:31.300850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Attempting to bind port 9cc549e7-40b0-49fc-96fa-aab36196cc54 on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:31.302695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.307752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:31.333389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-99005fb1-fc7b-435a-95c6-a2a531fb172a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:31.358284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.358629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48878ac-c6e7-4efd-b7fb-7b627112cf26 None None] Pushing event updated for resources: {'Port': ['ID=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:31.362155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:31.362658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:31.362886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:31.363362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Bound port: 9cc549e7-40b0-49fc-96fa-aab36196cc54, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:31.363967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.395504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-3bca5738-97a0-40e7-aa67-62d203ded939 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5655234 Feb 10 22:33:31.403186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-437642ca-33b8-4118-a0b9-ef830e41b1eb req-ae648cd3-81d5-437c-b039-f9690d7d7d66 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334599 Feb 10 22:33:31.442125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aee1c99c-8bbb-4a62-9ec6-81b7c3c496d2 req-7a37514b-32ac-476f-b597-cb1923e22f04 service neutron] 10.222.0.24 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195683 Feb 10 22:33:31.499315 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0', 'status': 'completed', 'code': 200} Feb 10 22:33:31.519819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Pushing event deleted for resources: {'Port': ['ID=8d6fb097-8201-4282-8139-22bb02e3387c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:31.533425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:31.674948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-99005fb1-fc7b-435a-95c6-a2a531fb172a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:31.681675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-99005fb1-fc7b-435a-95c6-a2a531fb172a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.5722690 Feb 10 22:33:31.723846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8923c017-8eca-4de5-866d-523334fa38b1 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:31.811366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:31.845709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-2016ff51-88f5-4461-a8be-e64874a2348c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:31.847160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-2016ff51-88f5-4461-a8be-e64874a2348c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "GET /v2.0/ports?device_id=a97885ca-c825-4086-89c4-42bd68901b3e HTTP/1.1" status: 200 len: 943 time: 0.7947834 Feb 10 22:33:31.869063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-413f7196-4d0e-4bce-909c-07fa3162bd95 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634023 Feb 10 22:33:31.873135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.900376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.908729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:31.921460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-c8cdbe94-1fb1-4a11-a627-d69b58bf71db tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:31.922900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-c8cdbe94-1fb1-4a11-a627-d69b58bf71db tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.3335476 Feb 10 22:33:32.021043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.036733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:32.109919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-2966f420-239f-4661-8afa-a82bacc6c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:32.111434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-2966f420-239f-4661-8afa-a82bacc6c2d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acef3b111d544b0eb3da5dd6ba628bba&device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 1094 time: 0.5668681 Feb 10 22:33:32.128597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-f0dec108-ad86-4ddc-bdcf-883b4ca8904c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/quotas/43a5a9abd31e4d53bee464cb172c6af1 HTTP/1.1" status: 200 len: 375 time: 0.1907592 Feb 10 22:33:32.136070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:32.158492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b2fae6fa6f334e39afce43a963cc8d2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5401185 Feb 10 22:33:32.164002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aa2493-120f-47e4-8650-b94f98fc5c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb01cdd-25ea-49fa-8155-f8ea1512bd73,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:32.202810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.206187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35442) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:32.208040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.252828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.279351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Deleting port 5b386773-a382-4647-9d7b-fa010647779b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:32.279725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.498488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-8b3a5220-74ba-456b-aed3-d424fe58560f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:32.499706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-8b3a5220-74ba-456b-aed3-d424fe58560f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c8ec7d10-2273-4b25-bb06-616714e4f21b HTTP/1.1" status: 200 len: 919 time: 0.3755105 Feb 10 22:33:32.551064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd5642a-8ab3-4f58-a447-cfb2a22ad2e6 None None] Network f6c471f5-0f51-4fbc-8d17-635813408d9a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:32.557210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:32.557849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.559275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] 10.222.0.24 "PUT /v2.0/ports/9cc549e7-40b0-49fc-96fa-aab36196cc54 HTTP/1.1" status: 200 len: 1092 time: 4.5372810 Feb 10 22:33:32.566263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-59cb8e28-b172-4e04-a38a-b36765ccd5f0 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:32.567643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c48fe6aa-a366-4305-a3ee-27d1f6a82343 req-59cb8e28-b172-4e04-a38a-b36765ccd5f0 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.8851810 Feb 10 22:33:32.568109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:32.586175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-66b9ebf7-9aef-40ff-8fd3-a9f31dfe7fcf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0 HTTP/1.1" status: 200 len: 217 time: 0.0785897 Feb 10 22:33:32.596558 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-474abc0a-14be-4446-949c-7d339ad61884 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4406977 Feb 10 22:33:32.633666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] Transition to ACTIVE for port object 8923c017-8eca-4de5-866d-523334fa38b1 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:32.661692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.690034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.690558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0943c5-b5c6-4bcb-8730-e6edcd06c106 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:33:32.694552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78c742ad-53e8-48b3-8624-80aa8a57ae01 None None] Provisioning for port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:32.723962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.728066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cac8e-6f53-4182-8152-d4bf0769a2f2 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:32.751529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.773926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-530a1dcf-8124-4f99-a9df-836979b79fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:32.776238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-530a1dcf-8124-4f99-a9df-836979b79fb2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1e364d2f-21fb-488e-866d-26e7824659d2 HTTP/1.1" status: 200 len: 858 time: 0.1787739 Feb 10 22:33:32.779632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 59d92199-f6ea-4b24-97b2-64aed55b94c0 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:33:32.855654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] Pushing event updated for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:32.901659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-402264b7-595c-43a7-ac6c-17d3dc67ed77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c8ec7d10-2273-4b25-bb06-616714e4f21b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590389 Feb 10 22:33:32.971503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:32.977089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0,segment=NetworkSegment(acf84e5d-e1ef-4fbd-85ff-8ce980517dc9),segment_id=acf84e5d-e1ef-4fbd-85ff-8ce980517dc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:32.999337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '59d92199-f6ea-4b24-97b2-64aed55b94c0', 'network_id': 'c8ec7d10-2273-4b25-bb06-616714e4f21b', 'port_id': '59d92199-f6ea-4b24-97b2-64aed55b94c0', 'mac_address': 'fa:16:3e:d2:8e:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e364d2f-21fb-488e-866d-26e7824659d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:33:32.999946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.044854 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.046602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-75e14974-42c3-46ea-9f19-11250a88ec9a admin admin] 10.222.0.53 "DELETE /v2.0/routers/6b0943c5-b5c6-4bcb-8730-e6edcd06c106 HTTP/1.1" status: 204 len: 168 time: 4.8232012 Feb 10 22:33:33.054172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:33.082787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.132759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d92199-f6ea-4b24-97b2-64aed55b94c0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:33.162118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-24908d48-8470-40e6-9e2b-fe37bfdba51a service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307164 Feb 10 22:33:33.166746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0,segment=NetworkSegment(acf84e5d-e1ef-4fbd-85ff-8ce980517dc9),segment_id=acf84e5d-e1ef-4fbd-85ff-8ce980517dc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:33.179974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.209990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] No DVR routers for this DVR port 8923c017-8eca-4de5-866d-523334fa38b1 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:33.362039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:33.378030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-d405b95c-133b-4bf2-b42e-64bb617c95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:33.379996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-d405b95c-133b-4bf2-b42e-64bb617c95d0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 1095 time: 0.7432516 Feb 10 22:33:33.397363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['59d92199-f6ea-4b24-97b2-64aed55b94c0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:33.405515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-0110e24a-c275-474d-be1e-8602df7501cc service neutron] 10.222.0.53 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425468 Feb 10 22:33:33.464590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Allocated IP 172.25.2.127 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c0d3bd18-360f-4ab0-8d20-000d0351df13) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:33.573278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-03098540-0999-43ec-aecd-941e41f1d00e service neutron] 10.222.0.24 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6638646 Feb 10 22:33:33.705920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-823c89c3-46a6-45bd-a952-c44659363957 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54 HTTP/1.1" status: 200 len: 217 time: 0.2041047 Feb 10 22:33:33.716395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c026574-c1ff-41e2-abce-a4ad1322ac37 req-4ee839a4-aa33-4717-8dff-38c8aeb39258 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:33.717169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7c026574-c1ff-41e2-abce-a4ad1322ac37 req-4ee839a4-aa33-4717-8dff-38c8aeb39258 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:33.749131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:33.789481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-3457ced0-5c57-4390-bd6a-303b19f7bbae service neutron] 10.222.0.24 "PUT /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1/bindings/n-h1-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 4.0704772 Feb 10 22:33:33.853572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:33.867263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.869357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:33.869658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.913289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Deleting subnet 0b0a3589-198e-44aa-85d5-3be5d5c577eb {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:33:33.949727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272868-5591-411b-a492-70b1d1e735ff req-5c6747c3-f60c-42a7-b1b9-263654c889d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:33.951161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-5c6747c3-f60c-42a7-b1b9-263654c889d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.2300150 Feb 10 22:33:33.959620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.965467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7c026574-c1ff-41e2-abce-a4ad1322ac37 req-4ee839a4-aa33-4717-8dff-38c8aeb39258 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:33.966619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c026574-c1ff-41e2-abce-a4ad1322ac37 req-4ee839a4-aa33-4717-8dff-38c8aeb39258 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 944 time: 1.2661481 Feb 10 22:33:33.967711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:33.971000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abb01cdd-25ea-49fa-8155-f8ea1512bd73 HTTP/1.1" status: 204 len: 168 time: 1.7179611 Feb 10 22:33:33.992289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5de2b-8874-4077-8252-63fc76bea166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb01cdd-25ea-49fa-8155-f8ea1512bd73,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:34.029997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.077778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:34.084291 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.100252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-b4450839-4c03-4749-9017-2afa82488981 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092150 Feb 10 22:33:34.141815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] For port 5b386773-a382-4647-9d7b-fa010647779b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5b386773-a382-4647-9d7b-fa010647779b,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:34.142514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.207135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:34.209752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d6fb097-8201-4282-8139-22bb02e3387c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:34.236101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.250151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8d6fb097-8201-4282-8139-22bb02e3387c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:34.250497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d6fb097-8201-4282-8139-22bb02e3387c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:34.319347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.336869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb8beb91-dbd3-4a86-9d88-86ab5d39ddcb req-a486148a-412b-4efa-8e66-232029519460 service neutron] 10.222.0.24 "GET /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495377 Feb 10 22:33:34.386432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa703929-6f84-4588-b489-ec84c66233dc req-519d5e7a-06e6-4ac6-9254-e70cd5ed6343 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:34.388667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa703929-6f84-4588-b489-ec84c66233dc req-519d5e7a-06e6-4ac6-9254-e70cd5ed6343 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.4786198 Feb 10 22:33:34.419467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Calling delete_port for 5b386773-a382-4647-9d7b-fa010647779b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:34.443311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.457092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c026574-c1ff-41e2-abce-a4ad1322ac37 req-f1e47333-4fdf-49a8-a1e4-d05149acef37 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530795 Feb 10 22:33:34.554798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa703929-6f84-4588-b489-ec84c66233dc req-3d078b89-a838-4d81-9ff0-8c4841eed200 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531513 Feb 10 22:33:34.560487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.561137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-c4712f5f-ac9f-4af2-aad7-d539d72bd7f6 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:34.564170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-c4712f5f-ac9f-4af2-aad7-d539d72bd7f6 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.6986535 Feb 10 22:33:34.568594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-93bbe522-d349-40d4-ab34-8d031fef44af service neutron] 10.222.0.24 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583538 Feb 10 22:33:34.669560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35470) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:34.719839 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'status': 'completed', 'code': 200} Feb 10 22:33:34.771988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:34.777335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 59d92199-f6ea-4b24-97b2-64aed55b94c0 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:34.780088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:34.788167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:34.854397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d3bd18-360f-4ab0-8d20-000d0351df13,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:34.901208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 59d92199-f6ea-4b24-97b2-64aed55b94c0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:34.907444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 59d92199-f6ea-4b24-97b2-64aed55b94c0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:34.907853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.931380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.979905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:34.991236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d68e15-99ea-4243-9d5d-f8b16df8c18b None None] Network ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:35.004559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0a3589-198e-44aa-85d5-3be5d5c577eb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:35.023232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.082569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:35.087884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Usage tracker for resource:security_group_rule and tenant:c1dbb712fac940149e4205a7d5dc9314 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:35.107175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:35.115892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:35.222285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.245180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6d73d3b1-465d-434f-bbd9-d0466cf0f21d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0b0a3589-198e-44aa-85d5-3be5d5c577eb HTTP/1.1" status: 204 len: 168 time: 2.1874886 Feb 10 22:33:35.249561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.258040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:35.275498 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.318685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:35.325695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0,segment=NetworkSegment(acf84e5d-e1ef-4fbd-85ff-8ce980517dc9),segment_id=acf84e5d-e1ef-4fbd-85ff-8ce980517dc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:35.332026 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.332993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:35.441224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] DHCP port deletion for ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:33:35.457826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Deleting port d10521d3-e37b-4fd5-8059-2e7226255b31 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:35.458240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.482195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c1dbb712fac940149e4205a7d5dc9314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8102031 Feb 10 22:33:35.483048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.485195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffec94-cbc9-40bb-b174-50d8a35aab3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacebe04-9299-4330-832d-5f366595d3e1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:35.488644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35480) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:35.515003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No active binding found for port 5b386773-a382-4647-9d7b-fa010647779b {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:33:35.515442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5b386773-a382-4647-9d7b-fa010647779b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:35.516832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:35.584809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a59e5-e23b-42c7-8d21-a7d42b0bba97 req-4d877189-55c3-4b14-b3f8-4da48308b365 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:35.587316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-df4863e3-30ef-430d-926c-a232d02db752 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:35.592473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-470a59e5-e23b-42c7-8d21-a7d42b0bba97 req-4d877189-55c3-4b14-b3f8-4da48308b365 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 944 time: 0.8813543 Feb 10 22:33:35.595175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-df4863e3-30ef-430d-926c-a232d02db752 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7354975 Feb 10 22:33:35.609679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event deleted for resources: {'Port': ['ID=5b386773-a382-4647-9d7b-fa010647779b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:35.632632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63272868-5591-411b-a492-70b1d1e735ff req-0162719b-5180-47ca-acbb-43444479e4d8 service neutron] 10.222.0.24 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0579815 Feb 10 22:33:35.702839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.710349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] For port d10521d3-e37b-4fd5-8059-2e7226255b31, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d10521d3-e37b-4fd5-8059-2e7226255b31,segment=NetworkSegment(a87518e2-cfcd-44a0-948c-a28d8444a305),segment_id=a87518e2-cfcd-44a0-948c-a28d8444a305)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:35.710891 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.722158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:35.723736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-479d4b08-5289-4ee0-a43f-b52080421128 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.1276007 Feb 10 22:33:35.731357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-137314ee-1f96-4812-9324-848980f2e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:35.732817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-137314ee-1f96-4812-9324-848980f2e04f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6&tenant_id=f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 1095 time: 1.1601729 Feb 10 22:33:35.734608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-6183711a-f659-42bd-a76e-4467430d682f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:35.736114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-6183711a-f659-42bd-a76e-4467430d682f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 804 time: 0.5244293 Feb 10 22:33:35.739812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'floatingip': {'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:35.791117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.862561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] No DVR routers for this DVR port 5b386773-a382-4647-9d7b-fa010647779b on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:35.868960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Request body: {'port': {'device_id': '1d702679-721c-466f-909b-a951d121ca35', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'admin_state_up': True, 'tenant_id': '43a5a9abd31e4d53bee464cb172c6af1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:35.878908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.886073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-470a59e5-e23b-42c7-8d21-a7d42b0bba97 req-1399317b-d418-43ac-8af4-9b703c94e825 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927008 Feb 10 22:33:35.891968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Calling delete_port for d10521d3-e37b-4fd5-8059-2e7226255b31 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:35.942594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Deleting port d10521d3-e37b-4fd5-8059-2e7226255b31 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:35.943860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:35.998765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:35.999154 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.025594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-facc8e2e-c56b-4dd3-b0a6-b76bfe080a31 req-e7b3f887-8cf3-4230-ba26-fac489a7c03e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "DELETE /v2.0/ports/5b386773-a382-4647-9d7b-fa010647779b HTTP/1.1" status: 204 len: 173 time: 4.1632209 Feb 10 22:33:36.031553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.088344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9154d365-145e-490c-8df7-c40fdf0f8caf req-4e42b978-34ea-46f0-b04d-66e9f6a985f3 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:36.100269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] Pushing event deleted for resources: {'Port': ['ID=d10521d3-e37b-4fd5-8059-2e7226255b31,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:36.108952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.111605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a4568-e0fd-4720-960e-6954afb74dc7 None None] No DVR routers for this DVR port d10521d3-e37b-4fd5-8059-2e7226255b31 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:36.168714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] The port 'd10521d3-e37b-4fd5-8059-2e7226255b31' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:33:36.170285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.224581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-891135cc-12e4-43ac-84c3-3d033dac6f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:36.226122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-891135cc-12e4-43ac-84c3-3d033dac6f62 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 1095 time: 0.4980886 Feb 10 22:33:36.226740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9154d365-145e-490c-8df7-c40fdf0f8caf req-4e42b978-34ea-46f0-b04d-66e9f6a985f3 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:36.227774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9154d365-145e-490c-8df7-c40fdf0f8caf req-4e42b978-34ea-46f0-b04d-66e9f6a985f3 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 210 time: 0.2079525 Feb 10 22:33:36.300270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d10521d3-e37b-4fd5-8059-2e7226255b31 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:36.338977 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0', 'code': 200} Feb 10 22:33:36.351007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d10521d3-e37b-4fd5-8059-2e7226255b31 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:36.351491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d10521d3-e37b-4fd5-8059-2e7226255b31 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:36.362587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.377116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-4651b3d8-3bac-4666-9d6f-2321ab9efb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:36.378709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-4651b3d8-3bac-4666-9d6f-2321ab9efb10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1095 time: 0.5797746 Feb 10 22:33:36.447602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.458174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:36.495943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:36.638998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:36.678552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a87518e2-cfcd-44a0-948c-a28d8444a305') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:36.678552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a87518e2-cfcd-44a0-948c-a28d8444a305') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:36.723151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.733617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-deleted', 'tag': '5b386773-a382-4647-9d7b-fa010647779b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:36.737313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Made reservation on behalf of 43a5a9abd31e4d53bee464cb172c6af1 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:36.740935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.802801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.835067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:33:36.835501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:33:36.849348 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:33:37.000632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.063114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-3add3295-b9ee-46bd-9794-3cf7d364aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.064618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-3add3295-b9ee-46bd-9794-3cf7d364aec4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.6787004 Feb 10 22:33:37.136773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-35985c4e-939d-412b-af8e-f01ce48bce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.138125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-35985c4e-939d-412b-af8e-f01ce48bce88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.7220104 Feb 10 22:33:37.138742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.220828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-f001d2b2-57df-47c7-bc53-0412e7de7420 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54 HTTP/1.1" status: 200 len: 217 time: 0.1438334 Feb 10 22:33:37.229531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacebe04-9299-4330-832d-5f366595d3e1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:37.248411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.282093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-a1b42b36-1b0e-485d-b907-503f827f62b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.1242347 Feb 10 22:33:37.284147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8523bba2-118d-4557-b895-8fe53cbed8da req-01c93a88-7acd-44e9-b63d-54f28803ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.285573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8523bba2-118d-4557-b895-8fe53cbed8da req-01c93a88-7acd-44e9-b63d-54f28803ba33 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 1096 time: 0.8682778 Feb 10 22:33:37.293684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730eca4-e392-42cb-a1fc-faf4d542ec58 req-93f80808-0ee3-482e-88e1-34abcb4e9925 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.295180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f730eca4-e392-42cb-a1fc-faf4d542ec58 req-93f80808-0ee3-482e-88e1-34abcb4e9925 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 944 time: 0.7972028 Feb 10 22:33:37.317032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Allocated IP 172.20.0.10 (3c618c4b-334a-48b7-b599-c2213ec2dcf7/d70bfdf4-fbc1-43e4-a8af-c48db3025b24/ac449882-bf79-4aae-aac1-9b6997ed3d9f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:37.342558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:33:37.369223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.376110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.377188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f3cf55f-8dcd-4552-a48c-cbdcd1bdc224 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bacebe04-9299-4330-832d-5f366595d3e1 HTTP/1.1" status: 204 len: 168 time: 1.8706226 Feb 10 22:33:37.415321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:37.439688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-433fbfa9-b127-4bd9-acbf-425cba07d331 admin admin] 10.222.0.53 "DELETE /v2.0/networks/ea28b2b0-a7fb-44e1-803e-40d7d7ef7c25 HTTP/1.1" status: 204 len: 168 time: 2.1630282 Feb 10 22:33:37.493044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-a289a064-f98d-4092-8144-5396fa8849cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.494661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-a289a064-f98d-4092-8144-5396fa8849cc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.2503011 Feb 10 22:33:37.496790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8523bba2-118d-4557-b895-8fe53cbed8da req-f2f19552-b82e-4d75-ae81-dcc9c9d9fd45 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974974 Feb 10 22:33:37.501269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-f849b3ec-801e-48ef-92b7-161344debd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:37.502757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-f849b3ec-801e-48ef-92b7-161344debd3c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.2015243 Feb 10 22:33:37.507823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f730eca4-e392-42cb-a1fc-faf4d542ec58 req-8755d0b4-e139-4079-9611-0b870629e04f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918597 Feb 10 22:33:37.567531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-97ae1b9b-340b-4713-9472-4bbd149ce22d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560379 Feb 10 22:33:37.643772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.658480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:37.715617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35506) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:37.734021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:33:37.842212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-bb13b594-254b-48d3-b048-a18ab7b4e0c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275997 Feb 10 22:33:37.910167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-ccf1dfa9-88cf-48cb-9634-e7b68083e45c service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335896 Feb 10 22:33:37.964431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4911e97b-d170-412d-805b-c8aabad98ba8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c0e4a0bfcf224c198b5c0c60df00ec28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448328 Feb 10 22:33:37.978886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35518) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:38.101928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90a1a5-9383-43f5-ab56-8faae2863067 req-9b098f1d-58eb-46d2-a7a1-0e9ed16e10d3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:38.103529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c90a1a5-9383-43f5-ab56-8faae2863067 req-9b098f1d-58eb-46d2-a7a1-0e9ed16e10d3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.3901680 Feb 10 22:33:38.163829 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Floating IP a5752721-0331-48ba-8a70-7cc70ff2a1f9 associated. External IP: 172.25.2.171, port: a46ad6ea-2476-43a0-b8b2-860d0607fe3a. Feb 10 22:33:38.181360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-4bf58254-5624-4937-8a3a-966a97324bec service neutron] 10.222.0.24 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135381 Feb 10 22:33:38.194549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-974c6b81-ce2f-4f8a-8c1f-1edb7d3a5882 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312396 Feb 10 22:33:38.199096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-235d88c1-0c83-46d3-af76-90c7174487aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.283372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c90a1a5-9383-43f5-ab56-8faae2863067 req-5e08d02b-75ae-4317-bc0b-ae8eb32af131 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610274 Feb 10 22:33:38.314355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.355092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4cdfa18-5f3c-444c-a53c-7180aa2a8b67 req-d9d25af0-777a-4c76-9aaa-deff83fee0b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649206 Feb 10 22:33:38.358359 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a97885ca-c825-4086-89c4-42bd68901b3e', 'name': 'network-vif-deleted', 'tag': '5b386773-a382-4647-9d7b-fa010647779b', 'status': 'completed', 'code': 200} Feb 10 22:33:38.370636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:38.373821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.381034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Sync routers for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:38.394104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:38.395039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:38.472232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.485178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.486399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2b953a9-aad5-4856-8dca-2fb585f6ded6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 8.4145765 Feb 10 22:33:38.489688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35532) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:38.678999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.702104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:38.878078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:38.888298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:38.895763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9cc549e7-40b0-49fc-96fa-aab36196cc54 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:33:38.901526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:38.915024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:38.953674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd64b97-2bab-4eac-ac8c-8976d5301bde,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:38.955784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:38.982733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.983107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.983481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.983950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.984163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.984473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.984800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.985119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.985449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.985769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.986090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.986409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.998608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.998942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.999315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.999664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:38.999975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.000329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.000671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.000990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.001313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.001639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.001959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.002277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:39.005790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.006905 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a351155-9cfa-4703-bf9e-02d8e2dd2577 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9cd64b97-2bab-4eac-ac8c-8976d5301bde HTTP/1.1" status: 204 len: 168 time: 1.0237632 Feb 10 22:33:39.015974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Router 299e1efb-8cdc-4676-bd41-ad69dfa44694 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:33:39.096511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:39.097149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.186921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-e89f8ffb-fd0a-4938-9a7e-cb318abf064d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3454678 Feb 10 22:33:39.190161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-defddbf6-9e91-4289-9fd9-fc43bfad8f68 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:39.192169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-defddbf6-9e91-4289-9fd9-fc43bfad8f68 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.5508564 Feb 10 22:33:39.386060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:39.402393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'mac_address': 'fa:16:3e:d7:5e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:33:39.479512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.483624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Request body: {'port': {'device_id': '1d702679-721c-466f-909b-a951d121ca35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:39.505807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:35Z', 'revision_number': 3, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:39.510880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc549e7-40b0-49fc-96fa-aab36196cc54 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:39.517416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Checking router: 29b15b34-ed6c-42a6-8d61-fdf102dc6260 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:39.517416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Updating router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 port c0d3bd18-360f-4ab0-8d20-000d0351df13 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:33:39.577518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:39.582916 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.636398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.642942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:39.653864 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Sync routers for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:39.654377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.675412 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:39.676392 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:39.801761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.806698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f79cc5-3aca-4fa1-9da5-c2c100893524 req-a5946989-593b-45da-b54b-0b429cb566b5 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:39.808307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2f79cc5-3aca-4fa1-9da5-c2c100893524 req-a5946989-593b-45da-b54b-0b429cb566b5 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 945 time: 0.8829513 Feb 10 22:33:39.853072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-f047af58-bbcc-4e6a-8f48-dbb17c194881 service neutron] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:39.863900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-50b52214-0f4e-4e6e-8871-7385c605ffc5 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "PUT /v2.0/floatingips/a5752721-0331-48ba-8a70-7cc70ff2a1f9 HTTP/1.1" status: 200 len: 996 time: 4.1390839 Feb 10 22:33:39.867584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:39.886438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-f047af58-bbcc-4e6a-8f48-dbb17c194881 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:39.887742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e3368da-067d-4c10-95c7-4b7fae348c64 req-f047af58-bbcc-4e6a-8f48-dbb17c194881 service neutron] 10.222.0.30 "DELETE /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1/bindings/n-h2-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.6792512 Feb 10 22:33:39.989314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:39.990616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2f79cc5-3aca-4fa1-9da5-c2c100893524 req-144e2df8-27b4-4446-8b0e-3f64a427a64d tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522956 Feb 10 22:33:40.033723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['9cc549e7-40b0-49fc-96fa-aab36196cc54'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:40.048173 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:40.322831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:40.430056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-0cfb2fc3-2503-46be-806a-91d9d1787b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:40.438897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-0cfb2fc3-2503-46be-806a-91d9d1787b80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1096 time: 0.5647168 Feb 10 22:33:40.442508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b36396-7497-4aaa-a781-36f4b8d328a8 req-15d1e31f-b9bd-4a3b-b1c2-027bf94e646e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:40.450592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b36396-7497-4aaa-a781-36f4b8d328a8 req-15d1e31f-b9bd-4a3b-b1c2-027bf94e646e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 932 time: 0.2513006 Feb 10 22:33:40.454260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.555667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55564285-365c-421b-8dae-3e6b2f8c2c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.556220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1323827643-network', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:40.578182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a5752721-0331-48ba-8a70-7cc70ff2a1f9', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'mac_address': 'fa:16:3e:a6:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:28Z', 'updated_at': '2022-02-10T22:33:37Z', 'revision_number': 1, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:40.582412 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Checking router: 299e1efb-8cdc-4676-bd41-ad69dfa44694 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:40.583249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b36396-7497-4aaa-a781-36f4b8d328a8 req-c5e2c215-ce78-4813-bbc3-4989993dd2f3 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316433 Feb 10 22:33:40.591013 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:40.591541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:40.596610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:33:40.604758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:40.630480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Usage tracker for resource:network and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:40.645215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:40.665359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:40.692479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-7432fa9f-1bd6-4456-98b9-39d676c2010f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:40.694166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-7432fa9f-1bd6-4456-98b9-39d676c2010f service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 930 time: 0.2541530 Feb 10 22:33:40.706878 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.738949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Transition to ACTIVE for port object c0d3bd18-360f-4ab0-8d20-000d0351df13 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:40.751854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.787039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:40.789477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.838470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.851488 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:40.871061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02630989-c471-485c-ad96-ca345cda6f8e None None] Pushing event updated for resources: {'Port': ['ID=c0d3bd18-360f-4ab0-8d20-000d0351df13,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:40.871843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac449882-bf79-4aae-aac1-9b6997ed3d9f {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:40.886178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:40.888286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.904506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Attempting to bind port c0d3bd18-360f-4ab0-8d20-000d0351df13 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:40.904877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Attempting to bind port c0d3bd18-360f-4ab0-8d20-000d0351df13 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:40.905243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Attempting to bind port c0d3bd18-360f-4ab0-8d20-000d0351df13 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:40.905542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Transition to ACTIVE for port object ac449882-bf79-4aae-aac1-9b6997ed3d9f will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:40.913123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:40.913498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:40.913952 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.914338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:40.914802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Bound port: c0d3bd18-360f-4ab0-8d20-000d0351df13, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:40.915224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.932948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Usage tracker for resource:security_group_rule and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:40.938305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:40.957021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:40.974588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:40.999760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Allocated IP 172.20.0.1 (f6c471f5-0f51-4fbc-8d17-635813408d9a/3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49/3955bd11-79c7-4ab7-82cd-c650e7824e78) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:41.003104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] For port c0d3bd18-360f-4ab0-8d20-000d0351df13, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:41.006900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] For port c0d3bd18-360f-4ab0-8d20-000d0351df13, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c0d3bd18-360f-4ab0-8d20-000d0351df13,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:41.013262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.017350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce8f3-2312-4d9a-a7c9-caaff7670587 req-484efa05-bb6b-44bd-9d91-532e6980dc48 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.024321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1dce8f3-2312-4d9a-a7c9-caaff7670587 req-484efa05-bb6b-44bd-9d91-532e6980dc48 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 945 time: 0.2510848 Feb 10 22:33:41.108187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02630989-c471-485c-ad96-ca345cda6f8e None None] Pushing event updated for resources: {'Port': ['ID=c0d3bd18-360f-4ab0-8d20-000d0351df13,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:41.123547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:41.124359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:41.142966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:41.143757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1dce8f3-2312-4d9a-a7c9-caaff7670587 req-508e9b63-1295-46bc-8429-04710af5dc9b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184013 Feb 10 22:33:41.313844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Attempting to bind port ac449882-bf79-4aae-aac1-9b6997ed3d9f on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:41.314333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Attempting to bind port ac449882-bf79-4aae-aac1-9b6997ed3d9f by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:41.314791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Attempting to bind port ac449882-bf79-4aae-aac1-9b6997ed3d9f on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:41.323251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-d4ed42ce-2e89-4f5b-a5df-014b78b4374c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 999 time: 0.4161785 Feb 10 22:33:41.323800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Port ac449882-bf79-4aae-aac1-9b6997ed3d9f on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:33:41.324109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Attempting to bind port ac449882-bf79-4aae-aac1-9b6997ed3d9f on network 3c618c4b-334a-48b7-b599-c2213ec2dcf7 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:41.356602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.357250 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a5752721-0331-48ba-8a70-7cc70ff2a1f9', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'mac_address': 'fa:16:3e:a6:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:28Z', 'updated_at': '2022-02-10T22:33:37Z', 'revision_number': 1, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:41.361505 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7420a319-9e14-4867-8d8e-fbe5cd054f19 None None] The sync data for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 is: [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a5752721-0331-48ba-8a70-7cc70ff2a1f9', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'mac_address': 'fa:16:3e:a6:ab:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:28Z', 'updated_at': '2022-02-10T22:33:37Z', 'revision_number': 1, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:41.372896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:41.373272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Checking segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:41.373788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Bound using segment: {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:41.374376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Bound port: ac449882-bf79-4aae-aac1-9b6997ed3d9f, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5d98f0-f529-4e69-aacc-e8d1114130e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:41.374723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.400024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:41.404027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Transition to ACTIVE for port object 3955bd11-79c7-4ab7-82cd-c650e7824e78 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:41.445983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.455942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.500958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:33:41.504256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:41.508012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:41.510324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-da9ce5b3-81df-4637-aabd-cb6af2a6e5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.513222 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-da9ce5b3-81df-4637-aabd-cb6af2a6e5bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.1827290 Feb 10 22:33:41.514969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.518692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fc913f-f170-43a3-8fad-b1fb9dd8d0ed req-fdad404d-5aaa-45e9-bf0d-4268c7c6adca tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.525497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05fc913f-f170-43a3-8fad-b1fb9dd8d0ed req-fdad404d-5aaa-45e9-bf0d-4268c7c6adca tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.2220964 Feb 10 22:33:41.530694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0571a4c5-cde8-43cc-9cec-97abecc476a4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:41.556272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.561783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.562150 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Added segment 807fac49-150c-442a-8fcd-6c3bb6200c42 of type vlan for network d38d6b24-cf14-410c-9f83-817c9c664e37 Feb 10 22:33:41.566115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.566725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.568110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] 10.222.0.24 "PUT /v2.0/ports/ac449882-bf79-4aae-aac1-9b6997ed3d9f HTTP/1.1" status: 200 len: 1092 time: 2.3739378 Feb 10 22:33:41.606333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.606688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.607008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.607447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.607714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.608048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.608365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.608678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.609005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.609322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.609645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.609960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:41.662402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Network f6c471f5-0f51-4fbc-8d17-635813408d9a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:41.669193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:41.684532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05fc913f-f170-43a3-8fad-b1fb9dd8d0ed req-15e0a496-5140-4bde-af6e-62369a311a9b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578586 Feb 10 22:33:41.687701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:41.729230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981fd8-c2c0-4d48-88c4-1f0e534313cf service neutron] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:41.776693 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.781217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.784134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Pushing event updated for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:41.789938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.821610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-eb2e3804-79d6-40e7-816e-2f96b45ea857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.822302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:41.823259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-eb2e3804-79d6-40e7-816e-2f96b45ea857 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 1095 time: 0.1758804 Feb 10 22:33:41.830500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-48a96dbe-d10e-434a-99b4-fdf9fb34e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:41.832176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-48a96dbe-d10e-434a-99b4-fdf9fb34e02d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2631981 Feb 10 22:33:41.863657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:35Z', 'revision_number': 3, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:41.868624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e341050d-1fb4-427f-9ecd-f17e4b443225 None None] New status for floating IP a5752721-0331-48ba-8a70-7cc70ff2a1f9: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:33:41.962723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c13e9b-a926-41c3-aa32-e51ac73b535f None None] The sync data for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 is: [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:35Z', 'revision_number': 3, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:42.145625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-40f720f0-adce-4b7c-8ba4-8bb2dbe06c12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f HTTP/1.1" status: 200 len: 217 time: 0.3123448 Feb 10 22:33:42.191595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ddafc59f-46c1-4351-8380-f17c418351bb None None] Provisioning for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:42.247312 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'status': 'completed', 'code': 200} Feb 10 22:33:42.300924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ddafc59f-46c1-4351-8380-f17c418351bb None None] Provisioning complete for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:42.301534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddafc59f-46c1-4351-8380-f17c418351bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.318447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-a211f369-063c-44f8-aaba-3df62899b517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:42.320021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-a211f369-063c-44f8-aaba-3df62899b517 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.1231382 Feb 10 22:33:42.392901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-122fcc2d-ce14-4136-b6d6-cce386a1882e service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861770 Feb 10 22:33:42.400997 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-2de13ef8-66b9-4804-b664-7cd611af3133 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686588 Feb 10 22:33:42.413001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:33:42.450252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ddafc59f-46c1-4351-8380-f17c418351bb None None] Port 3955bd11-79c7-4ab7-82cd-c650e7824e78 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:42.547571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.548534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:42.549102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.663887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.672157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-a20db156-202b-4656-8f70-4396e2709fd6 service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662745 Feb 10 22:33:42.675463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d879ec0e-8944-405f-a2cc-eefa53271606 req-2549b259-c603-4756-9b2a-5b6ece67ca7e service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443130 Feb 10 22:33:42.703891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] Pushing event updated for resources: {'Network': ['ID=d38d6b24-cf14-410c-9f83-817c9c664e37,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:42.721022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d38d6b24-cf14-410c-9f83-817c9c664e37 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:33:42.766413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-272dbe29-e9ff-4c08-85a4-a0826fdf5341 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4424086 Feb 10 22:33:42.779441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35606) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:42.786596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Request body: {'subnet': {'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1323827643-subnet', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:42.802153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:42.809493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f815b-941a-464d-8f27-38b00b090741 req-d403c66d-1cfa-43b4-8cf8-c93814042a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:42.811446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-d403c66d-1cfa-43b4-8cf8-c93814042a4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1096 time: 0.4444923 Feb 10 22:33:42.817055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Usage tracker for resource:subnet and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:42.822285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:42.829014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea2639-6e6f-48b9-9ea9-06ac401f02e3 req-8e782378-9246-48db-814a-240c97d1d3e3 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:42.830540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40ea2639-6e6f-48b9-9ea9-06ac401f02e3 req-8e782378-9246-48db-814a-240c97d1d3e3 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 945 time: 0.4065292 Feb 10 22:33:42.841946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:42.876920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9cc549e7-40b0-49fc-96fa-aab36196cc54 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:42.928237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:42.932732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.948265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:42.974714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 9cc549e7-40b0-49fc-96fa-aab36196cc54 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:42.979942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 9cc549e7-40b0-49fc-96fa-aab36196cc54 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:42.980309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.052704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92444128-51c3-45d0-b9c2-7f3928d0b188 req-23fe5996-7f30-4713-83c7-39014a539acc service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745968 Feb 10 22:33:43.078533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40ea2639-6e6f-48b9-9ea9-06ac401f02e3 req-8a4ba814-bbe8-47b6-a637-0d6bf58fe057 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285190 Feb 10 22:33:43.124862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.141055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80e7ed-a9bf-4af7-b066-8d99bc32cee1 req-ce1e02a2-e0b6-473a-8ab5-c94d4c47842e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:43.141811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba80e7ed-a9bf-4af7-b066-8d99bc32cee1 req-ce1e02a2-e0b6-473a-8ab5-c94d4c47842e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Synchronizing usage tracker for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:43.167409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:43.168903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:43.182021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.182870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.184801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ba80e7ed-a9bf-4af7-b066-8d99bc32cee1 req-ce1e02a2-e0b6-473a-8ab5-c94d4c47842e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Unset dirty status for tenant:43a5a9abd31e4d53bee464cb172c6af1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:43.193584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba80e7ed-a9bf-4af7-b066-8d99bc32cee1 req-ce1e02a2-e0b6-473a-8ab5-c94d4c47842e tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 944 time: 0.3595867 Feb 10 22:33:43.248036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f815b-941a-464d-8f27-38b00b090741 req-2b32daa3-5fdc-489f-8ab1-48fcb74038de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:43.250341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-2b32daa3-5fdc-489f-8ab1-48fcb74038de service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 930 time: 0.4187202 Feb 10 22:33:43.252607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.282957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:43.374135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba80e7ed-a9bf-4af7-b066-8d99bc32cee1 req-9fc311e5-cdd7-44fb-87c8-9a98b51c337f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604257 Feb 10 22:33:43.420768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.521959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Pushing event updated for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:43.547059 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.567445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-58a22537-5360-4e21-8378-25884e687fe5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 1001 time: 0.2767332 Feb 10 22:33:43.580784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b49bf1e-4b24-425e-bc77-99fb65deebfd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:43.600647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Checking segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:43.600881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Network hostable DHCP agents. Network: d38d6b24-cf14-410c-9f83-817c9c664e37, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:33:43.649483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Network d38d6b24-cf14-410c-9f83-817c9c664e37 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:33:43.665501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-fc26b7d3-5e2f-4deb-bb4f-0f9df47c1681 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 258 time: 0.2396791 Feb 10 22:33:43.666551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d38d6b24-cf14-410c-9f83-817c9c664e37) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:43.679528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2b4b3-f979-486a-baf6-3f497a9e063b None None] Network d38d6b24-cf14-410c-9f83-817c9c664e37 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:43.681910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:43.682572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.705538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:43.714239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:43.728331 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d39ffe4-ea9e-48e7-9a55-69e784d61f6d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9449897 Feb 10 22:33:43.728331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:43.729036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35622) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:43.735404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:43.742545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:43.747657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Usage tracker for resource:router and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:43.748051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f815b-941a-464d-8f27-38b00b090741 req-3697734e-1586-4f9a-8c97-efe0f2e08d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:43.749498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-3697734e-1586-4f9a-8c97-efe0f2e08d25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.1159260 Feb 10 22:33:43.750866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:43.753541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.766181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940c8fd-7071-4344-ac5c-76d88670b570 req-16b2ecbd-e83c-45b7-af43-271cddb6e4d9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:43.767888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9940c8fd-7071-4344-ac5c-76d88670b570 req-16b2ecbd-e83c-45b7-af43-271cddb6e4d9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 946 time: 0.3237944 Feb 10 22:33:43.775946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:43.834033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c0d3bd18-360f-4ab0-8d20-000d0351df13 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:43.835981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.837017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.866707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:43.955174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Network f6c471f5-0f51-4fbc-8d17-635813408d9a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:43.958669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:43.995573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c0d3bd18-360f-4ab0-8d20-000d0351df13 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:44.041283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c0d3bd18-360f-4ab0-8d20-000d0351df13 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:44.041658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.079583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9940c8fd-7071-4344-ac5c-76d88670b570 req-5074662f-42f5-48ad-8d3d-7808782d60f3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766042 Feb 10 22:33:44.127065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-d38d6b24-cf14-410c-9f83-817c9c664e37', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:33:44.132330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.263493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:44.284765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:33:44.292274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f815b-941a-464d-8f27-38b00b090741 req-3631f302-e73e-4b69-8d29-83bef6e32005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:44.294518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-3631f302-e73e-4b69-8d29-83bef6e32005 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5361276 Feb 10 22:33:44.455039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.489565 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.541706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff7e1286-5aeb-4bfe-bd3a-aa17805d3cb0 None None] Provisioning complete for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:44.542366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff7e1286-5aeb-4bfe-bd3a-aa17805d3cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.581711 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.626829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ff7e1286-5aeb-4bfe-bd3a-aa17805d3cb0 None None] Port 3955bd11-79c7-4ab7-82cd-c650e7824e78 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:44.630398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port c0d3bd18-360f-4ab0-8d20-000d0351df13, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c0d3bd18-360f-4ab0-8d20-000d0351df13,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:44.636743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Allocated IP 172.20.0.2 (d38d6b24-cf14-410c-9f83-817c9c664e37/8b49bf1e-4b24-425e-bc77-99fb65deebfd/f63eb7b9-f897-43fa-970a-27b87baed493) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:44.638877 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:44.670156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:44.682747 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Sync routers for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:44.694560 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:44.695690 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:44.707585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Allocated IP 172.25.2.99 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8b63a31d-2b7a-4814-932f-c1b502b67504) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:44.770146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c8edb6f-3e1a-446a-b92d-2d29df4c053a admin admin] 10.222.0.53 "PUT /v2.0/routers/29b15b34-ed6c-42a6-8d61-fdf102dc6260/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2791185 Feb 10 22:33:44.781768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-3575ed4d-7705-4762-bae8-38e64ab8800a service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754555 Feb 10 22:33:44.820054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=c0d3bd18-360f-4ab0-8d20-000d0351df13,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:44.837990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ac449882-bf79-4aae-aac1-9b6997ed3d9f details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:33:44.912895 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:44.958025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b93f68-0e6e-42ea-8922-6fc68c0bb325 req-06aaffd9-46b3-4dea-b6a7-5a50271431d7 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:44.965552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60b93f68-0e6e-42ea-8922-6fc68c0bb325 req-06aaffd9-46b3-4dea-b6a7-5a50271431d7 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1095 time: 0.4169433 Feb 10 22:33:45.054210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60b93f68-0e6e-42ea-8922-6fc68c0bb325 req-caeeb86c-6a3f-421b-a74b-d44d482bc4c6 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876822 Feb 10 22:33:45.056406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-862f815b-941a-464d-8f27-38b00b090741 req-b4778744-d92b-4002-af64-b3a71d5aaf0c service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640750 Feb 10 22:33:45.064981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:45.081138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'mac_address': 'fa:16:3e:44:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:33:45.142434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.145712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.178821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.268467 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'code': 200} Feb 10 22:33:45.269572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.294941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Transition to ACTIVE for port object f63eb7b9-f897-43fa-970a-27b87baed493 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:45.307812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.325668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.338366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac449882-bf79-4aae-aac1-9b6997ed3d9f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:33:45.343274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Transition to ACTIVE for port object f63eb7b9-f897-43fa-970a-27b87baed493 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:45.357132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.410331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:45.427006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Network d38d6b24-cf14-410c-9f83-817c9c664e37 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:45.434964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.441749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:45.446743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:45.485087 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 2, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:45.489538 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Checking router: 29b15b34-ed6c-42a6-8d61-fdf102dc6260 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:45.490286 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Updating router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 port 3955bd11-79c7-4ab7-82cd-c650e7824e78 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:33:45.495387 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'status': 'completed', 'code': 200} Feb 10 22:33:45.499392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event updated for resources: {'Port': ['ID=8b63a31d-2b7a-4814-932f-c1b502b67504,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:45.548228 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.562037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:45.566258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Pushing event updated for resources: {'Port': ['ID=f63eb7b9-f897-43fa-970a-27b87baed493,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:45.566539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:45.579690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.580122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.580534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.580751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:45.581011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.581410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.581807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.582200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.582777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.583203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.583591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.583991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.584386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:33:45.594020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-9b3d004d-12e9-4274-9907-e57f8929aa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:45.595952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-9b3d004d-12e9-4274-9907-e57f8929aa8e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 1096 time: 0.2263715 Feb 10 22:33:45.638683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f3bc3-b981-4cd0-959d-f0cc8aa4a716 req-77721f6c-c83f-4953-babe-b0454b5b711d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:45.647454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d9f3bc3-b981-4cd0-959d-f0cc8aa4a716 req-77721f6c-c83f-4953-babe-b0454b5b711d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 945 time: 0.1899819 Feb 10 22:33:45.678794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a5ce1a-8f28-45c8-bca8-1d76cff9eeb4 req-88e18e72-ffca-4b93-ae3c-6c82fd34b44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:45.680768 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-85a5ce1a-8f28-45c8-bca8-1d76cff9eeb4 req-88e18e72-ffca-4b93-ae3c-6c82fd34b44f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 1097 time: 0.3496885 Feb 10 22:33:45.693525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Allocated IP 172.25.2.142 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/286b187a-3ffa-4d10-8946-3fae3be118da) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:45.698275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:45.704960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c0d3bd18-360f-4ab0-8d20-000d0351df13 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:45.744595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ac449882-bf79-4aae-aac1-9b6997ed3d9f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:33:45.790893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Attempting to bind port f63eb7b9-f897-43fa-970a-27b87baed493 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:45.791406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Attempting to bind port f63eb7b9-f897-43fa-970a-27b87baed493 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:45.791766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Attempting to bind port f63eb7b9-f897-43fa-970a-27b87baed493 on network d38d6b24-cf14-410c-9f83-817c9c664e37 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:45.828716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:45.829304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Checking segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:45.829951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.830585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Bound using segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:45.831341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Bound port: f63eb7b9-f897-43fa-970a-27b87baed493, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:45.834386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.843751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d9f3bc3-b981-4cd0-959d-f0cc8aa4a716 req-e2211aa9-d526-4c09-92a0-0e53926fc148 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953950 Feb 10 22:33:45.844327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-85a5ce1a-8f28-45c8-bca8-1d76cff9eeb4 req-4cae7105-87e2-450e-bc11-4aecffa849f7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484141 Feb 10 22:33:45.889478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:45.938613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-588bb416-ccca-4364-b0a2-720d8b0e5850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:45.940520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-588bb416-ccca-4364-b0a2-720d8b0e5850 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 200 len: 905 time: 0.3342710 Feb 10 22:33:45.953826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-a8d6c286-1158-463f-b4bb-5b198d6b8fe3 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:45.955816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-a8d6c286-1158-463f-b4bb-5b198d6b8fe3 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.24 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 945 time: 0.1780717 Feb 10 22:33:45.977330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.109453 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.123610 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Transition to ACTIVE for port object 3955bd11-79c7-4ab7-82cd-c650e7824e78 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:46.133100 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.152720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c0d3bd18-360f-4ab0-8d20-000d0351df13 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:46.154525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.237590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] For port f63eb7b9-f897-43fa-970a-27b87baed493, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:46.241399 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b3d9-081f-414d-8dbe-1ed2ff958b1b None None] Pushing event updated for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:46.289460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-dbc217e5-5a72-4e2f-9ef4-dc370df7fb40 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f HTTP/1.1" status: 200 len: 217 time: 0.2575276 Feb 10 22:33:46.304695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] For port f63eb7b9-f897-43fa-970a-27b87baed493, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f63eb7b9-f897-43fa-970a-27b87baed493,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:46.310136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.321975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.436244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Deleting port 59d92199-f6ea-4b24-97b2-64aed55b94c0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:46.436747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.468063 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Attempting to bind port 3955bd11-79c7-4ab7-82cd-c650e7824e78 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:46.468904 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Attempting to bind port 3955bd11-79c7-4ab7-82cd-c650e7824e78 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:46.469062 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Attempting to bind port 3955bd11-79c7-4ab7-82cd-c650e7824e78 on network f6c471f5-0f51-4fbc-8d17-635813408d9a {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:46.469678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.501764 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:46.502147 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Checking segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:46.502775 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.503405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Bound using segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:46.503921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Bound port: 3955bd11-79c7-4ab7-82cd-c650e7824e78, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:46.504558 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.601805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2de76-3071-4c02-97cd-708992e96ff5 None None] Pushing event updated for resources: {'Port': ['ID=f63eb7b9-f897-43fa-970a-27b87baed493,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:46.603665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:33:46.681513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.686392 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] For port 3955bd11-79c7-4ab7-82cd-c650e7824e78, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:46.691340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:46.694748 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] For port 3955bd11-79c7-4ab7-82cd-c650e7824e78, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3955bd11-79c7-4ab7-82cd-c650e7824e78,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:46.695055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:46.701782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.706032 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.707706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:46.754257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Pushing event updated for resources: {'Port': ['ID=286b187a-3ffa-4d10-8946-3fae3be118da,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:46.769176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55d9db-1356-40da-8831-ddef674e46c2 req-f388cb8b-4341-43a1-a0d7-0fe5f2a9f303 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:46.776577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a55d9db-1356-40da-8831-ddef674e46c2 req-f388cb8b-4341-43a1-a0d7-0fe5f2a9f303 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/ports?device_id=a32edf34-4e75-450a-83b3-598f684887b4 HTTP/1.1" status: 200 len: 945 time: 0.5928516 Feb 10 22:33:46.804251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-813b2edb-8674-4bcd-8765-263d3ff2c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:46.805669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-813b2edb-8674-4bcd-8765-263d3ff2c09c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 200 len: 844 time: 0.4978819 Feb 10 22:33:46.818040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:46.818516 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:46.906566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:46.928879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-3a38426e-53c0-4647-9932-8b39dbd08e14 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3c618c4b-334a-48b7-b599-c2213ec2dcf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1103654 Feb 10 22:33:46.939258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407b3d9-081f-414d-8dbe-1ed2ff958b1b None None] Pushing event updated for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:47.013767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event updated for resources: {'Port': ['ID=8b63a31d-2b7a-4814-932f-c1b502b67504,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:47.022516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a55d9db-1356-40da-8831-ddef674e46c2 req-bd2a76ec-4aa0-43f1-9ee0-6c67f26903ef tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.53 "GET /v2.0/security-groups?id=338251e7-c72a-452e-9a66-e65e48292597&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448516 Feb 10 22:33:47.351185 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:47.382802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:47.384052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-c2126ef8-6a9b-4c64-b3e4-82f3f235eb5d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.6834004 Feb 10 22:33:47.450398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-5cf2b8c7-2397-40c1-a459-e82eddffb6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549351 Feb 10 22:33:47.576105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-dcf884df-d4a1-42a0-9655-d3ddb9cb7f9d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:47.595906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:47.609768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'security_group': {'name': 'tempest-securitygroup--593688796', 'description': 'tempest-description--748966055'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:47.643091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:47.667648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Usage tracker for resource:security_group and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:47.684491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:47.721761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:47.857418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f63eb7b9-f897-43fa-970a-27b87baed493 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:47.869609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-dcf884df-d4a1-42a0-9655-d3ddb9cb7f9d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:47.870776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-dcf884df-d4a1-42a0-9655-d3ddb9cb7f9d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.4410999 Feb 10 22:33:47.960556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:48.065784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f63eb7b9-f897-43fa-970a-27b87baed493 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:48.146470 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:46Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:48.151211 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb880025-b0d1-43e7-9cd0-e40ad3e798c2 None None] The sync data for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 is: [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:46Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:48.298457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] For port 59d92199-f6ea-4b24-97b2-64aed55b94c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=59d92199-f6ea-4b24-97b2-64aed55b94c0,segment=NetworkSegment(acf84e5d-e1ef-4fbd-85ff-8ce980517dc9),segment_id=acf84e5d-e1ef-4fbd-85ff-8ce980517dc9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:48.299181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:48.478487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21a0fa38-640f-4ae9-a519-8c013aba5ba2 req-2be92663-35e8-40e5-bf3b-d15f226652c4 service neutron] 10.222.0.24 "GET /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0194020 Feb 10 22:33:48.492273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:48.502106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Calling delete_port for 59d92199-f6ea-4b24-97b2-64aed55b94c0 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:48.504638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Usage tracker for resource:security_group_rule and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:48.514336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:48.543788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:48.544344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a150a261-80dd-4511-b805-b5e8dedd8588 None None] Network d38d6b24-cf14-410c-9f83-817c9c664e37 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:33:48.562729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-2cd7993f-6853-4edc-925e-0193bc687d37 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:48.565210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecfd2c-03e5-4e7b-a8f7-1cf3d65914ca req-9db044b1-bfce-4b05-afca-5a2a50c116cb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:48.573794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2ecfd2c-03e5-4e7b-a8f7-1cf3d65914ca req-9db044b1-bfce-4b05-afca-5a2a50c116cb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 946 time: 0.6807690 Feb 10 22:33:48.583559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bcc2d78-aafb-46c4-aa57-d5a012443d32 req-2cd7993f-6853-4edc-925e-0193bc687d37 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.6679826 Feb 10 22:33:48.595054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:48.710778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2ecfd2c-03e5-4e7b-a8f7-1cf3d65914ca req-3c4c87e8-d182-470e-8dbb-912a168b2c77 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071060 Feb 10 22:33:48.749700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Provisioning for port f63eb7b9-f897-43fa-970a-27b87baed493 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:48.768878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Provisioning complete for port f63eb7b9-f897-43fa-970a-27b87baed493 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:48.769723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:48.896434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ac449882-bf79-4aae-aac1-9b6997ed3d9f up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:49.125291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.303258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port ac449882-bf79-4aae-aac1-9b6997ed3d9f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:49.321744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port ac449882-bf79-4aae-aac1-9b6997ed3d9f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:49.322308 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.333977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Pushing event deleted for resources: {'Port': ['ID=59d92199-f6ea-4b24-97b2-64aed55b94c0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:49.397041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-ce222c56-5ac8-4880-8665-3ebb79a78fca tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:49.406575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-ce222c56-5ac8-4880-8665-3ebb79a78fca tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.4860833 Feb 10 22:33:49.409695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.446282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.485446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.490289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] No DVR routers for this DVR port 59d92199-f6ea-4b24-97b2-64aed55b94c0 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:33:49.493583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.516270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'name': 'network-vif-deleted', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:49.531107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-721a5679-f48b-4be4-ab4d-d80e0e30b6f4 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/quotas/f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 375 time: 0.1234217 Feb 10 22:33:49.533623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67d21df0-8e6b-4ac8-b22f-2aaee834a5f7 req-29cbb7ce-96b4-4475-b377-0f8e16c74f97 tempest-InstanceActionsV221TestJSON-839103417 tempest-InstanceActionsV221TestJSON-839103417-project] 10.222.0.24 "DELETE /v2.0/ports/59d92199-f6ea-4b24-97b2-64aed55b94c0 HTTP/1.1" status: 204 len: 173 time: 3.5033104 Feb 10 22:33:49.579892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] For port f63eb7b9-f897-43fa-970a-27b87baed493, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f63eb7b9-f897-43fa-970a-27b87baed493,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:49.608629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.697145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.702954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:49.713136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.716925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a17a0cd7-ac2e-4a0a-ad07-b12a0f65baad tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.1197581 Feb 10 22:33:49.720627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-fff79960-16ef-4cf2-9af0-ae34643ba563 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1882288 Feb 10 22:33:49.772674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:49.783234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:49.785055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'security_group_rule': {'security_group_id': 'f34e85ce-d179-43e3-b2c9-b45f1aa11d4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:49.803090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:49.811206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed74eb1-aa7a-43c5-a196-e663bfa3455d None None] Pushing event updated for resources: {'Port': ['ID=f63eb7b9-f897-43fa-970a-27b87baed493,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:49.815981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3955bd11-79c7-4ab7-82cd-c650e7824e78 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:49.899093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Usage tracker for resource:security_group_rule and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:49.904745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:49.915203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:49.928436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:49.929061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:49.939162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:49.939821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.007373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.026620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:50.058117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-cc625d17-11f8-4cfe-8338-b9d56c72c77a service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364513 Feb 10 22:33:50.058331 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.061118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 59d92199-f6ea-4b24-97b2-64aed55b94c0 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:50.085645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b8425-eec0-4e1b-8a14-85d9a85d33a2 req-077e4b66-883c-4fac-9d53-84c5c512fb46 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:50.104884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b48b8425-eec0-4e1b-8a14-85d9a85d33a2 req-077e4b66-883c-4fac-9d53-84c5c512fb46 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 945 time: 0.6924987 Feb 10 22:33:50.190750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 59d92199-f6ea-4b24-97b2-64aed55b94c0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:33:50.190750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 59d92199-f6ea-4b24-97b2-64aed55b94c0 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:33:50.332144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b48b8425-eec0-4e1b-8a14-85d9a85d33a2 req-91782e8d-67e5-4c6f-888b-7c26276d8a16 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228708 Feb 10 22:33:50.337981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b19bc982-b61a-43f3-8efc-fbf870268c07 None None] Provisioning complete for port f63eb7b9-f897-43fa-970a-27b87baed493 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:50.338388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b19bc982-b61a-43f3-8efc-fbf870268c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.383798 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.407991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:50.434598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:33:50.479600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3955bd11-79c7-4ab7-82cd-c650e7824e78, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3955bd11-79c7-4ab7-82cd-c650e7824e78,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:50.486793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.509355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.518351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.597912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f18b3b9-4266-4d43-b908-95645328b18f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:50.623040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.629150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb8afb96-575c-4e57-bf65-4f0656a063c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8550901 Feb 10 22:33:50.629913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:50.645637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'security_group_rule': {'security_group_id': 'f34e85ce-d179-43e3-b2c9-b45f1aa11d4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:50.651677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:50.664316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:50.668954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-25b5a329-13dd-409a-a9f5-27ace5a319bb service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096039 Feb 10 22:33:50.672879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Usage tracker for resource:security_group_rule and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:50.676068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:50.682871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:50.703357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.788147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.796038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.812880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:33:50.828246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45682987-c864-42c6-b205-0a746575fe29,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:50.834914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Sync routers for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:33:50.841152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.846803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-321bac7e-d932-4654-8c24-b60e2872a829 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2110868 Feb 10 22:33:50.847457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:50.855549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:50.857491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:50.859066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e47eafe-d37a-4d9f-83e4-44cbc61ed93d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1291492 Feb 10 22:33:50.867595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:50.868905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:50.869536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954966c8-84bd-4997-a096-5a3d00383053 req-2cfcf5d7-b8f7-47f9-ae04-a29e8e71d05e tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:50.870546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:50.872151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-954966c8-84bd-4997-a096-5a3d00383053 req-2cfcf5d7-b8f7-47f9-ae04-a29e8e71d05e tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1872313 Feb 10 22:33:51.008500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-954966c8-84bd-4997-a096-5a3d00383053 req-cae7da03-d26a-40c6-b78f-f2ba11592bef tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.1279750 Feb 10 22:33:51.013777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-954966c8-84bd-4997-a096-5a3d00383053 req-f9456c46-c3d8-4cb9-9965-4fdea6651251 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'floatingip': {'port_id': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:51.052081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:51.063477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Usage tracker for resource:floatingip and tenant:df04d4c902b34d05a20b768aa584cba2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:33:51.068900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:33:51.079968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:51.216398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:51.245622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-954966c8-84bd-4997-a096-5a3d00383053 req-f9456c46-c3d8-4cb9-9965-4fdea6651251 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:51.561641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:51.594513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:51.826254 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32edf34-4e75-450a-83b3-598f684887b4', 'name': 'network-vif-deleted', 'tag': '59d92199-f6ea-4b24-97b2-64aed55b94c0', 'status': 'completed', 'code': 200} Feb 10 22:33:51.939567 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'code': 200} Feb 10 22:33:51.940731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f63eb7b9-f897-43fa-970a-27b87baed493 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:52.341652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f63eb7b9-f897-43fa-970a-27b87baed493 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:52.342834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:52.540800 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-954966c8-84bd-4997-a096-5a3d00383053 req-f9456c46-c3d8-4cb9-9965-4fdea6651251 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 22:33:52.547958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-954966c8-84bd-4997-a096-5a3d00383053 req-f9456c46-c3d8-4cb9-9965-4fdea6651251 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "PUT /v2.0/floatingips/b6c27e7e-a512-4249-8619-aa20ca347211 HTTP/1.1" status: 409 len: 549 time: 1.5384150 Feb 10 22:33:52.566462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:47Z', 'revision_number': 3, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:52.581896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Checking router: 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:33:52.582260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Updating router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 port 286b187a-3ffa-4d10-8946-3fae3be118da binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:33:52.711807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b0ced04-2563-4b16-ab6b-8fefeeef69bc req-1edfa3f9-f4f7-4b7f-b428-0466ecbdf947 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 210 time: 0.0934823 Feb 10 22:33:52.751271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:52.760859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:52.790580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:52.790580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30176b-f139-49dc-9312-a9e230c0c762 req-40486210-c48a-4220-a342-6e94d6262a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:52.790580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc30176b-f139-49dc-9312-a9e230c0c762 req-40486210-c48a-4220-a342-6e94d6262a92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 1097 time: 0.5569735 Feb 10 22:33:52.885416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317cc8a-d9d1-433b-8a22-5a26018374e5 req-f666961a-41eb-4675-afd0-6772d5c5874f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:52.888587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3317cc8a-d9d1-433b-8a22-5a26018374e5 req-f666961a-41eb-4675-afd0-6772d5c5874f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 946 time: 0.1805205 Feb 10 22:33:52.970909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3955bd11-79c7-4ab7-82cd-c650e7824e78 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:52.975942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3317cc8a-d9d1-433b-8a22-5a26018374e5 req-9b278664-9629-46d6-93d1-1555bccf4c07 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766964 Feb 10 22:33:53.217635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3955bd11-79c7-4ab7-82cd-c650e7824e78 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:53.218235 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:53.532930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc30176b-f139-49dc-9312-a9e230c0c762 req-35fcf63d-af6d-467f-936a-e89b229265e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7338526 Feb 10 22:33:53.573026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Allocated IP 172.25.2.18 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d8f9a302-4e26-4252-aa37-a300f32d5cbe) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:53.825276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-32cfb3cd-2b82-4ef4-8d9c-453bbc1a88a5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:53.826758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-32cfb3cd-2b82-4ef4-8d9c-453bbc1a88a5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.7842622 Feb 10 22:33:53.846934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Request body: {'port': {'device_id': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'admin_state_up': True, 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:53.899308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de7b43f-149a-409b-94a4-b4e4c5bbd682 req-97022cba-6759-4325-8df1-02c5278ec2dd tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:53.900855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7de7b43f-149a-409b-94a4-b4e4c5bbd682 req-97022cba-6759-4325-8df1-02c5278ec2dd tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.8637383 Feb 10 22:33:53.902949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-55abd0af-912f-4ccd-b097-a174b06fbb7a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips/b6c27e7e-a512-4249-8619-aa20ca347211 HTTP/1.1" status: 200 len: 692 time: 0.2970624 Feb 10 22:33:54.037753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.170941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7de7b43f-149a-409b-94a4-b4e4c5bbd682 req-066bbd47-b727-4434-86d0-75f49c0c91e6 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968143 Feb 10 22:33:54.178544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-47fde43e-dff9-4f0d-a76a-2d881ebe54f3 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:54.186987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-47fde43e-dff9-4f0d-a76a-2d881ebe54f3 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2740760 Feb 10 22:33:54.197332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.218517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Allocated IP 172.20.0.1 (d38d6b24-cf14-410c-9f83-817c9c664e37/8b49bf1e-4b24-425e-bc77-99fb65deebfd/87002132-0c0d-468d-9a09-3ec0fe38eae0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:54.255267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:33:54.296201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:33:54.319916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-5cb76566-a0b6-4226-bfae-8dcd2f425180 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.1318028 Feb 10 22:33:54.392054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:33:54.396308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.471008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-3cc0f0b4-dcaa-4a5e-91ab-95cdc6ac679b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.99 HTTP/1.1" status: 200 len: 695 time: 0.1438868 Feb 10 22:33:54.607145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.830644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:54.853730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Deleting port 8b63a31d-2b7a-4814-932f-c1b502b67504 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:54.854053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.855039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.867885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:54.870574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35744) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:54.937150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:54.959243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Transition to ACTIVE for port object 286b187a-3ffa-4d10-8946-3fae3be118da will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:54.962751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:54.970875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.070983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'Port': ['ID=d8f9a302-4e26-4252-aa37-a300f32d5cbe,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:55.074396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Transition to ACTIVE for port object 87002132-0c0d-468d-9a09-3ec0fe38eae0 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:33:55.177629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Attempting to bind port 286b187a-3ffa-4d10-8946-3fae3be118da on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:33:55.178465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Attempting to bind port 286b187a-3ffa-4d10-8946-3fae3be118da by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:33:55.178860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Attempting to bind port 286b187a-3ffa-4d10-8946-3fae3be118da on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:33:55.203576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:33:55.204070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Deleting subnet 1e364d2f-21fb-488e-866d-26e7824659d2 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:33:55.206665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:33:55.207401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.208857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:33:55.210541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Bound port: 286b187a-3ffa-4d10-8946-3fae3be118da, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:33:55.211957 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.228319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.333626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a0a0-aac8-425e-a741-733146b324da None None] Pushing event updated for resources: {'Port': ['ID=286b187a-3ffa-4d10-8946-3fae3be118da,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:55.352455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] For port 286b187a-3ffa-4d10-8946-3fae3be118da, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:33:55.356266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] For port 286b187a-3ffa-4d10-8946-3fae3be118da, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=286b187a-3ffa-4d10-8946-3fae3be118da,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:33:55.362415 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.367568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.367568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.390499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Allocated IP 172.20.0.13 (259ca3a5-bc78-4127-a8ee-eadb4c6d708c/3cf85df1-2bfe-437e-b387-47878d25cdc8/9480071a-abfc-4c3d-b1f9-8219e90eff1d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:33:55.421260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba6991dc-1ef9-48bf-b6fb-5e0584b7d00a req-5813ac9e-d027-4cd6-af5e-cef8fa85aac7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 210 time: 0.1291709 Feb 10 22:33:55.452757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.504466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:33:55.505211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:55.570764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.577798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.602902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Calling delete_port for 8b63a31d-2b7a-4814-932f-c1b502b67504 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:55.766223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7a0a0-aac8-425e-a741-733146b324da None None] Pushing event updated for resources: {'Port': ['ID=286b187a-3ffa-4d10-8946-3fae3be118da,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:55.830433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:33:55.873996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.940170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Network d38d6b24-cf14-410c-9f83-817c9c664e37 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:55.943483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:55.983632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event deleted for resources: {'Port': ['ID=8b63a31d-2b7a-4814-932f-c1b502b67504,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:56.069297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.119793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.122666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-370d8406-d438-4e2c-a3de-477bad6fb36b req-f65e93b0-8d8f-4782-8c6f-2fe7b1e5f8df tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "DELETE /v2.0/floatingips/b6c27e7e-a512-4249-8619-aa20ca347211 HTTP/1.1" status: 204 len: 173 time: 1.6407807 Feb 10 22:33:56.177103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:56.255262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:56.268919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:56.384079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.445525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:47Z', 'revision_number': 3, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:56.452399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1372bae5-8d51-474b-b08c-2efbd991a3de None None] The sync data for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 is: [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:47Z', 'revision_number': 3, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:33:56.513666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.526371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17956e-76bf-4336-9c15-6928dd945764 req-b7c25529-8fca-4ae7-a0b8-cea6ce6f5f64 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:56.532132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f17956e-76bf-4336-9c15-6928dd945764 req-b7c25529-8fca-4ae7-a0b8-cea6ce6f5f64 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.1639292 Feb 10 22:33:56.557605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a5a9482a-d272-4246-89ea-383612a9cbc1 None None] Provisioning for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:56.568764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a5a9482a-d272-4246-89ea-383612a9cbc1 None None] Provisioning complete for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:56.569621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5a9482a-d272-4246-89ea-383612a9cbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.619066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f17956e-76bf-4336-9c15-6928dd945764 req-f5e6debe-d840-4765-983f-ba4b9997b52a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824022 Feb 10 22:33:56.684698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5a9482a-d272-4246-89ea-383612a9cbc1 None None] Port 87002132-0c0d-468d-9a09-3ec0fe38eae0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:33:56.763221 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:56.815322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72218437-3a25-4e68-b03d-57c07e0ad9aa req-715981b7-bf06-446a-8e5a-d23072564403 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:56.819898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72218437-3a25-4e68-b03d-57c07e0ad9aa req-715981b7-bf06-446a-8e5a-d23072564403 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 946 time: 1.1527593 Feb 10 22:33:56.966144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:57.036567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e364d2f-21fb-488e-866d-26e7824659d2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:57.118043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-a1e30089-06b2-4b42-b02c-92cbf1b018ed tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:57.120707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-a1e30089-06b2-4b42-b02c-92cbf1b018ed tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 946 time: 0.9836125 Feb 10 22:33:57.248913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-ae3244d6-adfb-4571-b5af-7fff4eff5275 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:57.277323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-ae3244d6-adfb-4571-b5af-7fff4eff5275 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:57.279630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-ae3244d6-adfb-4571-b5af-7fff4eff5275 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.2030258 Feb 10 22:33:57.309527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:57.342657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-500ec3a4-0c5f-4ecf-a3cd-5cc8499cb754 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e364d2f-21fb-488e-866d-26e7824659d2 HTTP/1.1" status: 204 len: 168 time: 2.4486947 Feb 10 22:33:57.342657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72218437-3a25-4e68-b03d-57c07e0ad9aa req-44d7b563-8c9e-4fd0-9716-cea43eeaee37 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216510 Feb 10 22:33:57.344779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:57.426225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port 9cc549e7-40b0-49fc-96fa-aab36196cc54 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:33:57.426709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:57.444362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-1533acea-ad73-4a17-a1cc-3a5190055027 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:57.445028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-1533acea-ad73-4a17-a1cc-3a5190055027 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:57.526873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:57.562827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:57.854974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-1533acea-ad73-4a17-a1cc-3a5190055027 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:57.862474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 286b187a-3ffa-4d10-8946-3fae3be118da up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:57.873858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-1533acea-ad73-4a17-a1cc-3a5190055027 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports/a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 942 time: 0.5822530 Feb 10 22:33:57.967660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f727569f-8894-4cb8-a6ca-0800c79ac651 req-f53e8090-c82d-4fb4-8843-55770435d1f1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:33:57.982004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.035804 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.102959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.131971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 286b187a-3ffa-4d10-8946-3fae3be118da completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:33:58.145616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 286b187a-3ffa-4d10-8946-3fae3be118da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:58.146690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.180694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'Port': ['ID=d8f9a302-4e26-4252-aa37-a300f32d5cbe,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:58.201479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f727569f-8894-4cb8-a6ca-0800c79ac651 req-f53e8090-c82d-4fb4-8843-55770435d1f1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:33:58.214684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f727569f-8894-4cb8-a6ca-0800c79ac651 req-f53e8090-c82d-4fb4-8843-55770435d1f1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 210 time: 0.6535974 Feb 10 22:33:58.392824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.402479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.419637 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.442431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 286b187a-3ffa-4d10-8946-3fae3be118da, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=286b187a-3ffa-4d10-8946-3fae3be118da,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:58.448498 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.473186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ec7d10-2273-4b25-bb06-616714e4f21b']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:58.491577 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-413bc899-3dab-4ba5-be49-c9b993d3835f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.2189445 Feb 10 22:33:58.493050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:58.493344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf84e5d-e1ef-4fbd-85ff-8ce980517dc9') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:33:58.530418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.550450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=286b187a-3ffa-4d10-8946-3fae3be118da,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:58.612501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.625820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:33:58.626229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:33:58.640183 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:33:58.650403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:33:58.664784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:33:58.672131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:58.675172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:33:58.705193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.714232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-150e8787-ff79-4867-ba74-53e07736d4ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8577447 Feb 10 22:33:58.828518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:58.829174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.843457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:58.843974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.846925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.861914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:58.912202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-123aaef9-fbeb-4fe1-944c-ae093fb50427 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:58.916893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9cc549e7-40b0-49fc-96fa-aab36196cc54 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:33:58.919864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-123aaef9-fbeb-4fe1-944c-ae093fb50427 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.4183412 Feb 10 22:33:58.920956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ec7d10-2273-4b25-bb06-616714e4f21b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:58.927959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e70d6c8-45e0-4661-9243-6746b334db04 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c8ec7d10-2273-4b25-bb06-616714e4f21b HTTP/1.1" status: 204 len: 168 time: 1.5815659 Feb 10 22:33:59.082039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-33ddccce-0c28-47de-a914-465fe93ccfda tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 1001 time: 0.1579306 Feb 10 22:33:59.088187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:59.270259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.274566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.333991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35808) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:59.336779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:33:59.338142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:33:59.346876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.436868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:59.443270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for 9cc549e7-40b0-49fc-96fa-aab36196cc54 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:33:59.501569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-bad48901-78de-4af1-8cbc-273765076382 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6638818 Feb 10 22:33:59.526636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Request body: {'port': {'device_id': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:33:59.623836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.629561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.630403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.630990 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Floating IP a5752721-0331-48ba-8a70-7cc70ff2a1f9 disassociated. External IP: 172.25.2.171, port: a46ad6ea-2476-43a0-b8b2-860d0607fe3a. Feb 10 22:33:59.647751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.676926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0bfc938a-2ccf-4cdf-9713-ce5327465842 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=acef3b111d544b0eb3da5dd6ba628bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689555 Feb 10 22:33:59.679376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 286b187a-3ffa-4d10-8946-3fae3be118da up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:33:59.696868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35816) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:33:59.769121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 286b187a-3ffa-4d10-8946-3fae3be118da triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:33:59.769900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.870323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Pushing event updated for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:33:59.877266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:33:59.877800 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:33:59.878908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.893684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3acb79-c3e7-4cff-bda1-e77c4487d596 req-d7c2338a-748c-4a5a-be87-4da7dc5b0fde tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:33:59.895641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.900760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f3acb79-c3e7-4cff-bda1-e77c4487d596 req-d7c2338a-748c-4a5a-be87-4da7dc5b0fde tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 944 time: 0.7186563 Feb 10 22:33:59.929685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:33:59.932083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.148215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f3acb79-c3e7-4cff-bda1-e77c4487d596 req-4bd03e6f-2d7c-49d3-b9dd-9c4f6df41df8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462769 Feb 10 22:34:00.234918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.265997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338251e7-c72a-452e-9a66-e65e48292597,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:00.370708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.376170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-afadcab3-8a1a-450a-9222-8dd2d95ef039 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/338251e7-c72a-452e-9a66-e65e48292597 HTTP/1.1" status: 204 len: 168 time: 0.6696904 Feb 10 22:34:00.386023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port 9cc549e7-40b0-49fc-96fa-aab36196cc54 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:00.386664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.419252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Router 299e1efb-8cdc-4676-bd41-ad69dfa44694 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:34:00.481550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Network d38d6b24-cf14-410c-9f83-817c9c664e37 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:00.496999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:00.621775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:00.630075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.632694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-62675da2-126e-418b-8773-450776a4b9aa tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--593688796&fields=id&tenant_id=df04d4c902b34d05a20b768aa584cba2 HTTP/1.1" status: 200 len: 267 time: 0.2173240 Feb 10 22:34:00.645985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Sync routers for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:00.660128 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:00.661429 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:00.716539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-dd845f5c-f491-43d4-9386-1a5b0e3b96d4 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "PUT /v2.0/floatingips/a5752721-0331-48ba-8a70-7cc70ff2a1f9 HTTP/1.1" status: 200 len: 695 time: 1.6281941 Feb 10 22:34:00.721626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:00.804953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-e25b9b72-ad03-4e60-8288-569a02b92f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:00.813421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-e25b9b72-ad03-4e60-8288-569a02b92f74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1096 time: 0.0835652 Feb 10 22:34:00.863022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e612a99-d892-454c-b55d-836a30c9b5d7 None None] Provisioning complete for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:00.863721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e612a99-d892-454c-b55d-836a30c9b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:00.892747 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:00.945843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ac449882-bf79-4aae-aac1-9b6997ed3d9f details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:01.009974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e612a99-d892-454c-b55d-836a30c9b5d7 None None] Port 87002132-0c0d-468d-9a09-3ec0fe38eae0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:34:01.069567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-c2b233ce-23ac-472b-a972-cca9bad05466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:01.079159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-c2b233ce-23ac-472b-a972-cca9bad05466 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 930 time: 0.2646623 Feb 10 22:34:01.178590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-704def60-fd4a-422b-8313-35c778dc5cd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 217 time: 0.0982852 Feb 10 22:34:01.299890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:01.350153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'network_id': '3c618c4b-334a-48b7-b599-c2213ec2dcf7', 'port_id': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'mac_address': 'fa:16:3e:44:35:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd70bfdf4-fbc1-43e4-a8af-c48db3025b24', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:01.366639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-16a65dc8-b225-47e8-977b-46add50be145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:01.369691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-16a65dc8-b225-47e8-977b-46add50be145 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.1733947 Feb 10 22:34:01.432480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-2654bead-08b2-4357-ad2a-dc0f9acf048d tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:01.434963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-2654bead-08b2-4357-ad2a-dc0f9acf048d tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/networks?id=f6c471f5-0f51-4fbc-8d17-635813408d9a HTTP/1.1" status: 200 len: 805 time: 0.7169545 Feb 10 22:34:01.440888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:34:01.468547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:01.469444 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:01.474985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Checking router: 299e1efb-8cdc-4676-bd41-ad69dfa44694 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:01.486753 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:01.487825 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:01.488406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac449882-bf79-4aae-aac1-9b6997ed3d9f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:01.519069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:01.524840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:01.550457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-74dc6c28-7af7-40f2-ad76-68bc27ffa442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:01.552391 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-74dc6c28-7af7-40f2-ad76-68bc27ffa442 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762364 Feb 10 22:34:01.584318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-7599d6f2-ab4c-4005-a726-2accc12258a3 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/quotas/df04d4c902b34d05a20b768aa584cba2 HTTP/1.1" status: 200 len: 375 time: 0.1358192 Feb 10 22:34:01.606666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port 9cc549e7-40b0-49fc-96fa-aab36196cc54, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9cc549e7-40b0-49fc-96fa-aab36196cc54,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:01.607035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:01.637906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ac449882-bf79-4aae-aac1-9b6997ed3d9f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:01.684766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:34:01.717085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:01.783956 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:01.811396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:01.815326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-9e6efaf6-47ab-4cde-954b-7009ccfbc922 service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510996 Feb 10 22:34:01.874990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9480071a-abfc-4c3d-b1f9-8219e90eff1d {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:01.977579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:01.988148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for 9cc549e7-40b0-49fc-96fa-aab36196cc54 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:02.048659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1064575865-network', 'tenant_id': 'ace4ede667364ef3978a06c17c2802e7'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:02.062936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:02.071620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Usage tracker for resource:network and tenant:ace4ede667364ef3978a06c17c2802e7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:02.104552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a55c7d8-557b-436e-8415-4bea34a76fee req-bd391e42-be99-47e9-b93d-d91794347d42 service neutron] 10.222.0.53 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804623 Feb 10 22:34:02.107388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:02.113888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:02.127096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Made reservation on behalf of ace4ede667364ef3978a06c17c2802e7 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:02.132983 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.165378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Transition to ACTIVE for port object 9480071a-abfc-4c3d-b1f9-8219e90eff1d will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:02.169956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.185290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.195220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:02.200773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Usage tracker for resource:security_group_rule and tenant:ace4ede667364ef3978a06c17c2802e7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:02.204301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:02.211246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:02.353912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.362406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.365736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-fe282ffc-3098-438d-896f-664e438ba437 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Synchronizing usage tracker for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:02.386307 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:02.399764 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1dbdc6b-0e57-401a-b099-a2fd8269db61 None None] The sync data for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 is: [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:32:47Z', 'revision_number': 4, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'cf67e2a3-c7cb-4853-81f3-bb7c88b9804f', 'name': '', 'network_id': 'fd73661f-cef1-4862-88ae-2727a63859ed', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'mac_address': 'fa:16:3e:7a:19:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_interface', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '39e58686-7902-44fc-a953-003938525d6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:44Z', 'updated_at': '2022-02-10T22:32:55Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'subnets': [{'id': '39e58686-7902-44fc-a953-003938525d6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:02.451490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:34:02.485147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3f25a-05e3-4abd-b761-318a31cac618,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:02.496175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.496671 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Added segment 32f27f06-07ce-4b89-ab66-172c67eb5f44 of type vlan for network aeb26b48-ff46-4a10-a192-f0c33ad53a47 Feb 10 22:34:02.566542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.586584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a351f-bbaf-4c20-a00d-44859fa05ef0 req-a2db3906-213a-4cee-a860-870539fe62fc tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:02.591721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b4a351f-bbaf-4c20-a00d-44859fa05ef0 req-a2db3906-213a-4cee-a860-870539fe62fc tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2308848 Feb 10 22:34:02.599875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:02.696010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.697576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:02.697732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-fe282ffc-3098-438d-896f-664e438ba437 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Unset dirty status for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:02.698503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:02.710793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-fe282ffc-3098-438d-896f-664e438ba437 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df04d4c902b34d05a20b768aa584cba2&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1147864 Feb 10 22:34:02.725128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b4a351f-bbaf-4c20-a00d-44859fa05ef0 req-040771ea-e4f1-40c4-b122-e075d8a160a7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242342 Feb 10 22:34:02.828245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:02.850673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Sync routers for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:02.884105 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'code': 200} Feb 10 22:34:02.885089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:02.885936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:02.933023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1164446 Feb 10 22:34:02.961147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35898) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:02.973622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Request body: {'subnet': {'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1064575865-subnet', 'tenant_id': 'ace4ede667364ef3978a06c17c2802e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:03.034476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ac449882-bf79-4aae-aac1-9b6997ed3d9f up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:03.114557 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a22309-3e38-4962-abac-c10e9790dbd8 None None] New status for floating IP a5752721-0331-48ba-8a70-7cc70ff2a1f9: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:34:03.359329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port ac449882-bf79-4aae-aac1-9b6997ed3d9f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:03.360385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:03.385865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:03.404306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:03.428520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Usage tracker for resource:subnet and tenant:ace4ede667364ef3978a06c17c2802e7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:03.436170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e9d13-5d31-4f24-8ca5-a63ff9f169ca admin admin] Pushing event updated for resources: {'Network': ['ID=aeb26b48-ff46-4a10-a192-f0c33ad53a47,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:03.441473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:03.443737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:03.444180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:03.445465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:03.467389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:03.494087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Made reservation on behalf of ace4ede667364ef3978a06c17c2802e7 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:03.501366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:03.517219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network aeb26b48-ff46-4a10-a192-f0c33ad53a47 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:34:03.641998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=9cc549e7-40b0-49fc-96fa-aab36196cc54,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:03.653812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-345b1716-1e39-46e3-a912-629ab29adcd5 admin admin] 10.222.0.53 "PUT /v2.0/routers/09ce0b1b-e93f-4c13-b6bd-6d827c5ea370/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7828989 Feb 10 22:34:03.695613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:03.696571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:03.869231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:03.870216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:03.871628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:03.873677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Bound port: 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:03.875214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:04.042788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:04.056889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-c08153cb-9a3e-4d41-b8ad-a419ecad3832 service neutron] 10.222.0.53 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2942429 Feb 10 22:34:04.095720 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'status': 'completed', 'code': 200} Feb 10 22:34:04.104633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port 9cc549e7-40b0-49fc-96fa-aab36196cc54 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:34:04.200910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad1ae8bd-f05e-44f4-8334-8dae1d370046,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:04.214030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Checking segment: {'id': '32f27f06-07ce-4b89-ab66-172c67eb5f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:04.216194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Network hostable DHCP agents. Network: aeb26b48-ff46-4a10-a192-f0c33ad53a47, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:34:04.257047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Network aeb26b48-ff46-4a10-a192-f0c33ad53a47 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:34:04.271163 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:04.274417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49c7ec83-de96-4dfb-8b88-f9b9bd03c9ad req-8ba4a87f-e2f9-4c11-b93c-4569c8cc20b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.24 "DELETE /v2.0/ports/9cc549e7-40b0-49fc-96fa-aab36196cc54 HTTP/1.1" status: 204 len: 173 time: 7.0556490 Feb 10 22:34:04.275132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-deleted', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:04.280171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, aeb26b48-ff46-4a10-a192-f0c33ad53a47) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:04.304028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:04.305601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:04.379724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-685a7038-677e-4360-b666-d3376ba7f59f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4165680 Feb 10 22:34:04.428221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:05.065394 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7745a43-109c-414b-b106-3f8cc9d472ff req-016706c8-164c-498b-ac46-64f860c4ff3c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=9aa3802c-bd92-467f-a3ad-dd8216e3fc60 HTTP/1.1" status: 200 len: 210 time: 0.2426131 Feb 10 22:34:05.115852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:05.123086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-647216200-network', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:05.130598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:05.144880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Usage tracker for resource:network and tenant:e8f1c34e17b54058bbf35a786cc6be93 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:05.208819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03176b67-39cc-4aff-8933-a0fa67b1abf2 None None] Network aeb26b48-ff46-4a10-a192-f0c33ad53a47 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:05.334892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:05.353554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1af2e55-614a-410e-af17-fc287762f377 req-806db256-7a05-460c-9333-e98a99b1b01d tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips/a5752721-0331-48ba-8a70-7cc70ff2a1f9 HTTP/1.1" status: 200 len: 693 time: 0.1982551 Feb 10 22:34:05.459866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:05.502776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b095d-cab9-4ada-982a-02b71913a697 req-b3513eff-8917-4b6f-ac2d-5b85a42020f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:05.505521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-b3513eff-8917-4b6f-ac2d-5b85a42020f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=47042f5a78c54cae9112f94e297a5ddb&device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 1096 time: 1.2711463 Feb 10 22:34:05.508658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:05.517091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:05.537680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-718d9a50-0881-4b9f-89ce-c1cb02cf88d3 service neutron] 10.222.0.53 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4796031 Feb 10 22:34:05.593702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:05.794568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Made reservation on behalf of e8f1c34e17b54058bbf35a786cc6be93 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:05.797799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:05.840688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:05.978605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:05.998492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f1c34e17b54058bbf35a786cc6be93 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:06.010500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:06.044888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:06.072880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af2e55-614a-410e-af17-fc287762f377 req-ea89fe60-ae08-4a25-b684-8525f5ee8744 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:06.075889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1af2e55-614a-410e-af17-fc287762f377 req-ea89fe60-ae08-4a25-b684-8525f5ee8744 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.7204926 Feb 10 22:34:06.411600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1af2e55-614a-410e-af17-fc287762f377 req-22e636b7-f1e7-42b0-85be-0d8bb95184d0 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.3079004 Feb 10 22:34:06.496470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:06.505927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:06.508180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] 10.222.0.24 "PUT /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 1092 time: 6.9890440 Feb 10 22:34:06.509187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90648416-a9a1-4f70-ad1f-e3b73715938d service neutron] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:06.690761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1af2e55-614a-410e-af17-fc287762f377 req-b3e2b516-19eb-4c4f-96c1-39d2b116af78 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.2662132 Feb 10 22:34:06.744339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21f47f6-dd9f-4772-869a-470e00719d85 None None] Network aeb26b48-ff46-4a10-a192-f0c33ad53a47 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:06.928546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b095d-cab9-4ada-982a-02b71913a697 req-cdf167a7-7d28-4d4c-8ed4-7d7959700ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:06.934836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-cdf167a7-7d28-4d4c-8ed4-7d7959700ccc service neutron] 10.222.0.30 "GET /v2.0/networks?id=fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 200 len: 930 time: 1.4124444 Feb 10 22:34:07.133729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Deleting port f04f3d08-b863-4777-94f6-5c73d58462f4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:07.135797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.251818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-5f71c162-2eb1-448a-b887-c8b4bbd14fac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 200 len: 217 time: 0.2556787 Feb 10 22:34:07.515154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-790382b5-c00f-4cdf-8179-a64272f1cef4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9027212 Feb 10 22:34:07.537532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-faf39ef8-a2dd-408c-92b8-729323c05338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:07.542780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-faf39ef8-a2dd-408c-92b8-729323c05338 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1095 time: 0.9348757 Feb 10 22:34:07.617918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.734866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.742193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.774185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:07.818328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:07.822887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b095d-cab9-4ada-982a-02b71913a697 req-75d22ca3-2eb6-4a75-9e5a-1dab96c7985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:07.825961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-75d22ca3-2eb6-4a75-9e5a-1dab96c7985e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 200 len: 868 time: 0.5596716 Feb 10 22:34:07.841731 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-ff1ea9a9-1a79-439c-b43a-c4c802c55c44 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.2866511 Feb 10 22:34:07.857132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a57d59a9-8659-4351-aa16-dbf6f1c4a83f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:07.887762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:34:07.891662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.892396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:07.940048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.006424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-dd9bf411-1942-4a1a-9752-e8d8e3153e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:08.008036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-dd9bf411-1942-4a1a-9752-e8d8e3153e18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1181715 Feb 10 22:34:08.055130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 2, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:08.067922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-4a04a688-07c2-462a-bc3e-3cac5c936f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:08.070330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-4a04a688-07c2-462a-bc3e-3cac5c936f6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1095 time: 0.5126061 Feb 10 22:34:08.158550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-c6706585-c37c-4ec4-8e28-45144810ffe1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809083 Feb 10 22:34:08.168638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:08.194253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Checking router: 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:08.195583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Updating router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 port 87002132-0c0d-468d-9a09-3ec0fe38eae0 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:34:08.250367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.251736 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Added segment 30ff7dd8-ceda-4565-99a7-ad06be9a82a0 of type vlan for network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 Feb 10 22:34:08.270423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Calling delete_port for f04f3d08-b863-4777-94f6-5c73d58462f4 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:08.301434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b095d-cab9-4ada-982a-02b71913a697 req-90eadf9b-0583-46af-b6f0-0affc7bcd80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:08.303330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-90eadf9b-0583-46af-b6f0-0affc7bcd80c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fd73661f-cef1-4862-88ae-2727a63859ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4588637 Feb 10 22:34:08.314164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-193dc31e-7f37-48e4-89bf-d87af9f275b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.344372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.386272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.609511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-7e55114e-ce56-436e-9776-c0451e008fe0 service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094321 Feb 10 22:34:08.639412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.640393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:08.640986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:08.925108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] Pushing event updated for resources: {'Network': ['ID=db3f7bfa-c61d-4840-82fd-ef98c5da01b3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:08.935842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.027261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event deleted for resources: {'Port': ['ID=f04f3d08-b863-4777-94f6-5c73d58462f4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:09.035461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-210e7939-68ec-4445-9d72-cb336a4b7af4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9180870 Feb 10 22:34:09.041638 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.067089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Transition to ACTIVE for port object 87002132-0c0d-468d-9a09-3ec0fe38eae0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:09.081620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:34:09.088354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:09.128820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-addc6b67-b2a8-4a20-bbf6-18c82c545b60 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:09.129553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-addc6b67-b2a8-4a20-bbf6-18c82c545b60 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Synchronizing usage tracker for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:09.136020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Request body: {'subnet': {'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-647216200-subnet', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:09.202546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:09.210537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-addc6b67-b2a8-4a20-bbf6-18c82c545b60 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Unset dirty status for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:09.211768 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-addc6b67-b2a8-4a20-bbf6-18c82c545b60 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.30 "GET /v2.0/networks?id=f6c471f5-0f51-4fbc-8d17-635813408d9a HTTP/1.1" status: 200 len: 805 time: 0.4516439 Feb 10 22:34:09.216309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Usage tracker for resource:subnet and tenant:e8f1c34e17b54058bbf35a786cc6be93 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:09.246835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:09.254726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-89d87a89-0d83-4061-ac32-aef69e30d835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:09.269227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-89d87a89-0d83-4061-ac32-aef69e30d835 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 1.1097176 Feb 10 22:34:09.271055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.271401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-6b779172-34fb-43f5-94a5-e64550856c3d service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0816257 Feb 10 22:34:09.280352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-e64fe271-e7b9-4c55-b4c8-cf1e7d5580d0 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Synchronizing usage tracker for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:09.285362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:09.300918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.303476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.307936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1af2e55-614a-410e-af17-fc287762f377 req-8dead612-a8b4-4fe7-be74-b6f4343c905b tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "DELETE /v2.0/floatingips/a5752721-0331-48ba-8a70-7cc70ff2a1f9 HTTP/1.1" status: 204 len: 173 time: 2.5896616 Feb 10 22:34:09.324641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Made reservation on behalf of e8f1c34e17b54058bbf35a786cc6be93 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:09.327104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.453650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-f73f23f5-9f8c-4ac2-b7c0-483c87d83f33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.1774907 Feb 10 22:34:09.466653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496f658-be4b-4c9e-90ce-fb5c29caeb3d req-c1f20b7b-c77c-43b4-b8ba-dd3c797ae932 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:09.474948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f496f658-be4b-4c9e-90ce-fb5c29caeb3d req-c1f20b7b-c77c-43b4-b8ba-dd3c797ae932 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 1.4809301 Feb 10 22:34:09.581223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9cdbc-e181-43a0-bc75-a031dd166c18 None None] Pushing event updated for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:09.676575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-954b095d-cab9-4ada-982a-02b71913a697 req-14ceb794-eaff-4ed0-af67-cf2b5adfde4c service neutron] 10.222.0.30 "GET /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0553994 Feb 10 22:34:09.755455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-e64fe271-e7b9-4c55-b4c8-cf1e7d5580d0 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Unset dirty status for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:09.756796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-e64fe271-e7b9-4c55-b4c8-cf1e7d5580d0 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df04d4c902b34d05a20b768aa584cba2 HTTP/1.1" status: 200 len: 379 time: 0.5357294 Feb 10 22:34:09.786367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'port': {'device_id': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'admin_state_up': True, 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'security_groups': ['f34e85ce-d179-43e3-b2c9-b45f1aa11d4a']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:09.812466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Attempting to bind port 87002132-0c0d-468d-9a09-3ec0fe38eae0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:09.812834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Attempting to bind port 87002132-0c0d-468d-9a09-3ec0fe38eae0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:09.813197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Attempting to bind port 87002132-0c0d-468d-9a09-3ec0fe38eae0 on network d38d6b24-cf14-410c-9f83-817c9c664e37 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:09.823688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-56d7891e-016c-4c04-95d5-e83098d968ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:09.828341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-56d7891e-016c-4c04-95d5-e83098d968ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.3455482 Feb 10 22:34:09.829584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:09.830178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Checking segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:09.830782 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.831370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Bound using segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:09.832042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Bound port: 87002132-0c0d-468d-9a09-3ec0fe38eae0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:09.832604 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:09.954551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-4461ebdb-c280-4c8c-a85c-ea82c09a3817 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150954 Feb 10 22:34:09.958273 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa3802c-bd92-467f-a3ad-dd8216e3fc60', 'name': 'network-vif-deleted', 'tag': '9cc549e7-40b0-49fc-96fa-aab36196cc54', 'status': 'completed', 'code': 200} Feb 10 22:34:10.059697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.060037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] For port 87002132-0c0d-468d-9a09-3ec0fe38eae0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:10.066695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] For port 87002132-0c0d-468d-9a09-3ec0fe38eae0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87002132-0c0d-468d-9a09-3ec0fe38eae0,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:10.076812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.234788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f496f658-be4b-4c9e-90ce-fb5c29caeb3d req-2493565a-db40-400c-b08f-49380b4cbc7e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5959456 Feb 10 22:34:10.237385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-d202488d-51a6-4213-8894-d490dbe65314 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741222 Feb 10 22:34:10.264701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:10.265635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:33:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:10.379500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:10.426605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:10.477214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fef32c99-c40f-41bc-8483-61640a01e5b2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:10.500324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Made reservation on behalf of df04d4c902b34d05a20b768aa584cba2 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:10.504898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.507849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad9c20-47c3-4032-bfea-cd0cc9aace7c req-36d120c9-d5b9-4f39-bd3b-958cc60ff68e service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1214316 Feb 10 22:34:10.541668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Checking segment: {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:10.541989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Network hostable DHCP agents. Network: db3f7bfa-c61d-4840-82fd-ef98c5da01b3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:34:10.616617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a7ae6e4-cc28-4914-bf95-2843f9c71cf3 req-fe23ae49-0b96-45c0-baf5-a3da674f477c service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657663 Feb 10 22:34:10.640579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:34:10.679277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6888b8ba-9be9-4f8c-9c74-5133bc343a49 req-a691c317-6d05-422a-9779-8660dbef2c2e tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 210 time: 0.0617702 Feb 10 22:34:10.703003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, db3f7bfa-c61d-4840-82fd-ef98c5da01b3) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:10.707842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:10.709612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.716563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9cdbc-e181-43a0-bc75-a031dd166c18 None None] Pushing event updated for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:10.749471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af896b4-b985-457e-a919-537c32fbe10b None None] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:10.749996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-14741b96-6de5-4e9b-adc3-738caca39a40 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:10.750746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-14741b96-6de5-4e9b-adc3-738caca39a40 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Synchronizing usage tracker for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:10.759098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1aead8d2-b8eb-4522-bb83-0fc3bca80be6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6707959 Feb 10 22:34:10.762329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35994) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:10.768272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:10.776224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:10.783430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-14741b96-6de5-4e9b-adc3-738caca39a40 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Unset dirty status for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:10.785166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-14741b96-6de5-4e9b-adc3-738caca39a40 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/networks?id=aeb26b48-ff46-4a10-a192-f0c33ad53a47 HTTP/1.1" status: 200 len: 813 time: 0.6565776 Feb 10 22:34:10.790673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Usage tracker for resource:router and tenant:e8f1c34e17b54058bbf35a786cc6be93 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:10.811147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-70e3253a-20d4-4ccb-9b36-5e7ada56df02 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/quotas/ace4ede667364ef3978a06c17c2802e7 HTTP/1.1" status: 200 len: 375 time: 0.0206110 Feb 10 22:34:10.816194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:10.833237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:10.854411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.857552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.895680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.896243 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c861ce50-93f6-4444-bda0-56e787bd2865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:10.981372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:10.992482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-d1c36947-7a1b-40b0-88c8-091617c8ce04 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ace4ede667364ef3978a06c17c2802e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1451848 Feb 10 22:34:11.157814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Allocated IP 172.20.0.4 (f6c471f5-0f51-4fbc-8d17-635813408d9a/3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49/94345b90-71ad-48d7-bd56-1011d23eeaf6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:11.313091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-fe61e542-2dbd-44bf-9f6a-e80ec7974375 service neutron] 10.222.0.53 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193421 Feb 10 22:34:11.380556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:11.606232 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'code': 200} Feb 10 22:34:11.877881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'fixed_ips': [{'subnet_id': 'fef32c99-c40f-41bc-8483-61640a01e5b2'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:34:11.878826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:11.906627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:11.924240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-dce1fcda-c81a-4e7a-a3a5-9a2000882a92 service neutron] 10.222.0.53 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6101713 Feb 10 22:34:11.950207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.023915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.044363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Transition to ACTIVE for port object 94345b90-71ad-48d7-bd56-1011d23eeaf6 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:12.085280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.215325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:12.222168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36026) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:12.258598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event updated for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:12.285508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Network f6c471f5-0f51-4fbc-8d17-635813408d9a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:12.288172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:12.291469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:12.489037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.526220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:12.528197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.531354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:10Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:12.552561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d867cb3e-5e95-48aa-a8e1-7ee034a815c7 None None] The sync data for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 is: [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:10Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:12.570240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-59f5b3ec-75f4-4143-9312-724a3348ca01 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7880039 Feb 10 22:34:12.583375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.589240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Request body: {'port': {'device_id': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:12.599816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Allocated IP 172.20.0.2 (db3f7bfa-c61d-4840-82fd-ef98c5da01b3/fef32c99-c40f-41bc-8483-61640a01e5b2/230e685f-105b-496a-a5b4-ecff5040f97c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:12.720010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fcdcb2-5a40-48e6-b562-e3c4eab560e7 req-073a64c3-81b1-4d50-bad4-938080b90728 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:12.721716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15fcdcb2-5a40-48e6-b562-e3c4eab560e7 req-073a64c3-81b1-4d50-bad4-938080b90728 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.3314786 Feb 10 22:34:12.856986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Allocated IP 172.25.2.42 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/82c3cdc0-d577-4c48-a826-386d731c580b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:12.875113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-134265ab-6264-4345-8e95-2dc484fa70bb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:12.883165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-134265ab-6264-4345-8e95-2dc484fa70bb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 1.0608103 Feb 10 22:34:12.899554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15fcdcb2-5a40-48e6-b562-e3c4eab560e7 req-e9332d6f-1d4e-451c-a273-93ea8ac8876c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671638 Feb 10 22:34:12.921501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.925627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-4b08f6c2-bd3c-435f-b058-7ff59db016c9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0414088 Feb 10 22:34:12.929376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.937883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:12.941665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4acb077c-816e-4c68-b84c-12e978e56ea2 None None] Provisioning for port 94345b90-71ad-48d7-bd56-1011d23eeaf6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:13.003315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:13.005331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-ecb79b68-59da-4045-8bd5-f4fd7d544a00 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:13.009180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4acb077c-816e-4c68-b84c-12e978e56ea2 None None] Provisioning complete for port 94345b90-71ad-48d7-bd56-1011d23eeaf6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:13.012303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4acb077c-816e-4c68-b84c-12e978e56ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:13.049486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-ecb79b68-59da-4045-8bd5-f4fd7d544a00 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:13.057640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-ecb79b68-59da-4045-8bd5-f4fd7d544a00 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308963 Feb 10 22:34:13.112838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:13.178886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Usage tracker for resource:security_group_rule and tenant:50d0e373ff524fd58a316d961d6ed40a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:13.380186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:13.407742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:13.469699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4acb077c-816e-4c68-b84c-12e978e56ea2 None None] Port 94345b90-71ad-48d7-bd56-1011d23eeaf6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:34:13.623400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-03ac2dfd-7be8-4240-bc13-c4657487103e service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5620871 Feb 10 22:34:13.716919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94345b90-71ad-48d7-bd56-1011d23eeaf6 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:13.729670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:13.730904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:13.748459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Transition to ACTIVE for port object 94345b90-71ad-48d7-bd56-1011d23eeaf6 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:13.798402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'port_id': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'mac_address': 'fa:16:3e:d2:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf85df1-2bfe-437e-b387-47878d25cdc8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:13.815694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:13.816941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87002132-0c0d-468d-9a09-3ec0fe38eae0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:13.844270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:13.904561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Pushing event updated for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:13.937764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:13.989817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Transition to ACTIVE for port object 230e685f-105b-496a-a5b4-ecff5040f97c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:14.074403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Transition to ACTIVE for port object 230e685f-105b-496a-a5b4-ecff5040f97c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:14.083686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.128809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:14.145464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:14.146197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.236040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.251164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.339034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9480071a-abfc-4c3d-b1f9-8219e90eff1d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:14.346792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:34:14.366872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-db4a8345-cefd-43c9-849a-7e9117b92cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:14.368499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-db4a8345-cefd-43c9-849a-7e9117b92cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:14.405570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:14.407567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-db4a8345-cefd-43c9-849a-7e9117b92cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:14.415255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-db4a8345-cefd-43c9-849a-7e9117b92cb6 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.6654427 Feb 10 22:34:14.423630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:14.448573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Pushing event updated for resources: {'Port': ['ID=82c3cdc0-d577-4c48-a826-386d731c580b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:14.466330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:14.556426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-3f427150-b5a4-40de-ac22-250a0860898b service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9320550 Feb 10 22:34:14.573206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-ef5fbcf3-d6ee-49ec-a595-4c7cb0dc0e61 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Synchronizing usage tracker for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:14.609395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-ef5fbcf3-d6ee-49ec-a595-4c7cb0dc0e61 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Unset dirty status for tenant:47042f5a78c54cae9112f94e297a5ddb on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:14.620186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87cf8f08-022b-474a-b5ed-bae6063e9e8e req-ef5fbcf3-d6ee-49ec-a595-4c7cb0dc0e61 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.2036116 Feb 10 22:34:14.620700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Attempting to bind port 94345b90-71ad-48d7-bd56-1011d23eeaf6 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:14.621063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Attempting to bind port 94345b90-71ad-48d7-bd56-1011d23eeaf6 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:14.621457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Attempting to bind port 94345b90-71ad-48d7-bd56-1011d23eeaf6 on network f6c471f5-0f51-4fbc-8d17-635813408d9a {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:14.643722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Port 94345b90-71ad-48d7-bd56-1011d23eeaf6 on network f6c471f5-0f51-4fbc-8d17-635813408d9a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:14.644875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Attempting to bind port 94345b90-71ad-48d7-bd56-1011d23eeaf6 on network f6c471f5-0f51-4fbc-8d17-635813408d9a {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:14.661194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:14.661834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Checking segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:14.662412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Bound using segment: {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:14.666905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Bound port: 94345b90-71ad-48d7-bd56-1011d23eeaf6, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21dfe331-6095-4834-8b45-5e4614383646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:14.667576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.716514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:14.769219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.778534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:14.798904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.821134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:14.849060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Attempting to bind port 230e685f-105b-496a-a5b4-ecff5040f97c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:14.849901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Attempting to bind port 230e685f-105b-496a-a5b4-ecff5040f97c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:14.850693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Attempting to bind port 230e685f-105b-496a-a5b4-ecff5040f97c on network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:14.860506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.869524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:14.870420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Checking segment: {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:14.871217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.872407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Bound using segment: {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:14.873309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Bound port: 230e685f-105b-496a-a5b4-ecff5040f97c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:14.874214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:14.912826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Pushing event updated for resources: {'Port': ['ID=230e685f-105b-496a-a5b4-ecff5040f97c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:14.944373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:15.021785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] For port 230e685f-105b-496a-a5b4-ecff5040f97c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:15.027659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] For port 230e685f-105b-496a-a5b4-ecff5040f97c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=230e685f-105b-496a-a5b4-ecff5040f97c,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:15.066136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b214ecb3-fcae-4b9a-8215-dbf0bf8604d0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:15.066359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:15.071230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:15.091443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:15.155359 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:15.176230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:15.187432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:15.208358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd328d8d-4909-4d44-a76b-d084d5376663 req-803587d9-d863-425a-b57a-e6e023df3c9f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:15.217909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bd328d8d-4909-4d44-a76b-d084d5376663 req-803587d9-d863-425a-b57a-e6e023df3c9f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.3249555 Feb 10 22:34:15.239117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:15.241037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:15.243559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] 10.222.0.30 "PUT /v2.0/ports/94345b90-71ad-48d7-bd56-1011d23eeaf6 HTTP/1.1" status: 200 len: 1091 time: 2.6609507 Feb 10 22:34:15.246335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:15.337839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['9480071a-abfc-4c3d-b1f9-8219e90eff1d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:15.371865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5902ab7e-8f2d-4b9d-ac2b-f20cfafccd35 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=50d0e373ff524fd58a316d961d6ed40a&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1473286 Feb 10 22:34:15.382952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36060) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:15.535599 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bd328d8d-4909-4d44-a76b-d084d5376663 req-7bb4cdd3-5e55-4b4e-940c-f995cde74d16 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150511 Feb 10 22:34:15.561590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 87002132-0c0d-468d-9a09-3ec0fe38eae0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87002132-0c0d-468d-9a09-3ec0fe38eae0,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:15.600923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff157ca-aada-4019-b018-d648db5ad713 None None] Pushing event updated for resources: {'Port': ['ID=230e685f-105b-496a-a5b4-ecff5040f97c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:15.622114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce6a48-be65-4859-b457-1887d278f90f service neutron] Pushing event updated for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:15.632016 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:15.701315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-4b406c7d-4189-4693-b58c-3eb4ab936cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:15.705900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-4b406c7d-4189-4693-b58c-3eb4ab936cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df04d4c902b34d05a20b768aa584cba2&device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 1094 time: 0.3631103 Feb 10 22:34:15.837355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:16.153006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-990430da-6038-4851-a42b-113de5d243f3 req-ef991563-ab6e-49f0-b61b-64d2225e39f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 210 time: 0.0889914 Feb 10 22:34:16.160463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-83a03f3a-ab0d-4ad7-a3c7-0e95a7095f2c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6 HTTP/1.1" status: 200 len: 217 time: 0.4474750 Feb 10 22:34:16.317877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-19dab688-48b8-47d8-92bd-18e263d982b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:16.319478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-19dab688-48b8-47d8-92bd-18e263d982b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49 HTTP/1.1" status: 200 len: 844 time: 0.1524849 Feb 10 22:34:16.372906 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'status': 'completed', 'code': 200} Feb 10 22:34:16.438574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-51d6e250-6fca-4a86-a0e5-83bc9bcdfe16 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:16.440143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-51d6e250-6fca-4a86-a0e5-83bc9bcdfe16 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.24 "GET /v2.0/networks?id=aeb26b48-ff46-4a10-a192-f0c33ad53a47 HTTP/1.1" status: 200 len: 813 time: 2.0051820 Feb 10 22:34:16.490232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Request body: {'port': {'device_id': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47', 'admin_state_up': True, 'tenant_id': 'ace4ede667364ef3978a06c17c2802e7'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:16.499371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-b3ff42a7-8c11-47d5-a9d5-fd863be1181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:16.500853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-b3ff42a7-8c11-47d5-a9d5-fd863be1181f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c471f5-0f51-4fbc-8d17-635813408d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655159 Feb 10 22:34:16.544539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:16.575258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:16.608291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bdd686-6c1d-40d4-a578-77bf24a6f2a0 req-abaffcde-2071-4e71-adf5-6f24055d7f3f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:16.609571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76bdd686-6c1d-40d4-a578-77bf24a6f2a0 req-abaffcde-2071-4e71-adf5-6f24055d7f3f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.2371361 Feb 10 22:34:16.726339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76bdd686-6c1d-40d4-a578-77bf24a6f2a0 req-6e203b07-dc9b-4468-bb7b-7043ce5e9c5f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883451 Feb 10 22:34:16.729037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-70f2f89d-0362-4327-9a54-25ba733f51a1 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209487 Feb 10 22:34:16.856584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:16.950468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88e17f9f-fc10-4a52-a766-8fa2074813b1 req-0decad7f-d505-4eda-a5c8-b5a740b36b5f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1739686 Feb 10 22:34:17.001281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:17.108391 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-703f7e6e-0b2d-45c2-907c-7811ad3d84d2 req-30452a77-fa15-44c5-8e64-2e22bdea35d2 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621643 Feb 10 22:34:17.237877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b214ecb3-fcae-4b9a-8215-dbf0bf8604d0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:17.255388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 9480071a-abfc-4c3d-b1f9-8219e90eff1d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:17.285167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-79e92ac9-bc02-45c7-84e8-56e4a9ded8ff tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:17.285448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 9480071a-abfc-4c3d-b1f9-8219e90eff1d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:17.285956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:17.291629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-79e92ac9-bc02-45c7-84e8-56e4a9ded8ff tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.3764715 Feb 10 22:34:17.316606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '28c267a0-a69d-4369-96a8-78289451c015', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:17.348223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf28bf73-fb6d-4188-9dd6-e0113b7a96f0 None None] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:17.385941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9da54b05-3571-4882-a7fc-43ef118c1099 req-235f64a1-a24f-4dd9-b11d-6a744ca95993 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 210 time: 0.1551564 Feb 10 22:34:17.513988 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'status': 'completed', 'code': 200} Feb 10 22:34:17.709566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:17.714464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a22f5-7407-412f-af51-09d5e195b542 req-a5dd5ad2-b069-4ddb-8281-4675bdefa425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:17.716348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-a5dd5ad2-b069-4ddb-8281-4675bdefa425 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1096 time: 1.3338211 Feb 10 22:34:17.732117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7d06b-7a3e-4652-9f2e-3cbe23fe156d req-d606e384-5972-4470-b790-14c4bf4661c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:17.737854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-ac6c50ff-70cf-45d9-8e7a-de9716a79255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:17.742839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cf7d06b-7a3e-4652-9f2e-3cbe23fe156d req-d606e384-5972-4470-b790-14c4bf4661c8 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 943 time: 2.5850923 Feb 10 22:34:17.745058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-ac6c50ff-70cf-45d9-8e7a-de9716a79255 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df04d4c902b34d05a20b768aa584cba2&device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 1094 time: 0.2033360 Feb 10 22:34:17.885186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18839267-e59d-43f0-8a70-353a3b62db93 None None] Provisioning for port 230e685f-105b-496a-a5b4-ecff5040f97c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:18.010322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:18.040283 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:18.048496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87002132-0c0d-468d-9a09-3ec0fe38eae0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:18.059500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d101dee0-3f3f-47ca-97c2-19749e977583 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b214ecb3-fcae-4b9a-8215-dbf0bf8604d0 HTTP/1.1" status: 204 len: 168 time: 2.6634088 Feb 10 22:34:18.130778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:18.199935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:18.313729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:18.338988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 87002132-0c0d-468d-9a09-3ec0fe38eae0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:18.339411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:18.390393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d838f7a7-aef7-46d0-8bed-1e617071a19a req-cd42ab96-1c29-4cca-b2ed-ce1ed1b5322c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:18.399850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d838f7a7-aef7-46d0-8bed-1e617071a19a req-cd42ab96-1c29-4cca-b2ed-ce1ed1b5322c tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.6496174 Feb 10 22:34:18.412629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-b2c22416-d483-489d-b744-391692102d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:18.414174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-b2c22416-d483-489d-b744-391692102d29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c471f5-0f51-4fbc-8d17-635813408d9a HTTP/1.1" status: 200 len: 906 time: 0.6575344 Feb 10 22:34:18.530866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:18.532982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-dcd3a637-cfa7-42d5-80b6-f9789bffed63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6 HTTP/1.1" status: 200 len: 217 time: 0.0902166 Feb 10 22:34:18.566179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:18.651737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-7ced639a-19c8-4cc2-b875-5a2f8e106ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:18.653925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-7ced639a-19c8-4cc2-b875-5a2f8e106ae0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49 HTTP/1.1" status: 200 len: 844 time: 0.1057029 Feb 10 22:34:18.757764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d838f7a7-aef7-46d0-8bed-1e617071a19a req-18fb1650-621f-4b7f-9175-22c0da766a5f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387671 Feb 10 22:34:18.815587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-b899d905-44ac-48ec-8e4d-bcff0379b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:18.823610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-b899d905-44ac-48ec-8e4d-bcff0379b09d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c471f5-0f51-4fbc-8d17-635813408d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1539128 Feb 10 22:34:18.847131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:18.873383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 230e685f-105b-496a-a5b4-ecff5040f97c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:18.895239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cf7d06b-7a3e-4652-9f2e-3cbe23fe156d req-16691fea-3eb9-49b2-b157-1e4fa23aa169 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1509109 Feb 10 22:34:18.941313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:18.958876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.014367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:19.069134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 230e685f-105b-496a-a5b4-ecff5040f97c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:19.075668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 230e685f-105b-496a-a5b4-ecff5040f97c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:19.076045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.236959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a22f5-7407-412f-af51-09d5e195b542 req-43d09962-ae94-4997-9260-9ea0e47e4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:19.238426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-43d09962-ae94-4997-9260-9ea0e47e4768 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 1.4818282 Feb 10 22:34:19.256347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:19.287737 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-7bc7b1eb-d73a-4288-a2d1-b107bd3251d8 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570045 Feb 10 22:34:19.367486 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.412879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 230e685f-105b-496a-a5b4-ecff5040f97c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=230e685f-105b-496a-a5b4-ecff5040f97c,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:19.421082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.544062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-affadaa9-33f6-4c95-b6b1-34b38e20e6e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.2718592 Feb 10 22:34:19.549047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=230e685f-105b-496a-a5b4-ecff5040f97c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:19.555846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Usage tracker for resource:port and tenant:ace4ede667364ef3978a06c17c2802e7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:19.558715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.569092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:19.608849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-713a5d2f-d0a8-458a-9103-2a682354b8dd req-41025288-5517-4546-b23b-67a3d8975c6d tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 210 time: 0.3746927 Feb 10 22:34:19.692322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a22f5-7407-412f-af51-09d5e195b542 req-2e0a0107-4eac-4df0-9d29-d120de65235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:19.692322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-2e0a0107-4eac-4df0-9d29-d120de65235b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.0885599 Feb 10 22:34:19.695403 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'code': 200} Feb 10 22:34:19.717036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:19.722828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17da32d5-01d1-4014-99a2-6b59a9d696d8 req-243ea25f-39bd-45b3-9e0f-32b7d897eb90 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267008 Feb 10 22:34:19.746080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54142e-8020-4523-bac5-4aa9ea66329b req-4e4eebd8-ada9-4f43-8c13-c32e8953bd42 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:19.748541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff54142e-8020-4523-bac5-4aa9ea66329b req-4e4eebd8-ada9-4f43-8c13-c32e8953bd42 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.4109275 Feb 10 22:34:19.825064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 230e685f-105b-496a-a5b4-ecff5040f97c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:19.916671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:19.945118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff54142e-8020-4523-bac5-4aa9ea66329b req-9c1e176c-6380-490e-9b4e-62746405806c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781213 Feb 10 22:34:19.987437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Made reservation on behalf of ace4ede667364ef3978a06c17c2802e7 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:19.993244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:19.999963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47596d54-6c5c-40a4-a982-ca693d2a59fc req-261e53c1-672e-44ef-b2d4-168dca90708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:20.002251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47596d54-6c5c-40a4-a982-ca693d2a59fc req-261e53c1-672e-44ef-b2d4-168dca90708b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1097 time: 0.1831393 Feb 10 22:34:20.015019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-0b86990b-644b-4bf3-8523-4fbe5b5f5dd8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2926614 Feb 10 22:34:20.035011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Usage tracker for resource:security_group_rule and tenant:5e28b0d1e70c46d0b3519fe4fc2ff284 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:20.039837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 230e685f-105b-496a-a5b4-ecff5040f97c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:20.040496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:20.150149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47596d54-6c5c-40a4-a982-ca693d2a59fc req-24438771-0df9-44f3-93f5-470eb35f72c9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374624 Feb 10 22:34:20.217540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:20.274182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-959011f8-94f3-4a33-a3a9-fd75a8e590a7 req-54aa8ba8-6407-4000-bfb2-2fd986fbb5d4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 210 time: 0.3851905 Feb 10 22:34:20.280780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:20.332183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 94345b90-71ad-48d7-bd56-1011d23eeaf6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:20.347322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:20.352660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.13 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/c9af5cc6-087b-41dc-8ba8-263d572a3d8c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:20.413618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59e31f5-1eb1-4eec-bc64-cb9f131a47d9 req-5d792ac2-25db-4e90-90f7-a77b73f5e06a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:20.415098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e59e31f5-1eb1-4eec-bc64-cb9f131a47d9 req-5d792ac2-25db-4e90-90f7-a77b73f5e06a tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 945 time: 0.2567723 Feb 10 22:34:20.512385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e59e31f5-1eb1-4eec-bc64-cb9f131a47d9 req-08495e74-e172-4d13-bae7-fee9931d666e tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/security-groups?id=daa8881e-b611-4b46-abee-5995e9caddea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884845 Feb 10 22:34:20.585028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:20.601294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'port_id': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'mac_address': 'fa:16:3e:fa:f7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:20.665119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-6712414e-69bd-48a3-bcc6-93e799995f4e service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6080296 Feb 10 22:34:20.685696 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:20.712119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94345b90-71ad-48d7-bd56-1011d23eeaf6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:20.754447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:20.763911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:20.823016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66618e9-12de-44fc-bfcf-837326854380 req-7eea864c-acde-4b3e-92ae-4b736fed961e tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:20.823953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b66618e9-12de-44fc-bfcf-837326854380 req-7eea864c-acde-4b3e-92ae-4b736fed961e tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Synchronizing usage tracker for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:20.929630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:20.946376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b66618e9-12de-44fc-bfcf-837326854380 req-7eea864c-acde-4b3e-92ae-4b736fed961e tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Unset dirty status for tenant:df04d4c902b34d05a20b768aa584cba2 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:20.948547 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b66618e9-12de-44fc-bfcf-837326854380 req-7eea864c-acde-4b3e-92ae-4b736fed961e tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 944 time: 0.2394400 Feb 10 22:34:21.085816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b66618e9-12de-44fc-bfcf-837326854380 req-155c3e8f-9ec3-4167-ad4d-0f351d1a96ff tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272366 Feb 10 22:34:21.096170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072979b-236f-49c4-bf76-39578773c809 req-6e10cccf-7c59-408c-98f0-68fd4d79e112 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:21.098018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7072979b-236f-49c4-bf76-39578773c809 req-6e10cccf-7c59-408c-98f0-68fd4d79e112 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 945 time: 0.2357459 Feb 10 22:34:21.138157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['94345b90-71ad-48d7-bd56-1011d23eeaf6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:21.251760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Deleting port a46ad6ea-2476-43a0-b8b2-860d0607fe3a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:21.252903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:21.477404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aed58aa8-b231-4376-ad4b-abff3a85c342 req-f2a2163c-4bc9-42ba-aca5-5f03904c7e01 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 210 time: 0.1097014 Feb 10 22:34:21.529056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Allocated IP 172.20.0.13 (aeb26b48-ff46-4a10-a192-f0c33ad53a47/ad1ae8bd-f05e-44f4-8334-8dae1d370046/ccd23d8f-00bd-4ff8-83a1-4ebe7266339b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:21.565341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da3a22f5-7407-412f-af51-09d5e195b542 req-a9f55aee-52f2-4229-bc4a-86a298c5a46f service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8652678 Feb 10 22:34:21.583736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:21.602456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2386f3-13d7-45f1-a7f0-cb1a6a4f4bab req-d958e016-06fd-4e32-8dd1-40f481bb8896 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:21.605081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a2386f3-13d7-45f1-a7f0-cb1a6a4f4bab req-d958e016-06fd-4e32-8dd1-40f481bb8896 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 1.1185331 Feb 10 22:34:21.750667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:21.818971 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:21.847681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1df1cd-81e8-4b5a-8442-82f4ed85697d req-240246e9-2357-4e30-8357-f13c116cf63f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:21.849260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da1df1cd-81e8-4b5a-8442-82f4ed85697d req-240246e9-2357-4e30-8357-f13c116cf63f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.2033262 Feb 10 22:34:21.874120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a2386f3-13d7-45f1-a7f0-cb1a6a4f4bab req-8bb9cfdb-2ba9-4a62-9562-897aaf6ce6b5 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569468 Feb 10 22:34:21.894779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Router cd48400d-c652-4021-9c0d-d0f623377ebd is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:34:21.899461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] For port a46ad6ea-2476-43a0-b8b2-860d0607fe3a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:21.899836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.051063 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.071973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Calling delete_port for a46ad6ea-2476-43a0-b8b2-860d0607fe3a owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:22.140074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da1df1cd-81e8-4b5a-8442-82f4ed85697d req-85e2b84b-9819-4fd6-9f76-2b66e5b07c84 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649453 Feb 10 22:34:22.334260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 94345b90-71ad-48d7-bd56-1011d23eeaf6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:22.356909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b1f8e8-4fd8-4cf0-a532-747f2cea708c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:22.363404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b9d4d9d-1a27-4f85-ac8e-bd00bd6bb67c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e28b0d1e70c46d0b3519fe4fc2ff284&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1887002 Feb 10 22:34:22.382518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36108) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:22.387437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.430660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 94345b90-71ad-48d7-bd56-1011d23eeaf6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:22.439462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 94345b90-71ad-48d7-bd56-1011d23eeaf6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:22.439962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.471620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2521a566-43b9-4695-a7e2-953016a40828 req-559ca634-2243-4ab1-af22-66ea79a834dc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 210 time: 0.3865790 Feb 10 22:34:22.584136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Pushing event deleted for resources: {'Port': ['ID=a46ad6ea-2476-43a0-b8b2-860d0607fe3a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:22.620407 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.634856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2426819f-4e5a-4e06-a682-bf59971bb381 req-b7915b52-7f35-421a-90ec-2ab1d5e8dced tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.53 "GET /v2.0/ports?device_id=fd33ec45-f6e3-433a-9699-bdffb106514b HTTP/1.1" status: 200 len: 210 time: 0.2574513 Feb 10 22:34:22.635971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.719822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:22.751311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:22.756850 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.757847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a46ad6ea-2476-43a0-b8b2-860d0607fe3a no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:22.812935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] No DVR routers for this DVR port a46ad6ea-2476-43a0-b8b2-860d0607fe3a on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:34:22.815973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.828214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'name': 'network-vif-deleted', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:22.859325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:22.917666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: a46ad6ea-2476-43a0-b8b2-860d0607fe3a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:34:22.918179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a46ad6ea-2476-43a0-b8b2-860d0607fe3a not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:34:22.991356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:22.996065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7072979b-236f-49c4-bf76-39578773c809 req-b4ad211a-27aa-445b-b046-3cd15a06a70f tempest-FloatingIPsAssociationNegativeTestJSON-1773241353 tempest-FloatingIPsAssociationNegativeTestJSON-1773241353-project] 10.222.0.30 "DELETE /v2.0/ports/a46ad6ea-2476-43a0-b8b2-860d0607fe3a HTTP/1.1" status: 204 len: 173 time: 1.8918304 Feb 10 22:34:23.020154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.043477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.153274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:23.165090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Sync routers for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:23.208490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:23.209691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:23.390283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.405370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.410857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27b1f8e8-4fd8-4cf0-a532-747f2cea708c HTTP/1.1" status: 204 len: 168 time: 1.0226901 Feb 10 22:34:23.411526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:23.459547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:23.462510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.463925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:23.471635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafacae8-3d52-44f4-ad38-ac91ea1ed0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b1f8e8-4fd8-4cf0-a532-747f2cea708c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:23.473022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:23.553590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a35ccf-258b-40ca-8415-97e29d9b69d4 req-97231604-1dd4-413d-9aeb-e6d135d5197f tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:23.560201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40a35ccf-258b-40ca-8415-97e29d9b69d4 req-97231604-1dd4-413d-9aeb-e6d135d5197f tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1097 time: 0.6184707 Feb 10 22:34:23.565076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:23.566817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0343d66-505d-4113-b0a2-2970f15b4c02 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.8033996 Feb 10 22:34:23.571569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36124) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:23.578171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272e7fc-f13f-4873-a275-7ad4f96f3e79 req-a603b5e1-1d1b-41e2-9d94-f0892322cc62 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:23.586219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5272e7fc-f13f-4873-a275-7ad4f96f3e79 req-a603b5e1-1d1b-41e2-9d94-f0892322cc62 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.7088399 Feb 10 22:34:23.711078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Network aeb26b48-ff46-4a10-a192-f0c33ad53a47 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:23.737917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:23.765500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:23.836384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:23.996996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:23.998929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:24.017243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Pushing event updated for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:24.073109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5272e7fc-f13f-4873-a275-7ad4f96f3e79 req-18a8dad2-4e46-4973-984a-e421b5699be2 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4858747 Feb 10 22:34:24.131065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40a35ccf-258b-40ca-8415-97e29d9b69d4 req-d57455f3-6e75-49a2-9eee-a6a61f7b8a74 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544152 Feb 10 22:34:24.272283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-dedaba5a-2eb6-41f1-b88a-52177eaf155a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9601843 Feb 10 22:34:24.307703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Request body: {'port': {'device_id': '28c267a0-a69d-4369-96a8-78289451c015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:24.611553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:24.612506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:24.669585 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'code': 200} Feb 10 22:34:24.744252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:24.757709 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd33ec45-f6e3-433a-9699-bdffb106514b', 'name': 'network-vif-deleted', 'tag': 'a46ad6ea-2476-43a0-b8b2-860d0607fe3a', 'status': 'completed', 'code': 200} Feb 10 22:34:24.802072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 3, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:24.816444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Checking router: cd48400d-c652-4021-9c0d-d0f623377ebd for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:24.821806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Updating router cd48400d-c652-4021-9c0d-d0f623377ebd port 82c3cdc0-d577-4c48-a826-386d731c580b binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:34:24.843300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-db2f0d25-05ff-4612-addb-81c726b331f3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3746998 Feb 10 22:34:24.877796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Request body: {'port': {'device_id': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:25.004222 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.048533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1a769-90e7-4f7c-94ba-7cee34ad6a9f req-0dc66b31-9eff-488e-87e9-316485739bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:25.051162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10f1a769-90e7-4f7c-94ba-7cee34ad6a9f req-0dc66b31-9eff-488e-87e9-316485739bff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 1096 time: 0.2924390 Feb 10 22:34:25.206351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.208750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10f1a769-90e7-4f7c-94ba-7cee34ad6a9f req-eaf8ea92-08b7-4c01-a4ec-10ec33a3c0c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478884 Feb 10 22:34:25.219963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c0e3-788a-44aa-997d-7baf262df873 req-afe05fe3-def4-4674-b734-c6c1ce30eb6d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:25.221476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3361c0e3-788a-44aa-997d-7baf262df873 req-afe05fe3-def4-4674-b734-c6c1ce30eb6d tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.2760894 Feb 10 22:34:25.349274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bceab3-f697-4ebd-b93d-497b51246aa5 req-7d16f0c1-0271-4ba9-bcad-7631e171f704 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:25.350729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-66bceab3-f697-4ebd-b93d-497b51246aa5 req-7d16f0c1-0271-4ba9-bcad-7631e171f704 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Synchronizing usage tracker for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:25.401362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3361c0e3-788a-44aa-997d-7baf262df873 req-2929ceae-b004-4699-8fe3-d324e22402c1 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699543 Feb 10 22:34:25.417906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.550366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.567133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Transition to ACTIVE for port object 82c3cdc0-d577-4c48-a826-386d731c580b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:25.577773 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.578586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-66bceab3-f697-4ebd-b93d-497b51246aa5 req-7d16f0c1-0271-4ba9-bcad-7631e171f704 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Unset dirty status for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:25.585391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66bceab3-f697-4ebd-b93d-497b51246aa5 req-7d16f0c1-0271-4ba9-bcad-7631e171f704 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 932 time: 1.1857359 Feb 10 22:34:25.675505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77f3a-c686-45e2-b972-59f36e3d1356 None None] Pushing event updated for resources: {'Port': ['ID=82c3cdc0-d577-4c48-a826-386d731c580b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:25.739846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Attempting to bind port 82c3cdc0-d577-4c48-a826-386d731c580b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:25.740504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Attempting to bind port 82c3cdc0-d577-4c48-a826-386d731c580b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:25.741103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Attempting to bind port 82c3cdc0-d577-4c48-a826-386d731c580b on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:25.765679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:25.769015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:25.769666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.773569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:25.774425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Bound port: 82c3cdc0-d577-4c48-a826-386d731c580b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:25.775132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.779095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:25.809785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1047fd3-a39a-48ea-91ba-1059fe25bd88 req-20e1530d-7842-4694-ae25-4635220f5bff tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:25.811760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1047fd3-a39a-48ea-91ba-1059fe25bd88 req-20e1530d-7842-4694-ae25-4635220f5bff tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 932 time: 0.1902151 Feb 10 22:34:25.885785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66bceab3-f697-4ebd-b93d-497b51246aa5 req-a711017b-eec6-43fd-a001-398c64e5a598 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994056 Feb 10 22:34:25.978564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] For port 82c3cdc0-d577-4c48-a826-386d731c580b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:25.988332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] For port 82c3cdc0-d577-4c48-a826-386d731c580b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82c3cdc0-d577-4c48-a826-386d731c580b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:25.994893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:26.027984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:26.217485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a77f3a-c686-45e2-b972-59f36e3d1356 None None] Pushing event updated for resources: {'Port': ['ID=82c3cdc0-d577-4c48-a826-386d731c580b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:26.261547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:26.267671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:26.342309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9af5cc6-087b-41dc-8ba8-263d572a3d8c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:26.352991 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:26.375418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Transition to ACTIVE for port object c9af5cc6-087b-41dc-8ba8-263d572a3d8c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:26.385275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:26.561443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1047fd3-a39a-48ea-91ba-1059fe25bd88 req-c23999a9-bd4c-4c67-b50b-e7fb4f4033c5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566943 Feb 10 22:34:26.949259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:27.339440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Allocated IP 172.20.0.1 (db3f7bfa-c61d-4840-82fd-ef98c5da01b3/fef32c99-c40f-41bc-8483-61640a01e5b2/34156b6c-2e68-4898-bcce-7f59273ff617) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:27.692466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:27.837166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ed629-709d-4574-9356-26e253af2d20 req-ea87ba07-7ada-4c4f-865a-c2736447ff62 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:27.850811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-287ed629-709d-4574-9356-26e253af2d20 req-ea87ba07-7ada-4c4f-865a-c2736447ff62 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 1.4668338 Feb 10 22:34:27.913753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Attempting to bind port c9af5cc6-087b-41dc-8ba8-263d572a3d8c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:27.923918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Attempting to bind port c9af5cc6-087b-41dc-8ba8-263d572a3d8c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:27.924784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Attempting to bind port c9af5cc6-087b-41dc-8ba8-263d572a3d8c on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:27.950819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Port c9af5cc6-087b-41dc-8ba8-263d572a3d8c on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:27.952417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Attempting to bind port c9af5cc6-087b-41dc-8ba8-263d572a3d8c on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:27.991800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:27.998189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:27.999226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:28.000406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Bound port: c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:28.001345 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:28.081989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:34:28.234759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 3, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:28.255777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558af8c-4922-4bbb-a1ce-0ed5207db9d9 None None] The sync data for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 is: [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 3, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:28.288351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccd23d8f-00bd-4ff8-83a1-4ebe7266339b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:28.338027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:28.412730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Transition to ACTIVE for port object ccd23d8f-00bd-4ff8-83a1-4ebe7266339b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:28.485805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:28.584252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-287ed629-709d-4574-9356-26e253af2d20 req-174a3623-eeb1-4813-84e8-f6a27c67d799 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7322793 Feb 10 22:34:28.739197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:28.944101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.050146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31dc30a-e93a-4ce1-a585-49c6a418de47 req-cd3ce2c5-e19f-46f0-8730-d2aa7fa050a0 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:29.056484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d31dc30a-e93a-4ce1-a585-49c6a418de47 req-cd3ce2c5-e19f-46f0-8730-d2aa7fa050a0 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 1.9569733 Feb 10 22:34:29.072619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Transition to ACTIVE for port object 34156b6c-2e68-4898-bcce-7f59273ff617 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:29.149186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d31dc30a-e93a-4ce1-a585-49c6a418de47 req-282d57df-ad81-4448-b19a-4d54437e71d8 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718598 Feb 10 22:34:29.294261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.357862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.429853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:29.450787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Usage tracker for resource:security_group_rule and tenant:ce372ef98ae54bc08ae96b8e612c0673 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:29.465228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:29.501725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:29.543038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:29.575520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:29.582423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:29.598397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:29.601077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Pushing event updated for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:29.618861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:29.622012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:29.657518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6f389-9ba5-4092-b1d4-5aa503e7a4f7 req-6eeb430c-b03a-4c64-8cb6-b9a96bfb2671 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:29.660672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6d6f389-9ba5-4092-b1d4-5aa503e7a4f7 req-6eeb430c-b03a-4c64-8cb6-b9a96bfb2671 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 944 time: 0.6774249 Feb 10 22:34:29.664931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.763113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.816206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Attempting to bind port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:29.816779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Attempting to bind port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '32f27f06-07ce-4b89-ab66-172c67eb5f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:29.817311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Attempting to bind port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b on network aeb26b48-ff46-4a10-a192-f0c33ad53a47 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:29.878744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82c3cdc0-d577-4c48-a826-386d731c580b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:29.962760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:29.975651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:29.976629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:29.979120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-c485c014-e63a-4690-a86d-01c745f66019 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9af5cc6-087b-41dc-8ba8-263d572a3d8c HTTP/1.1" status: 200 len: 1092 time: 5.6977551 Feb 10 22:34:29.980421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:29.994497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b on network aeb26b48-ff46-4a10-a192-f0c33ad53a47 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:29.995003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Attempting to bind port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b on network aeb26b48-ff46-4a10-a192-f0c33ad53a47 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:30.169605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 82c3cdc0-d577-4c48-a826-386d731c580b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:30.182996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:30.183583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Checking segment: {'id': '32f27f06-07ce-4b89-ab66-172c67eb5f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:30.184190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Bound using segment: {'id': '32f27f06-07ce-4b89-ab66-172c67eb5f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:30.188762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Bound port: ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32f27f06-07ce-4b89-ab66-172c67eb5f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:30.189792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.199455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 82c3cdc0-d577-4c48-a826-386d731c580b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:30.200271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.236240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.288740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6d6f389-9ba5-4092-b1d4-5aa503e7a4f7 req-3e87c9fa-4c13-4a1b-8c33-64bbb336fc45 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041114 Feb 10 22:34:30.376180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-15ac985e-c65f-45fe-ad93-1455bcc2bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:30.378060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-15ac985e-c65f-45fe-ad93-1455bcc2bd28 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 1095 time: 0.3379397 Feb 10 22:34:30.378953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-00cd99ea-700d-41e3-b482-0673330ffb26 None None] Provisioning for port 34156b6c-2e68-4898-bcce-7f59273ff617 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:30.383500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:30.388568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-00cd99ea-700d-41e3-b482-0673330ffb26 None None] Provisioning complete for port 34156b6c-2e68-4898-bcce-7f59273ff617 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:30.389402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00cd99ea-700d-41e3-b482-0673330ffb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.452669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-00cd99ea-700d-41e3-b482-0673330ffb26 None None] Port 34156b6c-2e68-4898-bcce-7f59273ff617 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:34:30.461761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-a7378e7e-0532-4903-af87-73e16c0c17ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c HTTP/1.1" status: 200 len: 217 time: 0.0759227 Feb 10 22:34:30.463263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,segment=NetworkSegment(32f27f06-07ce-4b89-ab66-172c67eb5f44),segment_id=32f27f06-07ce-4b89-ab66-172c67eb5f44)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:30.529464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.591010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.616506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 82c3cdc0-d577-4c48-a826-386d731c580b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82c3cdc0-d577-4c48-a826-386d731c580b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:30.621905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.711330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:30.711586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762aa7-f14f-427e-9bf0-4df0ccef6216 req-230ad9bd-8b0e-4e6b-91b7-63cd25f36c7e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:30.711707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:30.712595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] 10.222.0.24 "PUT /v2.0/ports/ccd23d8f-00bd-4ff8-83a1-4ebe7266339b HTTP/1.1" status: 200 len: 1092 time: 5.8567619 Feb 10 22:34:30.720499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36762aa7-f14f-427e-9bf0-4df0ccef6216 req-230ad9bd-8b0e-4e6b-91b7-63cd25f36c7e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 1.2392190 Feb 10 22:34:30.733676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=82c3cdc0-d577-4c48-a826-386d731c580b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:30.734108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-cd2f335c-4214-438e-a494-0197601d5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:30.735719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-cd2f335c-4214-438e-a494-0197601d5410 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.2674906 Feb 10 22:34:30.864191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-bbc5c23c-def0-4c91-a8fa-ef0d7d675666 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148341 Feb 10 22:34:30.894554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eda4b3-4082-40d5-b3b9-b0e68765e2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:30.931403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36762aa7-f14f-427e-9bf0-4df0ccef6216 req-ccffc981-ac84-47aa-9284-8548e5ed5d5b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097919 Feb 10 22:34:30.977137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:31.328690 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'status': 'completed', 'code': 200} Feb 10 22:34:31.336673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:31.358881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168867d-3362-40a6-844b-9e61385d0a0f req-d8f58939-d152-421b-b574-7f6a7564cd31 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:31.360974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6168867d-3362-40a6-844b-9e61385d0a0f req-d8f58939-d152-421b-b574-7f6a7564cd31 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.7298810 Feb 10 22:34:31.372941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-5186bb96-0595-4aca-ab9e-1e9f22eb04b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:31.374457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-5186bb96-0595-4aca-ab9e-1e9f22eb04b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ace4ede667364ef3978a06c17c2802e7&device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 1095 time: 0.5862122 Feb 10 22:34:31.447920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bb18093-3742-4211-8499-170642524528 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce372ef98ae54bc08ae96b8e612c0673&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6985767 Feb 10 22:34:31.457952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36220) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:31.462068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-8693f65d-b426-4264-9ed1-7017ebb4e52c service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872626 Feb 10 22:34:31.572961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb18093-3742-4211-8499-170642524528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7642729-9b2d-44f2-a6a3-6f68225775a7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:31.610211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:31.716629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-ca749418-91d9-47bf-a966-9c8872b72bdf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b HTTP/1.1" status: 200 len: 217 time: 0.3191600 Feb 10 22:34:31.758777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6168867d-3362-40a6-844b-9e61385d0a0f req-c50e7ec9-0999-4ab6-9a9b-81726fb7a77d tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3804507 Feb 10 22:34:31.821452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82c3cdc0-d577-4c48-a826-386d731c580b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:31.978690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8803c411-cfa3-4e2f-ba37-6ce3f408dce1 req-fb5ecdd9-27f4-4fdc-b5b1-79f5e0adb7b3 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635026 Feb 10 22:34:32.003493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 82c3cdc0-d577-4c48-a826-386d731c580b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:32.004360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.012218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.030580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-0c7487cb-653f-4241-b1e9-8e7a8c057087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:32.032129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-0c7487cb-653f-4241-b1e9-8e7a8c057087 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad1ae8bd-f05e-44f4-8334-8dae1d370046 HTTP/1.1" status: 200 len: 853 time: 0.2434013 Feb 10 22:34:32.084558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Deleting port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:32.085572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.163186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-f468cf84-ad70-4636-a16d-c0d2d31ecbf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aeb26b48-ff46-4a10-a192-f0c33ad53a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105230 Feb 10 22:34:32.205401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.375085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.396960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.413430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b18b94-22fe-416f-8166-e6ee92968e1b req-48072e6e-0923-4849-92fe-0f9f7eb73664 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:32.414995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29b18b94-22fe-416f-8166-e6ee92968e1b req-48072e6e-0923-4849-92fe-0f9f7eb73664 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.3877504 Feb 10 22:34:32.419248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7642729-9b2d-44f2-a6a3-6f68225775a7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:32.457253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.500168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.503674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e320926b-7722-461c-aa8a-a5eb8baf30ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7642729-9b2d-44f2-a6a3-6f68225775a7 HTTP/1.1" status: 204 len: 168 time: 1.0422237 Feb 10 22:34:32.532725 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-0be01e08-a292-47d7-9aed-6b17a90be467 service neutron] 10.222.0.24 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207343 Feb 10 22:34:32.559376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.576893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3375f6e-4a15-43a9-9173-dcf04df7dc7b req-e6fc2215-ccf1-455f-b2d3-e8584e51ac7f tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:32.578045 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3375f6e-4a15-43a9-9173-dcf04df7dc7b req-e6fc2215-ccf1-455f-b2d3-e8584e51ac7f tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 944 time: 0.5283053 Feb 10 22:34:32.634347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-bf7c8571-702f-4a5c-9dce-49d539cf40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:32.635881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-bf7c8571-702f-4a5c-9dce-49d539cf40a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 1095 time: 0.5849655 Feb 10 22:34:32.803445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3375f6e-4a15-43a9-9173-dcf04df7dc7b req-2d155549-504c-4433-9d9e-6e35acaf3669 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751640 Feb 10 22:34:32.853049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Pushing event updated for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:32.888468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29b18b94-22fe-416f-8166-e6ee92968e1b req-5f271f13-d833-4ecb-bfe2-5f44126e6ef3 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4542859 Feb 10 22:34:32.909244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96694499-a3ff-45e1-9225-0d8aec3ec280 req-c7aaf626-032a-4de9-b1bd-2fca8004643e service neutron] 10.222.0.24 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485813 Feb 10 22:34:32.929146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] For port cf67e2a3-c7cb-4853-81f3-bb7c88b9804f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:32.929858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:32.961488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36248) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:32.985788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-f6afd2b2-71d3-4563-8be1-7a0c5412ce88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:32.997499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-f6afd2b2-71d3-4563-8be1-7a0c5412ce88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.3435884 Feb 10 22:34:33.082967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:33.179343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-189393cb-e28f-45cf-bcb9-b5bd13c9dc1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c HTTP/1.1" status: 200 len: 217 time: 0.1022809 Feb 10 22:34:33.181830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:33.209231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Calling delete_port for cf67e2a3-c7cb-4853-81f3-bb7c88b9804f owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:33.231523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Usage tracker for resource:security_group_rule and tenant:53d1b19b869148df9f4913bfd8315c01 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:33.236667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:33.252809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:33.253914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:33.264386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:33.298051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-9fe5cc7e-5717-43da-8bce-009dcb633ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:33.300078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-9fe5cc7e-5717-43da-8bce-009dcb633ef5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.1092315 Feb 10 22:34:33.346313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:33.386858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-ac9c2749-a6ee-4dc8-84c9-37f55ec7204e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772080 Feb 10 22:34:33.398449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091850b7-abdb-4e7b-b8ac-284464287b77 req-d4191e2f-4370-484b-9228-517977ea10af tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:33.400186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-091850b7-abdb-4e7b-b8ac-284464287b77 req-d4191e2f-4370-484b-9228-517977ea10af tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.4017909 Feb 10 22:34:33.432250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:33.446043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Request body: {'floatingip': {'port_id': '94345b90-71ad-48d7-bd56-1011d23eeaf6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:33.648138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db238f77-e6f4-4689-a738-8e1033171937 None None] Provisioning complete for port 34156b6c-2e68-4898-bcce-7f59273ff617 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:33.649246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db238f77-e6f4-4689-a738-8e1033171937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:33.756611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-db238f77-e6f4-4689-a738-8e1033171937 None None] Port 34156b6c-2e68-4898-bcce-7f59273ff617 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:34:33.850406 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b', 'status': 'completed', 'code': 200} Feb 10 22:34:33.864587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-95365997-f508-4bbc-b9da-b7d67609d215 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604692 Feb 10 22:34:33.995544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:34.289395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:34.358387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e214b36-c787-4865-bf0c-83ac7554d1c2 req-9cfaadfa-a6a3-45a0-b324-ea0e2fbcb361 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:34.358387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e214b36-c787-4865-bf0c-83ac7554d1c2 req-9cfaadfa-a6a3-45a0-b324-ea0e2fbcb361 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 1.0960021 Feb 10 22:34:34.363760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:34.366893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Router cd48400d-c652-4021-9c0d-d0f623377ebd has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:34:34.385122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf67e2a3-c7cb-4853-81f3-bb7c88b9804f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:34.404237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:34.442567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f156b1d-57a0-4eb8-84e4-d4120b3b87b6 req-693bd5a0-744f-410f-8dc0-0b9887d7345d service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4940517 Feb 10 22:34:34.561769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba417-7cb2-4e81-908d-25e361027d3b req-5aec53f6-4420-4981-a7e4-5184c02a8874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:34.563260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-5aec53f6-4420-4981-a7e4-5184c02a8874 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ace4ede667364ef3978a06c17c2802e7&device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 1095 time: 0.6977019 Feb 10 22:34:34.566959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b25347e9-4a4b-4c3c-86a8-fd9f58fee46e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:34.571190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-20a2d66f-645a-4fac-a36c-2caef0c45a2e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=53d1b19b869148df9f4913bfd8315c01&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6085067 Feb 10 22:34:34.576946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e214b36-c787-4865-bf0c-83ac7554d1c2 req-5a848130-37ba-4971-9951-44b885e1e2a0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112641 Feb 10 22:34:34.577446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36294) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:34.693369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf33cb9-e4e8-4f08-90f9-4c5dee32a54d req-aa5fd607-cb21-44e5-b9fc-fda6bc7d93e4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:34.694817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cf33cb9-e4e8-4f08-90f9-4c5dee32a54d req-aa5fd607-cb21-44e5-b9fc-fda6bc7d93e4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 944 time: 0.5618172 Feb 10 22:34:34.884180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:34.896116 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Sync routers for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:34.907406 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:34.908292 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:34.929564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cf33cb9-e4e8-4f08-90f9-4c5dee32a54d req-7e6a0646-9012-42ed-8f55-90e931a859bb tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860886 Feb 10 22:34:34.933709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba417-7cb2-4e81-908d-25e361027d3b req-fcd56e9a-8bc7-4345-ab6d-67ed3975a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:34.935144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-fcd56e9a-8bc7-4345-ab6d-67ed3975a728 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aeb26b48-ff46-4a10-a192-f0c33ad53a47 HTTP/1.1" status: 200 len: 914 time: 0.3625891 Feb 10 22:34:34.941120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.015752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.017666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-53d49009-9689-4fd3-92e6-895708e62d18 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b HTTP/1.1" status: 200 len: 217 time: 0.0740731 Feb 10 22:34:35.063021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.078420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-97399c24-269a-4cac-9ed3-aecbc06ee306 admin admin] 10.222.0.53 "PUT /v2.0/routers/cd48400d-c652-4021-9c0d-d0f623377ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5035491 Feb 10 22:34:35.088643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ccd23d8f-00bd-4ff8-83a1-4ebe7266339b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:35.099507 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:35.107158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e349-4c20-4741-874d-95c2b552d482 req-6080b7eb-f417-4780-89da-e4f06a2dd218 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:35.108737 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7d2e349-4c20-4741-874d-95c2b552d482 req-6080b7eb-f417-4780-89da-e4f06a2dd218 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.4258623 Feb 10 22:34:35.143529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ba417-7cb2-4e81-908d-25e361027d3b req-8f9886e0-1b2d-4401-ad7d-8c23893bd238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:35.145053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-8f9886e0-1b2d-4401-ad7d-8c23893bd238 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad1ae8bd-f05e-44f4-8334-8dae1d370046 HTTP/1.1" status: 200 len: 853 time: 0.1207104 Feb 10 22:34:35.235013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-dd0754c6-f6b3-49bb-bda0-092fb6d2f197 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aeb26b48-ff46-4a10-a192-f0c33ad53a47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836625 Feb 10 22:34:35.281383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,segment=NetworkSegment(32f27f06-07ce-4b89-ab66-172c67eb5f44),segment_id=32f27f06-07ce-4b89-ab66-172c67eb5f44)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:35.300548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b', 'network_id': 'aeb26b48-ff46-4a10-a192-f0c33ad53a47', 'port_id': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b', 'mac_address': 'fa:16:3e:49:e9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad1ae8bd-f05e-44f4-8334-8dae1d370046', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:35.372014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.398301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccd23d8f-00bd-4ff8-83a1-4ebe7266339b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:35.442555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,segment=NetworkSegment(32f27f06-07ce-4b89-ab66-172c67eb5f44),segment_id=32f27f06-07ce-4b89-ab66-172c67eb5f44)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:35.446766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.472616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-aa34aafc-c7c9-42d0-b3fd-1f25911c12af service neutron] 10.222.0.24 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271836 Feb 10 22:34:35.564195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:35.611825 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:31Z', 'revision_number': 4, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '34156b6c-2e68-4898-bcce-7f59273ff617', 'name': '', 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'mac_address': 'fa:16:3e:2f:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:25Z', 'updated_at': '2022-02-10T22:34:31Z', 'revision_number': 2, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'subnets': [{'id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:35.616236 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Checking router: cd48400d-c652-4021-9c0d-d0f623377ebd for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:35.616587 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Updating router cd48400d-c652-4021-9c0d-d0f623377ebd port 34156b6c-2e68-4898-bcce-7f59273ff617 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:34:35.664608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ccd23d8f-00bd-4ff8-83a1-4ebe7266339b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:35.698101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Router 299e1efb-8cdc-4676-bd41-ad69dfa44694 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:34:35.702109 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7d2e349-4c20-4741-874d-95c2b552d482 req-01e2c703-c76f-4333-b913-7ae42f9dd208 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5852485 Feb 10 22:34:35.707879 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:35.999586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.047389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:34:36.078699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b25347e9-4a4b-4c3c-86a8-fd9f58fee46e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:36.111795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.115809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e729ef7b-3c20-4245-b8e9-134ea4c1644b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b25347e9-4a4b-4c3c-86a8-fd9f58fee46e HTTP/1.1" status: 204 len: 168 time: 1.5270126 Feb 10 22:34:36.284722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-024ba417-7cb2-4e81-908d-25e361027d3b req-849a87ec-36bf-44ff-8e7e-a06d99016d72 service neutron] 10.222.0.24 "GET /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8022730 Feb 10 22:34:36.316378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.337843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb0284-502b-4e62-9068-82e9aac03b58 req-0dfc6518-7f68-446c-a0ed-a7a166b28183 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:36.339048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-34bb0284-502b-4e62-9068-82e9aac03b58 req-0dfc6518-7f68-446c-a0ed-a7a166b28183 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:36.346644 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.420221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:36.436549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:36.444879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36352) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:36.445579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-10d5d243-60f8-41a2-befd-a691d04df193 admin admin] 10.222.0.53 "PUT /v2.0/routers/299e1efb-8cdc-4676-bd41-ad69dfa44694/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3758824 Feb 10 22:34:36.451452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Sync routers for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:36.488923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:36.490958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:36.510627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-34bb0284-502b-4e62-9068-82e9aac03b58 req-0dfc6518-7f68-446c-a0ed-a7a166b28183 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:36.511837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34bb0284-502b-4e62-9068-82e9aac03b58 req-0dfc6518-7f68-446c-a0ed-a7a166b28183 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 0.6280382 Feb 10 22:34:36.669260 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.682595 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Transition to ACTIVE for port object 34156b6c-2e68-4898-bcce-7f59273ff617 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:36.696265 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:36.705060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34bb0284-502b-4e62-9068-82e9aac03b58 req-955be5d4-ba20-4704-8f15-89731e095baf tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900192 Feb 10 22:34:36.766681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecf7131-9713-411c-b979-75ef06af91c5 req-62fec0f9-c4e4-4392-9178-97430562a557 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:36.773749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ecf7131-9713-411c-b979-75ef06af91c5 req-62fec0f9-c4e4-4392-9178-97430562a557 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 945 time: 0.2910888 Feb 10 22:34:36.851115 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Floating IP 5c056de2-2d56-4d9e-8de8-a1184356dbba associated. External IP: 172.25.2.18, port: 94345b90-71ad-48d7-bd56-1011d23eeaf6. Feb 10 22:34:36.851805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8ecf7131-9713-411c-b979-75ef06af91c5 req-fe5b6701-1009-4e72-bf5c-50e07bc8ced4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Synchronizing usage tracker for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:36.882001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8ecf7131-9713-411c-b979-75ef06af91c5 req-fe5b6701-1009-4e72-bf5c-50e07bc8ced4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Unset dirty status for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:36.883963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ecf7131-9713-411c-b979-75ef06af91c5 req-fe5b6701-1009-4e72-bf5c-50e07bc8ced4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054292 Feb 10 22:34:36.938510 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Pushing event updated for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:37.061856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:37.109640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ccd23d8f-00bd-4ff8-83a1-4ebe7266339b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:37.127414 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.127937 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.128321 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.128651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.128969 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.129288 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.130230 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.130566 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.130856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.131510 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.133820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.134173 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:37.170442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.419879 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Attempting to bind port 34156b6c-2e68-4898-bcce-7f59273ff617 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:37.420466 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Attempting to bind port 34156b6c-2e68-4898-bcce-7f59273ff617 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:37.421002 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Attempting to bind port 34156b6c-2e68-4898-bcce-7f59273ff617 on network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:37.427301 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:37.428033 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Checking segment: {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:37.428612 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.429162 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Bound using segment: {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:37.429974 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Bound port: 34156b6c-2e68-4898-bcce-7f59273ff617, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ff7dd8-ceda-4565-99a7-ad06be9a82a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:37.430541 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.578452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9459eea-1e03-42f7-b356-d302bfd25fa5 req-0e72a891-7294-49f8-90c3-54361f2509ad tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:37.580266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9459eea-1e03-42f7-b356-d302bfd25fa5 req-0e72a891-7294-49f8-90c3-54361f2509ad tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.1478894 Feb 10 22:34:37.642570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9459eea-1e03-42f7-b356-d302bfd25fa5 req-a2ed2698-6efe-4f31-883e-667486d110df tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553362 Feb 10 22:34:37.642791 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] For port 34156b6c-2e68-4898-bcce-7f59273ff617, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:37.665700 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] For port 34156b6c-2e68-4898-bcce-7f59273ff617, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34156b6c-2e68-4898-bcce-7f59273ff617,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:37.680829 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.710895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.758807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:37.798506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'mac_address': 'fa:16:3e:4d:03:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:37.799776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Deleting port 5ac9c108-44fb-4191-8ed0-230286b2cf1a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:37.800223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.871612 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2db53e-9bf8-40c6-b936-c5a315305f31 None None] Pushing event updated for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:37.923362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228'}], 'enable_snat': True}, 'gw_port_id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:34:34Z', 'revision_number': 5, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port': {'id': '5ac9c108-44fb-4191-8ed0-230286b2cf1a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:ea:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'device_owner': 'network:router_gateway', 'standard_attr_id': 774, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:32:36Z', 'updated_at': '2022-02-10T22:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:37.930393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Checking router: 299e1efb-8cdc-4676-bd41-ad69dfa44694 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:37.934749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:37.937962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:37.939771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:37.947748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:37.948117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:37.986425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:38.020007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Routers {'299e1efb-8cdc-4676-bd41-ad69dfa44694'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:38.020910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['299e1efb-8cdc-4676-bd41-ad69dfa44694'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:38.338448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116698b3-69ac-4df7-ae4e-7372f00d5186 req-72172b39-b562-4d52-ab6d-820e7132d580 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:38.362207 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-116698b3-69ac-4df7-ae4e-7372f00d5186 req-72172b39-b562-4d52-ab6d-820e7132d580 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 945 time: 0.2189300 Feb 10 22:34:38.396065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] Set router 299e1efb-8cdc-4676-bd41-ad69dfa44694 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:38.436386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:34:38.470124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-116698b3-69ac-4df7-ae4e-7372f00d5186 req-55fee5ea-be71-4c4a-b485-515f180ac5b8 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057103 Feb 10 22:34:38.476175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:38.527661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:34:37Z', 'revision_number': 6, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:38.570099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7c958b-9776-4fed-8ced-92aa8ec9beae None None] The sync data for ids ['299e1efb-8cdc-4676-bd41-ad69dfa44694'] in n-d-825178-4 is: [{'id': '299e1efb-8cdc-4676-bd41-ad69dfa44694', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1238344938-router', 'tenant_id': '47042f5a78c54cae9112f94e297a5ddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:32:34Z', 'updated_at': '2022-02-10T22:34:37Z', 'revision_number': 6, 'project_id': '47042f5a78c54cae9112f94e297a5ddb', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:38.588521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9af5cc6-087b-41dc-8ba8-263d572a3d8c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:38.645270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:38.648233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac2e5-a9a5-4e39-8e34-a0884ed16ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:38.653102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:38.662030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] For port 5ac9c108-44fb-4191-8ed0-230286b2cf1a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ac9c108-44fb-4191-8ed0-230286b2cf1a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:38.662390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:38.805224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Calling delete_port for 5ac9c108-44fb-4191-8ed0-230286b2cf1a owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:38.924516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:39.004658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:39.016644 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:31Z', 'revision_number': 4, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '34156b6c-2e68-4898-bcce-7f59273ff617', 'name': '', 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'mac_address': 'fa:16:3e:2f:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:25Z', 'updated_at': '2022-02-10T22:34:37Z', 'revision_number': 4, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'subnets': [{'id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:39.026321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:39.027818 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e812df6-685a-4ff0-915a-15707c73cab1 None None] The sync data for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 is: [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:34:31Z', 'revision_number': 4, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '34156b6c-2e68-4898-bcce-7f59273ff617', 'name': '', 'network_id': 'db3f7bfa-c61d-4840-82fd-ef98c5da01b3', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'mac_address': 'fa:16:3e:2f:cf:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:25Z', 'updated_at': '2022-02-10T22:34:37Z', 'revision_number': 4, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'subnets': [{'id': 'fef32c99-c40f-41bc-8483-61640a01e5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:39.063478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,segment=NetworkSegment(32f27f06-07ce-4b89-ab66-172c67eb5f44),segment_id=32f27f06-07ce-4b89-ab66-172c67eb5f44)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:39.083651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783a4b3-95cc-46d9-b562-dfbe79a61d5b req-bff22d26-4cde-4657-a484-aa32710ef52a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:39.085023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:39.085927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ac449882-bf79-4aae-aac1-9b6997ed3d9f no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:39.098398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9783a4b3-95cc-46d9-b562-dfbe79a61d5b req-bff22d26-4cde-4657-a484-aa32710ef52a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 0.2383902 Feb 10 22:34:39.243590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9783a4b3-95cc-46d9-b562-dfbe79a61d5b req-f55342c1-d4c3-447b-88bf-10327f503d3a tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380496 Feb 10 22:34:39.289335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c9af5cc6-087b-41dc-8ba8-263d572a3d8c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:39.431257 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b', 'code': 200} Feb 10 22:34:39.528462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f386e-cffe-4864-863a-150364a91d81 req-28158f27-e517-4dd4-9bdf-2861213b2d55 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:39.530053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-383f386e-cffe-4864-863a-150364a91d81 req-28158f27-e517-4dd4-9bdf-2861213b2d55 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 946 time: 1.6716793 Feb 10 22:34:39.574677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:39.697406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:39.805668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:39.829360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:39.879020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871af69-bb70-41bd-aa2d-5041c6a26a4d req-40187df6-200a-4ac1-be80-b93734494517 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:39.881323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c871af69-bb70-41bd-aa2d-5041c6a26a4d req-40187df6-200a-4ac1-be80-b93734494517 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.2006779 Feb 10 22:34:39.891692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34156b6c-2e68-4898-bcce-7f59273ff617 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:39.936100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Deleting port ac449882-bf79-4aae-aac1-9b6997ed3d9f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:39.936743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:39.981948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c871af69-bb70-41bd-aa2d-5041c6a26a4d req-09966495-c2d2-4bf9-97df-cd121628f39e tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940263 Feb 10 22:34:40.010494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c05fd-4b60-4d0c-8610-3d2cf9201bf2 req-bc7da06c-5f49-4edf-bf02-fe7ad3ab7a8d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:40.020547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba3c05fd-4b60-4d0c-8610-3d2cf9201bf2 req-bc7da06c-5f49-4edf-bf02-fe7ad3ab7a8d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 1.7533479 Feb 10 22:34:40.193882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 34156b6c-2e68-4898-bcce-7f59273ff617 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:40.223932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 34156b6c-2e68-4898-bcce-7f59273ff617 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:40.224554 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.228639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:34:40.239236 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Sync routers for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:34:40.240021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0449a-3728-44c4-8d3c-810f5fd04b01 req-ec8469fa-b202-411b-aebb-8c360051375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:40.241971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ab0449a-3728-44c4-8d3c-810f5fd04b01 req-ec8469fa-b202-411b-aebb-8c360051375f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 1097 time: 0.7898498 Feb 10 22:34:40.262087 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:40.262640 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:40.317476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba3c05fd-4b60-4d0c-8610-3d2cf9201bf2 req-77163d86-b5cb-43ec-a9cb-f2713fbddebc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959182 Feb 10 22:34:40.533911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:40.534378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.553870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eda69c35-a59a-47af-bae0-81806982a022 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.612502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ab0449a-3728-44c4-8d3c-810f5fd04b01 req-605b2dba-fe34-44e8-81ed-ccd88add07ab service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078346 Feb 10 22:34:40.642134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:40.643979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.708439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.712500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-17eae688-7683-4f61-889b-737fefae28f4 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0807157 Feb 10 22:34:40.792089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 34156b6c-2e68-4898-bcce-7f59273ff617, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34156b6c-2e68-4898-bcce-7f59273ff617,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:40.797700 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:40.945211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:40.947946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ac9c108-44fb-4191-8ed0-230286b2cf1a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:41.000849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 5ac9c108-44fb-4191-8ed0-230286b2cf1a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:34:41.001204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ac9c108-44fb-4191-8ed0-230286b2cf1a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:34:41.001603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf67e2a3-c7cb-4853-81f3-bb7c88b9804f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:41.056109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: cf67e2a3-c7cb-4853-81f3-bb7c88b9804f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:34:41.056453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf67e2a3-c7cb-4853-81f3-bb7c88b9804f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:34:41.067854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-58d00c7e-501d-4d03-b079-db512289a39e tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:41.074782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-58d00c7e-501d-4d03-b079-db512289a39e tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3544385 Feb 10 22:34:41.091496 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-b223a42a-aa4f-4ecb-a1fd-28ce095f6c52 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/quotas/531e6a79140c4517a1b5e02d1b63aa54 HTTP/1.1" status: 200 len: 375 time: 0.0157428 Feb 10 22:34:41.161823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-cf032d30-1aad-483b-8851-1ae70f717fdd tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0693965 Feb 10 22:34:41.190858 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '5c056de2-2d56-4d9e-8de8-a1184356dbba', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'port_id': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'mac_address': 'fa:16:3e:fa:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:55Z', 'updated_at': '2022-02-10T22:34:35Z', 'revision_number': 1, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:41.196024 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Checking router: 29b15b34-ed6c-42a6-8d61-fdf102dc6260 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:34:41.212250 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:34:41.213113 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:34:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:41.332979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac9c108-44fb-4191-8ed0-230286b2cf1a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:41.433481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:41.441718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-50ae22c1-55e6-478e-ade5-948e961e1cd7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "PUT /v2.0/floatingips/5c056de2-2d56-4d9e-8de8-a1184356dbba HTTP/1.1" status: 200 len: 990 time: 7.9992700 Feb 10 22:34:41.525544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] For port ac449882-bf79-4aae-aac1-9b6997ed3d9f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ac449882-bf79-4aae-aac1-9b6997ed3d9f,segment=NetworkSegment(8e5d98f0-f529-4e69-aacc-e8d1114130e1),segment_id=8e5d98f0-f529-4e69-aacc-e8d1114130e1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:41.525866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:41.558396 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:34:41.567752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a6bb8-1720-4c47-849b-496d533620ed req-49008e9f-13ec-44f2-be28-5987ec918245 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:41.576385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31a6bb8-1720-4c47-849b-496d533620ed req-49008e9f-13ec-44f2-be28-5987ec918245 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1097 time: 0.0979040 Feb 10 22:34:41.611377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:41.641559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31a6bb8-1720-4c47-849b-496d533620ed req-0eb9f7b6-3544-4df2-81f1-bfc11e37797a tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639415 Feb 10 22:34:41.834532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34156b6c-2e68-4898-bcce-7f59273ff617 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:41.952138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Calling delete_port for ac449882-bf79-4aae-aac1-9b6997ed3d9f owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:42.006536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.050154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:42.071897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 34156b6c-2e68-4898-bcce-7f59273ff617 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:42.072341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.149191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.166293 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '5c056de2-2d56-4d9e-8de8-a1184356dbba', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'port_id': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'mac_address': 'fa:16:3e:fa:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:55Z', 'updated_at': '2022-02-10T22:34:35Z', 'revision_number': 1, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:42.177009 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7116e3f2-d6ad-4659-aef8-69ef1db26efd None None] The sync data for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 is: [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '5c056de2-2d56-4d9e-8de8-a1184356dbba', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'floating_ip_address': '172.25.2.18', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'port_id': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'mac_address': 'fa:16:3e:fa:f7:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:33:55Z', 'updated_at': '2022-02-10T22:34:35Z', 'revision_number': 1, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:34:42.188085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2651-7a7d-4741-b492-e9c2ae0aff9d req-73c32dca-8882-4d0c-b53c-0770281b0ab3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:42.201986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2dc2651-7a7d-4741-b492-e9c2ae0aff9d req-73c32dca-8882-4d0c-b53c-0770281b0ab3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.2128119 Feb 10 22:34:42.321621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2dc2651-7a7d-4741-b492-e9c2ae0aff9d req-fd824cba-ef23-4d85-82ed-84be6ab285c4 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188354 Feb 10 22:34:42.418792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8e38a-c3a9-47b4-98e9-ac2a7446583a req-968350b4-ed3d-43a1-a83e-e6b0e3c25d1f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:42.420497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8a8e38a-c3a9-47b4-98e9-ac2a7446583a req-968350b4-ed3d-43a1-a83e-e6b0e3c25d1f tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d702679-721c-466f-909b-a951d121ca35 HTTP/1.1" status: 200 len: 944 time: 1.8182013 Feb 10 22:34:42.443101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.586661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c78fc0-522e-4bae-92d2-1a8b2e175a4f None None] New status for floating IP 5c056de2-2d56-4d9e-8de8-a1184356dbba: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:34:42.592837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.661525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.680705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:42.712323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Pushing event deleted for resources: {'Port': ['ID=ac449882-bf79-4aae-aac1-9b6997ed3d9f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:42.728445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] No DVR routers for this DVR port ac449882-bf79-4aae-aac1-9b6997ed3d9f on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:34:42.746159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.764831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.765219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.765500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.765827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.766151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.766495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.766826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.767644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.767644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.767925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.768392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.768718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:42.783694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8a8e38a-c3a9-47b4-98e9-ac2a7446583a req-c39bcecf-f301-4758-bb2f-2d39fb9b6fcf tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.53 "GET /v2.0/security-groups?id=8c2a01e0-3bdd-43a3-91ae-ea4a073de650&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836869 Feb 10 22:34:42.791316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.791856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299e1efb-8cdc-4676-bd41-ad69dfa44694 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:34:42.795173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-383f386e-cffe-4864-863a-150364a91d81 req-fb6b5d92-a6e4-43ef-9eb9-0ac47ded0b17 tempest-ImagesTestJSON-1245069918 tempest-ImagesTestJSON-1245069918-project] 10.222.0.24 "DELETE /v2.0/ports/ac449882-bf79-4aae-aac1-9b6997ed3d9f HTTP/1.1" status: 204 len: 173 time: 3.0919797 Feb 10 22:34:42.798169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.800468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f7194852-6828-42b2-9b6c-8e3b528e0b82 admin admin] 10.222.0.53 "DELETE /v2.0/routers/299e1efb-8cdc-4676-bd41-ad69dfa44694 HTTP/1.1" status: 204 len: 168 time: 6.3543587 Feb 10 22:34:42.802806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36500) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:42.869028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.885659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-539840e6-8fb9-4df0-b5a4-11db3dc95662 req-5586ed33-4c70-4cbd-aae3-935b335bafa8 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 210 time: 0.1408908 Feb 10 22:34:42.901322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Deleting subnet 39e58686-7902-44fc-a953-003938525d6d {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:34:42.909399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:42.956872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port c9af5cc6-087b-41dc-8ba8-263d572a3d8c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:42.963817 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'code': 200} Feb 10 22:34:42.971896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c9af5cc6-087b-41dc-8ba8-263d572a3d8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:42.972530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:43.075980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:43.317525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf47bc-0558-4b49-8a8c-37eeaaf064d3 req-73a93312-8f39-45f6-9745-58cfbbf8ed3a tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:43.320631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9eaf47bc-0558-4b49-8a8c-37eeaaf064d3 req-73a93312-8f39-45f6-9745-58cfbbf8ed3a tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.1805701 Feb 10 22:34:43.340536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:43.377847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:43.382570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:43.409416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-6203c9b9-cb2e-46fa-891d-413bcc49fcea tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1106308 Feb 10 22:34:43.427899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9eaf47bc-0558-4b49-8a8c-37eeaaf064d3 req-05a85396-978e-48f7-a7d8-58850cf6d57c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984526 Feb 10 22:34:43.496172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:43.606667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:43.692926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86212e-f7b8-409a-b02b-b46dfc90fe5e req-2d661f00-cf5d-48d9-9145-c0d004a0ee53 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:43.694466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc86212e-f7b8-409a-b02b-b46dfc90fe5e req-2d661f00-cf5d-48d9-9145-c0d004a0ee53 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 945 time: 0.4925096 Feb 10 22:34:43.746278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-e1f34bb3-0e25-4244-b5e1-7deacbecb2fa tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:43.747796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-e1f34bb3-0e25-4244-b5e1-7deacbecb2fa tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3248482 Feb 10 22:34:43.783030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Request body: {'port': {'device_id': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '531e6a79140c4517a1b5e02d1b63aa54'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:43.819787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.048901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc86212e-f7b8-409a-b02b-b46dfc90fe5e req-575f84b9-d7dd-44d2-ace5-a9efcc206a8c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408940 Feb 10 22:34:44.068196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39e58686-7902-44fc-a953-003938525d6d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:44.078641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.079242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6731df-0db0-47a4-8bf0-4165c5ce4bec None None] Network fd73661f-cef1-4862-88ae-2727a63859ed requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:44.095166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:44.106181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-edd9c080-14cf-4b86-b5b5-b1186c6c06e9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/39e58686-7902-44fc-a953-003938525d6d HTTP/1.1" status: 204 len: 168 time: 1.3000147 Feb 10 22:34:44.207960 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'status': 'completed', 'code': 200} Feb 10 22:34:44.228297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.244469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Deleting port 213dc8fc-68f5-4d88-af4f-63188866c4bd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:44.244838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.334471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:44.342887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Usage tracker for resource:port and tenant:531e6a79140c4517a1b5e02d1b63aa54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:44.345962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:44.364723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:44.386905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Made reservation on behalf of 531e6a79140c4517a1b5e02d1b63aa54 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:44.391276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.408952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.436033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:44.442097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Usage tracker for resource:security_group_rule and tenant:531e6a79140c4517a1b5e02d1b63aa54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:44.446848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:44.539143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:44.543462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-658f3700-f622-4675-9cf6-409e404950b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:44.545021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-658f3700-f622-4675-9cf6-409e404950b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df04d4c902b34d05a20b768aa584cba2&device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 1096 time: 0.3157084 Feb 10 22:34:44.599786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] For port 213dc8fc-68f5-4d88-af4f-63188866c4bd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=213dc8fc-68f5-4d88-af4f-63188866c4bd,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:44.600776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.650560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] DHCP port deletion for fd73661f-cef1-4862-88ae-2727a63859ed request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:34:44.657467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Deleting port 213dc8fc-68f5-4d88-af4f-63188866c4bd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:44.658198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.885427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-42518416-345e-474d-b5bb-ed8ffbd4ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:44.887223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-42518416-345e-474d-b5bb-ed8ffbd4ce0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6c471f5-0f51-4fbc-8d17-635813408d9a HTTP/1.1" status: 200 len: 906 time: 0.3096592 Feb 10 22:34:44.913186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] For port 213dc8fc-68f5-4d88-af4f-63188866c4bd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=213dc8fc-68f5-4d88-af4f-63188866c4bd,segment=NetworkSegment(cc0ef544-576e-44f2-9df3-f9fae1e95448),segment_id=cc0ef544-576e-44f2-9df3-f9fae1e95448)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:44.913714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.921300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Calling delete_port for 213dc8fc-68f5-4d88-af4f-63188866c4bd owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:44.959188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:44.970778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.072272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:45.088182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Calling delete_port for 213dc8fc-68f5-4d88-af4f-63188866c4bd owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:45.093265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3f189-0881-4d4a-b443-3604556d6c6a req-45e14936-dcd4-4b98-83da-3f1bce97d103 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:45.102750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.108702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1aa3f189-0881-4d4a-b443-3604556d6c6a req-45e14936-dcd4-4b98-83da-3f1bce97d103 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.6350706 Feb 10 22:34:45.212807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1aa3f189-0881-4d4a-b443-3604556d6c6a req-ec9d4184-b5fd-4d35-8d8c-0cf4547e30a6 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973325 Feb 10 22:34:45.223875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Pushing event deleted for resources: {'Port': ['ID=213dc8fc-68f5-4d88-af4f-63188866c4bd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:45.229536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-6bb28ecc-a810-4c12-89d7-728f748b074d tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:34:45.229536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-6bb28ecc-a810-4c12-89d7-728f748b074d tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3275816 Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.243561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.251318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: from cryptography.utils import int_from_bytes Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: from cryptography.utils import int_from_bytes Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn_limited( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn_limited( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.256925 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:34:45.267854 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:34:45.300599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] No DVR routers for this DVR port 213dc8fc-68f5-4d88-af4f-63188866c4bd on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:34:45.345467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-47340709-2d49-4233-83d3-ac7f124cc5a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6 HTTP/1.1" status: 200 len: 1000 time: 0.4348843 Feb 10 22:34:45.563968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Request body: {'binding': {'host': 'n-h1-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:45.563968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:34:45.600939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.619919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f690ceb-9a9b-4fc4-a888-a9aaddc330a9 req-04433a69-7bfc-49c8-b144-e017ebc3329c tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 210 time: 0.1580486 Feb 10 22:34:45.627754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd73661f-cef1-4862-88ae-2727a63859ed']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:45.643784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc0ef544-576e-44f2-9df3-f9fae1e95448') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:45.644132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc0ef544-576e-44f2-9df3-f9fae1e95448') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:45.660654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.679510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.685708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-f5ebb919-3842-49ac-8a40-7ee4f509871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:45.687626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-f5ebb919-3842-49ac-8a40-7ee4f509871d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49 HTTP/1.1" status: 200 len: 844 time: 0.2709193 Feb 10 22:34:45.703516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:34:45.704086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.715166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Allocated IP 192.168.233.244 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/a66bb3ca-961c-4638-9747-af6f66da68be) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:34:45.720573 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:34:45.763854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Deleting port 213dc8fc-68f5-4d88-af4f-63188866c4bd {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:45.764935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.800152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 213dc8fc-68f5-4d88-af4f-63188866c4bd no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:45.862301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.874739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:45.892269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 213dc8fc-68f5-4d88-af4f-63188866c4bd {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:34:45.892991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 213dc8fc-68f5-4d88-af4f-63188866c4bd not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:34:45.927191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] Pushing event deleted for resources: {'Network': ['ID=fd73661f-cef1-4862-88ae-2727a63859ed,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:45.936436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9a84cef9-930c-485a-b350-9281fe2bc2ba None None] The port '213dc8fc-68f5-4d88-af4f-63188866c4bd' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:34:45.952194 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90e8ab3d-c377-4167-b191-8dde5537d9fb admin admin] 10.222.0.53 "DELETE /v2.0/networks/fd73661f-cef1-4862-88ae-2727a63859ed HTTP/1.1" status: 204 len: 168 time: 1.8556209 Feb 10 22:34:46.026209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe1d46-c07c-40f0-822d-026cf11c68b5 req-e32d5c88-016e-472d-9c6c-f7d0e36a194b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:46.028431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dbe1d46-c07c-40f0-822d-026cf11c68b5 req-e32d5c88-016e-472d-9c6c-f7d0e36a194b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2138968 Feb 10 22:34:46.131424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-424ff5b7-7e04-44ff-a80d-58ca06771f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:46.132893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-424ff5b7-7e04-44ff-a80d-58ca06771f1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6c471f5-0f51-4fbc-8d17-635813408d9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4194326 Feb 10 22:34:46.181076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36558) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:46.226193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-deleted', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:46.238722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e633a6fb-2b3d-46fc-95a6-2f7158c5a1b1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47042f5a78c54cae9112f94e297a5ddb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564928 Feb 10 22:34:46.241349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36564) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:46.248793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h1-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:46.249119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:46.249724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:46.309168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.320539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:46.320784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:46.341590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.342433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dbe1d46-c07c-40f0-822d-026cf11c68b5 req-209f0e32-92d3-4bfb-945c-b3968cade164 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889662 Feb 10 22:34:46.352418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:46.352756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:46.353119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:46.353543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Bound port: 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:46.410844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.417971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.445418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Transition to ACTIVE for port object a66bb3ca-961c-4638-9747-af6f66da68be will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:46.457942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa8881e-b611-4b46-abee-5995e9caddea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:46.497354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.503317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-399ca9a0-bc09-4c64-9689-3faf3d1056ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/daa8881e-b611-4b46-abee-5995e9caddea HTTP/1.1" status: 204 len: 168 time: 0.2608747 Feb 10 22:34:46.603820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-ccb093c1-df8f-41a0-be3c-9832394a977f service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090133 Feb 10 22:34:46.612704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:46.617399 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'code': 200} Feb 10 22:34:46.727808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.729247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-d23f90d3-3250-4d62-a1ef-03d21eb3470d service neutron] 10.222.0.53 "POST /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d/bindings HTTP/1.1" status: 201 len: 389 time: 1.4618926 Feb 10 22:34:46.749507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:46.792952 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d702679-721c-466f-909b-a951d121ca35', 'name': 'network-vif-deleted', 'tag': 'ac449882-bf79-4aae-aac1-9b6997ed3d9f', 'status': 'completed', 'code': 200} Feb 10 22:34:46.946547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c972b2c4-ba91-4993-acea-f79aa42f6bce req-882b00a9-59f1-4ff1-b07f-824e6d69ff49 service neutron] 10.222.0.30 "GET /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365309 Feb 10 22:34:46.954405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60844a84-5f63-41cb-a3e6-55ea0cfd75c3 req-d3555c26-2e41-453b-b6f1-135d832b8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:46.955963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60844a84-5f63-41cb-a3e6-55ea0cfd75c3 req-d3555c26-2e41-453b-b6f1-135d832b8621 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 1097 time: 0.2401361 Feb 10 22:34:46.971723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:46.975003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:47.003697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:47.087199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Pushing event updated for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:47.095166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60844a84-5f63-41cb-a3e6-55ea0cfd75c3 req-2be2996e-8cd7-493a-8082-51d0386b749a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329296 Feb 10 22:34:47.179894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:47.184440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:47.235776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-84181591-3297-43f2-aae3-4f76b88c6c25 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4600165 Feb 10 22:34:47.252751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Request body: {'port': {'device_id': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:47.483940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5143d9-dd94-4e15-a715-0b895968a347 req-b8725b98-03da-457e-ae82-d24d57eddb9a tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:47.493437 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff5143d9-dd94-4e15-a715-0b895968a347 req-b8725b98-03da-457e-ae82-d24d57eddb9a tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 936 time: 0.3274317 Feb 10 22:34:47.497963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f43f1f0-1f3e-4ca0-b1c0-2e03e731279e None None] Provisioning for port a66bb3ca-961c-4638-9747-af6f66da68be completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:47.514407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f43f1f0-1f3e-4ca0-b1c0-2e03e731279e None None] Provisioning complete for port a66bb3ca-961c-4638-9747-af6f66da68be triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:47.514778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f43f1f0-1f3e-4ca0-b1c0-2e03e731279e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:47.611838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff5143d9-dd94-4e15-a715-0b895968a347 req-3c6991f7-728c-412b-a189-e3387b53464f tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172831 Feb 10 22:34:47.615919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:47.651159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-e017caeb-ce65-4316-9ec3-f9e2c486914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:47.653257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-e017caeb-ce65-4316-9ec3-f9e2c486914e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1097 time: 0.3006611 Feb 10 22:34:47.670179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f43f1f0-1f3e-4ca0-b1c0-2e03e731279e None None] Port a66bb3ca-961c-4638-9747-af6f66da68be cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:34:47.756173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa4ab5-6d05-44a8-a97b-72f2eceeccd9 req-6cd2e607-09ea-4c22-b4d6-c649172c0bf6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:47.770714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7aa4ab5-6d05-44a8-a97b-72f2eceeccd9 req-6cd2e607-09ea-4c22-b4d6-c649172c0bf6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.2502444 Feb 10 22:34:47.918078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-e0e6a741-c5c9-4f64-b3fc-4a385b95c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:47.921692 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-e0e6a741-c5c9-4f64-b3fc-4a385b95c0af service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.2604966 Feb 10 22:34:47.996314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7aa4ab5-6d05-44a8-a97b-72f2eceeccd9 req-f7ee695c-7531-4c80-894f-d35ccc2f3f5f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054737 Feb 10 22:34:48.077607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36612) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:48.146710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a7c66ab5-2e66-4623-8cd0-8a0b7a700aff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.2139893 Feb 10 22:34:48.321857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a7f7a8b2-0f22-4f86-9032-c31feb43354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:48.325037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a7f7a8b2-0f22-4f86-9032-c31feb43354c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1645389 Feb 10 22:34:48.398553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-74ec100c-fad1-4ce0-85a6-52e5c2b5ffd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645008 Feb 10 22:34:48.436777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1999549635-network', 'tenant_id': '7f00cf907b3d4c89bf5076bd50ce5ae1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:48.441212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:48.445472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Usage tracker for resource:network and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:48.449525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:48.455976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:48.469590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Made reservation on behalf of 7f00cf907b3d4c89bf5076bd50ce5ae1 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:48.472645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:48.517399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da3656-313a-45d6-8332-f5b9cbc997b1 req-aafae1e6-07fd-4e13-ad94-b4d5e0f135e3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:48.525547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c6da3656-313a-45d6-8332-f5b9cbc997b1 req-aafae1e6-07fd-4e13-ad94-b4d5e0f135e3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2804966 Feb 10 22:34:48.527638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:48.569597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-f29d9e43-3f40-4d7e-8cba-0b2fe603a08b service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584926 Feb 10 22:34:48.586390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:48.601315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c6da3656-313a-45d6-8332-f5b9cbc997b1 req-fefafcdb-70fb-42c8-a199-25ab92100c3e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752971 Feb 10 22:34:48.616207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Usage tracker for resource:security_group_rule and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:48.622804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:48.655929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:48.833953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb0fb2-5e3c-4f8a-8a11-1e9438d340f1 req-83c6bba1-54d5-4a43-a0fe-098d7ed33f64 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:48.839786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7efb0fb2-5e3c-4f8a-8a11-1e9438d340f1 req-83c6bba1-54d5-4a43-a0fe-098d7ed33f64 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.6353383 Feb 10 22:34:48.904138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66bb3ca-961c-4638-9747-af6f66da68be {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:48.921068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:48.923565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7efb0fb2-5e3c-4f8a-8a11-1e9438d340f1 req-15a4fc81-db2b-4227-9a29-982d3b5a96d7 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783827 Feb 10 22:34:48.950712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-4b402af3-0a38-4a92-b21e-2e45d9cc112c service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723435 Feb 10 22:34:48.985837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Transition to ACTIVE for port object a66bb3ca-961c-4638-9747-af6f66da68be will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:48.997442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:48.997442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.040374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.094939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-7208e138-832a-4a34-85aa-b27895e69223 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:49.095661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-7208e138-832a-4a34-85aa-b27895e69223 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Synchronizing usage tracker for tenant:531e6a79140c4517a1b5e02d1b63aa54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:49.218391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:34:49.312096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:49.313588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c867f3c7-af3c-42ed-9e19-61968ae014ce,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:49.321929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.322272 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Added segment c71bd6b5-b6d8-4f06-818b-a58496b54a19 of type vlan for network 2505ea87-698b-438c-b00d-f9e59aa60113 Feb 10 22:34:49.366706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-7208e138-832a-4a34-85aa-b27895e69223 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Unset dirty status for tenant:531e6a79140c4517a1b5e02d1b63aa54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:49.368127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-7208e138-832a-4a34-85aa-b27895e69223 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 936 time: 0.5532091 Feb 10 22:34:49.405201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0964ef22-0776-4b48-82a7-8a05b72e055e req-e4e621ba-c7d9-437d-b9ab-8766faa9c3d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:49.408155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0964ef22-0776-4b48-82a7-8a05b72e055e req-e4e621ba-c7d9-437d-b9ab-8766faa9c3d9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.1810627 Feb 10 22:34:49.477352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0964ef22-0776-4b48-82a7-8a05b72e055e req-eabf6843-a93a-4321-b83d-1b4e38f82c03 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635400 Feb 10 22:34:49.497134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.564984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-ea5d1916-d16a-4feb-89ca-de39bc1fe31e tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Synchronizing usage tracker for tenant:531e6a79140c4517a1b5e02d1b63aa54 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:49.581638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Attempting to bind port a66bb3ca-961c-4638-9747-af6f66da68be on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:49.581968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Attempting to bind port a66bb3ca-961c-4638-9747-af6f66da68be by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:49.582293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Attempting to bind port a66bb3ca-961c-4638-9747-af6f66da68be on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:49.596135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Port a66bb3ca-961c-4638-9747-af6f66da68be on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:49.596456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Attempting to bind port a66bb3ca-961c-4638-9747-af6f66da68be on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:49.613876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:49.614192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:49.614723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:49.615014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Bound port: a66bb3ca-961c-4638-9747-af6f66da68be, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:49.615385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.647773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.647773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:49.647773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:49.669790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-ea5d1916-d16a-4feb-89ca-de39bc1fe31e tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Unset dirty status for tenant:531e6a79140c4517a1b5e02d1b63aa54 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:49.689226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9359b5c6-4263-4e01-b762-d557ee18d2bf req-ea5d1916-d16a-4feb-89ca-de39bc1fe31e tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629838 Feb 10 22:34:49.956304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36650) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:49.975484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-e21bba59-7688-4b26-81c1-9e437263da27 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:49.977043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-e21bba59-7688-4b26-81c1-9e437263da27 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.6027002 Feb 10 22:34:50.131690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] Pushing event updated for resources: {'Network': ['ID=2505ea87-698b-438c-b00d-f9e59aa60113,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:50.145168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2505ea87-698b-438c-b00d-f9e59aa60113 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:34:50.160617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-80b14db6-0a3a-400c-a4f5-fa4de64cd616 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0819035 Feb 10 22:34:50.167102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36656) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:50.177945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Request body: {'subnet': {'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1999549635-subnet', 'tenant_id': '7f00cf907b3d4c89bf5076bd50ce5ae1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:50.189398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:50.190335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Deleting port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:34:50.190671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.198738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Deleting subnet d70bfdf4-fbc1-43e4-a8af-c48db3025b24 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:34:50.207671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.264410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:50.287781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.303377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a66bb3ca-961c-4638-9747-af6f66da68be,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:50.369380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.422421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Usage tracker for resource:subnet and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:50.427270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:50.438112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:50.452141 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.471966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Made reservation on behalf of 7f00cf907b3d4c89bf5076bd50ce5ae1 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:50.474639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.595522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c00791-978e-47d5-a147-466ddfb4e014 req-31109729-fcab-4265-a29b-056b5691f8d3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:50.602995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7c00791-978e-47d5-a147-466ddfb4e014 req-31109729-fcab-4265-a29b-056b5691f8d3 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 946 time: 0.5341721 Feb 10 22:34:50.642427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] For port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,segment=NetworkSegment(32f27f06-07ce-4b89-ab66-172c67eb5f44),segment_id=32f27f06-07ce-4b89-ab66-172c67eb5f44)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:50.643001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.682287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7c00791-978e-47d5-a147-466ddfb4e014 req-a6c53b7c-01b1-4429-b651-1290e015b12c tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/security-groups?id=10d3f25a-05e3-4abd-b761-318a31cac618&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780942 Feb 10 22:34:50.718682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.779403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Calling delete_port for ccd23d8f-00bd-4ff8-83a1-4ebe7266339b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:34:50.811198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70bfdf4-fbc1-43e4-a8af-c48db3025b24,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:50.822768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.840322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4571de50-ee45-4746-ab8d-f09dcacf0341 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d70bfdf4-fbc1-43e4-a8af-c48db3025b24 HTTP/1.1" status: 204 len: 168 time: 0.8823347 Feb 10 22:34:50.843694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:50.898121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:50.899020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:50.900399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] 10.222.0.24 "PUT /v2.0/ports/a66bb3ca-961c-4638-9747-af6f66da68be HTTP/1.1" status: 200 len: 1096 time: 3.6581404 Feb 10 22:34:50.902142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:50.980518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa2dde-a87d-44c3-9bc7-7c61eb71f880 req-cde26a50-be7e-4019-9f4a-dd224caf234e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:50.983756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0fa2dde-a87d-44c3-9bc7-7c61eb71f880 req-cde26a50-be7e-4019-9f4a-dd224caf234e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 1.0056839 Feb 10 22:34:51.087753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.136398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37755-c495-4bbf-9fb8-80913f06cf65 service neutron] Pushing event updated for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:51.170437 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.172410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0fa2dde-a87d-44c3-9bc7-7c61eb71f880 req-f3926c59-2230-4edf-8b7f-4371820384ea tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633945 Feb 10 22:34:51.178854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ccd23d8f-00bd-4ff8-83a1-4ebe7266339b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:51.182418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d966c85-8e68-48cb-b76f-844d2c3ea0e4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:51.236440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Pushing event deleted for resources: {'Port': ['ID=ccd23d8f-00bd-4ff8-83a1-4ebe7266339b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:51.237609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.245022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-d400eb3b-b26f-41f8-8b0f-21db65167306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.247040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-d400eb3b-b26f-41f8-8b0f-21db65167306 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 1099 time: 0.2538095 Feb 10 22:34:51.315450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Checking segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:51.315820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Network hostable DHCP agents. Network: 2505ea87-698b-438c-b00d-f9e59aa60113, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:34:51.354244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:34:51.420107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0187e-2361-4608-9abf-68159681b6cb req-d04dbf55-c55d-4970-902f-ba44c5e2db5f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.426943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88f0187e-2361-4608-9abf-68159681b6cb req-d04dbf55-c55d-4970-902f-ba44c5e2db5f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.5449827 Feb 10 22:34:51.436829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-ca32bbd3-b2a5-4dde-8678-67fa4d992329 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a66bb3ca-961c-4638-9747-af6f66da68be HTTP/1.1" status: 200 len: 217 time: 0.1543498 Feb 10 22:34:51.442988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] No DVR routers for this DVR port ccd23d8f-00bd-4ff8-83a1-4ebe7266339b on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:34:51.453520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.455047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.475936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Network 2505ea87-698b-438c-b00d-f9e59aa60113 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:34:51.517119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c618c4b-334a-48b7-b599-c2213ec2dcf7']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:51.533783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2505ea87-698b-438c-b00d-f9e59aa60113) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:51.539814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88f0187e-2361-4608-9abf-68159681b6cb req-8b012b6e-4dad-43b7-b1ab-2a689522027c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120725 Feb 10 22:34:51.541574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5d98f0-f529-4e69-aacc-e8d1114130e1') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:51.541875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5d98f0-f529-4e69-aacc-e8d1114130e1') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:51.548253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef4a1cf9-b73a-4b78-b796-c31a15ba7efe req-81c6ee63-cfc7-4bc1-95c5-f2b6f38df632 tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.24 "DELETE /v2.0/ports/ccd23d8f-00bd-4ff8-83a1-4ebe7266339b HTTP/1.1" status: 204 len: 173 time: 1.5414479 Feb 10 22:34:51.549674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-7d9a2cd5-4487-453c-841c-96f958fdb8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.553756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.554360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.564037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-7d9a2cd5-4487-453c-841c-96f958fdb8c9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1098928 Feb 10 22:34:51.571689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9150ac9-1f8c-4dd0-b178-a39dbd80f048 None None] Network 2505ea87-698b-438c-b00d-f9e59aa60113 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:51.580055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.599360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c162800f-0613-4ada-a288-ba7e00f31959 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4284019 Feb 10 22:34:51.603372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.613135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:34:51.613717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:34:51.632747 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:34:51.676382 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be', 'status': 'completed', 'code': 200} Feb 10 22:34:51.753491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.766386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299954e3-1d4d-4e29-9ecd-4d333813823e req-ba21dbc1-fd4e-41f5-8980-b0d4632a67a1 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.777299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-299954e3-1d4d-4e29-9ecd-4d333813823e req-ba21dbc1-fd4e-41f5-8980-b0d4632a67a1 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 948 time: 0.4203353 Feb 10 22:34:51.791400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:51.795780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c618c4b-334a-48b7-b599-c2213ec2dcf7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:51.814196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b36a16b8-6b79-4d22-b1ad-14d37557b98b admin admin] 10.222.0.53 "DELETE /v2.0/networks/3c618c4b-334a-48b7-b599-c2213ec2dcf7 HTTP/1.1" status: 204 len: 168 time: 0.9689667 Feb 10 22:34:51.918689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-20f0eb3c-1ab5-4c0e-a45c-3cd5ea132774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:51.927271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-20f0eb3c-1ab5-4c0e-a45c-3cd5ea132774 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3570776 Feb 10 22:34:51.953593 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:52.150131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36692) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:52.170962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-c338c423-2736-45aa-a610-fe13bf17cbaa service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334664 Feb 10 22:34:52.176812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-299954e3-1d4d-4e29-9ecd-4d333813823e req-a56c0590-983f-4426-a713-cc7831521c54 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917563 Feb 10 22:34:52.316793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b7a78-0719-4d83-9fd0-3bbbd3398ae7 None None] Network 2505ea87-698b-438c-b00d-f9e59aa60113 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:52.344608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-497f486e-e994-4f1e-a897-bd01b3afa587 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43a5a9abd31e4d53bee464cb172c6af1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915901 Feb 10 22:34:52.348423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:52.506268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:52.560048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:52.696727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:52.708451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3a7d8693-30dc-4ee5-9186-8cc000de8b53 req-dd6495b4-3477-4c4d-a494-6cf6bab0878e tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Synchronizing usage tracker for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:52.722800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a01e0-3bdd-43a3-91ae-ea4a073de650,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:52.745050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3a7d8693-30dc-4ee5-9186-8cc000de8b53 req-dd6495b4-3477-4c4d-a494-6cf6bab0878e tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] Unset dirty status for tenant:ace4ede667364ef3978a06c17c2802e7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:52.746655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a7d8693-30dc-4ee5-9186-8cc000de8b53 req-dd6495b4-3477-4c4d-a494-6cf6bab0878e tempest-ServerPasswordTestJSON-683472461 tempest-ServerPasswordTestJSON-683472461-project] 10.222.0.53 "GET /v2.0/ports?device_id=8e267f9b-8877-4b7d-8618-e10007f3405c HTTP/1.1" status: 200 len: 210 time: 0.1066654 Feb 10 22:34:52.774511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7362c5ab-cc40-4280-9997-8af3a4a72a28 req-8f174d43-7586-4dc3-ad77-bccc8ff19941 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5967655 Feb 10 22:34:52.776508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:52.784066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4b46e271-79b0-4928-a396-511f066b3ff4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8c2a01e0-3bdd-43a3-91ae-ea4a073de650 HTTP/1.1" status: 204 len: 168 time: 0.4342382 Feb 10 22:34:53.017233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-34ebf460-90f9-40ab-a8e2-ff1554426be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.019917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-34ebf460-90f9-40ab-a8e2-ff1554426be9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 1099 time: 0.1814463 Feb 10 22:34:53.033733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b501687-618b-4897-88d4-25560e25159b req-0bfb520f-c8ce-4080-b732-ae021a5c5979 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.040786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b501687-618b-4897-88d4-25560e25159b req-0bfb520f-c8ce-4080-b732-ae021a5c5979 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.1407640 Feb 10 22:34:53.180653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b501687-618b-4897-88d4-25560e25159b req-18d64335-32a5-4098-bf8c-a581f4356c37 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383467 Feb 10 22:34:53.191672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ccd23d8f-00bd-4ff8-83a1-4ebe7266339b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:34:53.245162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: ccd23d8f-00bd-4ff8-83a1-4ebe7266339b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:34:53.245778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ccd23d8f-00bd-4ff8-83a1-4ebe7266339b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:34:53.253598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-fd27f2fd-2d93-4a03-ac2a-f858e65da8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.256491 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-fd27f2fd-2d93-4a03-ac2a-f858e65da8de service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2130971 Feb 10 22:34:53.348514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-0e70ef52-8179-4502-b592-35ab7e9617b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=a66bb3ca-961c-4638-9747-af6f66da68be HTTP/1.1" status: 200 len: 217 time: 0.0855393 Feb 10 22:34:53.502045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-0dd3d420-6634-40a1-a278-aac80660c8fe tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.511857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-0dd3d420-6634-40a1-a278-aac80660c8fe tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 0.4129536 Feb 10 22:34:53.514369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-9db59600-d3ef-409e-80c2-4d5f118d2dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.515924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-9db59600-d3ef-409e-80c2-4d5f118d2dcc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1548545 Feb 10 22:34:53.534049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-f6319058-814b-45a5-86d5-26bceaa78749 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/quotas/7f00cf907b3d4c89bf5076bd50ce5ae1 HTTP/1.1" status: 200 len: 375 time: 0.0183697 Feb 10 22:34:53.598042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-d8388b6b-da95-40ae-add8-9684e2bee85b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630167 Feb 10 22:34:53.616008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f7eb73-3b28-4fa7-88ce-307963a34c06 req-c2aa7414-f1f4-4f98-91e7-f48710c73524 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.617471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81f7eb73-3b28-4fa7-88ce-307963a34c06 req-c2aa7414-f1f4-4f98-91e7-f48710c73524 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1599245 Feb 10 22:34:53.658302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-265bf7b8-ae21-45ca-a28d-fccfb6266647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:53.673112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-265bf7b8-ae21-45ca-a28d-fccfb6266647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1446724 Feb 10 22:34:53.678775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'name': 'network-vif-deleted', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:53.740899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81f7eb73-3b28-4fa7-88ce-307963a34c06 req-438b3448-3391-47cd-b696-ebfee4644855 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110647 Feb 10 22:34:53.757750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-26d80961-cc3d-4b04-9940-0e9fd42661e7 service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587880 Feb 10 22:34:53.906199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-e5e7a495-0e0e-419f-a1d0-bd0b6a0d0ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198498 Feb 10 22:34:53.934774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-6f18b4a4-d7ab-48f3-b33d-4e19dcd94823 service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761601 Feb 10 22:34:54.055338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.156284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca006977-0626-4c23-882c-8f59c9f38ef3 req-aa689c49-ebfb-4548-bf25-833f94c8a093 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971359 Feb 10 22:34:54.163971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bd0f6-d9f8-4e97-948b-080ad6df4c1c req-79a26f89-79cb-495c-9093-65c3d25faf15 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:54.166355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a31bd0f6-d9f8-4e97-948b-080ad6df4c1c req-79a26f89-79cb-495c-9093-65c3d25faf15 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 948 time: 0.2589903 Feb 10 22:34:54.174408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:54.217001 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e267f9b-8877-4b7d-8618-e10007f3405c', 'name': 'network-vif-deleted', 'tag': 'ccd23d8f-00bd-4ff8-83a1-4ebe7266339b', 'status': 'completed', 'code': 200} Feb 10 22:34:54.250941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a31bd0f6-d9f8-4e97-948b-080ad6df4c1c req-206fa4b7-0c19-4766-8e47-18f2d8ee7194 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775325 Feb 10 22:34:54.325082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1415404995-network', 'tenant_id': 'a27ea4bd625440e2a8b2b83fb1d74396'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:54.330388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36760) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:54.345486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:54.357854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Usage tracker for resource:network and tenant:a27ea4bd625440e2a8b2b83fb1d74396 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:54.361603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:54.369548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:54.389685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Made reservation on behalf of a27ea4bd625440e2a8b2b83fb1d74396 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:54.392247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.418687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.452285 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8dd29760-5b6a-4f7c-ae7d-2c94faeec912 req-6c6e28b9-be00-43b0-8541-bd665667f898 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0761695 Feb 10 22:34:54.480069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Deleting subnet ad1ae8bd-f05e-44f4-8334-8dae1d370046 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:34:54.483131 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.498205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:54.505259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Usage tracker for resource:security_group_rule and tenant:a27ea4bd625440e2a8b2b83fb1d74396 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:54.518266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:54.527444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:54.545902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.582349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a867db-e861-4f90-af77-ef3944bac13b req-781237ba-e012-46d9-8e74-f7d14ca4a8ef tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:54.584159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9a867db-e861-4f90-af77-ef3944bac13b req-781237ba-e012-46d9-8e74-f7d14ca4a8ef tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.1552205 Feb 10 22:34:54.615865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.668656 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9a867db-e861-4f90-af77-ef3944bac13b req-6c76c3b6-cdc8-4269-833c-c0c62762fb7a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689573 Feb 10 22:34:54.689525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.695757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.731360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.742759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:34:54.754398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14895b4b-df50-4e0a-828d-9fe75d22088f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:54.763143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.766108 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Added segment d00ea5bf-20e0-404c-9c04-bf2fcf5190dd of type vlan for network 39916d55-e042-4feb-906a-d252aa9fdb75 Feb 10 22:34:54.802769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad1ae8bd-f05e-44f4-8334-8dae1d370046,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:54.815853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.821169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:54.841089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:54.853110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8d3fee6-c322-4e9c-b0be-7234e09db12e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad1ae8bd-f05e-44f4-8334-8dae1d370046 HTTP/1.1" status: 204 len: 168 time: 0.5215268 Feb 10 22:34:55.044396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.045868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:55.046935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.061261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d1ae-7788-49f6-92e4-4038d34cdd72 req-fb3cb807-2531-4f99-b5e6-b54b943b5e5c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:55.062765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c68d1ae-7788-49f6-92e4-4038d34cdd72 req-fb3cb807-2531-4f99-b5e6-b54b943b5e5c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1046572 Feb 10 22:34:55.086841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.176200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0006988 Feb 10 22:34:55.179563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36778) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:55.181967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf2112-29f6-4899-9d8d-2c96acd88c1e admin admin] Pushing event updated for resources: {'Network': ['ID=39916d55-e042-4feb-906a-d252aa9fdb75,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:55.192233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 39916d55-e042-4feb-906a-d252aa9fdb75 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:34:55.216660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a66bb3ca-961c-4638-9747-af6f66da68be details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:55.225996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Request body: {'subnet': {'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1415404995-subnet', 'tenant_id': 'a27ea4bd625440e2a8b2b83fb1d74396', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:55.245989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:55.287676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c68d1ae-7788-49f6-92e4-4038d34cdd72 req-30b7ff59-8b92-4fa4-a702-9bbefac58663 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185409 Feb 10 22:34:55.310554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Usage tracker for resource:subnet and tenant:a27ea4bd625440e2a8b2b83fb1d74396 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:55.325757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:55.335004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:55.345479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.377494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Made reservation on behalf of a27ea4bd625440e2a8b2b83fb1d74396 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:55.379962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.403923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb26b48-ff46-4a10-a192-f0c33ad53a47']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:55.490389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a66bb3ca-961c-4638-9747-af6f66da68be,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:55.520460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32f27f06-07ce-4b89-ab66-172c67eb5f44') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:55.521098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32f27f06-07ce-4b89-ab66-172c67eb5f44') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:34:55.531622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'a66bb3ca-961c-4638-9747-af6f66da68be', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'a66bb3ca-961c-4638-9747-af6f66da68be', 'mac_address': 'fa:16:3e:0b:4f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:34:55.546380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.577820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.593684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:34:55.594433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:34:55.610045 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:34:55.628207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.673140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66bb3ca-961c-4638-9747-af6f66da68be {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:55.693482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a66bb3ca-961c-4638-9747-af6f66da68be,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:55.703826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.716852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.727716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f174a-4213-4e2f-b00d-3f5b11292c6a req-ee353ed1-e782-4ee4-b964-fa66dad69224 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:55.735090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-909f174a-4213-4e2f-b00d-3f5b11292c6a req-ee353ed1-e782-4ee4-b964-fa66dad69224 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 948 time: 0.2816446 Feb 10 22:34:55.763002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0197e463-e85a-4671-9e6d-efb3acde2507 req-9532adaa-cdcf-45fe-b548-3b8eddf75384 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 210 time: 0.1145835 Feb 10 22:34:55.765851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:55.812149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:55.817649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] Pushing event deleted for resources: {'Network': ['ID=aeb26b48-ff46-4a10-a192-f0c33ad53a47,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:55.843952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.845937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.846296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.847486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.850363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.850795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.851126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.852858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.853204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.853536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.855184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.858057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:34:55.864321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aa77e4d7-6c9b-413e-a512-73623d5b5257 admin admin] 10.222.0.53 "DELETE /v2.0/networks/aeb26b48-ff46-4a10-a192-f0c33ad53a47 HTTP/1.1" status: 204 len: 168 time: 1.0137086 Feb 10 22:34:55.914374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-80dd8845-6f9d-42f8-b313-7925b3a8cb3c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:55.916038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-80dd8845-6f9d-42f8-b313-7925b3a8cb3c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:34:55.917165 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-909f174a-4213-4e2f-b00d-3f5b11292c6a req-6d0a1277-f643-4f28-b710-19dbd2b5457f tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810229 Feb 10 22:34:55.960689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-80dd8845-6f9d-42f8-b313-7925b3a8cb3c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:34:55.962313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-80dd8845-6f9d-42f8-b313-7925b3a8cb3c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 0.4561026 Feb 10 22:34:55.969782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a66bb3ca-961c-4638-9747-af6f66da68be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:34:55.977621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'port': {'device_id': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'admin_state_up': True, 'tenant_id': '7f00cf907b3d4c89bf5076bd50ce5ae1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:56.014910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.067397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:56.175972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Checking segment: {'id': 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:56.176254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Network hostable DHCP agents. Network: 39916d55-e042-4feb-906a-d252aa9fdb75, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:34:56.184467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e68f23f-3182-4481-95fd-6d9742622a3c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:56.314582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:56.328694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9dbe11-f278-4a02-8c2b-6233ec7864fd req-5c5a9081-4050-43ab-9206-ff343ca1035a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:56.333575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ace664e-1a7a-4991-b92e-7c1bc573bf14 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ace4ede667364ef3978a06c17c2802e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648242 Feb 10 22:34:56.336676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8b9dbe11-f278-4a02-8c2b-6233ec7864fd req-5c5a9081-4050-43ab-9206-ff343ca1035a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.2072990 Feb 10 22:34:56.338469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36808) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:56.345265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Network 39916d55-e042-4feb-906a-d252aa9fdb75 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:34:56.353994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Usage tracker for resource:port and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:56.359903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 39916d55-e042-4feb-906a-d252aa9fdb75) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:56.361636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:56.365629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:56.366430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.374855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946df8f-ed8f-49bd-96db-8de0296409e4 None None] Network 39916d55-e042-4feb-906a-d252aa9fdb75 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:56.393901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2bb2c171-7363-4c7d-a4e0-0354df99f46d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1791704 Feb 10 22:34:56.408240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:56.494320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Made reservation on behalf of 7f00cf907b3d4c89bf5076bd50ce5ae1 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:56.499982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.546665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0e49e-3eac-4ddb-9d0d-3d0be71e7311 req-75f80824-5fb1-4bc4-982c-6fb4e410d4b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:56.548411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86d0e49e-3eac-4ddb-9d0d-3d0be71e7311 req-75f80824-5fb1-4bc4-982c-6fb4e410d4b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1015794 Feb 10 22:34:56.594602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8b9dbe11-f278-4a02-8c2b-6233ec7864fd req-0fadbe7c-7af3-4b08-bfa2-890f2f0bbbbf tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569511 Feb 10 22:34:56.620217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86d0e49e-3eac-4ddb-9d0d-3d0be71e7311 req-47b9f96c-0e3d-4aae-902b-da569f9af0cb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650260 Feb 10 22:34:56.662110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.711209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.718741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0964df57-0cdd-4399-9c3e-ea78ed39b1de None None] Network 39916d55-e042-4feb-906a-d252aa9fdb75 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:34:56.853084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Allocated IP 172.20.0.4 (2505ea87-698b-438c-b00d-f9e59aa60113/0d966c85-8e68-48cb-b76f-844d2c3ea0e4/8af84932-166a-4cee-9d48-d517618a3f6a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:34:56.923124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:56.954352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3f25a-05e3-4abd-b761-318a31cac618,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:56.997125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc2430e2-33b4-455e-9f7e-cfea03ad5981 req-5695f873-9f08-4405-ba63-7502312dff71 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0534992 Feb 10 22:34:57.207076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.210702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6012e65a-5b82-4f4d-bd96-c72c869c9f03 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/10d3f25a-05e3-4abd-b761-318a31cac618 HTTP/1.1" status: 204 len: 168 time: 0.8506503 Feb 10 22:34:57.224497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a66bb3ca-961c-4638-9747-af6f66da68be up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:34:57.243197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dfe3fb-3026-4bb1-b488-625d7f86ba5f req-f12ca7ae-e55e-4580-a0e9-2ddf81245148 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:57.250747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-68dfe3fb-3026-4bb1-b488-625d7f86ba5f req-f12ca7ae-e55e-4580-a0e9-2ddf81245148 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 949 time: 0.1169233 Feb 10 22:34:57.306141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-68dfe3fb-3026-4bb1-b488-625d7f86ba5f req-3d30391f-a721-4ad3-a6ab-0cf75834ca6b tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543699 Feb 10 22:34:57.326738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.362483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port a66bb3ca-961c-4638-9747-af6f66da68be completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:34:57.367886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port a66bb3ca-961c-4638-9747-af6f66da68be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:34:57.368350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.389398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-ac7aae4e-f16e-44f6-80fc-7d17fa270b64 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:57.396837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-ac7aae4e-f16e-44f6-80fc-7d17fa270b64 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/networks?id=39916d55-e042-4feb-906a-d252aa9fdb75 HTTP/1.1" status: 200 len: 822 time: 0.4434273 Feb 10 22:34:57.412710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-479c1085-4461-4595-8b6b-4e1b64a714d5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/quotas/a27ea4bd625440e2a8b2b83fb1d74396 HTTP/1.1" status: 200 len: 375 time: 0.0150104 Feb 10 22:34:57.496131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-9072b0a6-f10e-4e29-a5f6-dd4317db61c7 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a27ea4bd625440e2a8b2b83fb1d74396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684440 Feb 10 22:34:57.500916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.538361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.575676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:57.597805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a66bb3ca-961c-4638-9747-af6f66da68be,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:57.610138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.719770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Network 2505ea87-698b-438c-b00d-f9e59aa60113 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:34:57.725274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:34:57.728114 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be', 'code': 200} Feb 10 22:34:57.740142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:34:57.765634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:57.815100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-c089bab0-e165-409a-8ff3-5ac7ab6a0665 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:57.816834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-c089bab0-e165-409a-8ff3-5ac7ab6a0665 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1097 time: 0.1514761 Feb 10 22:34:57.832427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-4'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:57.913749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:57.914716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:57.935868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:57.988989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-8baa5f4e-8620-45bd-ab25-cecae97267f5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0152845 Feb 10 22:34:58.001158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-631a529a-65b9-48fa-a4e4-158bc6d0962b service neutron] 10.222.0.53 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4915226 Feb 10 22:34:58.009889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Request body: {'port': {'device_id': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:58.033163 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.092310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5831c96-835b-4c11-9bef-2324aeab4355 req-79e1f34a-6e2f-431c-8ae8-1958f906dd60 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:58.093391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406eeef-f507-4cdb-9ec5-8f16dc94f2dd req-15049485-5195-4487-a6bc-6212f2de4bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:58.094601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5831c96-835b-4c11-9bef-2324aeab4355 req-79e1f34a-6e2f-431c-8ae8-1958f906dd60 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 946 time: 0.2217114 Feb 10 22:34:58.095150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0406eeef-f507-4cdb-9ec5-8f16dc94f2dd req-15049485-5195-4487-a6bc-6212f2de4bb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 1101 time: 0.2934341 Feb 10 22:34:58.236333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c5831c96-835b-4c11-9bef-2324aeab4355 req-67d84643-45f7-405b-89c2-fd2d182b5fbb tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313937 Feb 10 22:34:58.274158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36880) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:34:58.477654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-391794789-network', 'tenant_id': '69d00acb0cc546cf8e08b395ac067f8c'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:34:58.493713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:58.497653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:58.505823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Usage tracker for resource:network and tenant:69d00acb0cc546cf8e08b395ac067f8c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:58.510553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:58.511535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0406eeef-f507-4cdb-9ec5-8f16dc94f2dd req-1dbbdeda-d1f3-41ac-b106-f902af195b42 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296721 Feb 10 22:34:58.524393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:58.536096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c9c94-4bbb-4e84-90ef-a2305aed0056 req-d7fe315b-f1cc-40dc-af8a-6bd736006410 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:58.537584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-489c9c94-4bbb-4e84-90ef-a2305aed0056 req-d7fe315b-f1cc-40dc-af8a-6bd736006410 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1548007 Feb 10 22:34:58.538721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.576209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Made reservation on behalf of 69d00acb0cc546cf8e08b395ac067f8c for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:34:58.578475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.596324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:58.641873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.669119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-69573d28-d2b3-4b80-ae87-c9c91786355d service neutron] 10.222.0.53 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668229 Feb 10 22:34:58.683403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:34:58.694306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-489c9c94-4bbb-4e84-90ef-a2305aed0056 req-241191cc-50e4-4546-8dd0-4cb4a6a20038 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438391 Feb 10 22:34:58.698836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:34:58.704072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Usage tracker for resource:security_group_rule and tenant:69d00acb0cc546cf8e08b395ac067f8c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:34:58.708144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.710352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:34:58.718984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:34:58.721805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:58.754669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:34:58.990755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:59.025515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:34:59.034258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:59.034849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:59.047504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.065753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:59.066121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:59.067113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.072178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:59.072372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.078492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:59.078866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:59.079487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:59.080012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Bound port: 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:59.080324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.082051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:59.084680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.114925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:59.119514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:59.122247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:59.123050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Bound port: 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:59.123623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.172493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af84932-166a-4cee-9d48-d517618a3f6a {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:34:59.183479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.216745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Transition to ACTIVE for port object 8af84932-166a-4cee-9d48-d517618a3f6a will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:34:59.223500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:59.227504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.227730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:59.235480 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.264650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3a58de-1ec7-41f6-9557-8c29710b3a14 req-22664cb7-a9bd-4061-bb6c-d8de677cee08 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:59.272217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb3a58de-1ec7-41f6-9557-8c29710b3a14 req-22664cb7-a9bd-4061-bb6c-d8de677cee08 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 931 time: 0.3933339 Feb 10 22:34:59.304293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.357296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.365812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d79663b-a487-4dc5-9972-891d4f2dd66d req-689ec7c5-195d-40dc-912b-b5d306a733fe tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:59.366751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:59.373226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d79663b-a487-4dc5-9972-891d4f2dd66d req-689ec7c5-195d-40dc-912b-b5d306a733fe tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 950 time: 0.2816315 Feb 10 22:34:59.387316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:34:59.415622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.415968 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Added segment 18d43705-ace0-406e-bf32-49f9cfaddd32 of type vlan for network c5ced0e9-5772-45b7-9c81-a630d94cff7f Feb 10 22:34:59.435868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:59.552681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d79663b-a487-4dc5-9972-891d4f2dd66d req-5e6c6cb6-dc91-4c2a-9a84-bab0ae9ce660 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784289 Feb 10 22:34:59.563199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.634733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d has no active binding in host n-h1-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:34:59.666332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb3a58de-1ec7-41f6-9557-8c29710b3a14 req-d0e16030-9ae6-497c-b36a-1ae403da8d0b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928173 Feb 10 22:34:59.677815 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'code': 200} Feb 10 22:34:59.708001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:59.749183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:59.750248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Attempting to bind port 8af84932-166a-4cee-9d48-d517618a3f6a on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:34:59.750248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Attempting to bind port 8af84932-166a-4cee-9d48-d517618a3f6a by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:34:59.751346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Attempting to bind port 8af84932-166a-4cee-9d48-d517618a3f6a on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.767304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Port 8af84932-166a-4cee-9d48-d517618a3f6a on network 2505ea87-698b-438c-b00d-f9e59aa60113 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:34:59.767994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Attempting to bind port 8af84932-166a-4cee-9d48-d517618a3f6a on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:34:59.775927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:34:59.776294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Checking segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:34:59.777244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Bound using segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:34:59.777667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Bound port: 8af84932-166a-4cee-9d48-d517618a3f6a, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:34:59.778101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.783503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9480071a-abfc-4c3d-b1f9-8219e90eff1d-n-h2-825178-4-0 {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:34:59.783946 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:34:59.786895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.794978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:34:59.795900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:34:59.929417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91ca1e87-b8c8-4d6c-b0c2-3bd08cf10fb2 req-cceb3837-c028-4b1a-b91a-d55c0fc01b85 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 210 time: 0.0765426 Feb 10 22:34:59.984108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:34:59.988514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:34:59.989513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7140877 Feb 10 22:34:59.990632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563181f-a98b-4a5b-ac74-31ff69b4f578 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ced0e9-5772-45b7-9c81-a630d94cff7f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:34:59.992862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36906) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:00.000885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Request body: {'subnet': {'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-391794789-subnet', 'tenant_id': '69d00acb0cc546cf8e08b395ac067f8c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:00.003659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:35:00.005381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:00.043091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a07a1-afe4-4c89-95da-f25e5b35912e req-ab61ab3d-de2a-427b-a40c-095ed222d43e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:00.049996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:00.055917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-918a07a1-afe4-4c89-95da-f25e5b35912e req-ab61ab3d-de2a-427b-a40c-095ed222d43e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2097173 Feb 10 22:35:00.071628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Usage tracker for resource:subnet and tenant:69d00acb0cc546cf8e08b395ac067f8c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:00.090840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:00.148111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:00.149095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:00.150727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] 10.222.0.24 "PUT /v2.0/ports/8af84932-166a-4cee-9d48-d517618a3f6a HTTP/1.1" status: 200 len: 1091 time: 2.1450853 Feb 10 22:35:00.173060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:00.178852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:00.264734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd9796-ac59-4eff-8c7f-4469b38c34ec service neutron] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:00.271204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Made reservation on behalf of 69d00acb0cc546cf8e08b395ac067f8c for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:00.273970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:00.331703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-918a07a1-afe4-4c89-95da-f25e5b35912e req-6b006629-26a2-48bd-941d-ea06aac48bee tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688754 Feb 10 22:35:00.337423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h2-825178-4 for vnic_type normal with profile {"migrating_to": "n-h1-825178-4"} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:00.337856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:00.338263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:00.347771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:00.348085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempting to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:00.354349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:00.355325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:00.355702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:00.356129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Bound port: 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:00.356472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:00.426605 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a', 'status': 'completed', 'code': 200} Feb 10 22:35:00.464673 n-d-825178-4 neutron-server[87652]: WARNING neutron.plugins.ml2.plugin [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Concurrent port binding operations failed on port 9480071a-abfc-4c3d-b1f9-8219e90eff1d Feb 10 22:35:00.468614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:00.470779 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attempt 2 to bind port 9480071a-abfc-4c3d-b1f9-8219e90eff1d Feb 10 22:35:00.474612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:00.475534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:00.477121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-643945d5-91bf-45ba-95c2-69dfb7f17ce2 service neutron] 10.222.0.30 "PUT /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 1122 time: 2.6521118 Feb 10 22:35:00.495966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13275c4-32af-4f22-bb48-adb11c07a6c1 req-dc9b8148-41e5-4811-afbc-c0a101688b0b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:00.497659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13275c4-32af-4f22-bb48-adb11c07a6c1 req-dc9b8148-41e5-4811-afbc-c0a101688b0b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.4158578 Feb 10 22:35:00.515256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-ebf725d0-b5cf-477a-a0f5-9c86643df499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:00.517336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-ebf725d0-b5cf-477a-a0f5-9c86643df499 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 1094 time: 0.3245373 Feb 10 22:35:00.541838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['9480071a-abfc-4c3d-b1f9-8219e90eff1d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:00.736959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9480071a-abfc-4c3d-b1f9-8219e90eff1d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:00.815166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-476f9154-43b6-4ab7-8a61-b5c142e1bc07 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af84932-166a-4cee-9d48-d517618a3f6a HTTP/1.1" status: 200 len: 217 time: 0.2280459 Feb 10 22:35:01.005227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-687da34c-0e54-430c-b4a9-5df53e79c45a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:01.005965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-687da34c-0e54-430c-b4a9-5df53e79c45a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Synchronizing usage tracker for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:01.040870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-687da34c-0e54-430c-b4a9-5df53e79c45a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Unset dirty status for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:01.042110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-687da34c-0e54-430c-b4a9-5df53e79c45a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.30 "GET /v2.0/networks?id=39916d55-e042-4feb-906a-d252aa9fdb75 HTTP/1.1" status: 200 len: 822 time: 0.4182682 Feb 10 22:35:01.058391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Request body: {'port': {'device_id': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75', 'admin_state_up': True, 'tenant_id': 'a27ea4bd625440e2a8b2b83fb1d74396'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:01.083134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5a705-e12b-4915-b604-d6bf966a4666 req-67b25278-d415-4958-87fe-4f7801062a04 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:01.091478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06e5a705-e12b-4915-b604-d6bf966a4666 req-67b25278-d415-4958-87fe-4f7801062a04 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 950 time: 0.3034489 Feb 10 22:35:01.132219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13275c4-32af-4f22-bb48-adb11c07a6c1 req-796854f9-bcdf-4263-a078-da10ffa3fdf0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980584 Feb 10 22:35:01.153412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:01.237084 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06e5a705-e12b-4915-b604-d6bf966a4666 req-879fa603-2cea-4c31-bab8-64ec1cfb9bf8 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448138 Feb 10 22:35:01.241161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-129796f6-5930-4768-b392-a50dddaca9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:01.242928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-129796f6-5930-4768-b392-a50dddaca9d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.4206262 Feb 10 22:35:01.318299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:01.320241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-fab2df31-f644-43fc-bc9e-c4b6efd6d29b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679855 Feb 10 22:35:01.323655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Usage tracker for resource:port and tenant:a27ea4bd625440e2a8b2b83fb1d74396 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:01.327638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:01.335906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:01.350218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Made reservation on behalf of a27ea4bd625440e2a8b2b83fb1d74396 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:01.355217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:01.390112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Checking segment: {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:01.390597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Network hostable DHCP agents. Network: c5ced0e9-5772-45b7-9c81-a630d94cff7f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:35:01.426870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eeb1959f-46e1-4d15-adb8-c2dc02487f5d req-6645a6a2-3845-40e0-8432-41097b6cdbdf tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 210 time: 0.0513630 Feb 10 22:35:01.478714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abeec618-ae15-4dcc-b2bd-7615fbe994bb,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:01.490030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:35:01.525776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c5ced0e9-5772-45b7-9c81-a630d94cff7f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:01.534386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f655a0b7-a8b4-40a6-924e-09d5801b1b6a None None] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:01.547516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:01.548214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:01.618916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-7bcbf3d7-4c9c-4110-9103-1c471a58d2b7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:01.619688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-7bcbf3d7-4c9c-4110-9103-1c471a58d2b7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:01.625160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-0611147d-2183-46ae-b3d6-e31f8118727e service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984297 Feb 10 22:35:01.628304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-beba308a-7222-487c-917b-3c59fa6a5828 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6337662 Feb 10 22:35:01.717389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Allocated IP 172.20.0.9 (39916d55-e042-4feb-906a-d252aa9fdb75/1e68f23f-3182-4481-95fd-6d9742622a3c/fdf05eee-7bbb-4457-ad4e-2fe493907633) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:01.722474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-7bcbf3d7-4c9c-4110-9103-1c471a58d2b7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:01.730301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-7bcbf3d7-4c9c-4110-9103-1c471a58d2b7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 943 time: 0.4042182 Feb 10 22:35:01.810351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:01.852977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-480b1420-b100-46e0-aada-18766b26eed8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:01.879173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-823911f2-faa3-4ccf-8458-5de8da8c401a req-b7117adb-5269-4021-89aa-e027b9adf9cd service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465019 Feb 10 22:35:01.911811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-480b1420-b100-46e0-aada-18766b26eed8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:01.931321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3da9e57-1dd2-4295-8f24-9a64e442b9be req-480b1420-b100-46e0-aada-18766b26eed8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365495 Feb 10 22:35:01.969421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11d1f11-c1d1-4faf-a6d1-5032f4fe6749 None None] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:02.075467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61605a3-a157-4705-bd64-224016e9669f req-fb1460cb-1655-4818-bca0-08ece04d4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.077419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-fb1460cb-1655-4818-bca0-08ece04d4d75 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 1094 time: 0.1430185 Feb 10 22:35:02.095476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5ddee-cfa5-4d04-825d-dd909a860c26 req-2757477a-a38d-4ee2-8770-1d6790d11e2d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.097676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aeb5ddee-cfa5-4d04-825d-dd909a860c26 req-2757477a-a38d-4ee2-8770-1d6790d11e2d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2757819 Feb 10 22:35:02.173734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aeb5ddee-cfa5-4d04-825d-dd909a860c26 req-12ee6af1-0fcf-46ac-8c60-da99e171e86a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629139 Feb 10 22:35:02.216284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:02.282642 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'status': 'completed', 'code': 200} Feb 10 22:35:02.290740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61605a3-a157-4705-bd64-224016e9669f req-e919a79e-c7d6-4e4b-b8ab-a2ca5de5d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.292921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-e919a79e-c7d6-4e4b-b8ab-a2ca5de5d628 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 923 time: 0.2047503 Feb 10 22:35:02.295865 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:02.388701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Network 39916d55-e042-4feb-906a-d252aa9fdb75 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:02.393075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:02.396794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:02.427388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-206a49a6-4075-414e-b4bb-ff64b2165afd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af84932-166a-4cee-9d48-d517618a3f6a HTTP/1.1" status: 200 len: 217 time: 0.1209271 Feb 10 22:35:02.482147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Pushing event updated for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:02.541484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.542701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:02.543263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61605a3-a157-4705-bd64-224016e9669f req-5423481e-10e1-4c27-bdb2-8d6daf4dfdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.544792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-5423481e-10e1-4c27-bdb2-8d6daf4dfdf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.1100054 Feb 10 22:35:02.575881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-e50085e1-4143-409a-a420-e8d3d77ed765 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5221272 Feb 10 22:35:02.588804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d3764-013e-4a70-8e47-97b963cb9179 req-9509018e-04f1-4875-9d64-2bbf6f28930e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.590421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-700d3764-013e-4a70-8e47-97b963cb9179 req-9509018e-04f1-4875-9d64-2bbf6f28930e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1600769 Feb 10 22:35:02.595544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Request body: {'port': {'device_id': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:02.658801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-df2d3946-fcf3-4641-982e-3c4ea1e17d21 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597985 Feb 10 22:35:02.663796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c93076-8797-4f83-9e1c-db332b781812 req-ac57765e-30bb-4ded-8b24-684119a96a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.665155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-ac57765e-30bb-4ded-8b24-684119a96a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1125 time: 0.2955167 Feb 10 22:35:02.712185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-700d3764-013e-4a70-8e47-97b963cb9179 req-e6ea3294-72ce-4089-ad80-d5b2770394a4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905371 Feb 10 22:35:02.743389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:02.919566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-72f2c7f4-b5c4-488f-8b30-49f498bacd16 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.921026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-72f2c7f4-b5c4-488f-8b30-49f498bacd16 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 813 time: 0.4112155 Feb 10 22:35:02.963235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-363e588c-4fb9-488c-81f0-4f9cd3d85f7f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/quotas/69d00acb0cc546cf8e08b395ac067f8c HTTP/1.1" status: 200 len: 375 time: 0.0269682 Feb 10 22:35:02.965627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-eb367f52-7103-46da-ad94-45d695451d7b service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996511 Feb 10 22:35:02.968115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c93076-8797-4f83-9e1c-db332b781812 req-d06fa0ee-244a-4c53-965c-0976d23b9f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:02.969515 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-d06fa0ee-244a-4c53-965c-0976d23b9f3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.2791488 Feb 10 22:35:03.178487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b14dc6-8ce5-4d9e-99fc-ce1fa924df84 req-d5faff7e-0c89-4f83-8dc3-e42ad2c505b1 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:03.180148 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-48b14dc6-8ce5-4d9e-99fc-ce1fa924df84 req-d5faff7e-0c89-4f83-8dc3-e42ad2c505b1 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 950 time: 0.3605623 Feb 10 22:35:03.228775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:03.234514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-b8630bca-37a2-4d7b-9cbe-6888646050cc tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2628717 Feb 10 22:35:03.272754 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-48b14dc6-8ce5-4d9e-99fc-ce1fa924df84 req-07a8d803-f4f9-4e14-ba1a-6b449b541865 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827198 Feb 10 22:35:03.337779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-3389e4b8-3480-4ba3-8223-3960b508a057 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.3305020 Feb 10 22:35:03.465634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:03.485431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8af84932-166a-4cee-9d48-d517618a3f6a', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'port_id': '8af84932-166a-4cee-9d48-d517618a3f6a', 'mac_address': 'fa:16:3e:73:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d966c85-8e68-48cb-b76f-844d2c3ea0e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:03.508128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf05eee-7bbb-4457-ad4e-2fe493907633 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:03.526877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:03.531933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c93076-8797-4f83-9e1c-db332b781812 req-2197c4f3-9449-4b5c-839b-90f87b650f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:03.533610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-2197c4f3-9449-4b5c-839b-90f87b650f45 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1838191 Feb 10 22:35:03.549644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Transition to ACTIVE for port object fdf05eee-7bbb-4457-ad4e-2fe493907633 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:03.561004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:03.573021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b47c6a6a-566d-45db-95a2-b074031bf3e8 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:03.573767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b47c6a6a-566d-45db-95a2-b074031bf3e8 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Synchronizing usage tracker for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:03.577105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:03.595886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f61605a3-a157-4705-bd64-224016e9669f req-74df48b4-8393-4c59-b066-46ce19f383ae service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931857 Feb 10 22:35:03.602050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-670e56eb-232e-44ee-95cd-f4161069a86b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608914 Feb 10 22:35:03.610197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af84932-166a-4cee-9d48-d517618a3f6a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:03.629146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:03.638343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:03.662534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b47c6a6a-566d-45db-95a2-b074031bf3e8 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Unset dirty status for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:03.670280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b47c6a6a-566d-45db-95a2-b074031bf3e8 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 931 time: 0.2214303 Feb 10 22:35:03.728258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:03.729272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-cb052c8b-55aa-48cb-9c51-3f7854a2515b service neutron] 10.222.0.53 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250846 Feb 10 22:35:03.818123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b84e3c1e-45fb-4133-8474-4797937a5a4f tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Synchronizing usage tracker for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:03.842824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8af84932-166a-4cee-9d48-d517618a3f6a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:03.882202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Pushing event updated for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:03.892847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b84e3c1e-45fb-4133-8474-4797937a5a4f tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Unset dirty status for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:03.905694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ca5abc1-53bd-43f0-a3b4-599ad1e99fe5 req-b84e3c1e-45fb-4133-8474-4797937a5a4f tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345281 Feb 10 22:35:03.934974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-449eddde-2033-4f95-a452-215dad05307c service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220770 Feb 10 22:35:03.947394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-c274b823-c016-4e2b-b696-20206f5322e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098694 Feb 10 22:35:04.004196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Attempting to bind port fdf05eee-7bbb-4457-ad4e-2fe493907633 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:04.004792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Attempting to bind port fdf05eee-7bbb-4457-ad4e-2fe493907633 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:04.004954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Attempting to bind port fdf05eee-7bbb-4457-ad4e-2fe493907633 on network 39916d55-e042-4feb-906a-d252aa9fdb75 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:04.009421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d741d-7251-418e-a15d-bd94624ce977 req-7e287a29-d39f-40c3-a86e-5053643c5544 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.009770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Port fdf05eee-7bbb-4457-ad4e-2fe493907633 on network 39916d55-e042-4feb-906a-d252aa9fdb75 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:04.010090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Attempting to bind port fdf05eee-7bbb-4457-ad4e-2fe493907633 on network 39916d55-e042-4feb-906a-d252aa9fdb75 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:04.016458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:04.016852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Checking segment: {'id': 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:04.017191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Bound using segment: {'id': 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:04.017675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Bound port: fdf05eee-7bbb-4457-ad4e-2fe493907633, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:04.018028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:04.023173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-457d741d-7251-418e-a15d-bd94624ce977 req-7e287a29-d39f-40c3-a86e-5053643c5544 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.24 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 950 time: 0.3781526 Feb 10 22:35:04.250662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:04.255573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633,segment=NetworkSegment(d00ea5bf-20e0-404c-9c04-bf2fcf5190dd),segment_id=d00ea5bf-20e0-404c-9c04-bf2fcf5190dd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:04.270741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:04.331368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Deleting port a66bb3ca-961c-4638-9747-af6f66da68be {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:35:04.331659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:04.363859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef937ab1-2c4e-4d19-bcd3-64cce18ca7f5 req-777f3eac-7949-4118-b319-4db4af3829e5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.365429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef937ab1-2c4e-4d19-bcd3-64cce18ca7f5 req-777f3eac-7949-4118-b319-4db4af3829e5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 944 time: 0.3132079 Feb 10 22:35:04.375975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.376598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:04.378075 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] 10.222.0.30 "PUT /v2.0/ports/fdf05eee-7bbb-4457-ad4e-2fe493907633 HTTP/1.1" status: 200 len: 1091 time: 1.7867353 Feb 10 22:35:04.378585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:04.466694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81c93076-8797-4f83-9e1c-db332b781812 req-fee5d992-4db3-4a79-87e6-35bb6fbb2993 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139050 Feb 10 22:35:04.498694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e9d2d5-9970-4ed0-b0d6-a00a1f19c85b service neutron] Pushing event updated for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:04.533747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef937ab1-2c4e-4d19-bcd3-64cce18ca7f5 req-53b4184f-f915-4e98-837a-d5185d73d1b7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407588 Feb 10 22:35:04.571120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-5799e589-ed32-4433-980b-e722f9e45077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.572639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-5799e589-ed32-4433-980b-e722f9e45077 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a27ea4bd625440e2a8b2b83fb1d74396&device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 1094 time: 0.1444530 Feb 10 22:35:04.649702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341090c9-afa2-47c0-afb0-00fc6fc9441b req-d3f526f1-7127-4eb3-9354-b2b77f20bbba tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.651331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-341090c9-afa2-47c0-afb0-00fc6fc9441b req-d3f526f1-7127-4eb3-9354-b2b77f20bbba tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.3264980 Feb 10 22:35:04.660603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-3637c13d-02cb-40af-baf5-e1c68fe07eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633 HTTP/1.1" status: 200 len: 217 time: 0.0795126 Feb 10 22:35:04.788733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-ac24c4f1-acea-4e8b-9f3c-6bb58f670301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.790556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-ac24c4f1-acea-4e8b-9f3c-6bb58f670301 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e68f23f-3182-4481-95fd-6d9742622a3c HTTP/1.1" status: 200 len: 862 time: 0.1237566 Feb 10 22:35:04.797891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-341090c9-afa2-47c0-afb0-00fc6fc9441b req-4f71ee89-d2e9-434c-8f71-5454172da5ae tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322918 Feb 10 22:35:04.830291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] For port a66bb3ca-961c-4638-9747-af6f66da68be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a66bb3ca-961c-4638-9747-af6f66da68be,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:04.830647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:04.851235 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-4e165353-dbbc-44c4-9cd7-ed474ffb64ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39916d55-e042-4feb-906a-d252aa9fdb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465510 Feb 10 22:35:04.974281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878b90f-ae97-4e08-b761-584f77f42cdb req-1fb81d64-ddf8-44e6-9a91-61def43c1e4c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:04.976163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1878b90f-ae97-4e08-b761-584f77f42cdb req-1fb81d64-ddf8-44e6-9a91-61def43c1e4c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2470357 Feb 10 22:35:05.034083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Calling delete_port for a66bb3ca-961c-4638-9747-af6f66da68be owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:35:05.050471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-d6ce1603-3629-4a3e-a09f-0b5416ef4e6f service neutron] 10.222.0.30 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923418 Feb 10 22:35:05.078331 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1878b90f-ae97-4e08-b761-584f77f42cdb req-f6c020ff-84b2-4175-a1ff-93ac3c4ab5b8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879166 Feb 10 22:35:05.271170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:05.392542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1551b78-f172-499c-a746-18a4330bc04a req-f4b882ce-09b3-40df-9689-fc9f689bd89c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 210 time: 0.0584517 Feb 10 22:35:05.438772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5899340-ba92-4c25-b92f-d777f1961ffd req-b4e4c38f-0030-408b-959e-34df9b75341a service neutron] 10.222.0.30 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3745260 Feb 10 22:35:05.458281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 8af84932-166a-4cee-9d48-d517618a3f6a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:05.472969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8af84932-166a-4cee-9d48-d517618a3f6a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:05.473295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:05.501353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a13257-019e-4e61-b8cd-2b5304215504 req-af6fac00-3555-4251-acec-c0cd4ecf7ca7 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:05.502965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80a13257-019e-4e61-b8cd-2b5304215504 req-af6fac00-3555-4251-acec-c0cd4ecf7ca7 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/ports?device_id=c79b9adf-dbe6-426a-9232-62bcf1cb2c96 HTTP/1.1" status: 200 len: 950 time: 0.1651125 Feb 10 22:35:05.560889 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633', 'status': 'completed', 'code': 200} Feb 10 22:35:05.632210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80a13257-019e-4e61-b8cd-2b5304215504 req-98fb81e9-1f5d-4353-a27f-42edb574ad93 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.53 "GET /v2.0/security-groups?id=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179991 Feb 10 22:35:05.731239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-c60d11f7-43ba-406e-bc33-331ac72fcf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:05.732781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-c60d11f7-43ba-406e-bc33-331ac72fcf67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a27ea4bd625440e2a8b2b83fb1d74396&device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 1094 time: 0.1484151 Feb 10 22:35:05.752862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:05.782209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:05.815849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:05.816825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:05.826473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:05.891671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Pushing event deleted for resources: {'Port': ['ID=a66bb3ca-961c-4638-9747-af6f66da68be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:05.953458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:06.184432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-71c0229a-b540-4268-9196-92573e793da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.186020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-71c0229a-b540-4268-9196-92573e793da6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=39916d55-e042-4feb-906a-d252aa9fdb75 HTTP/1.1" status: 200 len: 923 time: 0.4441044 Feb 10 22:35:06.217390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] No DVR routers for this DVR port a66bb3ca-961c-4638-9747-af6f66da68be on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:35:06.223563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:06.228444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'name': 'network-vif-deleted', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:06.276958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-80183a78-c62e-47f8-b3b8-45a78d5f2102 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.279121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-80183a78-c62e-47f8-b3b8-45a78d5f2102 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 813 time: 0.4558883 Feb 10 22:35:06.298158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Request body: {'port': {'device_id': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'admin_state_up': True, 'tenant_id': '69d00acb0cc546cf8e08b395ac067f8c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:06.308287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-c669a864-efd1-4799-9a71-4c643cba55c7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633 HTTP/1.1" status: 200 len: 217 time: 0.1113293 Feb 10 22:35:06.319085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-457d741d-7251-418e-a15d-bd94624ce977 req-e2d0c9cd-3b3f-42ac-86d1-5d9c187cca31 tempest-ServerDiagnosticsNegativeTest-1634486509 tempest-ServerDiagnosticsNegativeTest-1634486509-project] 10.222.0.24 "DELETE /v2.0/ports/a66bb3ca-961c-4638-9747-af6f66da68be HTTP/1.1" status: 204 len: 173 time: 2.2947536 Feb 10 22:35:06.332340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6c3a1-5111-4d4b-9aac-fe7861cd9973 req-5ec45db5-8410-4173-8e7a-59e3fc39a4b2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.334546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5d6c3a1-5111-4d4b-9aac-fe7861cd9973 req-5ec45db5-8410-4173-8e7a-59e3fc39a4b2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.3292947 Feb 10 22:35:06.341981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac95f68-0cae-4ca0-9b6f-857981342da0 req-687335a4-f483-4872-8bc0-f4e3b56e26e5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.343870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cac95f68-0cae-4ca0-9b6f-857981342da0 req-687335a4-f483-4872-8bc0-f4e3b56e26e5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 943 time: 0.6580238 Feb 10 22:35:06.394024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37010) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:06.405774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1311068416'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:06.454110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e5d6c3a1-5111-4d4b-9aac-fe7861cd9973 req-6afc540e-d6a3-4859-8ad0-fb53618109f2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635254 Feb 10 22:35:06.456567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-e0261f31-729f-4129-9507-19f7cf358a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.457926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-e0261f31-729f-4129-9507-19f7cf358a2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1e68f23f-3182-4481-95fd-6d9742622a3c HTTP/1.1" status: 200 len: 862 time: 0.1220922 Feb 10 22:35:06.486082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:06.514285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:network and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:06.516223 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-8c553bc9-4e72-472e-94ca-33da7554d1cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=39916d55-e042-4feb-906a-d252aa9fdb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514977 Feb 10 22:35:06.537460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:06.554280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:06.571031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cac95f68-0cae-4ca0-9b6f-857981342da0 req-766e4321-5c9b-493b-8c49-f30cd0fba535 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760511 Feb 10 22:35:06.605430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:06.607740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:06.611551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:06.627021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Usage tracker for resource:port and tenant:69d00acb0cc546cf8e08b395ac067f8c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:06.634707 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a', 'code': 200} Feb 10 22:35:06.635223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:06.653130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:06.684675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-2580d5c5-cb78-4c8a-97b1-c3d2b0282b0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2499003 Feb 10 22:35:06.688406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:35:06.692237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Made reservation on behalf of 69d00acb0cc546cf8e08b395ac067f8c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:06.696273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:06.717201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-57c0b69f-e778-4cf2-b788-400b86d9f8d1 service neutron] 10.222.0.30 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930828 Feb 10 22:35:06.733529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8bafd-0de3-49e8-9ec8-8406c3932bf6 req-8907aa75-5888-4b5c-bcdf-a6aaed4a4950 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:06.735687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82c8bafd-0de3-49e8-9ec8-8406c3932bf6 req-8907aa75-5888-4b5c-bcdf-a6aaed4a4950 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.1405580 Feb 10 22:35:06.781185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:06.781541 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Added segment 8528d35b-55f5-463d-b05c-89108c08395a of type vlan for network a29ce7f4-8845-46e5-871e-a4627bc87e69 Feb 10 22:35:06.884877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82c8bafd-0de3-49e8-9ec8-8406c3932bf6 req-7f020aeb-a014-4bd8-bc1b-1969ac589a57 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254096 Feb 10 22:35:06.912246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69ad44c1-8861-4871-824c-f6e9acf40a2f req-2eac65d1-d644-4b99-a719-6e1325759572 service neutron] 10.222.0.30 "GET /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753120 Feb 10 22:35:06.965285 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c79b9adf-dbe6-426a-9232-62bcf1cb2c96', 'name': 'network-vif-deleted', 'tag': 'a66bb3ca-961c-4638-9747-af6f66da68be', 'status': 'completed', 'code': 200} Feb 10 22:35:06.988304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:07.129501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:07.135411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.136203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:07.140955 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-623b6795-ae29-4f3b-841b-3212e4617394 req-0e5215a5-6626-4fd9-be69-87fd5de2b88f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 210 time: 0.0871890 Feb 10 22:35:07.173423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282592c-b823-41b0-9c30-2036afafc066 req-727706d1-5f01-4841-a87f-e4ec857e05a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.174919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c282592c-b823-41b0-9c30-2036afafc066 req-727706d1-5f01-4841-a87f-e4ec857e05a3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 1096 time: 0.4613686 Feb 10 22:35:07.176337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-3a7635d7-24d5-453c-a4c3-19e2e306e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.177891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-3a7635d7-24d5-453c-a4c3-19e2e306e6cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1125 time: 0.0868065 Feb 10 22:35:07.274364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a66bb3ca-961c-4638-9747-af6f66da68be no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:07.305880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Allocated IP 172.20.0.14 (c5ced0e9-5772-45b7-9c81-a630d94cff7f/abeec618-ae15-4dcc-b2bd-7615fbe994bb/6049f8e8-54b4-4423-8310-f3d83e7f923c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:07.313838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: a66bb3ca-961c-4638-9747-af6f66da68be {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:35:07.314463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a66bb3ca-961c-4638-9747-af6f66da68be not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:35:07.333157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4d8c49-c901-46a7-928f-11706eadad75 req-d15de49d-ae91-4b5d-a438-4533b6077043 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.340700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb4d8c49-c901-46a7-928f-11706eadad75 req-d15de49d-ae91-4b5d-a438-4533b6077043 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.5690870 Feb 10 22:35:07.350067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-9b3220e8-0ce8-450b-a866-22a7603cab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.351558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-9b3220e8-0ce8-450b-a866-22a7603cab8e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 1095 time: 0.5265906 Feb 10 22:35:07.352120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-eff2bf40-998c-4070-8ceb-feb03e43bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.353855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-eff2bf40-998c-4070-8ceb-feb03e43bda8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.1524568 Feb 10 22:35:07.368394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9722455 Feb 10 22:35:07.369121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4881e5-f5dc-4fca-84d5-25b7f238d5b0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Network': ['ID=a29ce7f4-8845-46e5-871e-a4627bc87e69,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:07.372956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37022) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:07.382844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:35:07.457065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-2be24da6-547f-496f-9155-0d1eabd1a5cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.0965354 Feb 10 22:35:07.463442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-403429964'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:07.496590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:07.518945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37030) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:07.519154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c282592c-b823-41b0-9c30-2036afafc066 req-86f1eadf-2974-48c4-bf40-f2a96f9ac46b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240221 Feb 10 22:35:07.524043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:network and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:07.538527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:07.562141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:07.564049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-6c635c64-b9b0-4b04-8a85-a91fb55032a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.565568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-6c635c64-b9b0-4b04-8a85-a91fb55032a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1026840 Feb 10 22:35:07.579990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb4d8c49-c901-46a7-928f-11706eadad75 req-c343312b-55d3-4e63-90c8-b31cf725afe3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382622 Feb 10 22:35:07.747785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:07.751188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:07.771087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d40d3ff-4647-4d85-abb6-e0b951d42e84 req-7d0e5557-ed16-4739-9ce3-569bbe879298 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.772540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d40d3ff-4647-4d85-abb6-e0b951d42e84 req-7d0e5557-ed16-4739-9ce3-569bbe879298 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1724179 Feb 10 22:35:07.778636 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-f51c677a-eed2-4876-8392-4d7772aac4d9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662506 Feb 10 22:35:07.797796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a19c6aa-8d8f-410e-9b65-91e5e33b87ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=531e6a79140c4517a1b5e02d1b63aa54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752600 Feb 10 22:35:07.819467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37038) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:07.905129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d40d3ff-4647-4d85-abb6-e0b951d42e84 req-95c9baed-19a9-4887-8991-7e5312ba0ad0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231449 Feb 10 22:35:07.956470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-8b209fc3-5609-4baf-a197-d9ec5272b13a service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612747 Feb 10 22:35:07.962666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-9528263b-88fd-4e88-bbbf-b9db2ee553d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:07.964788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-9528263b-88fd-4e88-bbbf-b9db2ee553d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.5770106 Feb 10 22:35:07.973468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:35:08.071629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.071981 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Added segment e874f015-acfc-4b9b-bc39-e86ca9523fbc of type vlan for network a09523cd-9453-4f7a-b617-c42679a16494 Feb 10 22:35:08.092735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-054c5d5f-8d86-4b09-8268-63b7bbfa2d10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 200 len: 217 time: 0.1106939 Feb 10 22:35:08.195895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.197696 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10dc1dcd-e41f-420a-8d0b-fb2d10880794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.201412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.224672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.258821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1c01ec2-5ece-45b1-8606-3f2ff31c65d0 req-a910c2a9-b93c-4f8a-abc7-936b5977b115 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938080 Feb 10 22:35:08.263725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00318f81-4e04-4e4e-bf91-a0cdeaeb4bc8 req-eedeb6f2-0514-448d-9f6a-e58be9181260 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:08.265104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00318f81-4e04-4e4e-bf91-a0cdeaeb4bc8 req-eedeb6f2-0514-448d-9f6a-e58be9181260 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 943 time: 0.5014150 Feb 10 22:35:08.270803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8c3560-fb47-4adb-9b1d-c7d51fd80a46 req-405f20a4-dc3b-4b6b-af6d-fe8731943d1a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:08.272258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a8c3560-fb47-4adb-9b1d-c7d51fd80a46 req-405f20a4-dc3b-4b6b-af6d-fe8731943d1a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.1731184 Feb 10 22:35:08.285221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-c202026b-cf51-49ce-997b-b53da2375e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:08.286600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-c202026b-cf51-49ce-997b-b53da2375e70 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1684530 Feb 10 22:35:08.308325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.318483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a8c3560-fb47-4adb-9b1d-c7d51fd80a46 req-1e9b1d58-6aa3-4da3-840e-a164ac06286a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395904 Feb 10 22:35:08.381989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.388146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:08.388737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.394780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-844ae2a9-1102-46a6-8401-038bdc49adec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800531 Feb 10 22:35:08.474556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3bdc8cd-b750-4241-bfb9-219b984a8865 req-effdd53b-2884-4b21-8066-ed3dea59e42b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 210 time: 0.0475893 Feb 10 22:35:08.596165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2140679 Feb 10 22:35:08.599204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:08.607180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'subnet': {'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:08.622746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00318f81-4e04-4e4e-bf91-a0cdeaeb4bc8 req-dc5177fc-b56d-4bc7-889b-084f5b643fab tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3391356 Feb 10 22:35:08.667377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.671788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd7c34-b160-4b9b-a0a7-c4e0d29801cb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Network': ['ID=a09523cd-9453-4f7a-b617-c42679a16494,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:08.688775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network a09523cd-9453-4f7a-b617-c42679a16494 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:35:08.759681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.796083 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-cbb5cff5-0ea9-49e6-b679-cdc613e40cea service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3766632 Feb 10 22:35:08.806884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:08.808202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:08.812719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:08.814561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:subnet and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:08.818218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:08.825802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:08.841620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:08.842031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:08.846175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.851603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:08.875952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3583c-24fe-4f5a-8d86-ce798e054174 req-c760a14d-6420-4041-8673-b59190f03a73 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:08.877533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-41a3583c-24fe-4f5a-8d86-ce798e054174 req-c760a14d-6420-4041-8673-b59190f03a73 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1469703 Feb 10 22:35:08.924208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:08.944940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:08.945825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-880d0ab5-e0c4-4243-9d71-c6584416190b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af9bfcee-6b71-4743-a5b3-8fec7ad9c7cc HTTP/1.1" status: 204 len: 168 time: 1.1254246 Feb 10 22:35:08.999489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:09.001258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.014337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-41a3583c-24fe-4f5a-8d86-ce798e054174 req-5634c065-6388-4165-ae52-63807291248c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900161 Feb 10 22:35:09.084153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec538d48-bec5-4482-a55d-35a7f7620da0 req-030e2e3b-f46c-4135-8d91-1f07aaad7dd1 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697389 Feb 10 22:35:09.085329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-7acf4b3d-ed29-442f-9492-dbbe2ec8e786 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7971699 Feb 10 22:35:09.102063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Request body: {'port': {'device_id': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:09.214786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.233481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb081f7-8762-4be6-86cc-bd856143a789 req-af3b2a39-3630-4590-8238-a4c2d020b847 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:09.235407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0eb081f7-8762-4be6-86cc-bd856143a789 req-af3b2a39-3630-4590-8238-a4c2d020b847 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.2194746 Feb 10 22:35:09.245105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.298361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Subnet': ['ID=cd09ac69-e1ca-41c2-b7ea-1867605b657e,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:09.304717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:09.305490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network hostable DHCP agents. Network: a29ce7f4-8845-46e5-871e-a4627bc87e69, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:35:09.326830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:35:09.337641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, a29ce7f4-8845-46e5-871e-a4627bc87e69) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:09.343757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:09.344351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.348236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcffe06d-848d-478b-9cd7-6fb92c01eda3 None None] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:09.354398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0eb081f7-8762-4be6-86cc-bd856143a789 req-279f6e29-16f4-4d4d-8689-88e52c00faae tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974834 Feb 10 22:35:09.381090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:09.416166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.429930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a793eadf-7040-4e31-b63d-272ece0b41e6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8295932 Feb 10 22:35:09.433498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:09.436131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:09.441721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'subnet': {'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:09.459828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Usage tracker for resource:security_group_rule and tenant:94267435640f49c1948e7b60eb128492 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:09.470508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:09.537663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:09.649411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:09.660405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:subnet and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:09.664256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:09.675423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:09.678568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-a29ce7f4-8845-46e5-871e-a4627bc87e69', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:35:09.679449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.702521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:09.705931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.819296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8d523-42f3-4998-a766-edf50b2ad8d4 req-539617d4-b047-4803-a7d2-c74679e7b64e tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:09.821039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ea8d523-42f3-4998-a766-edf50b2ad8d4 req-539617d4-b047-4803-a7d2-c74679e7b64e tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.2719898 Feb 10 22:35:09.822431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5ada9-7627-42d5-9fa2-550971189a6d req-6a23affc-b013-438e-b6db-2f01c2816659 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:09.824671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96a5ada9-7627-42d5-9fa2-550971189a6d req-6a23affc-b013-438e-b6db-2f01c2816659 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2848668 Feb 10 22:35:09.846197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.848014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Allocated IP 10.1.1.2 (a29ce7f4-8845-46e5-871e-a4627bc87e69/cd09ac69-e1ca-41c2-b7ea-1867605b657e/2b68eaf6-bc13-4286-9e51-1a918549529f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:09.853680 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.930180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:09.936555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94267435640f49c1948e7b60eb128492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5543928 Feb 10 22:35:09.937333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ea8d523-42f3-4998-a766-edf50b2ad8d4 req-a895b000-dc4d-422f-a7be-923b3f018147 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033394 Feb 10 22:35:09.940920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37074) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:09.944475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:09.948070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed6dd0-298d-4cd5-9820-64ecbc9e4be9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175c30e5-3245-4242-9e46-16945101cca8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:09.972650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96a5ada9-7627-42d5-9fa2-550971189a6d req-98614c3c-e588-409f-b926-56c4a0d68484 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117401 Feb 10 22:35:09.983733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Transition to ACTIVE for port object 6049f8e8-54b4-4423-8310-f3d83e7f923c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:09.994595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.147427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.158881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Transition to ACTIVE for port object 2b68eaf6-bc13-4286-9e51-1a918549529f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:10.178527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Transition to ACTIVE for port object 2b68eaf6-bc13-4286-9e51-1a918549529f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:10.187227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.214993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.262002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:10.265134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:10.267799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:10.301416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Pushing event updated for resources: {'Port': ['ID=2b68eaf6-bc13-4286-9e51-1a918549529f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:10.317916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bb9cf-e08c-45da-9a86-01e832a1b772 req-e659b1cb-3cb6-46bf-81db-a843158cc567 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:10.319668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:10.320170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea6bb9cf-e08c-45da-9a86-01e832a1b772 req-e659b1cb-3cb6-46bf-81db-a843158cc567 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 943 time: 0.2076845 Feb 10 22:35:10.322091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Subnet': ['ID=77ecc88f-9d17-45d8-acc2-337102d0e5d5,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:10.332106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Checking segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:10.332556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network hostable DHCP agents. Network: a09523cd-9453-4f7a-b617-c42679a16494, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:35:10.356430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.375426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Attempting to bind port 2b68eaf6-bc13-4286-9e51-1a918549529f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:10.376035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Attempting to bind port 2b68eaf6-bc13-4286-9e51-1a918549529f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:10.376862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Attempting to bind port 2b68eaf6-bc13-4286-9e51-1a918549529f on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:10.383209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a09523cd-9453-4f7a-b617-c42679a16494 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:35:10.383452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:10.383756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:10.384403 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.384528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Bound using segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:10.385008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Bound port: 2b68eaf6-bc13-4286-9e51-1a918549529f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:10.385314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.393343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea6bb9cf-e08c-45da-9a86-01e832a1b772 req-1f2fb5f6-152e-4408-bcda-90d78db5fb6c tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624874 Feb 10 22:35:10.400835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, a09523cd-9453-4f7a-b617-c42679a16494) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:10.406876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:10.408033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.411845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.445852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72359248-d083-4b30-9969-7e338d4906f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0111310 Feb 10 22:35:10.448990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37084) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:10.453832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Attempting to bind port 6049f8e8-54b4-4423-8310-f3d83e7f923c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:10.454201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Attempting to bind port 6049f8e8-54b4-4423-8310-f3d83e7f923c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:10.454481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Attempting to bind port 6049f8e8-54b4-4423-8310-f3d83e7f923c on network c5ced0e9-5772-45b7-9c81-a630d94cff7f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:10.462544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5180efd-de2a-4c41-b8a4-bbf1a34f485b None None] Network a09523cd-9453-4f7a-b617-c42679a16494 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:10.462923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'name': 'tempest-TaggedBootDevicesTest-274975910', 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:10.474704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Port 6049f8e8-54b4-4423-8310-f3d83e7f923c on network c5ced0e9-5772-45b7-9c81-a630d94cff7f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:10.475036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Attempting to bind port 6049f8e8-54b4-4423-8310-f3d83e7f923c on network c5ced0e9-5772-45b7-9c81-a630d94cff7f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:10.487493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf7bf9-39e5-4f57-bd3e-aeec1050d066 req-8d5f135f-ace1-42a8-ade1-f0ff2bfb8f0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:10.488205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96bf7bf9-39e5-4f57-bd3e-aeec1050d066 req-8d5f135f-ace1-42a8-ade1-f0ff2bfb8f0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Synchronizing usage tracker for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:10.500302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:10.500754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Checking segment: {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:10.501005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Bound using segment: {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:10.501428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Bound port: 6049f8e8-54b4-4423-8310-f3d83e7f923c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:10.501767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.559545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-96bf7bf9-39e5-4f57-bd3e-aeec1050d066 req-8d5f135f-ace1-42a8-ade1-f0ff2bfb8f0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Unset dirty status for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:10.566224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96bf7bf9-39e5-4f57-bd3e-aeec1050d066 req-8d5f135f-ace1-42a8-ade1-f0ff2bfb8f0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.4809966 Feb 10 22:35:10.584714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ccd87a9-a937-4095-8189-6f29835eab13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.613803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.617203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] For port 2b68eaf6-bc13-4286-9e51-1a918549529f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:10.639678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] For port 2b68eaf6-bc13-4286-9e51-1a918549529f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2b68eaf6-bc13-4286-9e51-1a918549529f,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:10.646390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.656764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175c30e5-3245-4242-9e46-16945101cca8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:10.671954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96bf7bf9-39e5-4f57-bd3e-aeec1050d066 req-518e621b-9259-48bc-8cf4-c295ff116c19 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047063 Feb 10 22:35:10.691830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:10.696511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:10.698867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.708614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-146ecd21-b345-444d-bf2b-b79ed6e6005d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/175c30e5-3245-4242-9e46-16945101cca8 HTTP/1.1" status: 204 len: 168 time: 0.7663717 Feb 10 22:35:10.711927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.814692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:10.820549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:port and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:10.825983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:10.831234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fdf05eee-7bbb-4457-ad4e-2fe493907633 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:10.834511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b045b-582a-48e2-9a03-24576040f127 None None] Pushing event updated for resources: {'Port': ['ID=2b68eaf6-bc13-4286-9e51-1a918549529f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:10.834652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:10.845907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-a09523cd-9453-4f7a-b617-c42679a16494', 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ips': [{'subnet_id': '77ecc88f-9d17-45d8-acc2-337102d0e5d5'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:35:10.847335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.902127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:10.951803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:10.952545 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:10.954394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] 10.222.0.24 "PUT /v2.0/ports/6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 1092 time: 1.8589411 Feb 10 22:35:10.974882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:11.064245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:11.099596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633,segment=NetworkSegment(d00ea5bf-20e0-404c-9c04-bf2fcf5190dd),segment_id=d00ea5bf-20e0-404c-9c04-bf2fcf5190dd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:11.105644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557e02b-46f2-4763-b6aa-683f8467e750 service neutron] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:11.118406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7532cbc-e485-4e3f-81e6-0098712612f4 req-921fc58e-4d82-4d0f-b326-0855b451adce tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:11.119148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] device_id is not set on port 2b924954-10eb-47a6-bcf5-704cc25f51d9 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:35:11.121150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7532cbc-e485-4e3f-81e6-0098712612f4 req-921fc58e-4d82-4d0f-b326-0855b451adce tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.2604098 Feb 10 22:35:11.129521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fdf05eee-7bbb-4457-ad4e-2fe493907633', 'network_id': '39916d55-e042-4feb-906a-d252aa9fdb75', 'port_id': 'fdf05eee-7bbb-4457-ad4e-2fe493907633', 'mac_address': 'fa:16:3e:5c:3a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e68f23f-3182-4481-95fd-6d9742622a3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:11.135052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-0bd14a8b-e9e2-410d-8fe6-a35d0ec25337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:11.137576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-0bd14a8b-e9e2-410d-8fe6-a35d0ec25337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1095 time: 0.1337616 Feb 10 22:35:11.287989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1cbea-7703-4394-87bc-03abdba315fc req-3ddb23ca-a714-4ba3-9bf8-b3c6847419c4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:11.296252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ff1cbea-7703-4394-87bc-03abdba315fc req-3ddb23ca-a714-4ba3-9bf8-b3c6847419c4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.4532042 Feb 10 22:35:11.302311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7532cbc-e485-4e3f-81e6-0098712612f4 req-efce7a76-6e8b-49ce-93dc-8096c757b5c3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755378 Feb 10 22:35:11.308844 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:11.338140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-f174475c-3268-4bb7-b0b4-8c7e27ac2149 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.1222241 Feb 10 22:35:11.413120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf05eee-7bbb-4457-ad4e-2fe493907633 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:11.422677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Allocated IP 10.2.2.2 (a09523cd-9453-4f7a-b617-c42679a16494/77ecc88f-9d17-45d8-acc2-337102d0e5d5/32130b96-e8e3-450d-82c0-ba4322dbf3a8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:11.446017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633,segment=NetworkSegment(d00ea5bf-20e0-404c-9c04-bf2fcf5190dd),segment_id=d00ea5bf-20e0-404c-9c04-bf2fcf5190dd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:11.466695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:11.492947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634424b-5a25-4e82-8459-842619043e7b req-bf0b2008-8bd2-471e-a9ee-c23460a1fdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:11.496060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-bf0b2008-8bd2-471e-a9ee-c23460a1fdfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.1515274 Feb 10 22:35:11.501776 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'status': 'completed', 'code': 200} Feb 10 22:35:11.561436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ff1cbea-7703-4394-87bc-03abdba315fc req-a561dfa1-b56c-4ed9-a069-8851d8012792 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638631 Feb 10 22:35:11.626493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-b1120186-d8f0-4dd5-92d0-f92a66def7df service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238432 Feb 10 22:35:11.717957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.1.1.198 (a29ce7f4-8845-46e5-871e-a4627bc87e69/cd09ac69-e1ca-41c2-b7ea-1867605b657e/2b924954-10eb-47a6-bcf5-704cc25f51d9) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:11.764409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:11.764583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:11.768199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:11.814204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-48cec7aa-d4ee-4f6e-a7e4-d6eb59c24298 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770606 Feb 10 22:35:11.822279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56da3ff-7eff-4181-9481-45eeefce10f9 req-e4efc20a-dee7-46bc-9a95-64e6c6ec2a7f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:11.824230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f56da3ff-7eff-4181-9481-45eeefce10f9 req-e4efc20a-dee7-46bc-9a95-64e6c6ec2a7f tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2699981 Feb 10 22:35:11.946069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2b68eaf6-bc13-4286-9e51-1a918549529f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:12.001132 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f56da3ff-7eff-4181-9481-45eeefce10f9 req-d91dfd3d-8cdd-485f-9a87-7275d391c946 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346102 Feb 10 22:35:12.036335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.064216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e634424b-5a25-4e82-8459-842619043e7b req-f488290d-18c9-486c-b903-2cb275fe1424 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389855 Feb 10 22:35:12.077356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Transition to ACTIVE for port object 32130b96-e8e3-450d-82c0-ba4322dbf3a8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:12.097148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04f217e-fe49-4864-89df-a18f7b2fdd79 req-c9456047-e0c8-4d2f-b7b9-cac8d6ead315 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.101583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Transition to ACTIVE for port object 32130b96-e8e3-450d-82c0-ba4322dbf3a8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:12.106509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a04f217e-fe49-4864-89df-a18f7b2fdd79 req-c9456047-e0c8-4d2f-b7b9-cac8d6ead315 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.3429930 Feb 10 22:35:12.124746 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.187763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a04f217e-fe49-4864-89df-a18f7b2fdd79 req-14d91609-baf7-466c-9516-9f1ef09a66ea tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799561 Feb 10 22:35:12.288269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fdf05eee-7bbb-4457-ad4e-2fe493907633'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:12.345889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Network a09523cd-9453-4f7a-b617-c42679a16494 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:12.346840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2b68eaf6-bc13-4286-9e51-1a918549529f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:12.348544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.367776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:12.388403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:12.408308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 2b924954-10eb-47a6-bcf5-704cc25f51d9 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:12.453457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Pushing event updated for resources: {'Port': ['ID=32130b96-e8e3-450d-82c0-ba4322dbf3a8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:12.501447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.609023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:12.623759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-85d28789-9c09-40e2-ab57-9b85ca6da334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.625558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-85d28789-9c09-40e2-ab57-9b85ca6da334 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1095 time: 0.5123398 Feb 10 22:35:12.634127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62cbf203-77d4-48ac-ae81-6e9206df43a9 None None] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:12.635151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7bdaca-614d-4f47-8898-7821aa4b33a8 req-9978636f-157b-472a-a9c3-cc70e9c5bf76 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.636396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:12.637931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:12.642455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:12.644232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c7bdaca-614d-4f47-8898-7821aa4b33a8 req-9978636f-157b-472a-a9c3-cc70e9c5bf76 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 944 time: 0.1872685 Feb 10 22:35:12.674797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Attempting to bind port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:12.675271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Attempting to bind port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:12.675735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Attempting to bind port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 on network a09523cd-9453-4f7a-b617-c42679a16494 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:12.708132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.708757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.745757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f10e6-c9dc-4414-88f9-451698c3594a req-8eace090-e5e2-41cc-ab3d-6c3b99b4e734 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.747966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-582f10e6-c9dc-4414-88f9-451698c3594a req-8eace090-e5e2-41cc-ab3d-6c3b99b4e734 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.3115578 Feb 10 22:35:12.750066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-39658c02-cbc1-4ff5-bc49-1b432dbff4ea tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2994788 Feb 10 22:35:12.752624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37132) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:12.758833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'name': 'tempest-TaggedBootDevicesTest-865788644', 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:12.842008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c7bdaca-614d-4f47-8898-7821aa4b33a8 req-8e6e70e5-4327-412f-883c-66720601e737 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968997 Feb 10 22:35:12.874663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-3e4561ab-e92a-4b72-9031-a89e79db66a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:12.876929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-3e4561ab-e92a-4b72-9031-a89e79db66a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.2305436 Feb 10 22:35:12.896626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:12.898348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Checking segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:12.900034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.900715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Bound using segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:12.902977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Bound port: 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:12.903512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:12.943731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-582f10e6-c9dc-4414-88f9-451698c3594a req-a61d03bd-fc83-410c-85e3-0ba570344791 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Synchronizing usage tracker for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:13.018123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-fc29028a-e500-4531-9071-6b84defa666b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.1292744 Feb 10 22:35:13.031083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.044606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-582f10e6-c9dc-4414-88f9-451698c3594a req-a61d03bd-fc83-410c-85e3-0ba570344791 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Unset dirty status for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:13.049021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Provisioning for port 2b68eaf6-bc13-4286-9e51-1a918549529f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:13.052951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-582f10e6-c9dc-4414-88f9-451698c3594a req-a61d03bd-fc83-410c-85e3-0ba570344791 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2777262 Feb 10 22:35:13.078841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Provisioning complete for port 2b68eaf6-bc13-4286-9e51-1a918549529f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:13.079498 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.101840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:13.106448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:port and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:13.109370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:13.127204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:13.142765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-b2d45f64-9981-429e-acc5-14d8295cb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:13.145323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-b2d45f64-9981-429e-acc5-14d8295cb923 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.0689697 Feb 10 22:35:13.146118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:13.153552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.197387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-2d0dad6b-d5f6-48c8-a9e5-02b3e2e22167 service neutron] 10.222.0.24 "GET /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d/bindings/n-h1-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.2473996 Feb 10 22:35:13.209516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-23d95cfc-d157-4a71-b493-632508fd3abd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531230 Feb 10 22:35:13.226592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d51b7-e73d-4aea-a441-8872937892a0 req-48a3128b-d062-4cb5-a7d7-e8362336ef4a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:13.239569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-351d51b7-e73d-4aea-a441-8872937892a0 req-48a3128b-d062-4cb5-a7d7-e8362336ef4a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2193725 Feb 10 22:35:13.296558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:13.298650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:13.323732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] device_id is not set on port 6d7b75aa-7205-411b-a97d-5833972d3be1 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:35:13.326309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-351d51b7-e73d-4aea-a441-8872937892a0 req-22f3d396-48d4-4fce-a957-122e326db175 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837858 Feb 10 22:35:13.334148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] For port 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:13.396996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.431138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] For port 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=32130b96-e8e3-450d-82c0-ba4322dbf3a8,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:13.461927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.502146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-1c17d06f-15db-498a-9363-4a21dc85840d service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836971 Feb 10 22:35:13.569000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb554676-b069-4584-9b3e-51e94f3de929 req-3be16316-3231-4013-858f-efcb55088d8c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:13.571411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb554676-b069-4584-9b3e-51e94f3de929 req-3be16316-3231-4013-858f-efcb55088d8c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.2869575 Feb 10 22:35:13.591751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] For port 2b68eaf6-bc13-4286-9e51-1a918549529f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2b68eaf6-bc13-4286-9e51-1a918549529f,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:13.649880 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.672894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1269a-2358-4c43-845f-9f28402dcac2 req-cc018ace-5514-420d-8a62-0f86b6e40cc0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:13.674581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ea1269a-2358-4c43-845f-9f28402dcac2 req-cc018ace-5514-420d-8a62-0f86b6e40cc0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 944 time: 0.2059436 Feb 10 22:35:13.676608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a90bb44e-7475-431a-8a70-b00e13bb631f req-2119dee8-d877-4ecc-94a3-8606731e9c20 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687927 Feb 10 22:35:13.737940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ea1269a-2358-4c43-845f-9f28402dcac2 req-8a17f735-eb64-41b0-99a1-8e53c4fdc4c0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443785 Feb 10 22:35:13.767112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136152c0-ec14-4f65-acb2-100d5a834c1b None None] Pushing event updated for resources: {'Port': ['ID=32130b96-e8e3-450d-82c0-ba4322dbf3a8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:13.771012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:13.840565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'port_id': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'mac_address': 'fa:16:3e:1e:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeec618-ae15-4dcc-b2bd-7615fbe994bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:13.899347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb554676-b069-4584-9b3e-51e94f3de929 req-b86738ce-15ab-4b8c-8355-d83ed4a2bc30 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047051 Feb 10 22:35:13.913443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fa7bca-a901-4547-8913-dabc82ec6a5a None None] Pushing event updated for resources: {'Port': ['ID=2b68eaf6-bc13-4286-9e51-1a918549529f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:13.936051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:13.936339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.1.1.166 (a29ce7f4-8845-46e5-871e-a4627bc87e69/cd09ac69-e1ca-41c2-b7ea-1867605b657e/6d7b75aa-7205-411b-a97d-5833972d3be1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:13.967253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:13.983217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:14.004749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:14.009171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.126277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:14.164192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:14.247846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:14.329721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9480071a-abfc-4c3d-b1f9-8219e90eff1d {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:14.352595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:14.355251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Provisioning for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:14.387250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.394107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa29503-3b33-4a23-81fb-91f9127eba4d req-c0a56d83-1529-4cbb-ab01-47452081ca5a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:14.395909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fa29503-3b33-4a23-81fb-91f9127eba4d req-c0a56d83-1529-4cbb-ab01-47452081ca5a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1499429 Feb 10 22:35:14.421599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Provisioning complete for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:14.422164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.468843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fa29503-3b33-4a23-81fb-91f9127eba4d req-7f97ed55-0d4d-49d9-8b18-df3fcd783b71 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615859 Feb 10 22:35:14.537718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7b4c08-605a-4e88-a9e1-e2f0f5405b0a req-d9aad1c5-b5a5-43df-8fd5-f77d1521e526 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:14.539204 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d7b4c08-605a-4e88-a9e1-e2f0f5405b0a req-d9aad1c5-b5a5-43df-8fd5-f77d1521e526 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 944 time: 0.4185557 Feb 10 22:35:14.580890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.593196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Port 2b924954-10eb-47a6-bcf5-704cc25f51d9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:14.623803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Provisioning complete for port 2b68eaf6-bc13-4286-9e51-1a918549529f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:14.624076 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80d09bdd-b5d7-4b4e-891c-75f984c97e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.632592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 6d7b75aa-7205-411b-a97d-5833972d3be1 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:14.636295 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d7b4c08-605a-4e88-a9e1-e2f0f5405b0a req-7083eccf-0472-460f-a69d-66173a9e0c4d tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834122 Feb 10 22:35:14.643861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] Transition to ACTIVE for port object 9480071a-abfc-4c3d-b1f9-8219e90eff1d will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:14.651149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.713477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf4aa7-27fc-4bdd-8e04-500ac6540dc7 req-051a1266-0df7-4035-a8bf-039b5946dd44 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:14.715426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0bf4aa7-27fc-4bdd-8e04-500ac6540dc7 req-051a1266-0df7-4035-a8bf-039b5946dd44 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 945 time: 0.1283848 Feb 10 22:35:14.758250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.789609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0bf4aa7-27fc-4bdd-8e04-500ac6540dc7 req-4bd5d8e0-57d8-4c9d-904c-4814afc0c952 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675814 Feb 10 22:35:14.837985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fdf05eee-7bbb-4457-ad4e-2fe493907633 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:14.942557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f0f49982-9212-4ddf-8996-b497ddda96f1 None None] Provisioning complete for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:14.942919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0f49982-9212-4ddf-8996-b497ddda96f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:14.971859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] No DVR routers for this DVR port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:35:14.988902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:14.989822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] Pushing event updated for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=10']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:14.995616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:15.015501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f0f49982-9212-4ddf-8996-b497ddda96f1 None None] Port 2b924954-10eb-47a6-bcf5-704cc25f51d9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:15.023591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port fdf05eee-7bbb-4457-ad4e-2fe493907633 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:15.025464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:15.033986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fdf05eee-7bbb-4457-ad4e-2fe493907633 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:15.034353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.045826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505577b-a9f8-49c7-8691-f27a1e0c4e2f req-5a0ca197-f087-4c1c-8a50-eda9585ad446 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.054221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f505577b-a9f8-49c7-8691-f27a1e0c4e2f req-5a0ca197-f087-4c1c-8a50-eda9585ad446 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.1152606 Feb 10 22:35:15.127770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f505577b-a9f8-49c7-8691-f27a1e0c4e2f req-a9e8f520-3bec-4e40-9440-ea3b999abba9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723019 Feb 10 22:35:15.219548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-51639879-9cbd-4634-b4c5-28093451c2f6 service neutron] 10.222.0.24 "PUT /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d/bindings/n-h1-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0143263 Feb 10 22:35:15.220295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:15.244583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.249766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3e2edb-0726-4045-9fde-b29300c9ebae None None] Network a09523cd-9453-4f7a-b617-c42679a16494 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:15.250825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.274621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf7a8b23-d738-4bcb-a452-9ec1b1b1db40 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5207105 Feb 10 22:35:15.278826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.286272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4c969-69c6-4bc7-9306-4bf92ab82c3b req-cfdbef37-cdc6-408b-890d-e15ab4f1c40f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.287891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cc4c969-69c6-4bc7-9306-4bf92ab82c3b req-cfdbef37-cdc6-408b-890d-e15ab4f1c40f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.4222004 Feb 10 22:35:15.340788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cc4c969-69c6-4bc7-9306-4bf92ab82c3b req-92f21e80-3175-4473-9f7e-81df549e6e8d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465117 Feb 10 22:35:15.352484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:15.436189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-876b2a7c-65b7-4fff-9dd3-810bcbd2ccff tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.437673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-876b2a7c-65b7-4fff-9dd3-810bcbd2ccff tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.1654422 Feb 10 22:35:15.450124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:15.460028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6072b6f-65a8-49db-98e3-643486b62223 None None] Provisioning for port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:15.482551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633,segment=NetworkSegment(d00ea5bf-20e0-404c-9c04-bf2fcf5190dd),segment_id=d00ea5bf-20e0-404c-9c04-bf2fcf5190dd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:15.489772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc5bf1c-b286-4915-9f18-dd9ecfdc454a req-555efe14-c265-4994-be9f-fa46449918f2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.491231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6bc5bf1c-b286-4915-9f18-dd9ecfdc454a req-555efe14-c265-4994-be9f-fa46449918f2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1733479 Feb 10 22:35:15.493409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.553227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6bc5bf1c-b286-4915-9f18-dd9ecfdc454a req-c7e6de89-7990-47f6-bc68-f0812fc943b5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538976 Feb 10 22:35:15.567436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-cbe0b7c7-52fb-4810-97cc-16dc3ca5875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.569066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-cbe0b7c7-52fb-4810-97cc-16dc3ca5875e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2&tenant_id=f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 1096 time: 0.1225801 Feb 10 22:35:15.606220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6072b6f-65a8-49db-98e3-643486b62223 None None] Provisioning for port 6d7b75aa-7205-411b-a97d-5833972d3be1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:15.618814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 6049f8e8-54b4-4423-8310-f3d83e7f923c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:15.627575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6072b6f-65a8-49db-98e3-643486b62223 None None] Provisioning complete for port 6d7b75aa-7205-411b-a97d-5833972d3be1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:15.627946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6072b6f-65a8-49db-98e3-643486b62223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.666752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6049f8e8-54b4-4423-8310-f3d83e7f923c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:15.667332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:15.685532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-3a14504d-0b6a-403c-96b7-3c851c1cfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.686901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-3a14504d-0b6a-403c-96b7-3c851c1cfe68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1096 time: 0.0916302 Feb 10 22:35:15.702404 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633', 'code': 200} Feb 10 22:35:15.716483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:15.835077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b6072b6f-65a8-49db-98e3-643486b62223 None None] Port 6d7b75aa-7205-411b-a97d-5833972d3be1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:15.846097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4d435-186c-40fa-b368-d64707380778 req-60a5da19-16b7-468a-9dbe-7e3acb83866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:15.847752 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ccc4d435-186c-40fa-b368-d64707380778 req-60a5da19-16b7-468a-9dbe-7e3acb83866b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 1096 time: 0.1131182 Feb 10 22:35:15.905554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ccc4d435-186c-40fa-b368-d64707380778 req-fefe47e0-2d66-4ca8-ad1c-8d26d5334544 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504372 Feb 10 22:35:15.916416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 32130b96-e8e3-450d-82c0-ba4322dbf3a8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:15.968130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.039528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:16.047437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.061636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-8c1b160a-976e-46ef-9a5b-bafda8cb9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.064082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-8c1b160a-976e-46ef-9a5b-bafda8cb9f0d service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.3688412 Feb 10 22:35:16.088925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaa60a9-c136-493d-a855-f5d516dd5eff req-49f23b1b-9b52-46a2-a703-beed4fefd283 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.092281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4eaa60a9-c136-493d-a855-f5d516dd5eff req-49f23b1b-9b52-46a2-a703-beed4fefd283 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1666715 Feb 10 22:35:16.146792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:16.150577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:16.159212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:16.160463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.177575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4eaa60a9-c136-493d-a855-f5d516dd5eff req-40227246-f943-4fdf-8c56-c4ae4757d83f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758414 Feb 10 22:35:16.261479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-da619a71-12ed-4dbd-ace7-fd03fcfa7f60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 200 len: 217 time: 0.0825830 Feb 10 22:35:16.321890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.343735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-8db8efe3-bc94-4bf6-9a97-4e026efaba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.345553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-8db8efe3-bc94-4bf6-9a97-4e026efaba37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.0771518 Feb 10 22:35:16.369503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=32130b96-e8e3-450d-82c0-ba4322dbf3a8,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:16.371998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-88e0b7e8-91b9-4807-95b9-b0aa0afdd4f5 None None] Provisioning complete for port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:16.372458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88e0b7e8-91b9-4807-95b9-b0aa0afdd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.410705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.411412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2b68eaf6-bc13-4286-9e51-1a918549529f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:16.435975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-fad931f9-c7ec-4bec-a8b4-79158e97c907 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840402 Feb 10 22:35:16.550353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=32130b96-e8e3-450d-82c0-ba4322dbf3a8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:16.586521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce852e-6b74-425d-9bb2-387d979dc825 req-6ce064c4-de7f-4913-846a-543825a8c2a5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.593702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42ce852e-6b74-425d-9bb2-387d979dc825 req-6ce064c4-de7f-4913-846a-543825a8c2a5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 945 time: 0.2094243 Feb 10 22:35:16.605328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37200) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:16.611943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'security_group': {'name': 'tempest-securitygroup--539771407', 'description': 'tempest-description--844098215'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:16.618985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:16.619619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-1b688942-ac72-456c-bb96-8761e4982c15 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740460 Feb 10 22:35:16.625349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:security_group and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:16.628729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:16.636548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:16.642794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2b68eaf6-bc13-4286-9e51-1a918549529f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:16.643383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.650478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.680398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:16.686642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:security_group_rule and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:16.690216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:16.699910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:16.732491 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42ce852e-6b74-425d-9bb2-387d979dc825 req-3870e02d-56ed-4de4-8937-bb3bd6bfc18d tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372032 Feb 10 22:35:16.806098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-e47dee52-5f13-4a18-b459-acc4200941aa service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736333 Feb 10 22:35:16.857097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.868276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bb34c-5c49-4912-bb31-85b62feb5d3b req-d979d079-58f2-49e2-aa2d-9c04be103937 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.870760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-251bb34c-5c49-4912-bb31-85b62feb5d3b req-d979d079-58f2-49e2-aa2d-9c04be103937 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1471736 Feb 10 22:35:16.871724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.907686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06232a0-7a12-4687-b176-dd39afcf1e85 req-cdb1ba14-79da-4dcf-a3a0-ae484c2baa58 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:16.909807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f06232a0-7a12-4687-b176-dd39afcf1e85 req-cdb1ba14-79da-4dcf-a3a0-ae484c2baa58 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.0820396 Feb 10 22:35:16.943588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58b69f-fdd4-4956-8666-6134031723f3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:16.949398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:16.953776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-49a74433-d935-44f0-b981-a9d4649bd03b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3436637 Feb 10 22:35:16.953776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37204) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:16.955015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f06232a0-7a12-4687-b176-dd39afcf1e85 req-46ebcf1a-7d5f-40f0-b362-e065341b4afa tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Feb 10 22:35:16.960578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'security_group_rule': {'security_group_id': '7a58b69f-fdd4-4956-8666-6134031723f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:16.967611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-251bb34c-5c49-4912-bb31-85b62feb5d3b req-80fdf365-58c5-4e1f-b4ee-c23595f2936f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819516 Feb 10 22:35:16.969876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:16.978103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:security_group_rule and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:16.982296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:16.988713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:17.019802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.109766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.115607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.169447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c0d6ab-45d1-4e53-a58a-8f75bd08d3fe,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:17.181294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-418c0cdb-e2ba-4937-af46-7f8150d7993a tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:17.184065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-418c0cdb-e2ba-4937-af46-7f8150d7993a tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.0943034 Feb 10 22:35:17.221396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.225460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0542f791-e931-4f97-9ee7-71baaf68ff12 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2678976 Feb 10 22:35:17.226152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:17.238467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'security_group_rule': {'security_group_id': '7a58b69f-fdd4-4956-8666-6134031723f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:17.246148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:17.254992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:security_group_rule and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:17.259439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:17.266527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:17.304801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a71dc5b7-9d94-42ca-8b60-39fb6a0e4413 service neutron] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:17.305970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172b56a-fde9-477d-9c2f-32d75678ddf4 req-52e93af7-3d8a-4eec-a068-6e014bbb3994 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:17.308837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6172b56a-fde9-477d-9c2f-32d75678ddf4 req-52e93af7-3d8a-4eec-a068-6e014bbb3994 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1452947 Feb 10 22:35:17.309159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a71dc5b7-9d94-42ca-8b60-39fb6a0e4413 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.310310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.310661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92ef213-77f9-471a-872b-b87ee5fe4ff9 req-a71dc5b7-9d94-42ca-8b60-39fb6a0e4413 service neutron] 10.222.0.30 "DELETE /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d/bindings/n-h2-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.1186693 Feb 10 22:35:17.393533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6172b56a-fde9-477d-9c2f-32d75678ddf4 req-1adcf5ca-3af2-4ab0-bc4c-d9524f53ed0c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747454 Feb 10 22:35:17.430781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.435583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.583972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be0aa4e-486b-49d0-b92a-a4cd0d9eee4b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:17.594229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.595342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bd3929ce-3c88-4ea3-882e-f889cfaefd21 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3628941 Feb 10 22:35:17.598499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37236) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:17.605323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:17.612145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:17.617643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:floatingip and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:17.621471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:17.628047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:17.641364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.703378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:17.783113 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'code': 200} Feb 10 22:35:17.818948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:17.906030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 32130b96-e8e3-450d-82c0-ba4322dbf3a8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:18.043658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:18.044706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.138400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 172.25.2.229 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/5c4d4ada-5336-4661-9751-e671b6195a6e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:18.145370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56a010-cb18-42b8-9590-bf174a5c2a70 req-9ab7e26a-09e2-4bcf-b247-4f30a3e6406a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.147244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb56a010-cb18-42b8-9590-bf174a5c2a70 req-9ab7e26a-09e2-4bcf-b247-4f30a3e6406a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.1309228 Feb 10 22:35:18.161266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ff05d-ff3d-432a-9733-1b616cf8c851 req-8a2cca5e-38e2-4a79-a3b6-9d86158ffa1a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.163638 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd3ff05d-ff3d-432a-9733-1b616cf8c851 req-8a2cca5e-38e2-4a79-a3b6-9d86158ffa1a tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 945 time: 0.2671609 Feb 10 22:35:18.164226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:18.204690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb56a010-cb18-42b8-9590-bf174a5c2a70 req-f21b7d53-fe93-4d9b-888b-d03791946f6e tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513468 Feb 10 22:35:18.321570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0f0c8f-6b3d-4b4e-ade3-b12e5bee9dd5 req-bfcf4578-864e-4a52-a83c-0f971845e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.323902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc0f0c8f-6b3d-4b4e-ade3-b12e5bee9dd5 req-bfcf4578-864e-4a52-a83c-0f971845e50e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1097 time: 0.3058021 Feb 10 22:35:18.352949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd3ff05d-ff3d-432a-9733-1b616cf8c851 req-256c936b-1823-41b7-a5e3-565bbea48bb4 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818995 Feb 10 22:35:18.389340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.408736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:18.412741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Usage tracker for resource:security_group_rule and tenant:97501dfb75434536b1afbf31cb9f8df8 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:18.413531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87757e92-45f1-4426-8ba7-0386c936065a req-e2ce3dd5-54d5-4b27-962a-fb9b49387749 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.415243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87757e92-45f1-4426-8ba7-0386c936065a req-e2ce3dd5-54d5-4b27-962a-fb9b49387749 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.0973020 Feb 10 22:35:18.415454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:18.444578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:18.462787 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc0f0c8f-6b3d-4b4e-ade3-b12e5bee9dd5 req-d7655551-e873-4346-a10e-11815b43f812 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264522 Feb 10 22:35:18.469982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87757e92-45f1-4426-8ba7-0386c936065a req-fb23a023-5a3d-4585-9463-0cc131e9c249 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473633 Feb 10 22:35:18.561294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.654684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f31a2d-dde1-47de-89ff-56f81547e314 req-ce249f8f-938a-40fa-bfdf-663b37a1511d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.656186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3f31a2d-dde1-47de-89ff-56f81547e314 req-ce249f8f-938a-40fa-bfdf-663b37a1511d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1737535 Feb 10 22:35:18.661153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.681633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.728459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.740240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2e146-406d-4044-b89b-51e05936895c req-d45e25d4-f869-401c-b4a1-45ebaad5105e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:18.747174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45d2e146-406d-4044-b89b-51e05936895c req-d45e25d4-f869-401c-b4a1-45ebaad5105e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.0898666 Feb 10 22:35:18.799797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45d2e146-406d-4044-b89b-51e05936895c req-70b2ad77-603b-4b1e-859d-2e9362830460 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516007 Feb 10 22:35:18.802836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97501dfb75434536b1afbf31cb9f8df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6343584 Feb 10 22:35:18.805957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:18.818594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25f3bb-8b7c-4862-a570-f6b3615ce60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012ca1bc-5e00-4a2d-943a-9eba1b34cb94,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:18.831348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3f31a2d-dde1-47de-89ff-56f81547e314 req-26f1c596-7d16-4080-bf0a-08dcc992ebd5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688576 Feb 10 22:35:18.858555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:18.869137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=5c4d4ada-5336-4661-9751-e671b6195a6e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:18.880210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:18.883075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:18.914294 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.944907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:18.976960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.053571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.065534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.088022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012ca1bc-5e00-4a2d-943a-9eba1b34cb94,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:19.091965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.093087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9865a999-3ab0-4e6b-94c8-ab854b951db8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/012ca1bc-5e00-4a2d-943a-9eba1b34cb94 HTTP/1.1" status: 204 len: 168 time: 0.2861867 Feb 10 22:35:19.095954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfda36-2c03-4c14-9fcd-3b49f4494b1b req-083f9ca6-49fd-4e93-98e5-39ba966354a8 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:19.105794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64cfda36-2c03-4c14-9fcd-3b49f4494b1b req-083f9ca6-49fd-4e93-98e5-39ba966354a8 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1096 time: 0.1237457 Feb 10 22:35:19.155908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64cfda36-2c03-4c14-9fcd-3b49f4494b1b req-94b245e3-8e08-4a43-a927-79ecdc2ab0d4 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488038 Feb 10 22:35:19.337658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:19.410655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.420476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.430432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2715b6-d4fb-4501-a18e-8ac720878288 req-d0465842-c77f-4319-9b97-0689ea92df2d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:19.431908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2715b6-d4fb-4501-a18e-8ac720878288 req-d0465842-c77f-4319-9b97-0689ea92df2d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 945 time: 0.0946994 Feb 10 22:35:19.474885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af057e-ad99-44be-bee1-c98d92dde959 req-7f21d575-b253-4af2-8194-fe9fac71eeae tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:19.476416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90af057e-ad99-44be-bee1-c98d92dde959 req-7f21d575-b253-4af2-8194-fe9fac71eeae tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 945 time: 0.1677880 Feb 10 22:35:19.491022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2715b6-d4fb-4501-a18e-8ac720878288 req-2cb63d99-0167-4048-a7cd-c37a892bc135 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497372 Feb 10 22:35:19.515530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37296) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:19.534985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.543438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:19.558836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:19.563515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Usage tracker for resource:security_group_rule and tenant:587373fda86b4a2aa84d0b33b72fd12e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:19.568192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:19.575767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:19.581467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '8af84932-166a-4cee-9d48-d517618a3f6a', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'port_id': '8af84932-166a-4cee-9d48-d517618a3f6a', 'mac_address': 'fa:16:3e:73:ce:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d966c85-8e68-48cb-b76f-844d2c3ea0e4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:19.619558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=5c4d4ada-5336-4661-9751-e671b6195a6e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:19.625625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.635147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90af057e-ad99-44be-bee1-c98d92dde959 req-b835fe8c-f767-4241-9b0e-77f829f7c41e tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/security-groups?id=14895b4b-df50-4e0a-828d-9fe75d22088f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488843 Feb 10 22:35:19.668990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.684080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.702404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bf9cd8f8-ff6d-45a0-be7e-733a4a3d354d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0856216 Feb 10 22:35:19.702692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8af84932-166a-4cee-9d48-d517618a3f6a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:19.724557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:19.731141 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.812528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:19.816828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8af84932-166a-4cee-9d48-d517618a3f6a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:19.936552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09ca8e-001f-4d6e-85b7-3cb140b9887e req-63e5d308-72ec-481e-81a0-f6102f8f7ea0 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:19.938370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df09ca8e-001f-4d6e-85b7-3cb140b9887e req-63e5d308-72ec-481e-81a0-f6102f8f7ea0 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 1096 time: 0.2885082 Feb 10 22:35:19.947417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:19.970402 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:20.037852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ff6a9-4c62-43f2-ae5b-eca78e853407 req-41bc6646-9b9e-47a6-8613-5a72b803d67f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:20.038614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df09ca8e-001f-4d6e-85b7-3cb140b9887e req-5c3166a7-550a-484e-b8f0-9f8c62128d4d tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931811 Feb 10 22:35:20.039340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-312ff6a9-4c62-43f2-ae5b-eca78e853407 req-41bc6646-9b9e-47a6-8613-5a72b803d67f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.0957389 Feb 10 22:35:20.040124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83297a41-ca80-4e0c-8972-4bde72e28545,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:20.047321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4b0b5ceb-6518-4346-828d-18224cc0e163 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=587373fda86b4a2aa84d0b33b72fd12e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5363925 Feb 10 22:35:20.047996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37310) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:20.124783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-312ff6a9-4c62-43f2-ae5b-eca78e853407 req-de1b68c3-b3b5-4794-a52f-6c8ba2819d33 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652802 Feb 10 22:35:20.142848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:20.171040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:20.296159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb3fb8-600e-486a-8c15-66d17f1da42c req-fb444d87-5cd6-44d0-9f57-510125165125 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:20.297725 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93fb3fb8-600e-486a-8c15-66d17f1da42c req-fb444d87-5cd6-44d0-9f57-510125165125 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0954342 Feb 10 22:35:20.344459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93fb3fb8-600e-486a-8c15-66d17f1da42c req-cb2e06d3-85db-42e3-836d-101f8d6edf01 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406461 Feb 10 22:35:20.370735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cc3bfa09-b21f-4eb7-82d6-62e6e84e5415 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:20.397156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:20.409883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cc3bfa09-b21f-4eb7-82d6-62e6e84e5415 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:20.411255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cc3bfa09-b21f-4eb7-82d6-62e6e84e5415 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--539771407&fields=id&tenant_id=676d5f7f5d0749249f1033ca1c764dd4 HTTP/1.1" status: 200 len: 267 time: 0.0858755 Feb 10 22:35:20.420144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83297a41-ca80-4e0c-8972-4bde72e28545,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:20.424631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:20.425826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72a62147-edc7-498b-989b-0b6e5e3efa75 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83297a41-ca80-4e0c-8972-4bde72e28545 HTTP/1.1" status: 204 len: 168 time: 0.3768756 Feb 10 22:35:20.532723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9b3ed4f0-30f0-4e2d-92ff-66dce09d3922 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:20.533318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9b3ed4f0-30f0-4e2d-92ff-66dce09d3922 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:20.555934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9b3ed4f0-30f0-4e2d-92ff-66dce09d3922 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:20.558406 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9b3ed4f0-30f0-4e2d-92ff-66dce09d3922 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 931 time: 0.1248095 Feb 10 22:35:20.667893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-21958e9d-4365-4efd-91a3-78c2d355651d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:20.669812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-21958e9d-4365-4efd-91a3-78c2d355651d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 931 time: 0.1048405 Feb 10 22:35:20.730375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-1a2fa44e-7779-4e70-96bf-22a909e51085 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0496747 Feb 10 22:35:20.787704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9c99cf96-aa85-414c-b0bc-353c927f65ce tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0462694 Feb 10 22:35:21.019755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-76bd81de-9149-4293-8dce-be188d8832ef tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.020147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-fa90fec2-3b0d-4739-8c00-7b37114ae9cd tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.021598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-fa90fec2-3b0d-4739-8c00-7b37114ae9cd tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.30 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 945 time: 0.2003977 Feb 10 22:35:21.025767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-76bd81de-9149-4293-8dce-be188d8832ef tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.032415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-76bd81de-9149-4293-8dce-be188d8832ef tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.034189 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-76bd81de-9149-4293-8dce-be188d8832ef tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/networks?id=d38d6b24-cf14-410c-9f83-817c9c664e37&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a09523cd-9453-4f7a-b617-c42679a16494&id=a09523cd-9453-4f7a-b617-c42679a16494 HTTP/1.1" status: 200 len: 1990 time: 0.2401242 Feb 10 22:35:21.052225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de06ad-1c51-42c4-bb56-63115375d705 req-3f51e726-b16f-4998-bd6c-cbacc9986ff1 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.058916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-b9ffca6b-ba37-4117-b500-119477e5c3d3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/quotas/676d5f7f5d0749249f1033ca1c764dd4 HTTP/1.1" status: 200 len: 375 time: 0.0147676 Feb 10 22:35:21.061857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53de06ad-1c51-42c4-bb56-63115375d705 req-3f51e726-b16f-4998-bd6c-cbacc9986ff1 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 944 time: 0.1651316 Feb 10 22:35:21.176184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f932319c-2ba2-40ea-9db9-42b97b8c6cba tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1149325 Feb 10 22:35:21.193874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Deleting port fdf05eee-7bbb-4457-ad4e-2fe493907633 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:35:21.194219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.230405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53de06ad-1c51-42c4-bb56-63115375d705 req-97b3a1e5-6a74-4f95-8601-5911e494a49d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674802 Feb 10 22:35:21.337442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:21.341990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ae13be09-0a0f-4f33-98cb-8385c89f4392 service neutron] 10.222.0.53 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523423 Feb 10 22:35:21.459578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 8af84932-166a-4cee-9d48-d517618a3f6a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:21.460244 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.570988 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.598861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-4084c3fa-a390-49d4-8327-2fb6a03a3320 service neutron] 10.222.0.53 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497847 Feb 10 22:35:21.614628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] For port fdf05eee-7bbb-4457-ad4e-2fe493907633, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fdf05eee-7bbb-4457-ad4e-2fe493907633,segment=NetworkSegment(d00ea5bf-20e0-404c-9c04-bf2fcf5190dd),segment_id=d00ea5bf-20e0-404c-9c04-bf2fcf5190dd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:21.614982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.630852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.664021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:21.678368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:21.679120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5654aa4d-79ee-459c-afce-74050449e641 service neutron] 10.222.0.53 "GET /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0741718 Feb 10 22:35:21.687577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:21.765618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Calling delete_port for fdf05eee-7bbb-4457-ad4e-2fe493907633 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:35:21.773872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:21.810586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-fca5edaf-689b-43bf-a123-5ade19085e66 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:21.812256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-fca5edaf-689b-43bf-a123-5ade19085e66 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 813 time: 0.4023004 Feb 10 22:35:21.829040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36d7e2c7-69db-44c1-aebf-8c81d14d50f4 service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428747 Feb 10 22:35:21.842347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-4e17560a-5b76-4839-ac31-9d5f8c025937 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/quotas/69d00acb0cc546cf8e08b395ac067f8c HTTP/1.1" status: 200 len: 375 time: 0.0182519 Feb 10 22:35:21.983823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-27e17511-6286-4296-9821-939f714f776d service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465244 Feb 10 22:35:22.003785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d27706e3-4a1a-4f4f-bef8-864a833fd4e3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1543696 Feb 10 22:35:22.004880 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:22.017943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fdf05eee-7bbb-4457-ad4e-2fe493907633'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:22.067571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0b551c19-86d9-4840-a2ef-09653fb5a13a service neutron] 10.222.0.53 "GET /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0761013 Feb 10 22:35:22.086828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Pushing event deleted for resources: {'Port': ['ID=fdf05eee-7bbb-4457-ad4e-2fe493907633,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:22.204444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-157f45ba-dc01-4fb8-8dfd-1f89dd427a11 service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293223 Feb 10 22:35:22.224305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] No DVR routers for this DVR port fdf05eee-7bbb-4457-ad4e-2fe493907633 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:35:22.228017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:22.230836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'name': 'network-vif-deleted', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:22.275587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d341a124-158b-4e33-9a2f-cf72cd1df497 req-56fe2122-9efd-4778-9471-b86834a47987 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.30 "DELETE /v2.0/ports/fdf05eee-7bbb-4457-ad4e-2fe493907633 HTTP/1.1" status: 204 len: 173 time: 1.1938069 Feb 10 22:35:22.284900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-2cafcf0c-6828-4b15-9a0c-410303ae2938 service neutron] 10.222.0.53 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376957 Feb 10 22:35:22.340583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-b7306816-035c-4e4a-833f-61558dcad89f service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299944 Feb 10 22:35:22.550436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-6719ee01-fee8-450c-96b8-5fc29080ac5f service neutron] 10.222.0.53 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562895 Feb 10 22:35:22.592700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-3739dd36-4cfc-4f2d-a6e4-88c62cfe24f0 service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461920 Feb 10 22:35:22.745686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-47f8a389-17f7-45e6-8265-ba97aea6a9fd service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472194 Feb 10 22:35:22.799671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3b2a2114-951a-42c3-8525-6a2c49cb0d7d req-1852e483-f4ce-41bb-ad18-8ac6bb9288d5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Synchronizing usage tracker for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:22.825810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3b2a2114-951a-42c3-8525-6a2c49cb0d7d req-1852e483-f4ce-41bb-ad18-8ac6bb9288d5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] Unset dirty status for tenant:a27ea4bd625440e2a8b2b83fb1d74396 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:22.827702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b2a2114-951a-42c3-8525-6a2c49cb0d7d req-1852e483-f4ce-41bb-ad18-8ac6bb9288d5 tempest-InstanceActionsNegativeTestJSON-1777105229 tempest-InstanceActionsNegativeTestJSON-1777105229-project] 10.222.0.53 "GET /v2.0/ports?device_id=2348883e-7188-4f28-bcb9-0a4b6bb639a8 HTTP/1.1" status: 200 len: 210 time: 0.0778790 Feb 10 22:35:22.924667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-39a88245-cbd2-4318-b6ec-5ec9640ade1e service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779151 Feb 10 22:35:23.101884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-7fbc13d8-6c20-4fd7-ac11-edf3a94a6a28 service neutron] 10.222.0.53 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696637 Feb 10 22:35:23.150096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02843ce-7691-4a59-b50d-4a175b68b95a req-36f3223f-21db-4ded-a10e-b8fb27668479 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:23.157676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c02843ce-7691-4a59-b50d-4a175b68b95a req-36f3223f-21db-4ded-a10e-b8fb27668479 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1142168 Feb 10 22:35:23.228104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c02843ce-7691-4a59-b50d-4a175b68b95a req-f83a6742-1357-4feb-b513-7d2251790110 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692751 Feb 10 22:35:23.312786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5bb7d9f6-8fc6-4f67-ba40-474edbea47b3 service neutron] 10.222.0.53 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967618 Feb 10 22:35:23.362764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:23.470042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5dc95875-5686-4466-b18a-a174b091982a service neutron] 10.222.0.53 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562996 Feb 10 22:35:23.554304 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2348883e-7188-4f28-bcb9-0a4b6bb639a8', 'name': 'network-vif-deleted', 'tag': 'fdf05eee-7bbb-4457-ad4e-2fe493907633', 'status': 'completed', 'code': 200} Feb 10 22:35:23.569043 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a', 'code': 200} Feb 10 22:35:23.569605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:23.608974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:23.613095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:23.652549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-684577a4-224c-4c17-9c07-26d187d72ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755950 Feb 10 22:35:23.700141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:23.737501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bef9b-07e6-4b5a-8b93-f53c0b0dd068 req-494b9d80-d7f8-44fd-b237-312a08db83d0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:23.739180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b12bef9b-07e6-4b5a-8b93-f53c0b0dd068 req-494b9d80-d7f8-44fd-b237-312a08db83d0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 943 time: 0.0923469 Feb 10 22:35:23.787377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b12bef9b-07e6-4b5a-8b93-f53c0b0dd068 req-39135f48-435b-417d-9aed-55265b1cb2e2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417778 Feb 10 22:35:23.797341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fca00dcd-ae6d-4a2e-b419-a90375962910 service neutron] 10.222.0.53 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371412 Feb 10 22:35:23.943241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ec5e5cd-54a7-4d0e-8733-7f90fa5382bd req-e188b879-011c-4a3e-8881-96d1a81aef90 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 210 time: 0.0505714 Feb 10 22:35:24.072010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.373089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37494) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:24.494264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Deleting subnet 1e68f23f-3182-4481-95fd-6d9742622a3c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:35:24.502025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.522123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-3b32a5c3-b48d-40b7-a045-f2d4c79dac72 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:24.527486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-3b32a5c3-b48d-40b7-a045-f2d4c79dac72 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.30 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 813 time: 0.2726126 Feb 10 22:35:24.541297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Request body: {'port': {'device_id': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'admin_state_up': True, 'tenant_id': '69d00acb0cc546cf8e08b395ac067f8c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:24.641634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.716839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.794960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b3649-e693-4629-ad61-8fbf41e85762 req-a2eae0a1-f36f-4593-a31a-92b04386b7d4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:24.796545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-680b3649-e693-4629-ad61-8fbf41e85762 req-a2eae0a1-f36f-4593-a31a-92b04386b7d4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1515448 Feb 10 22:35:24.805817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:24.806459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.834130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:24.863884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e68f23f-3182-4481-95fd-6d9742622a3c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:24.877852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fdf05eee-7bbb-4457-ad4e-2fe493907633 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:24.885551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-680b3649-e693-4629-ad61-8fbf41e85762 req-a50df457-5f5f-4405-8343-9d9e5995e99b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764456 Feb 10 22:35:24.886914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Made reservation on behalf of 69d00acb0cc546cf8e08b395ac067f8c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:24.890090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.890473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:24.913157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52aab3cc-7db3-4928-b705-7aca86f79b4e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1e68f23f-3182-4481-95fd-6d9742622a3c HTTP/1.1" status: 204 len: 168 time: 0.5367315 Feb 10 22:35:24.915564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37514) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:24.972196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: fdf05eee-7bbb-4457-ad4e-2fe493907633 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:35:24.973065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fdf05eee-7bbb-4457-ad4e-2fe493907633 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:35:25.192470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.230623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e96f3887-3b1a-4f6c-9281-162b36c1b101 req-45c4062a-eda8-443b-bcee-e6b466043786 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:25.251961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Allocated IP 172.20.0.13 (c5ced0e9-5772-45b7-9c81-a630d94cff7f/abeec618-ae15-4dcc-b2bd-7615fbe994bb/2725b77a-2d6d-4d92-8e6c-4d1c159aa853) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:25.254566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e96f3887-3b1a-4f6c-9281-162b36c1b101 req-45c4062a-eda8-443b-bcee-e6b466043786 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:25.267130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e96f3887-3b1a-4f6c-9281-162b36c1b101 req-45c4062a-eda8-443b-bcee-e6b466043786 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.2246017 Feb 10 22:35:25.518691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e873af98-74aa-44ba-b742-11770358a6b2 req-b7f95d90-eae3-4f0d-88ab-461c6bc4e872 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 210 time: 0.0533977 Feb 10 22:35:25.522231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f160a3-2a2a-4faa-8e51-eff4ea19dcec req-3e6d0024-c1b0-40c5-9cc1-74a7e3edd3b9 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:25.523791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9f160a3-2a2a-4faa-8e51-eff4ea19dcec req-3e6d0024-c1b0-40c5-9cc1-74a7e3edd3b9 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 943 time: 0.4460640 Feb 10 22:35:25.571023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:25.608981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.633832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9f160a3-2a2a-4faa-8e51-eff4ea19dcec req-1532fa8f-505f-4ea3-a748-25d14ddee75c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038561 Feb 10 22:35:25.639846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.657586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39916d55-e042-4feb-906a-d252aa9fdb75']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:35:25.680876 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a', 'code': 200} Feb 10 22:35:25.685273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:35:25.685505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00ea5bf-20e0-404c-9c04-bf2fcf5190dd') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:35:25.699916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.704586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.714920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:25.744335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.761901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:35:25.762728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:35:25.805864 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:35:25.868672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:25.893269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Network c5ced0e9-5772-45b7-9c81-a630d94cff7f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:25.894740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:25.897294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:26.062583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:26.064112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.079830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.090794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.125232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] Pushing event deleted for resources: {'Network': ['ID=39916d55-e042-4feb-906a-d252aa9fdb75,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:26.137712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1403f0ce-fc67-44e4-bbde-aef44132b6fb admin admin] 10.222.0.53 "DELETE /v2.0/networks/39916d55-e042-4feb-906a-d252aa9fdb75 HTTP/1.1" status: 204 len: 168 time: 1.2188380 Feb 10 22:35:26.158509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-acf17a22-7cf7-4af8-885c-35ea20e9b480 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:26.160190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-acf17a22-7cf7-4af8-885c-35ea20e9b480 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 943 time: 0.2719429 Feb 10 22:35:26.222683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d768dd55-1db0-49c9-bf1c-0ce5306fef3a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6881955 Feb 10 22:35:26.256891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Request body: {'port': {'device_id': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:26.272135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Deleting port 8af84932-166a-4cee-9d48-d517618a3f6a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:35:26.272777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.450571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:26.489889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.626678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02245610-016f-4e97-a798-b1f3f76a8f09 req-56073f72-c36a-46e7-9034-75932ad103a2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.0866387 Feb 10 22:35:26.628223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8dd874-afb8-476f-8eef-565377df3271 req-75b37dd9-0bd1-41f2-a8c3-80784ab56c6d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:26.635081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf8dd874-afb8-476f-8eef-565377df3271 req-75b37dd9-0bd1-41f2-a8c3-80784ab56c6d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.5237412 Feb 10 22:35:26.677386 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b09a95c4-8a7e-43b3-9082-6370e7e0994e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a27ea4bd625440e2a8b2b83fb1d74396&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247155 Feb 10 22:35:26.682009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:26.775780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] For port 8af84932-166a-4cee-9d48-d517618a3f6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8af84932-166a-4cee-9d48-d517618a3f6a,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:26.776873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:26.797833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:26.890329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:26.927335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9de8a4c4-3d0f-4e34-a0a1-723adf106131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:26.936633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-9de8a4c4-3d0f-4e34-a0a1-723adf106131 service neutron] 10.222.0.24 "GET /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 1027 time: 0.3735032 Feb 10 22:35:26.988793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Calling delete_port for 8af84932-166a-4cee-9d48-d517618a3f6a owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:35:27.093858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.127398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-756734f0-c37a-480b-8f47-67d4f20e5dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:27.128358 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-756734f0-c37a-480b-8f47-67d4f20e5dd2 service neutron] 10.222.0.24 "GET /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 1027 time: 0.1823096 Feb 10 22:35:27.183592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf8dd874-afb8-476f-8eef-565377df3271 req-1649339b-1862-4f2a-a25d-c130eb070ab1 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5465770 Feb 10 22:35:27.295028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.310427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.331403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.358379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:27.389885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'mac_address': 'fa:16:3e:4d:03:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:27.400420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:27.405862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Usage tracker for resource:security_group_rule and tenant:6c2d99ab4ae449398dbcacbcfbfb19b7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:27.409801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:27.417482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:27.515626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.546035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-90a3e4c9-aa12-4518-aae8-bbc02f87c84a req-f6e47599-b455-4d08-a445-12c3c0d2b8d7 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 210 time: 0.0756981 Feb 10 22:35:27.556670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c9af5cc6-087b-41dc-8ba8-263d572a3d8c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:27.581779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:27.586310 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.636673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:27.642976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:27.649302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:27.650345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:27.670871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event deleted for resources: {'Port': ['ID=8af84932-166a-4cee-9d48-d517618a3f6a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:27.672971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.703205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:27.712898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c9af5cc6-087b-41dc-8ba8-263d572a3d8c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:27.750229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:27.768102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-36964ee1-4a18-4842-83db-00df855ede58 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/networks?id=d38d6b24-cf14-410c-9f83-817c9c664e37&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a09523cd-9453-4f7a-b617-c42679a16494&id=a09523cd-9453-4f7a-b617-c42679a16494 HTTP/1.1" status: 200 len: 1990 time: 0.5833452 Feb 10 22:35:27.790064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] No DVR routers for this DVR port 8af84932-166a-4cee-9d48-d517618a3f6a on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:35:27.799773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14895b4b-df50-4e0a-828d-9fe75d22088f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:27.802192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.812436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-deleted', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:27.839573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f1cd45-cbc5-47bc-8926-9459d312f222 req-e2fe4aec-da65-4512-b688-50d05671dc5d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:27.841499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27f1cd45-cbc5-47bc-8926-9459d312f222 req-e2fe4aec-da65-4512-b688-50d05671dc5d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 932 time: 0.9450560 Feb 10 22:35:27.902393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.923983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-c2ccc284-ec58-48f5-90c6-e97802265c81 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:27.935824 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.936931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-afbf3311-ea29-461c-b8c9-30f1c165c240 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14895b4b-df50-4e0a-828d-9fe75d22088f HTTP/1.1" status: 204 len: 168 time: 1.2545874 Feb 10 22:35:27.940333 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:27.948455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9614dbd-038c-47ee-8f4c-4cc7f677d9eb req-faef1c0c-f722-4809-adbf-232255f36e1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "DELETE /v2.0/ports/8af84932-166a-4cee-9d48-d517618a3f6a HTTP/1.1" status: 204 len: 173 time: 1.7815499 Feb 10 22:35:28.005528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27f1cd45-cbc5-47bc-8926-9459d312f222 req-0dadc79b-23b1-451b-bb8a-e6b6f83a7d1f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110890 Feb 10 22:35:28.083014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cf0b1d-d256-46cf-8e23-4455e1e4e94a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:28.115904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b3de3551-cb6f-4ff2-9f1d-6af2d0d299d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c2d99ab4ae449398dbcacbcfbfb19b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3152151 Feb 10 22:35:28.116653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:28.152860 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a1eb47-aa49-4054-83ac-19241098f1c7', 'name': 'network-vif-deleted', 'tag': '8af84932-166a-4cee-9d48-d517618a3f6a', 'status': 'completed', 'code': 200} Feb 10 22:35:28.235920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd8c4b69-37e8-4372-bf81-c72983040142 req-a93228c2-a9fc-49c9-9a32-98667e6a5393 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.3368547 Feb 10 22:35:28.268209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.294527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-c2ccc284-ec58-48f5-90c6-e97802265c81 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:28.295690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-c2ccc284-ec58-48f5-90c6-e97802265c81 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=676d5f7f5d0749249f1033ca1c764dd4 HTTP/1.1" status: 200 len: 379 time: 0.5186536 Feb 10 22:35:28.297733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:28.302301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.320513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'admin_state_up': True, 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'security_groups': ['7a58b69f-fdd4-4956-8666-6134031723f3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:28.346995 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:35:28.366254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.387066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.408027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Transition to ACTIVE for port object 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:28.451793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cf0b1d-d256-46cf-8e23-4455e1e4e94a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:28.484222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.487640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3702d4f4-c7c2-4537-a930-a8ac0fa9fb46 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91cf0b1d-d256-46cf-8e23-4455e1e4e94a HTTP/1.1" status: 204 len: 168 time: 0.3674088 Feb 10 22:35:28.539960 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:28.591702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c00e9-64b5-4122-9142-96c85c7d00e4 req-fa3b3a78-befa-4ba4-b1f3-1d1c9918daf7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:28.599110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af0c00e9-64b5-4122-9142-96c85c7d00e4 req-fa3b3a78-befa-4ba4-b1f3-1d1c9918daf7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 945 time: 0.2074811 Feb 10 22:35:28.929922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:28.978282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:28.990956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:29.000948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:29.018002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:29.022121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.036520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af0c00e9-64b5-4122-9142-96c85c7d00e4 req-b209b3ac-0269-4f55-a9b7-b8fc52d5d393 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364085 Feb 10 22:35:29.039633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c9af5cc6-087b-41dc-8ba8-263d572a3d8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:29.040229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.106205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d66e6e98-199d-4c63-ad59-31fde0aa50e8 req-29d698f4-9ba9-4cff-85cc-4cadf740eb36 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=47a1eb47-aa49-4054-83ac-19241098f1c7 HTTP/1.1" status: 200 len: 210 time: 0.1014323 Feb 10 22:35:29.262817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.353679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:29.405270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:29.414116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.461708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Attempting to bind port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:29.462272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Attempting to bind port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:29.462532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Attempting to bind port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 on network c5ced0e9-5772-45b7-9c81-a630d94cff7f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:29.469531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cdd12-8ba8-4e5a-bf22-387aa79dc149 req-7d8fe7ad-85e3-4665-ad91-e9b9cfd01df5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:29.483101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 on network c5ced0e9-5772-45b7-9c81-a630d94cff7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:29.483851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Attempting to bind port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 on network c5ced0e9-5772-45b7-9c81-a630d94cff7f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:29.485186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-926cdd12-8ba8-4e5a-bf22-387aa79dc149 req-7d8fe7ad-85e3-4665-ad91-e9b9cfd01df5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 944 time: 0.2358131 Feb 10 22:35:29.544770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:29.556574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:29.557026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Checking segment: {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:29.558444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Bound using segment: {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:29.558444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Bound port: 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18d43705-ace0-406e-bf32-49f9cfaddd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:29.558747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.601782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-926cdd12-8ba8-4e5a-bf22-387aa79dc149 req-765dbf02-40da-4902-8603-1af8dbdc6f72 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157618 Feb 10 22:35:29.640270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ea8b1b3-1d88-4594-843f-336e8f060c64 req-9149b8b5-9dc5-42a1-9c5a-f80e46377621 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.1581168 Feb 10 22:35:29.691640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 8af84932-166a-4cee-9d48-d517618a3f6a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:35:29.692377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8af84932-166a-4cee-9d48-d517618a3f6a not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:35:29.694331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:29.705525 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'code': 200} Feb 10 22:35:29.742694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:29.772257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 172.20.0.11 (d38d6b24-cf14-410c-9f83-817c9c664e37/8b49bf1e-4b24-425e-bc77-99fb65deebfd/81d48c8b-814f-4433-b63c-f9b7e7aff706) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:29.777940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:29.782603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:29.788517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.890353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:29.891501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:29.893216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] 10.222.0.30 "PUT /v2.0/ports/2725b77a-2d6d-4d92-8e6c-4d1c159aa853 HTTP/1.1" status: 200 len: 1092 time: 3.6485384 Feb 10 22:35:29.897228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:30.034188 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'status': 'completed', 'code': 200} Feb 10 22:35:30.358512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-957669745-network', 'tenant_id': '638589643035457a85a225721bb26661'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:30.365002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:30.369692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Usage tracker for resource:network and tenant:638589643035457a85a225721bb26661 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:30.374000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:30.381089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:30.401529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Made reservation on behalf of 638589643035457a85a225721bb26661 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:30.404421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.420897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.432085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edbd84-6677-403f-ab3c-8a03fe92c03a service neutron] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:30.456116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:30.464791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Usage tracker for resource:security_group_rule and tenant:638589643035457a85a225721bb26661 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:30.475810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f7a62-f5c3-47bc-826f-cd7f2e65bd80 req-d90e40ed-a621-49b6-ac4b-bbf862e25701 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:30.484217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb2f7a62-f5c3-47bc-826f-cd7f2e65bd80 req-d90e40ed-a621-49b6-ac4b-bbf862e25701 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2057207 Feb 10 22:35:30.487583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:30.509843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:30.522405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-cb17adc3-3fcf-461a-b81e-86af4adeb485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:30.524554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-cb17adc3-3fcf-461a-b81e-86af4adeb485 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 1095 time: 0.5804532 Feb 10 22:35:30.596738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb2f7a62-f5c3-47bc-826f-cd7f2e65bd80 req-5ba95e7c-f1f4-4ca2-a825-1f1a1f963623 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103604 Feb 10 22:35:30.683823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.690082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-9bb4ecb5-91f9-4abf-bdcd-f29dd0793669 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853 HTTP/1.1" status: 200 len: 217 time: 0.1453521 Feb 10 22:35:30.760951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.768750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.786456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-40d25730-69c3-43ac-9abe-fbed4519f231 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=9e07f3138f574c3a84f66d6b3f731716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0915730 Feb 10 22:35:30.795130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:35:30.805594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.806011 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Added segment 88cab022-e9da-4a2f-81df-51a44d1b6fef of type vlan for network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 Feb 10 22:35:30.807973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 81d48c8b-814f-4433-b63c-f9b7e7aff706 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:30.837087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.881380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baf59228-d6ce-42a2-aa20-bfac1ee46346,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:30.907482 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.908497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:30.909209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:30.997434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-49f6b77e-74fb-4dbb-9157-5f825dae422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:30.999057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-49f6b77e-74fb-4dbb-9157-5f825dae422b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.2730494 Feb 10 22:35:30.999593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37678) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:31.042330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'security_group': {'name': 'tempest-securitygroup--296654072', 'description': 'tempest-description--742038683'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:31.055126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:31.084721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3381159 Feb 10 22:35:31.093255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:31.103865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Request body: {'subnet': {'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-957669745-subnet', 'tenant_id': '638589643035457a85a225721bb26661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:31.109590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:31.119680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cadd34-f421-4dff-a8f8-2d94d26c1027 admin admin] Pushing event updated for resources: {'Network': ['ID=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:31.132200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:35:31.147135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:31.169620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fc5af-8ef3-4213-bb37-570fdf9e5bd8 req-f5da174a-5086-4048-bd3a-872c6c467816 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:31.177156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a2fc5af-8ef3-4213-bb37-570fdf9e5bd8 req-f5da174a-5086-4048-bd3a-872c6c467816 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 944 time: 0.1013663 Feb 10 22:35:31.234017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a2fc5af-8ef3-4213-bb37-570fdf9e5bd8 req-378bbfb4-3f9e-4363-8d6f-639b41b5e632 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 Feb 10 22:35:31.260334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Usage tracker for resource:subnet and tenant:638589643035457a85a225721bb26661 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:31.274676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:31.294849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:31.334792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-6a12422f-6167-4bc8-98ed-f3b44785a083 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850557 Feb 10 22:35:31.339858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:31.369459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-23b70feb-766c-4a3d-9b47-2575d6647b73 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:31.371590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-23b70feb-766c-4a3d-9b47-2575d6647b73 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5660555 Feb 10 22:35:31.410255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:31.423101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:31.506031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cffa927-3785-4b59-bf7c-ed2270cb739e req-f66a818f-4293-4585-9f5b-736fe7f2fe66 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:31.507702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cffa927-3785-4b59-bf7c-ed2270cb739e req-f66a818f-4293-4585-9f5b-736fe7f2fe66 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 932 time: 0.1392000 Feb 10 22:35:31.534497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Made reservation on behalf of 638589643035457a85a225721bb26661 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:31.536225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:31.549321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Usage tracker for resource:security_group_rule and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:31.575677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-97e6908c-7e69-4198-a66c-21e55f121c4e tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/quotas/9e07f3138f574c3a84f66d6b3f731716 HTTP/1.1" status: 200 len: 375 time: 0.1744955 Feb 10 22:35:31.594784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:31.598735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cffa927-3785-4b59-bf7c-ed2270cb739e req-de79a2cd-2e24-498b-81a7-e8d42c33618b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806801 Feb 10 22:35:31.686490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:31.757516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network d38d6b24-cf14-410c-9f83-817c9c664e37 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:31.780202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:31.791254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-6cb083d4-59ac-4edb-8ba6-df9ba4e8ee2a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e07f3138f574c3a84f66d6b3f731716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1914446 Feb 10 22:35:31.798826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:31.852707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:32.114695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f4d5b6-679a-405d-8b50-2c9007142d9a req-6aded0ee-c68a-4a92-ae9c-c19f711f1307 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:32.130538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66f4d5b6-679a-405d-8b50-2c9007142d9a req-6aded0ee-c68a-4a92-ae9c-c19f711f1307 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.3128762 Feb 10 22:35:32.171097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:32.196748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:32.212397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66f4d5b6-679a-405d-8b50-2c9007142d9a req-053cd093-5778-4538-a048-2838d8c69f68 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753238 Feb 10 22:35:32.264184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d0cf716b-6c3d-4e1f-803d-34d6b6a55dd3 None None] Provisioning for port 81d48c8b-814f-4433-b63c-f9b7e7aff706 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:32.281233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d0cf716b-6c3d-4e1f-803d-34d6b6a55dd3 None None] Provisioning complete for port 81d48c8b-814f-4433-b63c-f9b7e7aff706 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:32.284182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0cf716b-6c3d-4e1f-803d-34d6b6a55dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:32.412812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-dbdaa92d-be43-470e-b964-a1cdc6f138f5 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0361607 Feb 10 22:35:32.422703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34860761-74d7-4120-a3bb-bf75699a458b req-8b4b150c-c459-4e68-836d-6b00503f4a2a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 210 time: 0.1956482 Feb 10 22:35:32.441328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d0cf716b-6c3d-4e1f-803d-34d6b6a55dd3 None None] Port 81d48c8b-814f-4433-b63c-f9b7e7aff706 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:32.563007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f57451-b8c4-4040-b8b9-87d365334da7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:32.585291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:32.586384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:32.658286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e66d45-6f7b-4336-b14f-ad0878b9e6fa req-8a90d9fd-f6b0-4039-93cc-a5a4c81c373f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:32.659987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06e66d45-6f7b-4336-b14f-ad0878b9e6fa req-8a90d9fd-f6b0-4039-93cc-a5a4c81c373f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 944 time: 0.1845582 Feb 10 22:35:32.760348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:32.765645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:32.767833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-11f0a240-cc4d-475a-850a-f6e141dc4795 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7495587 Feb 10 22:35:32.774433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f8361bc4-3f3d-437c-adaf-8934d1ea01a8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4582381 Feb 10 22:35:32.782015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'security_group_rule': {'security_group_id': '61f57451-b8c4-4040-b8b9-87d365334da7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:32.798312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:32.798755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'admin_state_up': True, 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'security_groups': ['7a58b69f-fdd4-4956-8666-6134031723f3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:32.810065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Usage tracker for resource:security_group_rule and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:32.823314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:32.833261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:32.889874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06e66d45-6f7b-4336-b14f-ad0878b9e6fa req-c1f3b89c-ac92-46d3-8ffd-09bdf14118e3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214215 Feb 10 22:35:32.906975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.048687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.053768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.153951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.157280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3889441 Feb 10 22:35:33.161346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:33.169230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af401f37-ad7f-4006-8972-debeebddac61 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b303407d-76bd-4e4d-9eed-f4721d16709d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:33.191719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'security_group_rule': {'security_group_id': '61f57451-b8c4-4040-b8b9-87d365334da7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:33.200758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:33.205167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Usage tracker for resource:security_group_rule and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:33.213416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:33.227532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:33.252877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.415714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc056b4b-7a3c-478a-b9a9-4a6b8ff0210f req-d29fa1b3-ab6e-47e5-a194-28c0b200a049 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:33.416932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dc056b4b-7a3c-478a-b9a9-4a6b8ff0210f req-d29fa1b3-ab6e-47e5-a194-28c0b200a049 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:33.454652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.461407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.466069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.539482 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.540868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3745832 Feb 10 22:35:33.544322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c595f61-74a0-43ad-acba-c665cbd8d223 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bba7c6-cbce-488a-adce-b572a04ebb17,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:33.552638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37742) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:35:33.570254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:33.650451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:33.658309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Usage tracker for resource:floatingip and tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:33.669160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:33.684453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:33.711761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:33.711984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dc056b4b-7a3c-478a-b9a9-4a6b8ff0210f req-d29fa1b3-ab6e-47e5-a194-28c0b200a049 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:33.712920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc056b4b-7a3c-478a-b9a9-4a6b8ff0210f req-d29fa1b3-ab6e-47e5-a194-28c0b200a049 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 932 time: 0.6701090 Feb 10 22:35:33.730624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7acc24d-6c0c-4446-b99d-77353f88b0ea,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:33.863699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea380004-2fbd-4ac6-99ef-f894e28fbd44 req-d083a3b4-9b09-4963-b126-81803e25c044 service neutron] 10.222.0.30 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4400833 Feb 10 22:35:33.875564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc056b4b-7a3c-478a-b9a9-4a6b8ff0210f req-08bfb40f-5de2-4ba0-97ab-6a5592dae726 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219387 Feb 10 22:35:33.917691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ecc06c-6cbc-4aa8-b843-8083dfc7060e req-6b3934b0-4baf-4749-971c-8c92f0968158 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:33.927893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90ecc06c-6cbc-4aa8-b843-8083dfc7060e req-6b3934b0-4baf-4749-971c-8c92f0968158 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.3688798 Feb 10 22:35:33.929419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Checking segment: {'id': '88cab022-e9da-4a2f-81df-51a44d1b6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:33.929839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Network hostable DHCP agents. Network: 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:35:33.994981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-ea39e9f1-95a9-4143-bb5e-b0c6087f5a8a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=9e07f3138f574c3a84f66d6b3f731716&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436354 Feb 10 22:35:33.998353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:34.128830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90ecc06c-6cbc-4aa8-b843-8083dfc7060e req-43f89ab4-35d1-402b-8c06-95f332f68b79 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842010 Feb 10 22:35:34.215843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-2db3fb91-8a5e-4068-90c7-8f8847150f69 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:34.217262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-2db3fb91-8a5e-4068-90c7-8f8847150f69 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157702 Feb 10 22:35:34.234913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Request body: {'port': {'device_id': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '9e07f3138f574c3a84f66d6b3f731716'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:34.254841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:35:34.321233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:34.325892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:34.340335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200e6c5-c7d2-491b-b14b-f2310d81ea58 None None] Network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:34.341068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:34.341658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:34.404996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-65095bf0-c3d0-48f2-92e5-971a3de2f31f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.3073118 Feb 10 22:35:34.423083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:34.428530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:34.646641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62781a45-0757-49b8-b24a-b398e9648ce0 req-66ae5ef1-0840-4086-8efe-e3c305888a71 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 210 time: 0.1779025 Feb 10 22:35:34.762801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:34.768594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Usage tracker for resource:port and tenant:9e07f3138f574c3a84f66d6b3f731716 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:34.772364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:34.786461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:34.799451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Made reservation on behalf of 9e07f3138f574c3a84f66d6b3f731716 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:34.803266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:34.821023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:34.847514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:34.851881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Usage tracker for resource:security_group_rule and tenant:9e07f3138f574c3a84f66d6b3f731716 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:34.855763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:34.867845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:35.018028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-97f16a4a-4e16-4a51-84bd-3fc114e7f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:35.023499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-97f16a4a-4e16-4a51-84bd-3fc114e7f4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 1095 time: 0.9187036 Feb 10 22:35:35.059018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b16772-7f2e-4964-9735-b49da57e1db4 None None] Network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:35:35.108066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:35.185025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:35.284713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-c5e08589-9838-4701-9a4d-6f95c12271e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:35.286846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-c5e08589-9838-4701-9a4d-6f95c12271e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.2327309 Feb 10 22:35:35.293847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:35.463166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Allocated IP 192.168.233.44 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/ad08b553-3cc6-4e8a-a892-1ac742e5cd3f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:35.703900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfe859-0c03-4045-baae-8305fe211555 req-096b7f3b-750b-4329-8ff5-9d1f700b5c97 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:35.705581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84dfe859-0c03-4045-baae-8305fe211555 req-096b7f3b-750b-4329-8ff5-9d1f700b5c97 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 944 time: 1.2297957 Feb 10 22:35:35.739745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:35.751206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-2b8f62c1-1e02-4671-814c-c84e3867566a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853 HTTP/1.1" status: 200 len: 217 time: 0.3093796 Feb 10 22:35:35.757641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Transition to ACTIVE for port object ad08b553-3cc6-4e8a-a892-1ac742e5cd3f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:35.851240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:35.873225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84dfe859-0c03-4045-baae-8305fe211555 req-f5edd738-3356-4a4b-93f3-a28e22b23766 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446736 Feb 10 22:35:35.934348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Allocated IP 172.25.2.202 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/20447d49-a6dd-42fc-bd7a-e50218dae4b6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:35.975397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:36.006230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-04eeeb91-9fad-4e63-a98d-35d36457f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:36.012140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-04eeeb91-9fad-4e63-a98d-35d36457f6cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.2489250 Feb 10 22:35:36.033032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:36.050435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:36.073758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc25d29a-1d60-4054-8d1a-f00c87513800 req-6cd77dc5-5678-43b5-9780-debd00feb1b4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:36.091915 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc25d29a-1d60-4054-8d1a-f00c87513800 req-6cd77dc5-5678-43b5-9780-debd00feb1b4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 932 time: 0.9103980 Feb 10 22:35:36.094051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46327b00-228a-40a7-8288-c4b9ee92c53b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:36.100297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:36.243740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:36.244611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:36.251944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.1.1.66 (a29ce7f4-8845-46e5-871e-a4627bc87e69/cd09ac69-e1ca-41c2-b7ea-1867605b657e/31645a1a-3b8a-4e88-beac-f9a33f9b22a7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:36.285108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-a71853b4-41ba-46ca-baf2-e55efcfdc060 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650313 Feb 10 22:35:36.360211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-c9b996cd-da74-4906-bb5a-c81cf181fa0c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1294353 Feb 10 22:35:36.386878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Request body: {'port': {'device_id': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:36.568470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:36.607758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc25d29a-1d60-4054-8d1a-f00c87513800 req-1609fbea-9493-4a97-8e86-d436a5ad6c0c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5147185 Feb 10 22:35:36.610262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-32552332-782c-4247-b162-a6b84cc25901 None None] Provisioning for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:36.624965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-32552332-782c-4247-b162-a6b84cc25901 None None] Provisioning complete for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:36.625346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-32552332-782c-4247-b162-a6b84cc25901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:36.632867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:36.695326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-b16dede3-0aaf-4c7b-962d-a754d4d0a65d service neutron] 10.222.0.30 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995790 Feb 10 22:35:36.865953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-32552332-782c-4247-b162-a6b84cc25901 None None] Port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:37.009800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.173801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'Port': ['ID=20447d49-a6dd-42fc-bd7a-e50218dae4b6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:37.277569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:37.297914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:37.310027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:37.357261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf9c0b70-3ad7-4f1d-8903-4849723f5c48 req-42e14232-6819-41ea-9f08-3e07a5bc5dcf service neutron] 10.222.0.30 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504788 Feb 10 22:35:37.374906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.418165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:37.430965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e27f4-3167-422e-ac15-2eddff977b06 req-c82d30b2-c3d6-4bd9-8063-025a46bb9d19 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:37.433153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d9e27f4-3167-422e-ac15-2eddff977b06 req-c82d30b2-c3d6-4bd9-8063-025a46bb9d19 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.5439305 Feb 10 22:35:37.444647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.515741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d9e27f4-3167-422e-ac15-2eddff977b06 req-5678cf25-8431-441c-aed5-47bec5b42913 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690391 Feb 10 22:35:37.596999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.600729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.667656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:37.748822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.751900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:37.766245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:37.770427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:37.776688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:37.942633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:37.944984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.985179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Transition to ACTIVE for port object ad08b553-3cc6-4e8a-a892-1ac742e5cd3f will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:37.989464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.994024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:37.998241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.087939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ff794bfd-b3de-4245-a6df-d66b843d2dc6 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3016136 Feb 10 22:35:38.102376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'admin_state_up': True, 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'security_groups': ['7a58b69f-fdd4-4956-8666-6134031723f3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:38.155739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.200412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.210188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6547897 Feb 10 22:35:38.253899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86601d4-5484-46e0-83b8-3bc926306b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.258639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23dd89-9c40-4ea0-913a-b40c30991b86 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'Port': ['ID=20447d49-a6dd-42fc-bd7a-e50218dae4b6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:38.267977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e01baa8-5f75-4905-9cb7-b78f7ed13a9a None None] Provisioning for port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:38.287500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e01baa8-5f75-4905-9cb7-b78f7ed13a9a None None] Provisioning complete for port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:38.289528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e01baa8-5f75-4905-9cb7-b78f7ed13a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.476816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e01baa8-5f75-4905-9cb7-b78f7ed13a9a None None] Port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:38.684145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:38.772946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-2a50da59-354a-4f0d-9d32-402354987887 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:38.774884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-2a50da59-354a-4f0d-9d32-402354987887 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Synchronizing usage tracker for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:38.786173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:38.816996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Attempting to bind port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:38.817667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Attempting to bind port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:38.818219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Attempting to bind port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:38.825226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:38.827182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:38.827746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Attempting to bind port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:38.842703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:38.843629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:38.844503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:38.845323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Bound port: ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:38.846047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.906817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-2a50da59-354a-4f0d-9d32-402354987887 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Unset dirty status for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:38.908950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-2a50da59-354a-4f0d-9d32-402354987887 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 935 time: 1.0668154 Feb 10 22:35:38.949768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:38.953247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:38.959851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:39.140489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.1.1.147 (a29ce7f4-8845-46e5-871e-a4627bc87e69/cd09ac69-e1ca-41c2-b7ea-1867605b657e/5bf740e3-55ef-4f20-97e9-2614aa9ce271) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:39.321873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:39.344540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'port_id': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'mac_address': 'fa:16:3e:80:94:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeec618-ae15-4dcc-b2bd-7615fbe994bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:39.424644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:39.430797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:39.450921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-cc91ba01-d957-4ae7-93b3-ac9cf9a75154 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Synchronizing usage tracker for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:39.485735 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.502518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-cc91ba01-d957-4ae7-93b3-ac9cf9a75154 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Unset dirty status for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:39.511628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3261221a-f1df-4e5a-b96c-a1f6357181a4 req-cc91ba01-d957-4ae7-93b3-ac9cf9a75154 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5962374 Feb 10 22:35:39.513868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:39.524440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.549741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:39.554907 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.581139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 5bf740e3-55ef-4f20-97e9-2614aa9ce271 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:39.614445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.678707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:39.759478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.762671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:39.763442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:39.765012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/ad08b553-3cc6-4e8a-a892-1ac742e5cd3f HTTP/1.1" status: 200 len: 1095 time: 3.3939681 Feb 10 22:35:39.773173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:39.863974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5664234-3306-4dbd-8e52-9c9b959b23c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:39.874489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:39.909351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:39.974998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2725b77a-2d6d-4d92-8e6c-4d1c159aa853'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:40.187087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:40.286177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:40.318894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a458aed0-c5c7-411c-abd8-2ddc70dcb968 req-1fb25e0e-df2a-48a2-a6a8-26617f2a20d5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:40.320388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a458aed0-c5c7-411c-abd8-2ddc70dcb968 req-1fb25e0e-df2a-48a2-a6a8-26617f2a20d5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Synchronizing usage tracker for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:40.333062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:40.333704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:40.381339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a458aed0-c5c7-411c-abd8-2ddc70dcb968 req-1fb25e0e-df2a-48a2-a6a8-26617f2a20d5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Unset dirty status for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:40.381608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a458aed0-c5c7-411c-abd8-2ddc70dcb968 req-1fb25e0e-df2a-48a2-a6a8-26617f2a20d5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 945 time: 0.6935546 Feb 10 22:35:40.385536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-a5d50ee4-d30c-458b-bbd8-47ff48d8dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:40.387071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-a5d50ee4-d30c-458b-bbd8-47ff48d8dbde service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e07f3138f574c3a84f66d6b3f731716&device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 1098 time: 0.5732436 Feb 10 22:35:40.457305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be462cbc-b730-45fe-a037-7d2738747cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:40.473171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5ce2feda-3ef9-42d3-9cf3-8bd32a0b6ae0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3745992 Feb 10 22:35:40.494945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'admin_state_up': True, 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'security_groups': ['7a58b69f-fdd4-4956-8666-6134031723f3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:40.502124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78e80609-bbb9-4060-b950-e727f460131d None None] Provisioning for port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:40.514614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-960567e2-dcb2-4fa9-ae15-a8caee897609 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f HTTP/1.1" status: 200 len: 217 time: 0.1108994 Feb 10 22:35:40.518009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78e80609-bbb9-4060-b950-e727f460131d None None] Provisioning complete for port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:40.518794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78e80609-bbb9-4060-b950-e727f460131d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:40.618990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-78e80609-bbb9-4060-b950-e727f460131d None None] Port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:40.645990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a458aed0-c5c7-411c-abd8-2ddc70dcb968 req-13cccf98-44d4-4a16-be22-69280d0ecbf7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578735 Feb 10 22:35:40.766005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-d3fabd75-c98a-4522-81c5-b8f5bd6425f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:40.768606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-d3fabd75-c98a-4522-81c5-b8f5bd6425f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1849120 Feb 10 22:35:40.769967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:40.781365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Usage tracker for resource:port and tenant:676d5f7f5d0749249f1033ca1c764dd4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:40.828304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:40.847272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:40.874231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:41.075187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-5b352e9a-1cbd-4329-ac13-a1b08b8df937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:41.076713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-5b352e9a-1cbd-4329-ac13-a1b08b8df937 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2984135 Feb 10 22:35:41.170606 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:41.218308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:41.224215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:41.230931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:41.231859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:41.346036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:41.347103 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-c65c95a0-b5f7-483e-997f-9540d18a92fe tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 2374 time: 0.4512918 Feb 10 22:35:41.392249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-3d2a9d01-be46-4727-98c8-e840dfe75ba3 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029029 Feb 10 22:35:41.615724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-310a1b8a-04ae-4d85-8d5c-431f861ead8c req-dc8c201f-0f2d-496f-a6eb-7546fb000d20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543705 Feb 10 22:35:41.624540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:41.638360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:41.691737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.2.2.100 (a09523cd-9453-4f7a-b617-c42679a16494/77ecc88f-9d17-45d8-acc2-337102d0e5d5/2963289a-2ee5-43e6-b3d2-5f686d14c39c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:41.710586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0d59f1a-6f35-4903-bdaa-01e6ea8cccd4 req-519f37aa-5185-4fa1-8506-fd43079daed6 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079648 Feb 10 22:35:41.972876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.085563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 2963289a-2ee5-43e6-b3d2-5f686d14c39c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:42.126879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.202237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a09523cd-9453-4f7a-b617-c42679a16494 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:42.206726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:42.209981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:42.280519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:42.306161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:42.307241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.335871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-0788501c-fd41-49c2-8ce5-375535469f5b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8524687 Feb 10 22:35:42.348264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'admin_state_up': True, 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'security_groups': ['7a58b69f-fdd4-4956-8666-6134031723f3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:42.563435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6722c32b-ac49-43a6-99e9-284e5ae4a459 None None] Provisioning for port 2963289a-2ee5-43e6-b3d2-5f686d14c39c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:42.573324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6722c32b-ac49-43a6-99e9-284e5ae4a459 None None] Provisioning complete for port 2963289a-2ee5-43e6-b3d2-5f686d14c39c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:42.574264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6722c32b-ac49-43a6-99e9-284e5ae4a459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.675708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6722c32b-ac49-43a6-99e9-284e5ae4a459 None None] Port 2963289a-2ee5-43e6-b3d2-5f686d14c39c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:42.726909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:42.745367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:42.771508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Made reservation on behalf of 676d5f7f5d0749249f1033ca1c764dd4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:42.779718 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.795146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:42.983941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:43.114119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:43.123905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:43.123905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:43.283116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Allocated IP 10.2.2.200 (a09523cd-9453-4f7a-b617-c42679a16494/77ecc88f-9d17-45d8-acc2-337102d0e5d5/4ae7eee9-30b3-4408-b96e-a8b2ad38b698) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:43.365066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:43.424777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:43.426091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:43.434331 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:43.629217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:43.660598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:43.670618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Transition to ACTIVE for port object 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:43.726240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:43.818431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Network a09523cd-9453-4f7a-b617-c42679a16494 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:43.822073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:43.826900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:43.935410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:43.936218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:44.001750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6591740 Feb 10 22:35:44.007717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:44.084701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-05c7753f-066c-4bd3-9e97-062cd81e3718 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:44.086183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-05c7753f-066c-4bd3-9e97-062cd81e3718 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Synchronizing usage tracker for tenant:638589643035457a85a225721bb26661 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:44.091589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:44.210690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-05c7753f-066c-4bd3-9e97-062cd81e3718 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Unset dirty status for tenant:638589643035457a85a225721bb26661 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:44.212025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-05c7753f-066c-4bd3-9e97-062cd81e3718 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/networks?id=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 HTTP/1.1" status: 200 len: 813 time: 0.3555651 Feb 10 22:35:44.219177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.219556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.220003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.220228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.220562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.220891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.221218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.221663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.222085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.222420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.222745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.223065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb3f1dd1-e0bc-4c16-a566-cd6f12b97405 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:44.236198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-c700151e-cb0c-42bc-80fc-32b413e27527 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/quotas/638589643035457a85a225721bb26661 HTTP/1.1" status: 200 len: 375 time: 0.0156476 Feb 10 22:35:44.239246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1da59a66-4a9a-431c-9751-7346729e5ae5 None None] Provisioning for port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:44.264352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1da59a66-4a9a-431c-9751-7346729e5ae5 None None] Provisioning complete for port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:44.264713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1da59a66-4a9a-431c-9751-7346729e5ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:44.308618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-774267b7-c562-4eec-8789-e9a0e010c77f tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=638589643035457a85a225721bb26661&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652561 Feb 10 22:35:44.328418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-a729e433-31bf-49d4-baee-357e3eb87029 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:44.330000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-a729e433-31bf-49d4-baee-357e3eb87029 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 0.3687172 Feb 10 22:35:44.384810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1da59a66-4a9a-431c-9751-7346729e5ae5 None None] Port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:35:44.399756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-c1c6e88d-be09-485c-b22e-16b94fd78c23 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/quotas/7f00cf907b3d4c89bf5076bd50ce5ae1 HTTP/1.1" status: 200 len: 375 time: 0.0320268 Feb 10 22:35:44.468645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:44.514595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-dcf0bd48-ad4e-4a65-b5e0-ec2cc97d7e21 service neutron] 10.222.0.53 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044895 Feb 10 22:35:44.583217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-be220998-0aa5-463f-9520-6183244b23dd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1748724 Feb 10 22:35:44.845365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-14a92213-7454-4772-8595-4e4a00a32e66 service neutron] 10.222.0.53 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295732 Feb 10 22:35:44.903700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-0835e053-006b-4f56-ac9a-a35b65287b1a service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730613 Feb 10 22:35:45.310180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-af881d59-5a88-4185-af72-75e443b16b09 service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950775 Feb 10 22:35:45.316919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c26a8-702c-4dee-a380-a68616daf00f req-31e9e052-00ba-4332-9fcc-4a7d499114bc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:45.318963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-719c26a8-702c-4dee-a380-a68616daf00f req-31e9e052-00ba-4332-9fcc-4a7d499114bc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.1801305 Feb 10 22:35:45.436743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-719c26a8-702c-4dee-a380-a68616daf00f req-389f8525-ac12-4e3c-a4b2-b7b4e3f01358 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077507 Feb 10 22:35:45.455598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d48c8b-814f-4433-b63c-f9b7e7aff706 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:45.468232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:45.513287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Transition to ACTIVE for port object 81d48c8b-814f-4433-b63c-f9b7e7aff706 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:45.517921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:45.687093 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'status': 'completed', 'code': 200} Feb 10 22:35:45.933372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e10c6d-29be-4716-8672-910c10d60da8 req-3b8c2ac4-b50d-4f5f-bb60-e4f9378bfd0d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:45.935012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18e10c6d-29be-4716-8672-910c10d60da8 req-3b8c2ac4-b50d-4f5f-bb60-e4f9378bfd0d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 946 time: 0.1335175 Feb 10 22:35:46.059198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18e10c6d-29be-4716-8672-910c10d60da8 req-bcc06154-d453-46a7-b88c-09f30341164d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129739 Feb 10 22:35:46.412712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:46.626721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.642226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.658173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.675902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.685418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.687269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-04b709b6-ea34-4446-925c-69b20c684231 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 3828 time: 0.3263230 Feb 10 22:35:46.693512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-087ff566-73d7-4a8c-85a8-05ffa7e82108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.695201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-087ff566-73d7-4a8c-85a8-05ffa7e82108 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9e07f3138f574c3a84f66d6b3f731716&device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 1098 time: 1.0100956 Feb 10 22:35:46.737978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb2a3a-06ab-426c-a2ff-d9da7c4fc7e8 req-48b65f6a-2ad9-441f-ab92-5d538ed4e7cb tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:46.745670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1fcb2a3a-06ab-426c-a2ff-d9da7c4fc7e8 req-48b65f6a-2ad9-441f-ab92-5d538ed4e7cb tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 947 time: 0.4773929 Feb 10 22:35:46.819954 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94f89a1e-3216-490d-93ff-5cd1161d1a53 req-61eda628-1899-4af8-9db4-f203029e090b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223748 Feb 10 22:35:46.877136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Attempting to bind port 81d48c8b-814f-4433-b63c-f9b7e7aff706 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:46.877455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Attempting to bind port 81d48c8b-814f-4433-b63c-f9b7e7aff706 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:46.877780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Attempting to bind port 81d48c8b-814f-4433-b63c-f9b7e7aff706 on network d38d6b24-cf14-410c-9f83-817c9c664e37 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:46.886539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Port 81d48c8b-814f-4433-b63c-f9b7e7aff706 on network d38d6b24-cf14-410c-9f83-817c9c664e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:46.886883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Attempting to bind port 81d48c8b-814f-4433-b63c-f9b7e7aff706 on network d38d6b24-cf14-410c-9f83-817c9c664e37 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:46.899782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1fcb2a3a-06ab-426c-a2ff-d9da7c4fc7e8 req-cd0a410b-255c-4640-863a-1579a2ec892a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511035 Feb 10 22:35:46.949663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:46.950005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Checking segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:46.950395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Bound using segment: {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:46.950832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Bound port: 81d48c8b-814f-4433-b63c-f9b7e7aff706, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '807fac49-150c-442a-8fcd-6c3bb6200c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:46.951170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:47.007181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:47.334384 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'code': 200} Feb 10 22:35:47.353198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-330abcd7-8165-4ab8-8057-d3150158de32 req-68855e40-909b-4e02-af54-b7bf49981c15 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 210 time: 0.1886783 Feb 10 22:35:47.371043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-10e67409-1195-49c5-b040-114ea9383e37 req-d8cece04-479a-4997-9583-45f7474dede8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:47.407504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-10e67409-1195-49c5-b040-114ea9383e37 req-d8cece04-479a-4997-9583-45f7474dede8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:47.423580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10e67409-1195-49c5-b040-114ea9383e37 req-d8cece04-479a-4997-9583-45f7474dede8 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 210 time: 0.1148260 Feb 10 22:35:47.476023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:47.498904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-ba91a8cd-cdfd-4307-8e56-72a5735a1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:47.500538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-ba91a8cd-cdfd-4307-8e56-72a5735a1d5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.7953320 Feb 10 22:35:47.539258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:47.589260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:47.632457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'mac_address': 'fa:16:3e:56:3c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:47.724581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-fca160d3-f0d4-44a7-92c0-506f9cd4781a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f HTTP/1.1" status: 200 len: 217 time: 0.1943290 Feb 10 22:35:47.727181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:47.819193 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:47.888945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:47.926313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:47.931005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:47.934911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-f3a36142-fb8b-42b0-994a-db9aff1581af tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:47.939479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-f3a36142-fb8b-42b0-994a-db9aff1581af tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.24 "GET /v2.0/networks?id=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 HTTP/1.1" status: 200 len: 813 time: 0.4314544 Feb 10 22:35:47.957839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:47.959194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:47.962790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] 10.222.0.24 "PUT /v2.0/ports/81d48c8b-814f-4433-b63c-f9b7e7aff706 HTTP/1.1" status: 200 len: 1092 time: 3.8781910 Feb 10 22:35:47.986841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:48.088650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:48.201174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Request body: {'port': {'device_id': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3', 'admin_state_up': True, 'tenant_id': '638589643035457a85a225721bb26661'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:48.267535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f5a05cbc-1ef7-40ce-b2cc-4a1831a58560 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:35:48.268801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f5a05cbc-1ef7-40ce-b2cc-4a1831a58560 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158303 Feb 10 22:35:48.363903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-d29f764b-be0f-42a7-a23c-74bdda640b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:48.365343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-d29f764b-be0f-42a7-a23c-74bdda640b39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.5742257 Feb 10 22:35:48.403125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:48.592043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:48.642755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb520d1-9436-4098-9961-3a34ffab74e2 service neutron] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:48.664515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:48.680955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Usage tracker for resource:port and tenant:638589643035457a85a225721bb26661 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:35:48.692174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:35:48.705219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:48.720174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dfb74-3f0b-46ce-a02f-ef91c5dd308d req-1555b67e-7ff8-4a3f-b333-076a2c9dda9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:48.722258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f3dfb74-3f0b-46ce-a02f-ef91c5dd308d req-1555b67e-7ff8-4a3f-b333-076a2c9dda9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 1097 time: 0.7761793 Feb 10 22:35:48.764091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db503b-b6a4-48b2-a822-7d10b26d476f req-00301ad9-ca46-4147-abe6-d27f893b44e5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:48.773218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8db503b-b6a4-48b2-a822-7d10b26d476f req-00301ad9-ca46-4147-abe6-d27f893b44e5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 946 time: 0.8302643 Feb 10 22:35:48.800574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Made reservation on behalf of 638589643035457a85a225721bb26661 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:48.805650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:48.915839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8db503b-b6a4-48b2-a822-7d10b26d476f req-fcdf65f1-51fe-478b-b833-1065f88d51a0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414936 Feb 10 22:35:48.982682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f3dfb74-3f0b-46ce-a02f-ef91c5dd308d req-4392953c-dfd9-47bb-b6e8-53492001545c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422621 Feb 10 22:35:48.985823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0f5a0-d110-48e1-954a-7817542c7ecf req-e14b45b3-89d6-433e-9197-6794136d0936 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:48.994530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3a0f5a0-d110-48e1-954a-7817542c7ecf req-e14b45b3-89d6-433e-9197-6794136d0936 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 1.2808404 Feb 10 22:35:49.099980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.134407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3a0f5a0-d110-48e1-954a-7817542c7ecf req-349129b1-8f25-4570-809a-fd456a178fac tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371522 Feb 10 22:35:49.161065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Allocated IP 172.20.0.14 (3bc0c8ef-ef41-4f96-8fa2-559e608b7db3/d7acc24d-6c0c-4446-b99d-77353f88b0ea/1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:49.165429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-45eee3ff-3a6a-42af-a583-15396e66314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.167673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-45eee3ff-3a6a-42af-a583-15396e66314e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6625836 Feb 10 22:35:49.175230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-2f7864d1-c2a2-4481-a65d-455c3c211656 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.176982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-2f7864d1-c2a2-4481-a65d-455c3c211656 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 1.0394909 Feb 10 22:35:49.508820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.623812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.706815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:49.711611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:49.715392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b924954-10eb-47a6-bcf5-704cc25f51d9 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:49.718940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:49.724248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.740394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Transition to ACTIVE for port object 2b924954-10eb-47a6-bcf5-704cc25f51d9 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:49.773769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'port': {'device_id': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'admin_state_up': True, 'tenant_id': '7f00cf907b3d4c89bf5076bd50ce5ae1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:49.779160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.785675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.792044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.798324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.804342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.812299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-b73f5850-7a90-4aea-bd2e-45bcb4ebe2a0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 3828 time: 0.2760515 Feb 10 22:35:49.846054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Pushing event updated for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:49.861714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.862069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.862382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.862708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.863171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.863519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.863837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.864156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.864474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.864893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.865214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.865524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:49.897031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d637078d-d23f-4ba6-b10f-f216d5ecb897 req-3bff171f-c06b-43c7-995b-03b28674d11a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837152 Feb 10 22:35:49.918739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:49.933848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.946731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:49.959359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:49.966039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:49.981015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-a419d18b-a375-4af8-8ac4-0a36a1299bb2 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0320599 Feb 10 22:35:49.993900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Request body: {'port': {'device_id': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:50.078583 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'status': 'completed', 'code': 200} Feb 10 22:35:50.156735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Made reservation on behalf of 7f00cf907b3d4c89bf5076bd50ce5ae1 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:50.162814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:50.476391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:50.565913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-4e96ec72-eb12-4ec5-bc54-8716e596d8ba service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211694 Feb 10 22:35:50.656869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:51.020086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:51.035348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:51.047245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.073477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Transition to ACTIVE for port object 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:51.085129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.191928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-654906d9-eade-40f0-85bd-ac218b86a174 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.192855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-654906d9-eade-40f0-85bd-ac218b86a174 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Synchronizing usage tracker for tenant:638589643035457a85a225721bb26661 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:51.200075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Attempting to bind port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:51.201905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Attempting to bind port 2b924954-10eb-47a6-bcf5-704cc25f51d9 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:51.201905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Attempting to bind port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:51.266273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.267158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.267891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.268720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.269652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.270548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.273083 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-89dbf929-82fa-4cae-bb90-97931835b748 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5244 time: 1.1983101 Feb 10 22:35:51.274184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:51.274715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Attempting to bind port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:51.291984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566b0a-e5d7-4974-a67f-44d532d83631 req-5cceae95-4bc2-4342-ae0c-685b4411ca72 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.296577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:51.301685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a566b0a-e5d7-4974-a67f-44d532d83631 req-5cceae95-4bc2-4342-ae0c-685b4411ca72 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 948 time: 1.5353696 Feb 10 22:35:51.319944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:51.320570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.561573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:51.562538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:51.562956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Bound using segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:51.563549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Bound port: 2b924954-10eb-47a6-bcf5-704cc25f51d9, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:51.563989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.579894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Allocated IP 172.20.0.8 (2505ea87-698b-438c-b00d-f9e59aa60113/0d966c85-8e68-48cb-b76f-844d2c3ea0e4/f4563e02-ab5f-498e-970e-8cfadad10697) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:51.582340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:51.602991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-654906d9-eade-40f0-85bd-ac218b86a174 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Unset dirty status for tenant:638589643035457a85a225721bb26661 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:51.611077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-654906d9-eade-40f0-85bd-ac218b86a174 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 932 time: 1.4807234 Feb 10 22:35:51.639339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff28a9a-5340-4cfc-ba7e-f9dfa1d5c1cc req-f23dac32-a06b-4c45-b498-605f3b376a2a service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9776738 Feb 10 22:35:51.675254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.678145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-f434317d-71e7-4cfe-9832-c4d774097bbf tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Synchronizing usage tracker for tenant:638589643035457a85a225721bb26661 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:51.712863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:51.713926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Attempting to bind port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:51.714930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-0f98f9cd-a231-40fa-a7ba-0a6843eca7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.715263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Attempting to bind port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '88cab022-e9da-4a2f-81df-51a44d1b6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:51.715544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-0f98f9cd-a231-40fa-a7ba-0a6843eca7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.716037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Attempting to bind port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a on network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:51.716170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-0f98f9cd-a231-40fa-a7ba-0a6843eca7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:51.717818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-0f98f9cd-a231-40fa-a7ba-0a6843eca7cc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4134812 Feb 10 22:35:51.723173 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.723570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a on network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:51.724092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Attempting to bind port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a on network 3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:51.726549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:51.731694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.744245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:51.745119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Checking segment: {'id': '88cab022-e9da-4a2f-81df-51a44d1b6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:51.745715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Bound using segment: {'id': '88cab022-e9da-4a2f-81df-51a44d1b6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:51.746686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Bound port: 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88cab022-e9da-4a2f-81df-51a44d1b6fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:51.747791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:51.764500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-f434317d-71e7-4cfe-9832-c4d774097bbf tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Unset dirty status for tenant:638589643035457a85a225721bb26661 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:51.771039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a566b0a-e5d7-4974-a67f-44d532d83631 req-3c2a5547-b37d-4e60-9c68-2b1cde2b394c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4680719 Feb 10 22:35:51.776067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c3fb390-0828-49b1-9e67-10e27a5dfa20 req-f434317d-71e7-4cfe-9832-c4d774097bbf tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629844 Feb 10 22:35:51.917879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:51.985345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:51.989596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,segment=NetworkSegment(88cab022-e9da-4a2f-81df-51a44d1b6fef),segment_id=88cab022-e9da-4a2f-81df-51a44d1b6fef)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:52.000970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:52.054956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:52.064444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:52.101344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d985e513-860d-449b-91aa-167c9eb66470 req-b62f152d-f1a2-4bc0-840c-e5bdae623368 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 210 time: 0.0941229 Feb 10 22:35:52.136182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.136996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:52.146815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a HTTP/1.1" status: 200 len: 1092 time: 2.1490970 Feb 10 22:35:52.146815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:52.163615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4cfe4b-3c95-4e46-a9a5-84f7739313f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:52.391050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-c75ed0e4-2498-41a4-8712-6726b826887e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.392617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-c75ed0e4-2498-41a4-8712-6726b826887e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=638589643035457a85a225721bb26661&device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 1095 time: 0.2075894 Feb 10 22:35:52.393598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:52.482822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-6ff50e30-3ce4-4cc3-b586-42ff275dfc27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a HTTP/1.1" status: 200 len: 217 time: 0.0792394 Feb 10 22:35:52.538807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.539990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:52.542120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 1130 time: 4.2423995 Feb 10 22:35:52.560231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-0b686b70-e945-4f0b-a89c-c10087ceafed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.561790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-0b686b70-e945-4f0b-a89c-c10087ceafed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7acc24d-6c0c-4446-b99d-77353f88b0ea HTTP/1.1" status: 200 len: 853 time: 0.0727618 Feb 10 22:35:52.566567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '2b924954-10eb-47a6-bcf5-704cc25f51d9'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:52.576520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a0a57-d246-497b-8693-7db87cbc9d5d req-511a6fae-8161-48a8-979e-d0eec6f6fe2d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.584363 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e5a0a57-d246-497b-8693-7db87cbc9d5d req-511a6fae-8161-48a8-979e-d0eec6f6fe2d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.2689066 Feb 10 22:35:52.585606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:52.758416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-004b90b9-09ea-4927-b2fc-0906bdf05b63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399653 Feb 10 22:35:52.785418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e5a0a57-d246-497b-8693-7db87cbc9d5d req-5dcbb29f-921f-4ca4-bcb4-2f5350103ff9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000849 Feb 10 22:35:52.802929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-a5f67fcc-fa92-4a8f-8ec0-1d6f8881fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.804746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb2f50fd-bbcf-48e4-8a10-ca061da38d9b req-a5f67fcc-fa92-4a8f-8ec0-1d6f8881fb5c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0626903 Feb 10 22:35:52.858467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac4a55-ad11-4484-83fd-b8e446f15f08 service neutron] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:52.929565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:52.946695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00daaa1b-068f-4cec-9f23-7b1d30553c7d req-ccc9bf39-408b-4248-bb5f-9e069387b4a9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:52.949206 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00daaa1b-068f-4cec-9f23-7b1d30553c7d req-ccc9bf39-408b-4248-bb5f-9e069387b4a9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 946 time: 1.0027225 Feb 10 22:35:52.956778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:53.105586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00daaa1b-068f-4cec-9f23-7b1d30553c7d req-d7016187-deb1-4d9f-8d39-6ae16b7738ed tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384149 Feb 10 22:35:53.132298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:53.193888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-ea65c048-1507-4968-88d1-1364fc8704f7 service neutron] 10.222.0.24 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010878 Feb 10 22:35:53.232215 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'code': 200} Feb 10 22:35:53.309968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.316649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.324812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.336604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.342696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.349132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.351802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-622c5a37-d6dc-40db-abc5-c2b1b5a8c274 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 4600 time: 0.3113256 Feb 10 22:35:53.354988 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a', 'status': 'completed', 'code': 200} Feb 10 22:35:53.446822 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '2b924954-10eb-47a6-bcf5-704cc25f51d9', 'status': 'completed', 'code': 200} Feb 10 22:35:53.519941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Network 2505ea87-698b-438c-b00d-f9e59aa60113 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:35:53.557388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:35:53.611853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:35:53.640499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-076d5d81-44ee-40d2-a0b9-4db72367653f req-b30e9c0f-20ca-45b5-94b2-d178150bfe48 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805631 Feb 10 22:35:53.664927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76a1dc72-efb7-437f-b500-4ef81e7fe1a3 req-001c815a-1490-4dcf-8a33-610d83fd63fa service neutron] 10.222.0.24 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4600966 Feb 10 22:35:53.716124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:53.770249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.770863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:53.842555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.843463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.843936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.844405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.844857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.845328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.848563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-683733a8-f3ff-4555-841d-66c802853fb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5286 time: 0.3621228 Feb 10 22:35:53.849959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-fd7b0165-b373-4f40-a27a-9be1e409cdf5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1071925 Feb 10 22:35:53.854569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-dfff3b41-e3f6-417b-a0d1-b540a08f0210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.856118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-dfff3b41-e3f6-417b-a0d1-b540a08f0210 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=638589643035457a85a225721bb26661&device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 1095 time: 0.1432402 Feb 10 22:35:53.868963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43883a7c-79b0-4e51-831c-0a9b6a0c8e26 req-e210aeac-e244-4007-96f3-32c1008a96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.870682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43883a7c-79b0-4e51-831c-0a9b6a0c8e26 req-e210aeac-e244-4007-96f3-32c1008a96c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 1100 time: 0.4217525 Feb 10 22:35:53.875927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Request body: {'port': {'device_id': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:53.877413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24430249-ca0e-47c4-882c-84844d6fbd9c req-a52a0e26-4b52-495b-a93f-c332c10baa99 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:53.878873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24430249-ca0e-47c4-882c-84844d6fbd9c req-a52a0e26-4b52-495b-a93f-c332c10baa99 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 949 time: 0.1249626 Feb 10 22:35:54.012600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ae171-3a9e-4b49-96d3-40ae02929e1e req-f59d5a57-96f6-487c-9cb4-5a2eb71449ca tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.013961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e0ae171-3a9e-4b49-96d3-40ae02929e1e req-f59d5a57-96f6-487c-9cb4-5a2eb71449ca tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 944 time: 0.4786491 Feb 10 22:35:54.017454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-24430249-ca0e-47c4-882c-84844d6fbd9c req-6557d105-e803-41c3-a4c5-9ccdf566bd3a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167197 Feb 10 22:35:54.048944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-af86a121-e295-4060-8ee6-c286643c201b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.050519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-af86a121-e295-4060-8ee6-c286643c201b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 HTTP/1.1" status: 200 len: 914 time: 0.1707718 Feb 10 22:35:54.084783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:54.131421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-3a799488-2f9d-44d3-aeee-9cde999f7e1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a HTTP/1.1" status: 200 len: 217 time: 0.0736644 Feb 10 22:35:54.144826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d7b75aa-7205-411b-a97d-5833972d3be1 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:54.207967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:54.221694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43883a7c-79b0-4e51-831c-0a9b6a0c8e26 req-1efaa67f-7992-417d-af16-de4e6ae77a3c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829731 Feb 10 22:35:54.251430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-c62bc625-3308-4d5d-b0ee-1b81ee5d1e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.253634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-c62bc625-3308-4d5d-b0ee-1b81ee5d1e26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d7acc24d-6c0c-4446-b99d-77353f88b0ea HTTP/1.1" status: 200 len: 853 time: 0.1095154 Feb 10 22:35:54.259042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e0ae171-3a9e-4b49-96d3-40ae02929e1e req-e4209c38-e4c0-4d7a-8760-edd4455bf7b0 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821709 Feb 10 22:35:54.320334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Transition to ACTIVE for port object 6d7b75aa-7205-411b-a97d-5833972d3be1 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:54.321802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-a14c05be-bc4c-4f7f-910c-d6eafcb9a404 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601695 Feb 10 22:35:54.322203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-2a986e0e-b7c7-4287-9210-d2b5996a3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.323610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-2a986e0e-b7c7-4287-9210-d2b5996a3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.324258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-2a986e0e-b7c7-4287-9210-d2b5996a3c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.325815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-2a986e0e-b7c7-4287-9210-d2b5996a3c2d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4239557 Feb 10 22:35:54.326772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:54.396387 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:54.539826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-2465af6f-9945-4681-88b9-9778fc04b290 service neutron] 10.222.0.24 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059338 Feb 10 22:35:54.548357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30074d3-94a9-493f-a874-b1e6dfc3beae req-de848c48-90a0-4356-a430-8ff6769746f4 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.549862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b30074d3-94a9-493f-a874-b1e6dfc3beae req-de848c48-90a0-4356-a430-8ff6769746f4 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 931 time: 0.1952181 Feb 10 22:35:54.673390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b30074d3-94a9-493f-a874-b1e6dfc3beae req-8f6491e2-1e78-4d7f-bf23-8689c5a547cb tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041949 Feb 10 22:35:54.714701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e24b3b6-4e81-406d-b1cb-5c9d2634fd08 req-8c2e5d6d-cc88-4933-a580-8253d26b2d6d service neutron] 10.222.0.24 "GET /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638515 Feb 10 22:35:54.843242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:54.979482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-012aa8bb-e43a-4a4c-bd63-31ba025a074b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:54.981311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-012aa8bb-e43a-4a4c-bd63-31ba025a074b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.1570046 Feb 10 22:35:54.997761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b6802a19-b37e-4353-b0b3-4b8e04e909c4 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/quotas/f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 375 time: 0.0105793 Feb 10 22:35:55.039674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-e0b23d73-bc74-4b6f-8543-26efe328c4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:55.041712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f6210c2-ddd3-4605-8c47-825991bbc2e9 req-e0b23d73-bc74-4b6f-8543-26efe328c4bc service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6939716 Feb 10 22:35:55.085360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-c5bd6802-d466-40f6-994b-8ae3c89e65f0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0819926 Feb 10 22:35:55.159879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b29bb3-f80c-4bb4-9661-d3eac5ae1da3 req-6e8c1284-4a7e-44df-88b8-164848d45e65 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:55.161332 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b29bb3-f80c-4bb4-9661-d3eac5ae1da3 req-6e8c1284-4a7e-44df-88b8-164848d45e65 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 946 time: 0.7609820 Feb 10 22:35:55.219766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-1046531f-aff7-4e04-a5da-a2af1830a8a1 service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273906 Feb 10 22:35:55.223119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Attempting to bind port 6d7b75aa-7205-411b-a97d-5833972d3be1 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:55.223471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Attempting to bind port 6d7b75aa-7205-411b-a97d-5833972d3be1 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:55.223793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Attempting to bind port 6d7b75aa-7205-411b-a97d-5833972d3be1 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:55.236379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-075a0396-d6cc-4394-b507-f9176addf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:55.237846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-075a0396-d6cc-4394-b507-f9176addf57b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 1097 time: 0.4465809 Feb 10 22:35:55.273689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Port 6d7b75aa-7205-411b-a97d-5833972d3be1 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:55.274003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Attempting to bind port 6d7b75aa-7205-411b-a97d-5833972d3be1 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:55.292579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:55.292907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:55.293282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Bound using segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:55.293697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Bound port: 6d7b75aa-7205-411b-a97d-5833972d3be1, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:55.294035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:55.353274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b29bb3-f80c-4bb4-9661-d3eac5ae1da3 req-3ede9834-28f3-4e97-ae14-012e6a3baaf6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760659 Feb 10 22:35:55.356026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-8bae8241-979c-4e0e-b91a-fba6bba62a4b service neutron] 10.222.0.53 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304295 Feb 10 22:35:55.565611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:35:55.595097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4563e02-ab5f-498e-970e-8cfadad10697 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:55.608772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:55.621214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-e742d0ef-9bff-47a2-a8b1-2a20337f0377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:55.622677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-e742d0ef-9bff-47a2-a8b1-2a20337f0377 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.3740211 Feb 10 22:35:55.624783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:55.630451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6d7b75aa-7205-411b-a97d-5833972d3be1,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:55.710067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Transition to ACTIVE for port object f4563e02-ab5f-498e-970e-8cfadad10697 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:55.733046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:55.753148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,segment=NetworkSegment(88cab022-e9da-4a2f-81df-51a44d1b6fef),segment_id=88cab022-e9da-4a2f-81df-51a44d1b6fef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:55.795877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a', 'network_id': '3bc0c8ef-ef41-4f96-8fa2-559e608b7db3', 'port_id': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a', 'mac_address': 'fa:16:3e:4e:27:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7acc24d-6c0c-4446-b99d-77353f88b0ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:35:55.800249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-5bf1dc37-666c-42ba-abe1-5025e25cad07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c HTTP/1.1" status: 200 len: 217 time: 0.1683969 Feb 10 22:35:55.812124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:55.916864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-7e66c2cb-8f83-413c-a605-cd3ebb509a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:55.918710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-7e66c2cb-8f83-413c-a605-cd3ebb509a05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.0890155 Feb 10 22:35:55.940841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:55.982166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:56.017113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,segment=NetworkSegment(88cab022-e9da-4a2f-81df-51a44d1b6fef),segment_id=88cab022-e9da-4a2f-81df-51a44d1b6fef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:56.034988 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:56.076446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.083886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.092035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.099385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.106756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.108377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.109031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:56.111762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-fe690732-0265-496a-a428-37111c9cc31b service neutron] 10.222.0.24 "PUT /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 1130 time: 3.5307693 Feb 10 22:35:56.113021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.121244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.125083 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-ab83639c-975a-4554-9d8b-3729480cf72c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1948936 Feb 10 22:35:56.126258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '6d7b75aa-7205-411b-a97d-5833972d3be1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:56.132822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-2e306fed-37e1-42f3-916b-89d665435183 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5372 time: 0.3634350 Feb 10 22:35:56.194441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ce6b13b-aa5d-4322-9bd5-8749e0d694c9 req-415eab0f-b535-45dc-b1a9-f7fa5e5412b1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583029 Feb 10 22:35:56.210924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:56.246910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe690732-0265-496a-a428-37111c9cc31b service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:56.290377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:56.349236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:56.359485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.360123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.360616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.361115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.361615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.362096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.362583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.363062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.363771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.364254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.364731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.365206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:35:56.469063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c49aac-f4d5-4d13-aaed-74b83313dfdd req-da7c8fe4-ff34-45ba-9c36-7a9597057f00 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.476312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c49aac-f4d5-4d13-aaed-74b83313dfdd req-da7c8fe4-ff34-45ba-9c36-7a9597057f00 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 949 time: 0.1384737 Feb 10 22:35:56.499746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99080b37-d7e6-4c38-9a95-9f5bdc2a1f70 req-57bbd31d-85a5-48a4-9b0e-2c3cba9ad9c1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.506644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99080b37-d7e6-4c38-9a95-9f5bdc2a1f70 req-57bbd31d-85a5-48a4-9b0e-2c3cba9ad9c1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 946 time: 1.0421600 Feb 10 22:35:56.547958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c49aac-f4d5-4d13-aaed-74b83313dfdd req-87da82f3-3f40-4b7b-8923-4ad8de099c2c tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696015 Feb 10 22:35:56.783677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71836de9-94c2-460e-9079-a27bb96cbdc1 req-2d41b8d9-9fcf-4cae-a4b4-a42af3eb935c tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.785044 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71836de9-94c2-460e-9079-a27bb96cbdc1 req-2d41b8d9-9fcf-4cae-a4b4-a42af3eb935c tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 945 time: 0.1409435 Feb 10 22:35:56.790675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99080b37-d7e6-4c38-9a95-9f5bdc2a1f70 req-86461882-3ab4-4333-99b4-50aa2ea4d9ea tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831929 Feb 10 22:35:56.791869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:56.792950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-3681002c-086b-4a6e-9c50-2f981e060602 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:56.794436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-3681002c-086b-4a6e-9c50-2f981e060602 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 946 time: 0.1487885 Feb 10 22:35:56.861771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Attempting to bind port f4563e02-ab5f-498e-970e-8cfadad10697 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:56.862105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Attempting to bind port f4563e02-ab5f-498e-970e-8cfadad10697 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:56.862439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Attempting to bind port f4563e02-ab5f-498e-970e-8cfadad10697 on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:56.867045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:56.880729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-37de58b2-2893-4840-868e-8620b198fd4d service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7259183 Feb 10 22:35:56.884039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Port f4563e02-ab5f-498e-970e-8cfadad10697 on network 2505ea87-698b-438c-b00d-f9e59aa60113 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:56.884202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Attempting to bind port f4563e02-ab5f-498e-970e-8cfadad10697 on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:56.886227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71836de9-94c2-460e-9079-a27bb96cbdc1 req-465d92f5-9d38-420f-9eb6-02adaa144919 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909419 Feb 10 22:35:56.891484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Deleting port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:35:56.891722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:56.925013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:56.925013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Checking segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:56.925013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Bound using segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:56.925013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Bound port: f4563e02-ab5f-498e-970e-8cfadad10697, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:56.925950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.052698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:57.109880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa61ff1c-0c83-46c4-b7e6-2f0f12878bb5 req-e1f30eb8-ae7f-4438-9c54-f7e36a10c9d5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 210 time: 0.0720990 Feb 10 22:35:57.215627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.263775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2dbe90a-f78b-4c6f-b95b-960a17e6931e req-20f5615f-5981-4fa0-b52b-5de9eb310b4b service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722708 Feb 10 22:35:57.266679 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '6d7b75aa-7205-411b-a97d-5833972d3be1', 'status': 'completed', 'code': 200} Feb 10 22:35:57.292977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:57.303847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:57.311439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.312497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:35:57.365395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:57.365757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.456575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:57.522779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.524118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Calling delete_port for 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:35:57.564822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:57.570010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:35:57.573088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.619906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:35:57.674092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:35:57.701102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4640eb16-a8f4-41c2-af20-91112c375e69 req-253feb5e-c177-48f2-b422-f7b475ebd648 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.702614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4640eb16-a8f4-41c2-af20-91112c375e69 req-253feb5e-c177-48f2-b422-f7b475ebd648 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 0.1354141 Feb 10 22:35:57.709570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.723827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:57.741505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:35:57.746138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:35:57.747352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:35:57.747821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.748214 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:35:57.780501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-8e28c06f-9d65-4027-9b32-e6550d1f231c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.781943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-8e28c06f-9d65-4027-9b32-e6550d1f231c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 821 time: 0.6344833 Feb 10 22:35:57.809977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Request body: {'port': {'device_id': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'admin_state_up': True, 'tenant_id': 'f8763526ee7947c4ad2e9269da6f17cb'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:35:57.819601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4640eb16-a8f4-41c2-af20-91112c375e69 req-54f2d451-e19f-4555-b14a-b51ea17ea333 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040740 Feb 10 22:35:57.850339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.850958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.852362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] 10.222.0.24 "PUT /v2.0/ports/f4563e02-ab5f-498e-970e-8cfadad10697 HTTP/1.1" status: 200 len: 1091 time: 3.9807744 Feb 10 22:35:57.886693 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:57.915077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.917800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.917800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.917800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.918071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.918290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.918753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.920671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-c2a7a732-3d7d-4fab-9415-fb71b79616c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6209 time: 0.5886223 Feb 10 22:35:57.936235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-7265fc79-f96a-434f-a047-886f83ff17cd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:57.936939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-7265fc79-f96a-434f-a047-886f83ff17cd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:57.938539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,segment=NetworkSegment(88cab022-e9da-4a2f-81df-51a44d1b6fef),segment_id=88cab022-e9da-4a2f-81df-51a44d1b6fef)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:57.949300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.026783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:58.241058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e72e3d-7efe-4f4a-a34b-ba76954dea19 service neutron] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:58.249199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Deleting port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:35:58.249892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.293638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-7265fc79-f96a-434f-a047-886f83ff17cd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:58.305369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-7265fc79-f96a-434f-a047-886f83ff17cd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 943 time: 0.9417710 Feb 10 22:35:58.443622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:35:58.544801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:35:58.571395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-5cb5c666-fdcb-4ea7-bf27-c12ee1313927 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:58.598544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:35:58.608390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.625605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Transition to ACTIVE for port object 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:35:58.632549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] For port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:35:58.633083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.636098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:35:58.646149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-c31659e9-49dd-48f8-a244-423a3111f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:58.650218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-c31659e9-49dd-48f8-a244-423a3111f8d2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 1094 time: 0.7228448 Feb 10 22:35:58.652455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-21201820-63a0-405e-b86b-e8e5877c46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:58.653138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-21201820-63a0-405e-b86b-e8e5877c46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:58.653789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-21201820-63a0-405e-b86b-e8e5877c46eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:58.655667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-21201820-63a0-405e-b86b-e8e5877c46eb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6631324 Feb 10 22:35:58.747450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.770169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Calling delete_port for 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:35:58.849058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Made reservation on behalf of f8763526ee7947c4ad2e9269da6f17cb for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:35:58.852643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:58.874178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-5cb5c666-fdcb-4ea7-bf27-c12ee1313927 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:58.874704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c94b7b25-131a-4ddb-824f-cf1022918473 req-5cb5c666-fdcb-4ea7-bf27-c12ee1313927 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5681219 Feb 10 22:35:58.924633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-e507dd59-c4a7-483c-82d1-aec130150b09 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4563e02-ab5f-498e-970e-8cfadad10697 HTTP/1.1" status: 200 len: 217 time: 0.1787415 Feb 10 22:35:59.076096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374576d9-4a4e-45ea-8202-878e0ea3745c req-53a50df8-871c-4753-b84e-be3c5e3d6ab0 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.077630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-374576d9-4a4e-45ea-8202-878e0ea3745c req-53a50df8-871c-4753-b84e-be3c5e3d6ab0 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.3147924 Feb 10 22:35:59.153874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-374576d9-4a4e-45ea-8202-878e0ea3745c req-32ba3a80-cc81-4046-b50d-52767536c2fe tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677044 Feb 10 22:35:59.161047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:59.176408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:35:59.268596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Pushing event deleted for resources: {'Port': ['ID=2725b77a-2d6d-4d92-8e6c-4d1c159aa853,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:59.294406 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'code': 200} Feb 10 22:35:59.327440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] No DVR routers for this DVR port 2725b77a-2d6d-4d92-8e6c-4d1c159aa853 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:35:59.331992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:59.336724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-deleted', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:59.359442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c242c51c-d7b5-4c1f-b787-92039f0a3606 req-2c17300b-b69c-4b09-a57c-1887cfa3d6e0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.30 "DELETE /v2.0/ports/2725b77a-2d6d-4d92-8e6c-4d1c159aa853 HTTP/1.1" status: 204 len: 173 time: 2.5491910 Feb 10 22:35:59.367076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:35:59.418323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:35:59.460814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3e1aae99-916f-419d-bd66-b5c2e6247610 req-8edc789f-c45f-4a4c-9caa-d8ab0c99bb61 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Synchronizing usage tracker for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:59.481912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3e1aae99-916f-419d-bd66-b5c2e6247610 req-8edc789f-c45f-4a4c-9caa-d8ab0c99bb61 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Unset dirty status for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:59.486220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e1aae99-916f-419d-bd66-b5c2e6247610 req-8edc789f-c45f-4a4c-9caa-d8ab0c99bb61 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb652f5-a96b-47ce-ad14-19fbd1475c5a HTTP/1.1" status: 200 len: 210 time: 0.0789509 Feb 10 22:35:59.537722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-9da1dee4-5e39-403f-b7b6-7e857181f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.540920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-9da1dee4-5e39-403f-b7b6-7e857181f913 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.5021307 Feb 10 22:35:59.542571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-56a3451e-252d-4aa0-b27d-c83ad5e6bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.543958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-386a4e5c-2453-474d-862d-5ef14ea3a8fa req-56a3451e-252d-4aa0-b27d-c83ad5e6bbc2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8768003 Feb 10 22:35:59.624221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-0dc43a3b-31e4-4aa2-a666-6ae077737ce4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720241 Feb 10 22:35:59.696742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Attempting to bind port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:35:59.696951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Attempting to bind port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:35:59.697818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Attempting to bind port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:59.713850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d786dc0a-d45b-47a7-a052-1e5ba1d0e23f req-ad1349fe-00ae-4fdb-b0c1-aa433b6ac4db tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.716051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d786dc0a-d45b-47a7-a052-1e5ba1d0e23f req-ad1349fe-00ae-4fdb-b0c1-aa433b6ac4db tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.0876386 Feb 10 22:35:59.757340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:35:59.757666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Attempting to bind port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:35:59.763711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d786dc0a-d45b-47a7-a052-1e5ba1d0e23f req-c4cda435-4e19-4a48-b5e9-13d304a7b2b4 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417161 Feb 10 22:35:59.783247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:35:59.783603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:35:59.783981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Bound using segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:35:59.784487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Bound port: 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:35:59.784821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:35:59.804602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.810615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.816383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.822792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.828775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.834797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.841970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:35:59.843101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:35:59.901126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Allocated IP 172.20.0.6 (259ca3a5-bc78-4127-a8ee-eadb4c6d708c/3cf85df1-2bfe-437e-b387-47878d25cdc8/8ba47cb0-b5c2-437b-9c7e-0816d392435c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:35:59.937639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4edabc4-3e94-4ff8-bdcd-762b1c8226c9 req-4dc7bf7a-376c-4d88-afcd-7e333a271d17 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 210 time: 0.0529785 Feb 10 22:35:59.987649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:35:59.988790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-898239e5-1bba-4e98-bca5-58732942d707 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5384 time: 0.9526706 Feb 10 22:36:00.016565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-97bedc5c-62e5-4fa0-8fb9-e271f19deda4 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830001 Feb 10 22:36:00.136305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:00.192592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3005963-1709-481d-ad76-2c931043d58d req-c7b7158e-8335-4922-a2b6-0732970a50ba tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:00.194176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d3005963-1709-481d-ad76-2c931043d58d req-c7b7158e-8335-4922-a2b6-0732970a50ba tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 0.0928788 Feb 10 22:36:00.240678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:00.242168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d3005963-1709-481d-ad76-2c931043d58d req-9af12eb2-0ff8-44ac-a6b8-ec12e97edf3f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417151 Feb 10 22:36:00.245820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1e12801-00d5-4741-95b7-c19b03b425fc req-896194dd-8777-46d3-ab54-726dd1f6b72d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2440512 Feb 10 22:36:00.271822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:00.334021 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-deleted', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'status': 'completed', 'code': 200} Feb 10 22:36:00.503389 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'status': 'completed', 'code': 200} Feb 10 22:36:00.543659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea90b9-d7d9-481a-ab1e-12b428b4af58 req-08d54155-e16c-4b88-967e-71e49108e8b0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:00.546029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29ea90b9-d7d9-481a-ab1e-12b428b4af58 req-08d54155-e16c-4b88-967e-71e49108e8b0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 943 time: 0.1162324 Feb 10 22:36:00.551313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:00.551935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:00.553270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/31645a1a-3b8a-4e88-beac-f9a33f9b22a7 HTTP/1.1" status: 200 len: 1090 time: 4.4017606 Feb 10 22:36:00.562302 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd79efa-5d5f-4907-acd2-67cd6950858d req-e45c878d-82a7-43b7-86a6-00281c726156 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269449 Feb 10 22:36:00.593752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43959b-4905-42ac-ac5c-1bdcef42b8b3 service neutron] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:00.625714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:00.630965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29ea90b9-d7d9-481a-ab1e-12b428b4af58 req-ab2e778c-bf15-48ad-9375-8c0b0f285ffa tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Feb 10 22:36:00.678122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:00.847050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:00.859720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9480071a-abfc-4c3d-b1f9-8219e90eff1d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:00.896347 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:00.961465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:36:00.969497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:01.000849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:36:01.052289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:01.100171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9af5cc6-087b-41dc-8ba8-263d572a3d8c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:01.136493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.137272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:01.155569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-ec2a72e5-0b77-41aa-8841-02411bc9bdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.157411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-ec2a72e5-0b77-41aa-8841-02411bc9bdca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 1094 time: 0.5212684 Feb 10 22:36:01.246297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a23cc-136c-45e0-ab72-4c53b0585da8 req-3a0e6bb1-a0a9-48d9-a935-f6205d2e4d29 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.248523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf6a23cc-136c-45e0-ab72-4c53b0585da8 req-3a0e6bb1-a0a9-48d9-a935-f6205d2e4d29 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1409020 Feb 10 22:36:01.295589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853'}, {'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:01.323586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf6a23cc-136c-45e0-ab72-4c53b0585da8 req-8a5c783a-fa1d-4464-b6da-79d0437073d3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591009 Feb 10 22:36:01.367794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-15743a74-4fb4-4170-a321-ffb1df0986a6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5615823 Feb 10 22:36:01.433560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Request body: {'port': {'device_id': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:01.502477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd4865-649a-4afb-9fc4-c770427f8459 req-38a52628-d0c8-47f5-94a1-e00a94213438 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.503894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1cd4865-649a-4afb-9fc4-c770427f8459 req-38a52628-d0c8-47f5-94a1-e00a94213438 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.0816300 Feb 10 22:36:01.549101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1cd4865-649a-4afb-9fc4-c770427f8459 req-27530a2d-25e2-4231-b3b5-36f99bf0a3f5 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393963 Feb 10 22:36:01.605113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-81320e7c-f62c-4780-b198-3cb7430af787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.606566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-81320e7c-f62c-4780-b198-3cb7430af787 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 923 time: 0.4404004 Feb 10 22:36:01.727122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a14ec-68d9-42c2-a67b-32bf49e8d617 req-f1d5cd04-057e-48da-915e-2f98ae7030c6 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.729125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-146a14ec-68d9-42c2-a67b-32bf49e8d617 req-f1d5cd04-057e-48da-915e-2f98ae7030c6 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.0842335 Feb 10 22:36:01.736791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-1d9a0fe4-2d3d-447a-a082-85575c6ca436 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4563e02-ab5f-498e-970e-8cfadad10697 HTTP/1.1" status: 200 len: 217 time: 0.0940218 Feb 10 22:36:01.773203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-146a14ec-68d9-42c2-a67b-32bf49e8d617 req-9d0a2d0c-4413-4c39-a5f6-826ab98522a7 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383613 Feb 10 22:36:01.803433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:01.836255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-0b07ade7-6dc5-4244-aee6-b23a20ca0c82 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.837721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-0b07ade7-6dc5-4244-aee6-b23a20ca0c82 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=28c267a0-a69d-4369-96a8-78289451c015 HTTP/1.1" status: 200 len: 944 time: 0.4767735 Feb 10 22:36:01.951482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09af8e-99cb-43d2-9ddc-1aa54e628fb4 req-66546963-fc26-4e7d-b408-e855eaac37e3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.952969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b09af8e-99cb-43d2-9ddc-1aa54e628fb4 req-66546963-fc26-4e7d-b408-e855eaac37e3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 931 time: 0.0817919 Feb 10 22:36:01.953561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-77a88bd3-1433-487b-89d5-74542455590e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:01.955161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-77a88bd3-1433-487b-89d5-74542455590e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.2077456 Feb 10 22:36:02.000275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b09af8e-99cb-43d2-9ddc-1aa54e628fb4 req-57ac8e92-4864-4c9d-ad87-f68ba2a428a0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414104 Feb 10 22:36:02.058291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port c9af5cc6-087b-41dc-8ba8-263d572a3d8c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:02.058631 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:02.108824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-fff924d9-2faa-4e7a-ac13-16e1e72e91a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362925 Feb 10 22:36:02.250144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.256039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.262700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.268458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.274630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.281380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.287165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.289211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-f6718e1c-6642-4e2f-b26f-7c7f7bfec380 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5384 time: 0.1296048 Feb 10 22:36:02.337310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f9462cf-23e0-4969-8b62-8c88b98530fe req-971249ec-7840-4ec1-980e-be840e1f9f3a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414488 Feb 10 22:36:02.400746 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb652f5-a96b-47ce-ad14-19fbd1475c5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2725b77a-2d6d-4d92-8e6c-4d1c159aa853', 'code': 200} Feb 10 22:36:02.401262 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a', 'code': 200} Feb 10 22:36:02.411933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf740e3-55ef-4f20-97e9-2614aa9ce271 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:02.504672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:02.527611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:02.573896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad479a29-705f-4936-a924-ad53a58aa3e0 req-73d9490a-d7b5-45ed-9df9-312a876a86af tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.575411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad479a29-705f-4936-a924-ad53a58aa3e0 req-73d9490a-d7b5-45ed-9df9-312a876a86af tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 943 time: 0.0833731 Feb 10 22:36:02.623902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ad479a29-705f-4936-a924-ad53a58aa3e0 req-f5bf6d5d-80e9-46f0-aa3f-06e027848d35 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Feb 10 22:36:02.738756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Transition to ACTIVE for port object 5bf740e3-55ef-4f20-97e9-2614aa9ce271 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:02.770246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:02.801777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6aa3fa-ca97-4f80-ab52-b2a12bc101a7 req-cc651859-93bd-4a8d-8451-85354b2fd1a8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:02.803123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d6aa3fa-ca97-4f80-ab52-b2a12bc101a7 req-cc651859-93bd-4a8d-8451-85354b2fd1a8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0854430 Feb 10 22:36:02.815750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-16040b87-42ab-4540-aa28-8647b097bbc0 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6908662 Feb 10 22:36:02.847663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d6aa3fa-ca97-4f80-ab52-b2a12bc101a7 req-d9379646-4b53-4c43-9ccd-927a98cf2c88 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381777 Feb 10 22:36:02.949114 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'status': 'completed', 'code': 200} Feb 10 22:36:03.081453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bc277-61e5-49d9-b5be-0a7040d18691 req-9977ad7d-cf86-47b7-91ea-777a053f5846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.082947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd5bc277-61e5-49d9-b5be-0a7040d18691 req-9977ad7d-cf86-47b7-91ea-777a053f5846 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 1097 time: 0.6201811 Feb 10 22:36:03.086497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:03.095255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.095767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.096492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.096737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.097191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.097691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.098116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.100090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-2e9d8ee4-8c30-4268-b6ea-9518c278db39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6301 time: 0.1638756 Feb 10 22:36:03.127700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:03.136988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8497a7-4982-4adf-bfea-a7bf9daaa26d req-9858032c-cd3a-486e-aa3b-1f5c8a88c785 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.138492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d8497a7-4982-4adf-bfea-a7bf9daaa26d req-9858032c-cd3a-486e-aa3b-1f5c8a88c785 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.1307590 Feb 10 22:36:03.218347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port c9af5cc6-087b-41dc-8ba8-263d572a3d8c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:03.218704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.289137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:03.305583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'mac_address': 'fa:16:3e:56:3c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:03.381185 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.399078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:03.416205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:03.420617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.422733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for c9af5cc6-087b-41dc-8ba8-263d572a3d8c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:03.441170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d8497a7-4982-4adf-bfea-a7bf9daaa26d req-74e5e4a2-a1fa-4252-97be-3432788514b3 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473409 Feb 10 22:36:03.451994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:36:03.464827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd5bc277-61e5-49d9-b5be-0a7040d18691 req-a14d4e75-1c2e-4580-a022-4e03a85939e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533969 Feb 10 22:36:03.468671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-1e224c22-10eb-48cf-b38a-e6382baf0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.469367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-1e224c22-10eb-48cf-b38a-e6382baf0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.469984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-1e224c22-10eb-48cf-b38a-e6382baf0698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.471733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-1e224c22-10eb-48cf-b38a-e6382baf0698 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3646464 Feb 10 22:36:03.487119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-c4240fcb-b13d-4101-98fc-2445ec1c4c02 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.488866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-c4240fcb-b13d-4101-98fc-2445ec1c4c02 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.2960811 Feb 10 22:36:03.506470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:03.544771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3706dbbf-9c39-4d63-8479-b45f41ce8cca req-d51c8618-7eb4-4929-9853-135cce6e6496 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090988 Feb 10 22:36:03.570716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Attempting to bind port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:03.571055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Attempting to bind port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:03.571223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Deleting port 94345b90-71ad-48d7-bd56-1011d23eeaf6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:03.571396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Attempting to bind port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:03.571575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.576332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:03.592394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba47cb0-b5c2-437b-9c7e-0816d392435c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:03.597027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:03.597350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Attempting to bind port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:03.605917 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.609066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:03.609332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Checking segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:03.609720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Bound using segment: {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:03.610150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Bound port: 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8528d35b-55f5-463d-b05c-89108c08395a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:03.610550 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.615532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:03.642496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Transition to ACTIVE for port object 8ba47cb0-b5c2-437b-9c7e-0816d392435c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:03.710062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.867302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:03.889748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'port_id': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'mac_address': 'fa:16:3e:3e:ef:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d966c85-8e68-48cb-b76f-844d2c3ea0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:03.899472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:03.903612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07927-2e21-4b05-b4d3-b9af4b860e03 req-ada27ac8-cb16-49b8-bfb8-2e98f07963cf tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.910440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80a07927-2e21-4b05-b4d3-b9af4b860e03 req-ada27ac8-cb16-49b8-bfb8-2e98f07963cf tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 945 time: 0.3132541 Feb 10 22:36:03.938964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:03.983687 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:03.990190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-753e24d1-badd-4aea-b360-d21b5a83213b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:03.991683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-feee846a-3953-4aa9-a933-a7cfd139e792 req-753e24d1-badd-4aea-b360-d21b5a83213b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3281260 Feb 10 22:36:04.008772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4563e02-ab5f-498e-970e-8cfadad10697 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:04.028459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:04.037225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.049519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80a07927-2e21-4b05-b4d3-b9af4b860e03 req-b468935a-b046-40ef-8296-794cd833b929 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups?id=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382632 Feb 10 22:36:04.097275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] For port 94345b90-71ad-48d7-bd56-1011d23eeaf6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=94345b90-71ad-48d7-bd56-1011d23eeaf6,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:04.097655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.126870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.155230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:04.168776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:04.194954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.202078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=c9af5cc6-087b-41dc-8ba8-263d572a3d8c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:04.258641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f4563e02-ab5f-498e-970e-8cfadad10697'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:04.352905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:04.354364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.355963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] 10.222.0.24 "PUT /v2.0/ports/5bf740e3-55ef-4f20-97e9-2614aa9ce271 HTTP/1.1" status: 200 len: 1091 time: 3.7174828 Feb 10 22:36:04.371213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port c9af5cc6-087b-41dc-8ba8-263d572a3d8c on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:04.376816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.381608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:04.382261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:04.382587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:04.393611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:04.430950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:04.432205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:04.457901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c9cd5b1-b557-46ff-abc0-1b0dbfd8a555 req-42517128-5ef8-46e1-ad36-e004a8b2e836 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "DELETE /v2.0/ports/c9af5cc6-087b-41dc-8ba8-263d572a3d8c HTTP/1.1" status: 204 len: 173 time: 2.6119781 Feb 10 22:36:04.462544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:04.463846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:04.465168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:04.467132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Bound port: 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:04.467575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.491211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.491966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.491966 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Floating IP 5c056de2-2d56-4d9e-8de8-a1184356dbba disassociated. External IP: 172.25.2.18, port: 94345b90-71ad-48d7-bd56-1011d23eeaf6. Feb 10 22:36:04.492287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Calling delete_port for 94345b90-71ad-48d7-bd56-1011d23eeaf6 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:04.495350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e61e93-49ed-4b99-9f88-b6a68f67fa6c service neutron] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:04.606880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbe685-382a-4227-8de1-b91bf8030794 req-194bcd56-9033-4367-8b6b-e5b7319dc94a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:04.614558 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26dbe685-382a-4227-8de1-b91bf8030794 req-194bcd56-9033-4367-8b6b-e5b7319dc94a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.4126379 Feb 10 22:36:04.675968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26dbe685-382a-4227-8de1-b91bf8030794 req-8fdfd616-2fc1-4e1f-8e34-3d52b0bec757 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603991 Feb 10 22:36:04.724864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.756993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:04.790636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.824050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:04.855261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event deleted for resources: {'Port': ['ID=94345b90-71ad-48d7-bd56-1011d23eeaf6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:04.955202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:04.961736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271'}, {'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-deleted', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:05.057908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.058539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.059947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] 10.222.0.30 "PUT /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 1091 time: 3.6462665 Feb 10 22:36:05.089546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:05.196953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4814a9a-4ed3-4e87-8393-5e66a93da969 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:05.212603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad80dc7-258e-4b43-b041-138aa2d70ba4 req-5d403f6d-843c-4917-ac20-a6b0ad96c2a8 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.214962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad80dc7-258e-4b43-b041-138aa2d70ba4 req-5d403f6d-843c-4917-ac20-a6b0ad96c2a8 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.2898760 Feb 10 22:36:05.220545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:36:05.243472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:05.243841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.297822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-a368f498-c5fc-44ca-95de-750fd92579ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.299739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-a368f498-c5fc-44ca-95de-750fd92579ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1094 time: 0.1741247 Feb 10 22:36:05.347476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:36:05.464619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:36:05.515513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-685ba3ee-66a7-4a1d-baa4-9371ad06881d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 217 time: 0.2077122 Feb 10 22:36:05.522357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.562596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:05.574752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:05.579851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.580802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 94345b90-71ad-48d7-bd56-1011d23eeaf6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:05.645475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:05.685449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ad80dc7-258e-4b43-b041-138aa2d70ba4 req-1f982820-b274-469b-a629-6bd37519ce0d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4611731 Feb 10 22:36:05.692539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2963289a-2ee5-43e6-b3d2-5f686d14c39c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:05.695439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 94345b90-71ad-48d7-bd56-1011d23eeaf6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:05.695836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 94345b90-71ad-48d7-bd56-1011d23eeaf6 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:05.720330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-3b495bac-554d-4a20-af31-bf91c4279e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.723019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-3b495bac-554d-4a20-af31-bf91c4279e15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1878018 Feb 10 22:36:05.734564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.749494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:05.762914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port f4563e02-ab5f-498e-970e-8cfadad10697 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:05.769633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port f4563e02-ab5f-498e-970e-8cfadad10697 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:05.770058 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.832396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.838753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.845324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.852206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.858332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.866062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.872184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.880152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84934e50-f62f-4978-8d27-5199f7d19208 req-07dd5fd6-394b-42cc-98b3-32b9a3aad34e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5396 time: 0.4876902 Feb 10 22:36:05.889703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-d6e18785-3238-4993-8b57-96c37623b90b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499994 Feb 10 22:36:05.942922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb02e06-6949-4d5b-9408-9d9afda639e6 req-8f34cfaa-013e-4bb5-94ae-bdb2f13c2b6c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:05.949609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:05.951540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aeb02e06-6949-4d5b-9408-9d9afda639e6 req-8f34cfaa-013e-4bb5-94ae-bdb2f13c2b6c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 944 time: 0.1281335 Feb 10 22:36:05.953957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:36:05.965134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Sync routers for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:36:05.981028 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:36:05.981648 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:35:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:05.995774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Transition to ACTIVE for port object 2963289a-2ee5-43e6-b3d2-5f686d14c39c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:05.999536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:06.005766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:06.016065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:06.085809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aeb02e06-6949-4d5b-9408-9d9afda639e6 req-13664aba-4779-49ae-b5db-867932ae1093 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311390 Feb 10 22:36:06.090718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-92962a81-7a1e-4ac8-9107-6c266cca57c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6512828 Feb 10 22:36:06.092647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] No DVR routers for this DVR port 94345b90-71ad-48d7-bd56-1011d23eeaf6 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:06.109112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:06.113351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'name': 'network-vif-deleted', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:06.121328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84934e50-f62f-4978-8d27-5199f7d19208 req-eb144e7d-2673-47b7-8b3f-620d448f781e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402515 Feb 10 22:36:06.155451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f340fe29-14ad-4c9d-811a-5fdbbb7eff8c req-9dd5b739-7704-4f82-8464-2d9993a7276c tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.30 "DELETE /v2.0/ports/94345b90-71ad-48d7-bd56-1011d23eeaf6 HTTP/1.1" status: 204 len: 173 time: 2.6607392 Feb 10 22:36:06.174913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:06.461267 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'status': 'completed', 'code': 200} Feb 10 22:36:06.461267 n-d-825178-4 neutron-server[87653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '28c267a0-a69d-4369-96a8-78289451c015', 'name': 'network-vif-deleted', 'tag': 'c9af5cc6-087b-41dc-8ba8-263d572a3d8c', 'status': 'failed', 'code': 422} returned with failed status Feb 10 22:36:06.475577 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:36:06.596786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642a4b4-d324-4ae5-9d89-56229a92116c req-b24c877b-8177-48a7-9d7f-f66847c923ce tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.605593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5642a4b4-d324-4ae5-9d89-56229a92116c req-b24c877b-8177-48a7-9d7f-f66847c923ce tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.3545551 Feb 10 22:36:06.670511 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5642a4b4-d324-4ae5-9d89-56229a92116c req-eb175639-dd4f-48ea-aa56-d67d0259c03c tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632672 Feb 10 22:36:06.684938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.685404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.689153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.689718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.693948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.694466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.694902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.708596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80200220-e54b-44be-b337-464c59c9b130 req-baf7aa00-e022-49cd-a7d8-176b1f404c77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6368 time: 0.3456237 Feb 10 22:36:06.770810 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'code': 200} Feb 10 22:36:06.811260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:06.873371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-001a91f3-a80a-4207-9ca2-4a3bcaf62ddd service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9639080 Feb 10 22:36:06.919411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4de38669-d186-4b7b-aafa-6926225ab738 req-3729a987-704a-4d84-b413-4fab1772af42 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/ports?device_id=e9864eb2-481c-40d0-b123-513d36f5a748 HTTP/1.1" status: 200 len: 210 time: 0.1271331 Feb 10 22:36:06.985603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-2842d3ee-e329-4ffb-a892-20cc9a4c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.986085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-2842d3ee-e329-4ffb-a892-20cc9a4c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.986549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-2842d3ee-e329-4ffb-a892-20cc9a4c62c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:06.988441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80200220-e54b-44be-b337-464c59c9b130 req-2842d3ee-e329-4ffb-a892-20cc9a4c62c9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2714486 Feb 10 22:36:07.080881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-4899e008-0cc6-4c53-a5d9-98776447c56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.082904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-4899e008-0cc6-4c53-a5d9-98776447c56a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 1095 time: 0.9397421 Feb 10 22:36:07.086271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Attempting to bind port 2963289a-2ee5-43e6-b3d2-5f686d14c39c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:07.086716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Attempting to bind port 2963289a-2ee5-43e6-b3d2-5f686d14c39c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:07.087145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Attempting to bind port 2963289a-2ee5-43e6-b3d2-5f686d14c39c on network a09523cd-9453-4f7a-b617-c42679a16494 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:07.117471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Port 2963289a-2ee5-43e6-b3d2-5f686d14c39c on network a09523cd-9453-4f7a-b617-c42679a16494 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:07.117859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Attempting to bind port 2963289a-2ee5-43e6-b3d2-5f686d14c39c on network a09523cd-9453-4f7a-b617-c42679a16494 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:07.132825 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9864eb2-481c-40d0-b123-513d36f5a748', 'name': 'network-vif-deleted', 'tag': '94345b90-71ad-48d7-bd56-1011d23eeaf6', 'status': 'completed', 'code': 200} Feb 10 22:36:07.138303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:07.138728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Checking segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:07.139027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Bound using segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:07.139492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Bound port: 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:07.139838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:07.152136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:07.169138 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Checking router: 29b15b34-ed6c-42a6-8d61-fdf102dc6260 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:36:07.185532 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:36:07.186406 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:35:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:07.362168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80200220-e54b-44be-b337-464c59c9b130 req-17775816-d7d6-44da-abab-208f73b13925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.363655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80200220-e54b-44be-b337-464c59c9b130 req-17775816-d7d6-44da-abab-208f73b13925 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3676922 Feb 10 22:36:07.424731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3606e-d2b1-45b3-95d7-20abdda2a9a3 req-74473898-6fda-4509-8679-18f09f764afe tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.427659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-74d3606e-d2b1-45b3-95d7-20abdda2a9a3 req-74473898-6fda-4509-8679-18f09f764afe tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.1926072 Feb 10 22:36:07.466050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:36:07.473744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56bd830c-2c2a-431d-9db2-ab224542e1b9 req-e142accc-68d3-45eb-9477-d15016426202 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5870235 Feb 10 22:36:07.479043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-74d3606e-d2b1-45b3-95d7-20abdda2a9a3 req-d99ff5d3-18f5-4da3-b816-2f2434fe4cec tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436006 Feb 10 22:36:07.513274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:07.587919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:07.608189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:07.736527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.737152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:07.739163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] 10.222.0.24 "PUT /v2.0/ports/2963289a-2ee5-43e6-b3d2-5f686d14c39c HTTP/1.1" status: 200 len: 1091 time: 3.3530529 Feb 10 22:36:07.818322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Request body: {'port': {'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:07.897433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297cb0a5-dc4b-4c65-a9b0-09bb548c6c54 service neutron] Pushing event updated for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:07.898669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2350c0e-57f4-4fcf-b712-87883fcbfcb5 req-0d953122-29d7-41ac-bdd9-c8122118da1f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.908311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2350c0e-57f4-4fcf-b712-87883fcbfcb5 req-0d953122-29d7-41ac-bdd9-c8122118da1f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 945 time: 0.1533978 Feb 10 22:36:07.948249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-3158cdcb-55cd-40fe-abad-b0038e2ad926 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.954955 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-3158cdcb-55cd-40fe-abad-b0038e2ad926 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.4855769 Feb 10 22:36:07.967217 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:07.969291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-120a43eb-07fc-453b-9a97-1375acd12d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:07.970971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-120a43eb-07fc-453b-9a97-1375acd12d47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.8036950 Feb 10 22:36:07.977994 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc1b13a-e376-4468-b581-a1b5e8126276 None None] The sync data for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 is: [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:33:42Z', 'revision_number': 4, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3955bd11-79c7-4ab7-82cd-c650e7824e78', 'name': '', 'network_id': 'f6c471f5-0f51-4fbc-8d17-635813408d9a', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'mac_address': 'fa:16:3e:ad:c2:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_interface', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:40Z', 'updated_at': '2022-02-10T22:33:50Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'subnets': [{'id': '3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:36:08.056373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2350c0e-57f4-4fcf-b712-87883fcbfcb5 req-8f66e5bf-2448-43b8-ab47-f32d6528db0e tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473236 Feb 10 22:36:08.102627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-1634f6f6-cb57-4865-aba4-ae41e66b782c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.1303389 Feb 10 22:36:08.151060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-c2fd2c82-88db-485e-9155-43350d32a825 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 200 len: 217 time: 0.1639540 Feb 10 22:36:08.206197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d05785a9-25f4-405b-beb9-54278846a2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:08.269849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-7ef38535-fa18-4902-be13-0d6a6e80416d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:08.277753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:08.351130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.361008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.370422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.377456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.386462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.393307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.399591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-c5b2b955-e0ab-4344-a78c-528866cee275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.400756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.403341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-e8c2abf7-bf2a-413b-8335-96f2f16425a4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5408 time: 0.1768613 Feb 10 22:36:08.404418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-c5b2b955-e0ab-4344-a78c-528866cee275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.2446418 Feb 10 22:36:08.408633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-7ef38535-fa18-4902-be13-0d6a6e80416d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:08.418586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-7ef38535-fa18-4902-be13-0d6a6e80416d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3149562 Feb 10 22:36:08.463626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c'}, {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:08.467166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c7a2c1e-0e68-435a-90eb-31f6cc323439 req-271dba9e-4a73-4d5d-8911-4e756737b605 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565805 Feb 10 22:36:08.487665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-54c09548-5986-4438-b8a9-60fd87511b55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609930 Feb 10 22:36:08.507003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e495b2c-bb20-4809-93d4-00a927254c36 None None] New status for floating IP 5c056de2-2d56-4d9e-8de8-a1184356dbba: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:36:08.623940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-3cc971a2-e37c-4f9c-b9dd-9065ae9e0ef5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:36:08.630827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-3cc971a2-e37c-4f9c-b9dd-9065ae9e0ef5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2112248 Feb 10 22:36:08.804002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:08.876946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbb3679-6c28-460b-8ee2-c008400b6779 req-d6ce89e1-5e77-4b4f-bbe3-47968dc2ea2a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:08.884317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fbb3679-6c28-460b-8ee2-c008400b6779 req-d6ce89e1-5e77-4b4f-bbe3-47968dc2ea2a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1415911 Feb 10 22:36:08.968863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fbb3679-6c28-460b-8ee2-c008400b6779 req-f5416826-1de3-4d24-b74a-3c11253378b2 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827749 Feb 10 22:36:09.070019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-b36bf0ad-fd4b-4b82-8baa-a8cbc67a19af service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381974 Feb 10 22:36:09.108789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-158523ef-c611-4c0e-bcf5-eb65f4131f24 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6101408 Feb 10 22:36:09.208437 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'status': 'completed', 'code': 200} Feb 10 22:36:09.208924 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c', 'status': 'completed', 'code': 200} Feb 10 22:36:09.334266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.334735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.335476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.335945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.336399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.336849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.337313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.339309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-73717c2d-de97-4b0e-a232-51427f06dbb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6410 time: 0.1370249 Feb 10 22:36:09.475901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8874d3a0-7882-4864-a387-8e046ed74d93 req-462e5690-6f3c-40ad-b5b5-a3214fc40019 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596013 Feb 10 22:36:09.492650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-3050a6b7-96d6-4f4a-a6fc-20cdc4b0e9bf service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114830 Feb 10 22:36:09.555322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-f3004e6a-4728-479b-99a3-083c34a9df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.557993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-f3004e6a-4728-479b-99a3-083c34a9df49 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1094 time: 0.3515093 Feb 10 22:36:09.580833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:09.593285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:09.608643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d52f86-e4d3-449d-bccd-74209e7f2640 req-6dd33777-21a5-473a-8641-324bce9f137a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.610498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47d52f86-e4d3-449d-bccd-74209e7f2640 req-6dd33777-21a5-473a-8641-324bce9f137a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.2646334 Feb 10 22:36:09.611926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Transition to ACTIVE for port object 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:09.612541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-fb2bbaa3-2a94-448d-a5c4-bb23da79f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.613450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-fb2bbaa3-2a94-448d-a5c4-bb23da79f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.614399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-fb2bbaa3-2a94-448d-a5c4-bb23da79f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:09.616358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-fb2bbaa3-2a94-448d-a5c4-bb23da79f02d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2687147 Feb 10 22:36:09.708683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:09.997885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:10.001435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-16b35099-dcb3-4dc4-9908-2c6aab53b6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.002971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-16b35099-dcb3-4dc4-9908-2c6aab53b6a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.3886199 Feb 10 22:36:10.007892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47d52f86-e4d3-449d-bccd-74209e7f2640 req-6f380009-45f0-4fa8-b69f-a00ff56ae34a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873699 Feb 10 22:36:10.021640 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'code': 200} Feb 10 22:36:10.128089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-c63b63fd-669e-4c6c-81e2-c86aa6f2a881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.129442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-c63b63fd-669e-4c6c-81e2-c86aa6f2a881 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5068283 Feb 10 22:36:10.382408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-e5993a5c-2f2c-4408-b3a5-ecb4875ffdd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 217 time: 0.3490944 Feb 10 22:36:10.474948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f194061c-6953-4869-beb9-68cfab078c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:10.491570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488b768-3865-4c98-8c32-1018183b70f3 req-7c25627a-f885-4511-92bd-4aa4d26a26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.493672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d488b768-3865-4c98-8c32-1018183b70f3 req-7c25627a-f885-4511-92bd-4aa4d26a26fd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 1096 time: 0.3485370 Feb 10 22:36:10.503597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc351ef9-5145-4d7f-a693-b31fd30935f7 req-aad52a6c-ebe3-4820-8245-795066281ed0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.509398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc351ef9-5145-4d7f-a693-b31fd30935f7 req-aad52a6c-ebe3-4820-8245-795066281ed0 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 945 time: 0.2527699 Feb 10 22:36:10.562773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-1fd8ce06-c0dd-4a0f-b9dd-afc2ac257f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.564111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-1fd8ce06-c0dd-4a0f-b9dd-afc2ac257f2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1667349 Feb 10 22:36:10.635666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d488b768-3865-4c98-8c32-1018183b70f3 req-51bdf603-faa0-41bd-9aea-4e1f03111b33 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223207 Feb 10 22:36:10.640686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc351ef9-5145-4d7f-a693-b31fd30935f7 req-c83c5622-c732-4fc1-892f-5f98405e0724 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016870 Feb 10 22:36:10.667720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-1712cf19-be29-4a75-bdaa-9e044584dec9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844734 Feb 10 22:36:10.670257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Attempting to bind port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:10.670585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Attempting to bind port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:10.670909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Attempting to bind port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 on network a09523cd-9453-4f7a-b617-c42679a16494 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:10.678409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 on network a09523cd-9453-4f7a-b617-c42679a16494 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:10.678726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Attempting to bind port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 on network a09523cd-9453-4f7a-b617-c42679a16494 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:10.696459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e340995-bcaf-460a-8e7c-33cc8735f8c6 req-1c4dc47d-afbc-43d2-9112-f67ce09c9b77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:10.696459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e340995-bcaf-460a-8e7c-33cc8735f8c6 req-1c4dc47d-afbc-43d2-9112-f67ce09c9b77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.4011092 Feb 10 22:36:10.698362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38276) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:10.723774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:10.724107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Checking segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:10.724494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Bound using segment: {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:10.724933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Bound port: 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e874f015-acfc-4b9b-bc39-e86ca9523fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:10.725273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:10.909207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:10.962465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.082867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.083614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e340995-bcaf-460a-8e7c-33cc8735f8c6 req-3d2197ba-f4fe-4c51-882e-88262747d7ac tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628447 Feb 10 22:36:11.109246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.119191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.141230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.153303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.158987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.160161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-ef043000-442c-4d13-8dcc-5a69979df190 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638984 Feb 10 22:36:11.197281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.205801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-37798371-a8a2-48b7-8fae-62cf99fc5374 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.3610964 Feb 10 22:36:11.209459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:11.249108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.278929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34e85ce-d179-43e3-b2c9-b45f1aa11d4a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:11.293035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fca8d214-76d3-4a95-b4ff-cbb4750d4355 req-bbbbc8e6-3b7a-4db2-ac23-8583314fffb5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853431 Feb 10 22:36:11.306130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.316603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3f7df51f-c3ce-4a0f-8ffb-e3a1b34100bd tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "DELETE /v2.0/security-groups/f34e85ce-d179-43e3-b2c9-b45f1aa11d4a HTTP/1.1" status: 204 len: 168 time: 0.6169579 Feb 10 22:36:11.322831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:11.335706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:11.358304 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-adbd0568-d118-42e2-b240-a552ff7afb4d tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] show failed (client error): The resource could not be found. Feb 10 22:36:11.362225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adbd0568-d118-42e2-b240-a552ff7afb4d tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "GET /v2.0/security-groups/f34e85ce-d179-43e3-b2c9-b45f1aa11d4a HTTP/1.1" status: 404 len: 347 time: 0.0381448 Feb 10 22:36:11.362795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38288) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:11.382117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.453593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1fd1db51-b395-44d7-bc57-3e811754847b req-0dc84718-b4c8-4be7-a608-79001ef3e934 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 210 time: 0.1161752 Feb 10 22:36:11.533526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:11.534472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.536357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] 10.222.0.24 "PUT /v2.0/ports/4ae7eee9-30b3-4408-b96e-a8b2ad38b698 HTTP/1.1" status: 200 len: 1091 time: 3.7504518 Feb 10 22:36:11.536973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:11.580645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a242c48-1892-432a-877b-0868fdbc1174 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:11.600251 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-872ae69d-c22a-4460-ab3d-dbd8fd02c880 req-5eee24aa-36cd-46ec-9ca0-4c3f87a4f54e service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4272962 Feb 10 22:36:11.671806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.686334 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:11.951647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Deleting port d8f9a302-4e26-4252-aa37-a300f32d5cbe {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:11.955615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.212588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.213775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.350965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Calling delete_port for d8f9a302-4e26-4252-aa37-a300f32d5cbe owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:12.357979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-d1753cb3-ec79-4600-967f-836618e1a425 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.359656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-d1753cb3-ec79-4600-967f-836618e1a425 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.4213204 Feb 10 22:36:12.372403 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'status': 'completed', 'code': 200} Feb 10 22:36:12.383349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:12.545110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.573994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91e57b2-e834-42d3-91f0-32a8fa132866 req-3b8334b7-e4a6-4265-9b0f-0151839ae99b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.574710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b91e57b2-e834-42d3-91f0-32a8fa132866 req-3b8334b7-e4a6-4265-9b0f-0151839ae99b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:12.596222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:12.604633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.605107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.605570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.606077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.606543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.606999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.607499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.610146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Pushing event deleted for resources: {'Port': ['ID=d8f9a302-4e26-4252-aa37-a300f32d5cbe,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:12.610434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-af54335d-e72c-4a6c-9359-7ebb775918b7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6477 time: 0.7887361 Feb 10 22:36:12.617385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b91e57b2-e834-42d3-91f0-32a8fa132866 req-3b8334b7-e4a6-4265-9b0f-0151839ae99b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:12.618599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b91e57b2-e834-42d3-91f0-32a8fa132866 req-3b8334b7-e4a6-4265-9b0f-0151839ae99b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.6790979 Feb 10 22:36:12.706037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:12.736424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.746611 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-aaf61a91-7eda-4a5c-810e-85180122ce13 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706 HTTP/1.1" status: 200 len: 217 time: 0.1264906 Feb 10 22:36:12.763329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.764471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59d724e0-2822-457d-ae9f-c0e9777997c1 tempest-ServersTestJSON-1784883462 tempest-ServersTestJSON-1784883462-project] 10.222.0.53 "DELETE /v2.0/floatingips/5c056de2-2d56-4d9e-8de8-a1184356dbba HTTP/1.1" status: 204 len: 168 time: 1.4007545 Feb 10 22:36:12.779773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878cd699-ca62-4fef-b759-47d0bb223795 req-e5636bbc-94aa-4e72-b126-46a549a5b12d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:12.787697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-878cd699-ca62-4fef-b759-47d0bb223795 req-e5636bbc-94aa-4e72-b126-46a549a5b12d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 945 time: 0.2814827 Feb 10 22:36:12.815570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38320) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:12.820469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.843505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:12.848180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:12.948881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b91e57b2-e834-42d3-91f0-32a8fa132866 req-fd2e1ec6-73c6-438a-90bd-4b6329a8e8ad tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438860 Feb 10 22:36:12.954175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-878cd699-ca62-4fef-b759-47d0bb223795 req-a80e77fc-e9f0-4acf-8d9f-2e87a8354ebb tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659126 Feb 10 22:36:13.064275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-a0100f15-7eb1-40b0-9834-fe32488be967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.069633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-a0100f15-7eb1-40b0-9834-fe32488be967 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b49bf1e-4b24-425e-bc77-99fb65deebfd HTTP/1.1" status: 200 len: 851 time: 0.3163548 Feb 10 22:36:13.430512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-dce731e2-214e-4a7a-aa1a-530c921f580e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.432783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-dce731e2-214e-4a7a-aa1a-530c921f580e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d38d6b24-cf14-410c-9f83-817c9c664e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3465414 Feb 10 22:36:13.454539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.460718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.467655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.473881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.480972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.486843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.493719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.502811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0722a31e-a7e0-49ad-aaae-a351fb096304 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.3202312 Feb 10 22:36:13.563928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.5 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/e325de0b-cc5a-4fd8-b30f-745d967a026b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:36:13.686287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3eb22-27a3-4940-b2e2-83f7875f0e68 req-411f24e7-9c2c-48d9-8e4e-392416745f32 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.688593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ff3eb22-27a3-4940-b2e2-83f7875f0e68 req-411f24e7-9c2c-48d9-8e4e-392416745f32 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.4085414 Feb 10 22:36:13.705902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1db5daa-a0a1-45ed-9f5e-7f463d70b17d req-0b4c2aaa-fa28-4e76-b9cd-31ddda029ed9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2015176 Feb 10 22:36:13.834815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b28557e2-de83-4a8e-987b-6b0003bc2203 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:13.836307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b28557e2-de83-4a8e-987b-6b0003bc2203 tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.24 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 946 time: 0.3934872 Feb 10 22:36:13.882503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ff3eb22-27a3-4940-b2e2-83f7875f0e68 req-ccded725-9727-4d5e-9419-bed971f4ffae tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/security-groups?id=baf59228-d6ce-42a2-aa20-bfac1ee46346&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386628 Feb 10 22:36:14.103992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-98f92966-47c6-490e-ac38-f732fd4aa81a service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5941367 Feb 10 22:36:14.115155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Deleting port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:14.115656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:14.244432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-92bf5cb3-c866-4939-b8ea-9a7004ab9106 service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305640 Feb 10 22:36:14.253274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-654b5cff-8905-4d1e-967c-8caef098e035 req-96d360e6-1b99-43d5-af77-7d4cc2b4a4ed tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 210 time: 0.1929977 Feb 10 22:36:14.358254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-7cdc52a5-13be-4e40-8011-ebf8b498be4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 217 time: 0.1037307 Feb 10 22:36:14.395821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e9f21-070d-4161-a0e5-551d075eb964 req-be5a5f12-b83c-4fe3-a147-576bf7f024c9 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:14.397333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-755e9f21-070d-4161-a0e5-551d075eb964 req-be5a5f12-b83c-4fe3-a147-576bf7f024c9 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 945 time: 0.2964671 Feb 10 22:36:14.434808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-8f6a8540-3adf-4ad2-ab81-fa079416f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:14.436275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-8f6a8540-3adf-4ad2-ab81-fa079416f8f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.0611174 Feb 10 22:36:14.555854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-755e9f21-070d-4161-a0e5-551d075eb964 req-10b2100d-31d4-4b9b-9c3f-d7ea50fbc29d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515431 Feb 10 22:36:14.598220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:14.637187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] For port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,segment=NetworkSegment(88cab022-e9da-4a2f-81df-51a44d1b6fef),segment_id=88cab022-e9da-4a2f-81df-51a44d1b6fef)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:14.637757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:14.650005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f673f46-a537-45ca-a1a0-8ad7c9aaea4e req-e6fc4364-09a7-461a-9fed-2337aae199c9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:14.653140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f673f46-a537-45ca-a1a0-8ad7c9aaea4e req-e6fc4364-09a7-461a-9fed-2337aae199c9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.1672211 Feb 10 22:36:14.654846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f13c2e60-274c-4d62-8d52-2789a0e726cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:14.656236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f13c2e60-274c-4d62-8d52-2789a0e726cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2133081 Feb 10 22:36:14.782059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Calling delete_port for 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:14.832764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:14.879805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f673f46-a537-45ca-a1a0-8ad7c9aaea4e req-76611eb6-0df3-4ede-82a9-13b7a0a8c0a9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783879 Feb 10 22:36:14.886156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:14.996123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:36:15.001312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:15.009744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-81002ae0-165e-44bc-9e54-341c77c9b328 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426273 Feb 10 22:36:15.010894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:36:15.090822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.091790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:15.292828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:15.337060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-eba07cc1-4a00-4f40-91f5-a7bab8443349 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9633086 Feb 10 22:36:15.359862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Request body: {'port': {'device_id': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:15.432517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-13f0f31f-b4a1-4034-95ca-bf0730bf01ec service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335643 Feb 10 22:36:15.472260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24db2f-a059-4b05-b2d2-906e4214a382 req-54b82eb8-baf4-47e1-966c-00f54fe74b23 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.480049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f24db2f-a059-4b05-b2d2-906e4214a382 req-54b82eb8-baf4-47e1-966c-00f54fe74b23 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.7066875 Feb 10 22:36:15.519763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-ef7fb1dc-dfe1-4e5c-be8f-b95b2f2cadff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 217 time: 0.0803697 Feb 10 22:36:15.661545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f24db2f-a059-4b05-b2d2-906e4214a382 req-0e0f7625-36bf-4193-89ac-0058b9835b25 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805115 Feb 10 22:36:15.700310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-88a364e9-9c32-450c-b861-4b8bbbfb293e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.709889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:15.711971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-88a364e9-9c32-450c-b861-4b8bbbfb293e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.1858749 Feb 10 22:36:15.787543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:15.836256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Pushing event deleted for resources: {'Port': ['ID=1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:15.928434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.932525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.938371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.944190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.950617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.959071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.967329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:15.967633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-bf3efe4a-43ee-44c4-8128-693730546902 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.3739562 Feb 10 22:36:16.040536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a7a8424-65b0-457b-afd9-e10a26a1fe62 req-ffafb887-447f-4dc6-afc1-40ce8639a2ce tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.53 "GET /v2.0/ports?device_id=00ba793a-4ef1-4c46-a23c-9f24d7922496 HTTP/1.1" status: 200 len: 210 time: 0.1671038 Feb 10 22:36:16.041533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] No DVR routers for this DVR port 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:16.050769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:16.054727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'name': 'network-vif-deleted', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:16.077991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e32b7ed-59e8-4abf-bd39-ea934b28f044 req-99d9a7fb-9cea-444b-925e-ae016aacec14 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978947 Feb 10 22:36:16.095651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f428d75b-8b9b-4397-aed3-da41b8a1a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:16.103560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-f428d75b-8b9b-4397-aed3-da41b8a1a69c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3838825 Feb 10 22:36:16.111753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a3f6267-6cb2-4162-946b-e4bf0d9cf7f7 req-b2641298-e881-4e59-87a8-86ad543e19ea tempest-ServerAddressesTestJSON-215638722 tempest-ServerAddressesTestJSON-215638722-project] 10.222.0.24 "DELETE /v2.0/ports/1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a HTTP/1.1" status: 204 len: 173 time: 2.2667446 Feb 10 22:36:16.121538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Deleting port 3955bd11-79c7-4ab7-82cd-c650e7824e78 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:16.123754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:16.573210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] For port 3955bd11-79c7-4ab7-82cd-c650e7824e78, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3955bd11-79c7-4ab7-82cd-c650e7824e78,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:16.573749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:16.787182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Calling delete_port for 3955bd11-79c7-4ab7-82cd-c650e7824e78 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:16.809458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e325de0b-cc5a-4fd8-b30f-745d967a026b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:16.882601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:16.932358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Transition to ACTIVE for port object e325de0b-cc5a-4fd8-b30f-745d967a026b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:16.950006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:17.081632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96efcb5-6ed6-40b3-9f3a-4391266c6a37 req-0dc4be96-fe2e-4396-9fb6-e23308a9e190 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:17.086039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b96efcb5-6ed6-40b3-9f3a-4391266c6a37 req-0dc4be96-fe2e-4396-9fb6-e23308a9e190 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3746324 Feb 10 22:36:17.121573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-471bf347-2e00-481c-bac3-ce20e9642a14 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0012171 Feb 10 22:36:17.130973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:17.202117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ebb705-98c6-4498-aca0-1b071c150c36 req-682df111-cde3-4ab6-949e-878c17864650 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:17.202955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-16ebb705-98c6-4498-aca0-1b071c150c36 req-682df111-cde3-4ab6-949e-878c17864650 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:17.205082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b96efcb5-6ed6-40b3-9f3a-4391266c6a37 req-7b6fde88-ee7c-407f-8678-7733fd69e4da tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926769 Feb 10 22:36:17.208701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:17.215991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Pushing event updated for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:17.327721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Pushing event deleted for resources: {'Port': ['ID=3955bd11-79c7-4ab7-82cd-c650e7824e78,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:17.412990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:17.433835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c', 'port_id': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'mac_address': 'fa:16:3e:de:38:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf85df1-2bfe-437e-b387-47878d25cdc8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:17.453763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-16ebb705-98c6-4498-aca0-1b071c150c36 req-682df111-cde3-4ab6-949e-878c17864650 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:17.460376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16ebb705-98c6-4498-aca0-1b071c150c36 req-682df111-cde3-4ab6-949e-878c17864650 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 931 time: 0.7075458 Feb 10 22:36:17.566086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:17.593907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba47cb0-b5c2-437b-9c7e-0816d392435c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:17.604073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16ebb705-98c6-4498-aca0-1b071c150c36 req-a42d6a7c-2ee2-43b5-8845-896d3f611b81 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427236 Feb 10 22:36:17.607678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Attempting to bind port e325de0b-cc5a-4fd8-b30f-745d967a026b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:17.608016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Attempting to bind port e325de0b-cc5a-4fd8-b30f-745d967a026b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:17.608346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Attempting to bind port e325de0b-cc5a-4fd8-b30f-745d967a026b on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:17.622699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:17.625723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:17.633547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-a1ed6acf-4d17-4800-b64e-e0ce6ffbca1c service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942553 Feb 10 22:36:17.708999 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00ba793a-4ef1-4c46-a23c-9f24d7922496', 'name': 'network-vif-deleted', 'tag': '1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a', 'status': 'completed', 'code': 200} Feb 10 22:36:17.733579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:17.735609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:17.736614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1a8c505f-74ae-4b2e-8b22-aceaa75d9b0a not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:17.738455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Port e325de0b-cc5a-4fd8-b30f-745d967a026b on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:17.738783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Attempting to bind port e325de0b-cc5a-4fd8-b30f-745d967a026b on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:17.743456 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:17.759311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc704031-7364-4c93-94f8-20781f61bf8f req-cfadbeb3-be92-4693-9445-c8bb564ccbb3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:17.762863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5b84bebe-e920-4938-969c-5bbc45fac264 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7 HTTP/1.1" status: 200 len: 217 time: 0.1194510 Feb 10 22:36:17.773197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc704031-7364-4c93-94f8-20781f61bf8f req-cfadbeb3-be92-4693-9445-c8bb564ccbb3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.3697550 Feb 10 22:36:17.778273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:17.778624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:17.779016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:17.779522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Bound port: e325de0b-cc5a-4fd8-b30f-745d967a026b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:17.779873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:17.950799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e053df17-ca77-46ed-b652-2e462536d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:17.952311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e053df17-ca77-46ed-b652-2e462536d735 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.1542251 Feb 10 22:36:17.976581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:18.031656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38404) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:18.048962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:18.082847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'port_id': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'mac_address': 'fa:16:3e:3e:ef:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d966c85-8e68-48cb-b76f-844d2c3ea0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:18.142598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.156792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8ba47cb0-b5c2-437b-9c7e-0816d392435c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:18.158875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:18.183252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc704031-7364-4c93-94f8-20781f61bf8f req-ba4573a4-31db-4e1e-98db-9b45d061d7e5 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4088774 Feb 10 22:36:18.234058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.234841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4563e02-ab5f-498e-970e-8cfadad10697 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:18.255157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:18.266234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:18.269935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Deleting subnet d7acc24d-6c0c-4446-b99d-77353f88b0ea {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:36:18.272134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.280577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.317522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.385344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f4563e02-ab5f-498e-970e-8cfadad10697'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:18.460232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:18.608924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:18.610742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.612822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] 10.222.0.30 "PUT /v2.0/ports/e325de0b-cc5a-4fd8-b30f-745d967a026b HTTP/1.1" status: 200 len: 1091 time: 3.2583652 Feb 10 22:36:18.624026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e810026a-1f5a-4b38-999e-1856dc118793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:18.630718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e810026a-1f5a-4b38-999e-1856dc118793 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6693587 Feb 10 22:36:18.640009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:18.682577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:18.971404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fe750-093b-41b6-8aa1-1fd283335be9 req-f129a8b4-4390-41d7-bca6-c7b6b6910edc tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:18.980615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e33fe750-093b-41b6-8aa1-1fd283335be9 req-f129a8b4-4390-41d7-bca6-c7b6b6910edc tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 944 time: 0.3286431 Feb 10 22:36:19.040070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71d14e-814c-4709-a897-a83df64bf85a service neutron] Pushing event updated for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:19.046453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e33fe750-093b-41b6-8aa1-1fd283335be9 req-62c45007-8847-425b-8688-71d0542946bf tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648451 Feb 10 22:36:19.053255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:36:19.094185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.101055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.107936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.113806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.120509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.126445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.132430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.141077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-32ed5320-7022-45fc-8eb1-416bb2fec198 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.9834695 Feb 10 22:36:19.167328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:19.256391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-4f216bf8-14d4-4dd6-ab45-599c82ed30a5 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965586 Feb 10 22:36:19.269856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-03b8373b-928b-43e0-a654-8c9be997c6c0 req-97e981b5-322f-4207-8edc-2c3c0d9f315b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1273942 Feb 10 22:36:19.382987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-ee658e9f-b0b1-44b0-bcd6-cf78e4c9c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.385240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-ee658e9f-b0b1-44b0-bcd6-cf78e4c9c55a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 1094 time: 0.6758742 Feb 10 22:36:19.499731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:36:19.528322 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Sync routers for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:36:19.534602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-681d8ad6-e811-4ed5-a113-16bf5a02c069 admin admin] 10.222.0.53 "PUT /v2.0/routers/29b15b34-ed6c-42a6-8d61-fdf102dc6260/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6993277 Feb 10 22:36:19.535626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38428) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:19.541324 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:36:19.541967 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:36:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:19.546154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1deec-3348-41f7-974b-a62b7e010435 req-5f933194-881b-4dc1-b2c1-7ddc404a63c4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:19.553679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69c1deec-3348-41f7-974b-a62b7e010435 req-5f933194-881b-4dc1-b2c1-7ddc404a63c4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2859509 Feb 10 22:36:19.585707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:19.591222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-f4f4715c-eb1d-40ff-b269-4a9e9a30e9cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b HTTP/1.1" status: 200 len: 217 time: 0.1911385 Feb 10 22:36:19.657357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:19.729774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69c1deec-3348-41f7-974b-a62b7e010435 req-fa9f3200-528b-4fcd-8c74-37564c9634a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705625 Feb 10 22:36:19.773557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port f4563e02-ab5f-498e-970e-8cfadad10697 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:19.773933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:19.789128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7acc24d-6c0c-4446-b99d-77353f88b0ea,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:19.838242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:19.859195 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b', 'status': 'completed', 'code': 200} Feb 10 22:36:19.860170 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:36:19.926018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-65169c1f-f9ae-4637-9678-04c1e1413e87 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6611755 Feb 10 22:36:19.953065 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:19.956533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9cd56a06-8019-44ba-9c9b-846623ab4380 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d7acc24d-6c0c-4446-b99d-77353f88b0ea HTTP/1.1" status: 204 len: 168 time: 1.9237976 Feb 10 22:36:19.999895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:20.013612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:20.020338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38438) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:20.035940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.066624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-318d9868-95e1-4cfd-ad3b-b20f2c2a0e25 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271 HTTP/1.1" status: 200 len: 217 time: 0.1166406 Feb 10 22:36:20.154234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-2e965e9c-fb1c-4639-9f43-6022161e71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:20.155908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-2e965e9c-fb1c-4639-9f43-6022161e71b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.5142801 Feb 10 22:36:20.178876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:20.232078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.255398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-8b7ba606-9c34-4332-8c35-991cd6ef1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:20.256932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-8b7ba606-9c34-4332-8c35-991cd6ef1aee service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.1347888 Feb 10 22:36:20.335330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4733d-f958-4be5-819a-00064375b1d4 req-6294459d-668d-4830-8819-4a658edf5e9a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:20.347692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4e4733d-f958-4be5-819a-00064375b1d4 req-6294459d-668d-4830-8819-4a658edf5e9a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 943 time: 0.8771389 Feb 10 22:36:20.371082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e0c3-e5e7-4089-bde5-e3cc2da4c245 req-1a713a32-1842-470e-9ab7-85ffbad32258 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:20.378463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2bb8e0c3-e5e7-4089-bde5-e3cc2da4c245 req-1a713a32-1842-470e-9ab7-85ffbad32258 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.4250915 Feb 10 22:36:20.380532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-bb85d187-c012-48e2-90d7-e1a96f12b254 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2070811 Feb 10 22:36:20.515306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2bb8e0c3-e5e7-4089-bde5-e3cc2da4c245 req-e00dca55-6e86-40ba-964e-231f19cf6ac1 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354885 Feb 10 22:36:20.524116 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:36:17Z', 'revision_number': 5, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port': {'id': 'c0d3bd18-360f-4ab0-8d20-000d0351df13', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:e4:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'device_owner': 'network:router_gateway', 'standard_attr_id': 847, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:32Z', 'updated_at': '2022-02-10T22:33:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:20.529661 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Checking router: 29b15b34-ed6c-42a6-8d61-fdf102dc6260 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:36:20.551187 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Routers {'29b15b34-ed6c-42a6-8d61-fdf102dc6260'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:36:20.551847 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:36:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:20.572667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.585872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.601944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Deleting port c0d3bd18-360f-4ab0-8d20-000d0351df13 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:20.602436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.630014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4e4733d-f958-4be5-819a-00064375b1d4 req-2a6eb082-412b-42a8-8081-1d5cdcb25ca2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814682 Feb 10 22:36:20.722700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-9f71374e-f176-4dfa-8a30-76392f1c7875 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126509 Feb 10 22:36:20.742043 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'code': 200} Feb 10 22:36:20.826602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] Set router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:36:20.973152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:20.983405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:36:20Z', 'revision_number': 6, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:20.987532 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b732df21-3e84-4cbe-ae65-3d838c0d5548 None None] The sync data for ids ['29b15b34-ed6c-42a6-8d61-fdf102dc6260'] in n-d-825178-4 is: [{'id': '29b15b34-ed6c-42a6-8d61-fdf102dc6260', 'name': 'tempest-ServersTestJSON-432417683-router', 'tenant_id': 'df04d4c902b34d05a20b768aa584cba2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:30Z', 'updated_at': '2022-02-10T22:36:20Z', 'revision_number': 6, 'project_id': 'df04d4c902b34d05a20b768aa584cba2', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:36:21.017153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-4866f3a0-92e1-4e4c-9093-ef65e2e64380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.018731 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-4866f3a0-92e1-4e4c-9093-ef65e2e64380 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7404563 Feb 10 22:36:21.162978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:21.205813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc867d-e055-41ef-aed0-66bd00de7581 req-c109fa00-6dca-4280-ba7b-8a3ffc83811c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.208261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31dc867d-e055-41ef-aed0-66bd00de7581 req-c109fa00-6dca-4280-ba7b-8a3ffc83811c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1469827 Feb 10 22:36:21.210505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] For port c0d3bd18-360f-4ab0-8d20-000d0351df13, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c0d3bd18-360f-4ab0-8d20-000d0351df13,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:21.218301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.273374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 8ba47cb0-b5c2-437b-9c7e-0816d392435c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:21.279815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 8ba47cb0-b5c2-437b-9c7e-0816d392435c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:21.280186 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.281182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc0c8ef-ef41-4f96-8fa2-559e608b7db3']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:21.386797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Calling delete_port for c0d3bd18-360f-4ab0-8d20-000d0351df13 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:21.404696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88cab022-e9da-4a2f-81df-51a44d1b6fef') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:21.404981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88cab022-e9da-4a2f-81df-51a44d1b6fef') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:21.485357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31dc867d-e055-41ef-aed0-66bd00de7581 req-5d7515ad-6b47-4026-9143-bae2c39d0424 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586319 Feb 10 22:36:21.507208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-740e1007-d6d9-463e-b003-eb5516818ff7 req-be534915-af3c-42de-a443-9b33ff146456 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5636437 Feb 10 22:36:21.600270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.668790 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.676271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:21.685747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.757977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.799671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.806454 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.818737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-7a32432d-611b-4eb1-8aae-78fe094fe043 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7335591 Feb 10 22:36:21.820792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:21.827573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:36:21.827983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:36:21.844635 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:36:21.869672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.875911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.881872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.888383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.894219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.901217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.907433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:21.914991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-1153d1f1-24cf-4bcb-b9fc-fd7e655ede69 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.2144616 Feb 10 22:36:21.981844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d3bd18-360f-4ab0-8d20-000d0351df13,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:22.012635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c0d3bd18-360f-4ab0-8d20-000d0351df13 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:22.031361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-c393f4a4-f441-4164-80dd-e3e6f15347f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829586 Feb 10 22:36:22.064674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c0d3bd18-360f-4ab0-8d20-000d0351df13 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:22.065411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c0d3bd18-360f-4ab0-8d20-000d0351df13 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:22.067848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3955bd11-79c7-4ab7-82cd-c650e7824e78 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:22.078092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36d4ecd1-d624-4d3c-8846-e150e7e3fb9d req-fb3701bf-071f-41da-bd78-14aa71825999 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1600881 Feb 10 22:36:22.122452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.128745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3955bd11-79c7-4ab7-82cd-c650e7824e78 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:22.129728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3955bd11-79c7-4ab7-82cd-c650e7824e78 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:22.233486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c855be5-47b1-4675-9c82-692e8c74f022 req-9f6de596-ac9f-4b6e-b85f-da0ce4432a53 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.241476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c855be5-47b1-4675-9c82-692e8c74f022 req-9f6de596-ac9f-4b6e-b85f-da0ce4432a53 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 945 time: 1.3433952 Feb 10 22:36:22.257552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-3fe5298b-c49d-49fe-bff5-5afaf0381783 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c HTTP/1.1" status: 200 len: 217 time: 0.1149578 Feb 10 22:36:22.358577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-19e25fd9-f939-4a0c-b22b-4c179b5d43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.360558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-19e25fd9-f939-4a0c-b22b-4c179b5d43c2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 200 len: 797 time: 0.0946939 Feb 10 22:36:22.445059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.450132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.453538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-63f2a41b-fef2-4529-95ab-78f2cbee866b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.458402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-63f2a41b-fef2-4529-95ab-78f2cbee866b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 1094 time: 0.8447747 Feb 10 22:36:22.494882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.495807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b15b34-ed6c-42a6-8d61-fdf102dc6260 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:36:22.506209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6869f-7390-4afe-a77a-fd5d717085f9 req-4e5834b0-0707-4e2a-b041-b64ced3ed7b3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.507829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ef6869f-7390-4afe-a77a-fd5d717085f9 req-4e5834b0-0707-4e2a-b041-b64ced3ed7b3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.2118156 Feb 10 22:36:22.519942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.543643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.548263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-46d41e7f-3675-4063-a71a-a2e05597434f admin admin] 10.222.0.53 "DELETE /v2.0/routers/29b15b34-ed6c-42a6-8d61-fdf102dc6260 HTTP/1.1" status: 204 len: 168 time: 3.0091553 Feb 10 22:36:22.554176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:22.564899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.624855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Deleting subnet 3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:36:22.637467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.649770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c855be5-47b1-4675-9c82-692e8c74f022 req-8c804f1d-7114-4d66-8262-46e00fea54df tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4073513 Feb 10 22:36:22.669507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bc0c8ef-ef41-4f96-8fa2-559e608b7db3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:22.690584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2102f467-9fb4-4f7a-b9e4-869c4a8369c5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/3bc0c8ef-ef41-4f96-8fa2-559e608b7db3 HTTP/1.1" status: 204 len: 168 time: 2.6658978 Feb 10 22:36:22.727046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ef6869f-7390-4afe-a77a-fd5d717085f9 req-dacee832-7696-484c-9bf1-878b0ca108b6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112982 Feb 10 22:36:22.743189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:22.765128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:22.766394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-4384256a-1afa-4cce-8d99-ee7adae5f048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.768137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-4384256a-1afa-4cce-8d99-ee7adae5f048 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.2789586 Feb 10 22:36:22.777190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cf155d76-345c-4d8d-9860-bd0214c53038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:22.777190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-cf155d76-345c-4d8d-9860-bd0214c53038 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3930645 Feb 10 22:36:23.021580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:23.040438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-ccdde52e-3682-48d1-a002-e01010d93e6f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b HTTP/1.1" status: 200 len: 217 time: 0.2610710 Feb 10 22:36:23.053823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:23.174802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ab4fffd-0d7b-4ef4-84c4-09a2c9355413 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=638589643035457a85a225721bb26661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512899 Feb 10 22:36:23.183523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38494) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:23.186155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-03a041f6-d273-49c0-bdeb-ab8fb0cfae4d service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128786 Feb 10 22:36:23.201214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d6aaa-54c8-4f08-b2f8-ba1de3ac5007 req-f09be7c4-f072-4a8a-ae36-7347a57e45b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.205647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed5d6aaa-54c8-4f08-b2f8-ba1de3ac5007 req-f09be7c4-f072-4a8a-ae36-7347a57e45b4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 943 time: 0.2369022 Feb 10 22:36:23.242050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:23.249376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-8d8e14e5-cc32-4f0f-9646-1652fc25bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.251003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-8d8e14e5-cc32-4f0f-9646-1652fc25bd1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.2023857 Feb 10 22:36:23.295952 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'code': 200} Feb 10 22:36:23.441858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-f26c1c8a-8afa-42f4-9fc7-77195dc3c467 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1357031 Feb 10 22:36:23.470529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:23.471216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d22c6a-c611-41d8-9f41-245869d9cf9a None None] Network f6c471f5-0f51-4fbc-8d17-635813408d9a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:36:23.474547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:23.497187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed5d6aaa-54c8-4f08-b2f8-ba1de3ac5007 req-c4fda3bc-fe6f-4d53-8005-eee22aad30b9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661865 Feb 10 22:36:23.505367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-898d20ce-d65b-48a1-92fc-1891a84d2963 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3dcf2ad7-bdda-48cd-8bf1-cf2058ed8b49 HTTP/1.1" status: 204 len: 168 time: 0.9498100 Feb 10 22:36:23.507531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:23.702010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:23.740987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-83a25261-73ee-409d-b549-3abc2a212107 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335057 Feb 10 22:36:23.749696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-9c448371-937e-46b1-8f6c-a13fee227329 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:36:23.750668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-9c448371-937e-46b1-8f6c-a13fee227329 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2277098 Feb 10 22:36:23.783777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:23.820931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.827682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.834669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.843522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.852514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.862616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.871950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:23.884486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-ed24981e-3c92-4860-bad6-1e8051735cd7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.1903479 Feb 10 22:36:23.907653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Deleting port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:23.907653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:23.917647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-4b5cc8c8-2e26-4e20-a62d-d3d9b840e5c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698 HTTP/1.1" status: 200 len: 217 time: 0.1555414 Feb 10 22:36:23.931495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.023756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] DHCP port deletion for f6c471f5-0f51-4fbc-8d17-635813408d9a request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:36:24.033801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Deleting port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:24.034442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.070134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5c317791-cdee-415b-884b-2e7bbc16549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:24.071634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-5c317791-cdee-415b-884b-2e7bbc16549a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 200 len: 797 time: 0.0919161 Feb 10 22:36:24.073603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.104198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:24.107962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.122970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.162943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7998b21-688e-443b-8d8c-14f16f52bf69 req-89cd0c11-d31b-42ff-a3a8-0f6aa60d558b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2770040 Feb 10 22:36:24.171832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f627d-7a57-4b1b-b263-1fec090d474f req-8426985d-8693-458c-adbe-dd6d53cc32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:24.173646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-342f627d-7a57-4b1b-b263-1fec090d474f req-8426985d-8693-458c-adbe-dd6d53cc32e5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1096 time: 0.7670724 Feb 10 22:36:24.245004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.322260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf59228-d6ce-42a2-aa20-bfac1ee46346,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:24.329951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-342f627d-7a57-4b1b-b263-1fec090d474f req-47b91dec-48bb-4d7c-b9e5-3e7357cd05f7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725932 Feb 10 22:36:24.360440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032e0b73-c807-4668-8ff3-1ad4af97d110 req-6fed5f41-fc75-4b69-876c-138cb98c3c44 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:24.370711 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-032e0b73-c807-4668-8ff3-1ad4af97d110 req-6fed5f41-fc75-4b69-876c-138cb98c3c44 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.9208624 Feb 10 22:36:24.383130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.437503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:24.443046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-032e0b73-c807-4668-8ff3-1ad4af97d110 req-541c9307-bcda-401f-84f9-ebe1d474885e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713563 Feb 10 22:36:24.466833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.470890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-67db007c-da71-4b59-8473-dd0b117a28fa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/baf59228-d6ce-42a2-aa20-bfac1ee46346 HTTP/1.1" status: 204 len: 168 time: 1.2809613 Feb 10 22:36:24.480387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] For port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:24.484290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.500330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e0c2f619-7b76-4e03-8cb2-e6313fc2264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:24.501880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e0c2f619-7b76-4e03-8cb2-e6313fc2264d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3348231 Feb 10 22:36:24.681350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] For port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,segment=NetworkSegment(21dfe331-6095-4834-8b45-5e4614383646),segment_id=21dfe331-6095-4834-8b45-5e4614383646)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:24.684800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:24.751189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-e12bb720-8085-4d88-b715-1102f4abb4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163904 Feb 10 22:36:24.759256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Calling delete_port for 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:24.927575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Calling delete_port for 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:24.952323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-b207dab1-9ec1-4298-8a81-08b043edf465 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1891830 Feb 10 22:36:25.021095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eb5ae7-87a1-46c2-a908-c84c89eb7bb0 req-872350da-c19d-42c8-bead-abeb8a619a11 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.032130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44eb5ae7-87a1-46c2-a908-c84c89eb7bb0 req-872350da-c19d-42c8-bead-abeb8a619a11 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 943 time: 0.5072126 Feb 10 22:36:25.041601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.132791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Pushing event deleted for resources: {'Port': ['ID=209f0c2c-fe2b-41f2-9353-6e0942e27dd8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:25.146948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16166d-71db-4093-ac0c-002b5907cede req-6c08e875-d89c-42de-83be-bd1bf661c4ca tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.148425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff16166d-71db-4093-ac0c-002b5907cede req-6c08e875-d89c-42de-83be-bd1bf661c4ca tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 943 time: 0.3319612 Feb 10 22:36:25.159629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:36:25.160184 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:36:25.186153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] No DVR routers for this DVR port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:25.189244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e325de0b-cc5a-4fd8-b30f-745d967a026b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:25.194218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6ef07d0-1040-4b54-a043-9472e377c732 req-40b536f2-a311-4c81-ba95-57664585b947 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302232 Feb 10 22:36:25.269155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d94e5c-750c-466b-aa84-418bd7819c6d req-eb0b4653-c00b-4293-ab11-8164369fa09d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.279221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d94e5c-750c-466b-aa84-418bd7819c6d req-eb0b4653-c00b-4293-ab11-8164369fa09d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.4669223 Feb 10 22:36:25.377750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:25.380353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d94e5c-750c-466b-aa84-418bd7819c6d req-d7593c43-d2db-42ea-b237-93fed652c14a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003456 Feb 10 22:36:25.448905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd481a2b-b4eb-4708-808b-57742c99cd5d req-6221cd2b-730b-44fd-ae39-fce15bf88014 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6961284 Feb 10 22:36:25.506506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44eb5ae7-87a1-46c2-a908-c84c89eb7bb0 req-4a94524b-e75e-47f1-be9e-a3abbe37b668 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730973 Feb 10 22:36:25.509323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.556086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:25.558756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Deleting port f4563e02-ab5f-498e-970e-8cfadad10697 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:25.560403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.587314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e325de0b-cc5a-4fd8-b30f-745d967a026b', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': 'e325de0b-cc5a-4fd8-b30f-745d967a026b', 'mac_address': 'fa:16:3e:38:50:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:25.677033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Deleting port 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:25.677402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.708162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6c471f5-0f51-4fbc-8d17-635813408d9a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:25.734892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.735799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.736524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.737232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.737876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.746838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21dfe331-6095-4834-8b45-5e4614383646') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:25.747501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.748299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:25.750719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-41da870a-6aff-4f5e-b927-a55f829b492f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6477 time: 0.1836176 Feb 10 22:36:25.751757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21dfe331-6095-4834-8b45-5e4614383646') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:36:25.827594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.888313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7633ea4f-400c-4268-a828-998d38a5d4c2 None None] The port '209f0c2c-fe2b-41f2-9353-6e0942e27dd8' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:36:25.906372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.949989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:25.954064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:25.981982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:25.982382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 209f0c2c-fe2b-41f2-9353-6e0942e27dd8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:25.999656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e325de0b-cc5a-4fd8-b30f-745d967a026b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:26.024667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:26.034453 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:26.071736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-70f1c9ce-ff50-41b9-a2b9-0351064e1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:26.073504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-70f1c9ce-ff50-41b9-a2b9-0351064e1a15 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a09523cd-9453-4f7a-b617-c42679a16494 HTTP/1.1" status: 200 len: 902 time: 0.3147223 Feb 10 22:36:26.079107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:36:26.079668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:26.185474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-09368576-4ca4-435c-822c-5cec700f3823 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698 HTTP/1.1" status: 200 len: 217 time: 0.0782633 Feb 10 22:36:26.198576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:36:26.208868 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:36:26.306001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e903e6-9f66-4cec-842d-f7254efd2dbb req-e41a8076-5efc-4ae2-bf82-a6923d572ade tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:26.313590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0e903e6-9f66-4cec-842d-f7254efd2dbb req-e41a8076-5efc-4ae2-bf82-a6923d572ade tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 944 time: 0.5561073 Feb 10 22:36:26.340788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:26.365900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:26.386286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0e903e6-9f66-4cec-842d-f7254efd2dbb req-f5f603ec-0899-4a74-a878-ee9f6240a84c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718164 Feb 10 22:36:26.390693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-8df99415-cb30-46df-a945-7ccd4dafcfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:26.393392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6c471f5-0f51-4fbc-8d17-635813408d9a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:26.394512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-8df99415-cb30-46df-a945-7ccd4dafcfd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 200 len: 797 time: 0.1970828 Feb 10 22:36:26.413753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] For port f4563e02-ab5f-498e-970e-8cfadad10697, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f4563e02-ab5f-498e-970e-8cfadad10697,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:26.414150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:26.429370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42e414-5fdb-4f42-931d-e1278837f7c0 req-94f2f98f-f761-4a05-9905-d4d9029f4712 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:26.436662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf42e414-5fdb-4f42-931d-e1278837f7c0 req-94f2f98f-f761-4a05-9905-d4d9029f4712 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5926671 Feb 10 22:36:26.445578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b803f622-c50d-41f7-8f73-f1272bfa8259 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6c471f5-0f51-4fbc-8d17-635813408d9a HTTP/1.1" status: 204 len: 168 time: 2.9367929 Feb 10 22:36:26.458965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e325de0b-cc5a-4fd8-b30f-745d967a026b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:26.497850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38548) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:26.570496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-d3878f90-8d19-4d01-ba0d-7d7d49578b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:26.572591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-d3878f90-8d19-4d01-ba0d-7d7d49578b27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1702263 Feb 10 22:36:26.608604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Calling delete_port for f4563e02-ab5f-498e-970e-8cfadad10697 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:26.703949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf42e414-5fdb-4f42-931d-e1278837f7c0 req-a6dd2e43-6122-4c42-81f5-4ada8ef1843d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663007 Feb 10 22:36:26.842570 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'code': 200} Feb 10 22:36:26.856345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38560) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:26.898944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-345199943-network', 'tenant_id': '2194049cbf1345ee82e89b3d84f6232c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:26.927937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:26.935507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Usage tracker for resource:network and tenant:2194049cbf1345ee82e89b3d84f6232c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:26.939659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:26.951556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:26.997846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Made reservation on behalf of 2194049cbf1345ee82e89b3d84f6232c for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:27.000772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.025649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.060639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.088785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:27.124240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Usage tracker for resource:security_group_rule and tenant:2194049cbf1345ee82e89b3d84f6232c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:27.124548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event deleted for resources: {'Port': ['ID=f4563e02-ab5f-498e-970e-8cfadad10697,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:27.130646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-4969b7d9-2fa9-478d-bfe2-5b0259576891 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502999 Feb 10 22:36:27.131554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:27.142307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:27.191034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d450676a-12dd-4320-a87a-7a218e4eb702 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df04d4c902b34d05a20b768aa584cba2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291981 Feb 10 22:36:27.224899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38570) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:27.249653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] No DVR routers for this DVR port f4563e02-ab5f-498e-970e-8cfadad10697 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:27.254629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.260914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-deleted', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:27.279531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.288528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.295612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.301883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.311567 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff16166d-71db-4093-ac0c-002b5907cede req-9d839e0c-936f-4584-889d-ba7b68c2ba76 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "DELETE /v2.0/ports/f4563e02-ab5f-498e-970e-8cfadad10697 HTTP/1.1" status: 204 len: 173 time: 2.1557925 Feb 10 22:36:27.313672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.318981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.325653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.333329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059519-7dee-4d9e-b99f-fb55f2a15f6f req-5bc1823f-ad6a-4ab9-a691-9b4b2fd64200 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.337353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-f1c5db06-2552-428d-92d1-53212a93e9a1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.5085902 Feb 10 22:36:27.341157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec059519-7dee-4d9e-b99f-fb55f2a15f6f req-5bc1823f-ad6a-4ab9-a691-9b4b2fd64200 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.2615025 Feb 10 22:36:27.391125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.444164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a63c538e-ddf8-4778-95f1-88ac555b16aa req-940ea16b-1541-45a3-aeb5-979a7392048b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1052840 Feb 10 22:36:27.488750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.511471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec059519-7dee-4d9e-b99f-fb55f2a15f6f req-9d8afc3e-8f82-40b3-8500-8267b95b0b18 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613693 Feb 10 22:36:27.542381 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6bd6f81-b23f-4e00-99e7-9742b22c521f req-5a40f5d7-ae22-47b6-9aad-2bd58718ace8 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030604 Feb 10 22:36:27.622249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.627448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.634145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.660041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:36:27.660400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c48f76-325c-4c67-8b6c-57d51fd3b907,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:27.684142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.685277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-607665da-e233-4d20-b6c2-1f871cfac13e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/93c48f76-325c-4c67-8b6c-57d51fd3b907 HTTP/1.1" status: 204 len: 168 time: 0.4545224 Feb 10 22:36:27.736897 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a620a0-f10f-448d-a85c-e1cf9fb9691a', 'name': 'network-vif-deleted', 'tag': 'f4563e02-ab5f-498e-970e-8cfadad10697', 'status': 'completed', 'code': 200} Feb 10 22:36:27.746136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44443642-75b4-401f-8df1-651cdc30f661 req-92d51dbb-bda9-4a06-8e9c-15746b325bcc tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=57a620a0-f10f-448d-a85c-e1cf9fb9691a HTTP/1.1" status: 200 len: 210 time: 0.0800374 Feb 10 22:36:27.753597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.753944 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Added segment 44f09cda-6b38-494a-b461-3fc5da01e1a2 of type vlan for network d3a11f9f-d899-4b8e-be27-42834f006364 Feb 10 22:36:27.855358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246d1f67-0224-4f07-bea8-34a86d08c15e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:27.889715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.935739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:27.936950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:27.938538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:28.011299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a280b196-68a8-4bf4-b878-6bdaf945ca85 req-5025e8a5-3b24-49dc-b486-9b32b8e14b95 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.012852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a280b196-68a8-4bf4-b878-6bdaf945ca85 req-5025e8a5-3b24-49dc-b486-9b32b8e14b95 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 944 time: 0.1648214 Feb 10 22:36:28.085314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a280b196-68a8-4bf4-b878-6bdaf945ca85 req-c59727bf-bfca-48a0-8b70-5772a4bb48d9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660567 Feb 10 22:36:28.113022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6087599 Feb 10 22:36:28.115899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38604) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:28.118558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1950b-df89-457d-af0f-702c9511703e admin admin] Pushing event updated for resources: {'Network': ['ID=d3a11f9f-d899-4b8e-be27-42834f006364,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:28.124573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Request body: {'subnet': {'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-345199943-subnet', 'tenant_id': '2194049cbf1345ee82e89b3d84f6232c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:28.130954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:28.133087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d3a11f9f-d899-4b8e-be27-42834f006364 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:36:28.138190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Usage tracker for resource:subnet and tenant:2194049cbf1345ee82e89b3d84f6232c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:28.143021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:28.154788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:28.168135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee52ff7-83ea-4d5d-812b-33da105a7924 req-7dd38d3f-5795-4562-bd83-1618a56ce532 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.177073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ee52ff7-83ea-4d5d-812b-33da105a7924 req-7dd38d3f-5795-4562-bd83-1618a56ce532 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1096 time: 0.2273281 Feb 10 22:36:28.191569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Made reservation on behalf of 2194049cbf1345ee82e89b3d84f6232c for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:28.193915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:28.237592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ee52ff7-83ea-4d5d-812b-33da105a7924 req-368ff3c1-5b7a-4620-b368-3ffb5cc0d82f tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588517 Feb 10 22:36:28.408113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9455867a-9978-4189-8981-2270b8da32e2 req-e096f121-8efc-4428-9636-2fd61636cfda tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.409590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9455867a-9978-4189-8981-2270b8da32e2 req-e096f121-8efc-4428-9636-2fd61636cfda tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1914482 Feb 10 22:36:28.505262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9455867a-9978-4189-8981-2270b8da32e2 req-832a770c-6ab2-46dd-bc75-7fb48c88191d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642805 Feb 10 22:36:28.533076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee1624-1a79-4d68-81e2-57a72f65e254 req-662daf40-a566-45b0-a6cb-c0c48c48d037 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.534654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-deee1624-1a79-4d68-81e2-57a72f65e254 req-662daf40-a566-45b0-a6cb-c0c48c48d037 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1096 time: 0.0921719 Feb 10 22:36:28.569066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:28.595163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-deee1624-1a79-4d68-81e2-57a72f65e254 req-63d95e10-2304-44e9-a58a-7b1d02f93fca tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Feb 10 22:36:28.637899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a49b578-dfa6-474d-99b9-cdbc6b3ecad0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:28.721163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Checking segment: {'id': '44f09cda-6b38-494a-b461-3fc5da01e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:28.721397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Network hostable DHCP agents. Network: d3a11f9f-d899-4b8e-be27-42834f006364, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:36:28.752864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Network d3a11f9f-d899-4b8e-be27-42834f006364 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:36:28.768026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.774600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.780903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.787360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.792953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.799148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.804890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.807445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31656257-acb7-4e76-8522-937dd9470558 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.1643164 Feb 10 22:36:28.808662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:28.835238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d3a11f9f-d899-4b8e-be27-42834f006364) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:28.842910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.843747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:28.845076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4722b8-01a5-48b6-b4dd-f55be451c6e4 None None] Network d3a11f9f-d899-4b8e-be27-42834f006364 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:36:28.880490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a01e9955-3d8c-4d24-a7df-021a426c648b req-31db127f-31bb-4530-8a46-0d31fb6cf190 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661461 Feb 10 22:36:28.889488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9662978e-2992-41ea-8e46-2b170abbe098 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7725320 Feb 10 22:36:28.900309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c9af1-3ff2-4dc4-a19f-879704a6e9ef req-4d34f77a-63f2-4ec3-beca-64a17939ba59 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:28.902492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c6c9af1-3ff2-4dc4-a19f-879704a6e9ef req-4d34f77a-63f2-4ec3-beca-64a17939ba59 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1290960 Feb 10 22:36:28.987628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c6c9af1-3ff2-4dc4-a19f-879704a6e9ef req-7c5e6e0a-b01b-4ef8-9930-ef6dcaf331af tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793767 Feb 10 22:36:28.995165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1599158750-network', 'tenant_id': '91ab890cdc874e4ab4defa826eec630a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:29.001241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:29.007494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Usage tracker for resource:network and tenant:91ab890cdc874e4ab4defa826eec630a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:29.011175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:29.018944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:29.036296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Made reservation on behalf of 91ab890cdc874e4ab4defa826eec630a for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:29.039678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.059867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.081279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:29.086343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Usage tracker for resource:security_group_rule and tenant:91ab890cdc874e4ab4defa826eec630a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:29.092649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:29.099172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:29.224012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e325de0b-cc5a-4fd8-b30f-745d967a026b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:29.270698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.286591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.345034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:36:29.369473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2a832d-55dc-41e2-b18c-de78e0cbb37f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:29.388275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.388700 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Added segment 6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b of type vlan for network 7a4129a7-12ec-45a9-b826-e76e8b39100e Feb 10 22:36:29.434678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.435457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e295eeb-a3fc-4892-9f25-aeb7bb62d277 None None] Network d3a11f9f-d899-4b8e-be27-42834f006364 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:36:29.447737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52706441-6a9d-42bd-a1f1-9fb1aff77643 req-195e0015-f136-4926-a0a1-72b6c4c6c7b3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:29.449534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52706441-6a9d-42bd-a1f1-9fb1aff77643 req-195e0015-f136-4926-a0a1-72b6c4c6c7b3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 944 time: 0.1166940 Feb 10 22:36:29.473272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.474428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:29.475714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.517115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52706441-6a9d-42bd-a1f1-9fb1aff77643 req-46ceba24-2544-41fe-982c-ed1e5687715d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 Feb 10 22:36:29.608563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e325de0b-cc5a-4fd8-b30f-745d967a026b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:29.619618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e325de0b-cc5a-4fd8-b30f-745d967a026b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:29.619991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.691923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:29.732590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ca0fe-5bc7-4383-be5a-efdf363a2dcf req-6f3b040f-94a5-4aff-943c-04bd0f37c364 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:29.734505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b10ca0fe-5bc7-4383-be5a-efdf363a2dcf req-6f3b040f-94a5-4aff-943c-04bd0f37c364 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 949 time: 0.0948687 Feb 10 22:36:29.735145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] Pushing event updated for resources: {'Network': ['ID=7a4129a7-12ec-45a9-b826-e76e8b39100e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:29.740760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: f4563e02-ab5f-498e-970e-8cfadad10697 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:36:29.741100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f4563e02-ab5f-498e-970e-8cfadad10697 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:29.747384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7a4129a7-12ec-45a9-b826-e76e8b39100e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:36:29.749664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26cfd23d-b484-460a-9ccd-b367ad304387 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9378421 Feb 10 22:36:29.750349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:29.756360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Request body: {'subnet': {'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1599158750-subnet', 'tenant_id': '91ab890cdc874e4ab4defa826eec630a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:29.762275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:29.767132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Usage tracker for resource:subnet and tenant:91ab890cdc874e4ab4defa826eec630a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:29.770375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:29.776844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:29.788999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Made reservation on behalf of 91ab890cdc874e4ab4defa826eec630a for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:29.798486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b10ca0fe-5bc7-4383-be5a-efdf363a2dcf req-de2d89a3-bc86-46f7-b899-d49d58e30277 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542667 Feb 10 22:36:29.810932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.941356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:29.973966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:29.983277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:29.990237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:30.060013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:30.077818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:30.149449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dacc9718-3c76-453a-9180-21ce8b108386,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:30.179578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Checking segment: {'id': '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:30.179944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Network hostable DHCP agents. Network: 7a4129a7-12ec-45a9-b826-e76e8b39100e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:36:30.202177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Network 7a4129a7-12ec-45a9-b826-e76e8b39100e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:36:30.214146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7a4129a7-12ec-45a9-b826-e76e8b39100e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:30.218380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:30.218942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:30.221431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-d8c652c3-8f63-41b8-bd31-27286a9f224d tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:30.222328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-d8c652c3-8f63-41b8-bd31-27286a9f224d tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Synchronizing usage tracker for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:30.222524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcf0d9-1ecc-4208-98c9-020312b1a69d None None] Network 7a4129a7-12ec-45a9-b826-e76e8b39100e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:36:30.242350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2c368109-3dab-4c65-ac43-4d2a6d15e882 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4904146 Feb 10 22:36:30.245252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-d8c652c3-8f63-41b8-bd31-27286a9f224d tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Unset dirty status for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:30.246452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-d8c652c3-8f63-41b8-bd31-27286a9f224d tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/networks?id=d3a11f9f-d899-4b8e-be27-42834f006364 HTTP/1.1" status: 200 len: 808 time: 0.1830215 Feb 10 22:36:30.264762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-93132bc8-bf53-4bb2-b2a9-a0b7cbe0e249 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/quotas/2194049cbf1345ee82e89b3d84f6232c HTTP/1.1" status: 200 len: 375 time: 0.0120692 Feb 10 22:36:30.319821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-ae3d93a6-20a6-4dc5-bb6f-72a1ca51e8a8 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=2194049cbf1345ee82e89b3d84f6232c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497994 Feb 10 22:36:30.429423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-5811c301-5e2e-4fae-988f-cd6eb56f5947 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:36:30.430378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-5811c301-5e2e-4fae-988f-cd6eb56f5947 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151422 Feb 10 22:36:30.443811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Request body: {'binding': {'host': 'n-h2-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:30.444248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 22:36:30.501001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ee056-5bcd-482e-8b4f-8155b30a17eb None None] Network 7a4129a7-12ec-45a9-b826-e76e8b39100e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:36:30.712094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-4bab84ab-9363-4771-a2db-a2c7424c3bb9 service neutron] 10.222.0.53 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830018 Feb 10 22:36:30.886881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on host n-h2-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:30.887668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:30.887668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:30.897141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:30.897455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:30.900723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-abd26854-026a-4e71-b1df-aca2daab9ff6 service neutron] 10.222.0.53 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796315 Feb 10 22:36:30.904581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:30.905007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:30.905261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:30.905669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Bound port: 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:30.939673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:30.944272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:30.945437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] 10.222.0.53 "POST /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c/bindings HTTP/1.1" status: 201 len: 389 time: 0.5067229 Feb 10 22:36:31.307056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-e17d3dda-283c-43db-ae84-99ad28c6d33d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.307056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-e17d3dda-283c-43db-ae84-99ad28c6d33d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 0.1721959 Feb 10 22:36:31.322518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-879fefa1-419e-426d-83f4-9952fd91ccbd tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/quotas/7f00cf907b3d4c89bf5076bd50ce5ae1 HTTP/1.1" status: 200 len: 375 time: 0.0107207 Feb 10 22:36:31.369216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-fd6b61f3-f861-490a-b023-23fee293c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.370786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-fd6b61f3-f861-490a-b023-23fee293c530 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1096 time: 0.1651163 Feb 10 22:36:31.386791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.392676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.398747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.405071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.410801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.424507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.427967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.427967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-d6142cb5-a18e-463d-9f2c-780d4efd75ad tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.1730313 Feb 10 22:36:31.432430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-cc71bca7-c995-4caa-8404-02cbca2ca620 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:31.450086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-cc71bca7-c995-4caa-8404-02cbca2ca620 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:31.452150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-cc71bca7-c995-4caa-8404-02cbca2ca620 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1238937 Feb 10 22:36:31.517148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-6a47ae18-831f-43e0-bdda-914bc5d97374 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:36:31.518142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-6a47ae18-831f-43e0-bdda-914bc5d97374 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0570498 Feb 10 22:36:31.554652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7df84701-6011-4edb-be87-7d12d7cf1ac2 req-adec1465-7355-41e6-92dc-7198ff625c1a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094127 Feb 10 22:36:31.590476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-a926006b-373c-4bd4-9f0b-449294298dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.591950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-a926006b-373c-4bd4-9f0b-449294298dce service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.1646271 Feb 10 22:36:31.632720 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b', 'code': 200} Feb 10 22:36:31.674724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-dc7473b6-b96d-4723-9a71-50a99392897d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 217 time: 0.0758669 Feb 10 22:36:31.685088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-70070e32-dca0-48af-8efc-382a2dd92ef6 service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575780 Feb 10 22:36:31.778329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-895d2a47-2b34-44fb-a478-304520735a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:31.781487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-895d2a47-2b34-44fb-a478-304520735a1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.1016240 Feb 10 22:36:31.866137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-24aea966-4d64-4ab5-8dc2-a2219cb0d69e service neutron] 10.222.0.53 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795695 Feb 10 22:36:31.875454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-7745a769-b2d5-4db3-82a7-853a0720d21e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858970 Feb 10 22:36:32.061412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087cdff-b816-4e0b-a482-48ac3bcb4a46 req-9e7a24ee-4b0c-48c6-9e30-fb3dfffafb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:32.062874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6087cdff-b816-4e0b-a482-48ac3bcb4a46 req-9e7a24ee-4b0c-48c6-9e30-fb3dfffafb20 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 1096 time: 0.3477809 Feb 10 22:36:32.116831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-0701690c-8c32-430f-bc00-50ef1621a7db service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268813 Feb 10 22:36:32.164478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c144c6-b052-4679-9aed-bc4eea714087 req-da1e9cc5-9954-4fc9-a9d5-b56ec8c56e75 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:32.172845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9c144c6-b052-4679-9aed-bc4eea714087 req-da1e9cc5-9954-4fc9-a9d5-b56ec8c56e75 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.2143235 Feb 10 22:36:32.233422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6087cdff-b816-4e0b-a482-48ac3bcb4a46 req-82a43369-a375-476f-a0ab-976f08afa4e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585610 Feb 10 22:36:32.284991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9c144c6-b052-4679-9aed-bc4eea714087 req-8c0e1575-9db7-463d-9ab6-424ea0ad9636 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113179 Feb 10 22:36:32.345481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-d2276440-96cf-4799-88f9-445fd4c5b7c1 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193146 Feb 10 22:36:32.498168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-cce7f215-a6c4-4bae-8e6d-fe20b3ee2fbb tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:32.499956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-cce7f215-a6c4-4bae-8e6d-fe20b3ee2fbb tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.24 "GET /v2.0/networks?id=d3a11f9f-d899-4b8e-be27-42834f006364 HTTP/1.1" status: 200 len: 808 time: 0.2933946 Feb 10 22:36:32.518588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Request body: {'port': {'device_id': '4f70828a-23a4-44e7-935a-9179fac42efd', 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364', 'admin_state_up': True, 'tenant_id': '2194049cbf1345ee82e89b3d84f6232c'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:32.577473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c37acb-7c3f-4ecb-b6f1-addf23421e03 req-eef5810d-c922-4429-9801-34d903af36a2 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:32.584137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94c37acb-7c3f-4ecb-b6f1-addf23421e03 req-eef5810d-c922-4429-9801-34d903af36a2 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1538963 Feb 10 22:36:32.603934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412142fc-d3b6-4cd0-b55b-1511897c8e1e req-b7fe22f1-f540-4197-af8c-d79782f46fe6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:32.612445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-412142fc-d3b6-4cd0-b55b-1511897c8e1e req-b7fe22f1-f540-4197-af8c-d79782f46fe6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.2448921 Feb 10 22:36:32.641072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94c37acb-7c3f-4ecb-b6f1-addf23421e03 req-6e09b69d-3ee2-4e12-bd82-8ba3ba0c61b0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516255 Feb 10 22:36:32.704347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-412142fc-d3b6-4cd0-b55b-1511897c8e1e req-7e5acfc3-43c5-49c8-b3c8-ab7fd8f2a41b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902455 Feb 10 22:36:32.733846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:32.744308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Usage tracker for resource:port and tenant:2194049cbf1345ee82e89b3d84f6232c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:32.747893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:32.754526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:32.776384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Made reservation on behalf of 2194049cbf1345ee82e89b3d84f6232c for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:32.780367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:32.869750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4aff0dd1-efde-4aa2-85dc-f5fcec0251b5 req-76e9776e-de10-4673-a2d3-1f2a6678dc8b tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 210 time: 0.0687144 Feb 10 22:36:33.002384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Allocated IP 172.20.0.8 (d3a11f9f-d899-4b8e-be27-42834f006364/5a49b578-dfa6-474d-99b9-cdbc6b3ecad0/defda387-61e3-47e8-bac2-fb755dda6a0b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:36:33.042351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e6dc1a3-044e-4398-86c0-b049ad71db98 req-a1fe0b5c-e880-424e-b1f6-bde51cedfd9e tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 210 time: 0.0429254 Feb 10 22:36:33.249654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec70e2-9f28-432c-b30c-7b2b85ef08f2 req-1ef2e0ae-d0e6-4ef7-a573-0077a5c5bb65 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.250347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:33.257174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23ec70e2-9f28-432c-b30c-7b2b85ef08f2 req-1ef2e0ae-d0e6-4ef7-a573-0077a5c5bb65 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1131561 Feb 10 22:36:33.449524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.455896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.467507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.473629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.499158 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:33.499456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.499456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.499456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.500959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98a75a77-e01d-43a9-9201-80486a8798bf req-8d9f7091-d157-4ee5-80f2-30ecbc384db0 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.4935694 Feb 10 22:36:33.548900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23ec70e2-9f28-432c-b30c-7b2b85ef08f2 req-9f1c025f-15f4-4ceb-b0cb-9808e9d04586 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907560 Feb 10 22:36:33.555113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:33.571075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:33.632106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98a75a77-e01d-43a9-9201-80486a8798bf req-481c6191-be23-4d7b-b8d8-fef97920165c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1308963 Feb 10 22:36:33.637577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-abc04ffc-ca00-45c5-aa71-f84d1e54bf11 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:33.642067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:33.652344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-abc04ffc-ca00-45c5-aa71-f84d1e54bf11 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 822 time: 0.3742464 Feb 10 22:36:33.672337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Request body: {'port': {'device_id': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'admin_state_up': True, 'tenant_id': '7f00cf907b3d4c89bf5076bd50ce5ae1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:33.725830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:33.736039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:33.797759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:33.932919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Network d3a11f9f-d899-4b8e-be27-42834f006364 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:36:33.936883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:33.939521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:36:33.982156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:33.992583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:34.012728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Made reservation on behalf of 7f00cf907b3d4c89bf5076bd50ce5ae1 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:34.016368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.094434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Pushing event updated for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:34.124336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:34.124956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.182461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-1bad1767-8e40-4864-9e69-d043be009396 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6712143 Feb 10 22:36:34.196460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b02973-8416-4b5a-82d9-9455010a37c8 req-3f4043c8-2234-45ce-8842-a436bb1bc065 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:34.206526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77b02973-8416-4b5a-82d9-9455010a37c8 req-3f4043c8-2234-45ce-8842-a436bb1bc065 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.2100852 Feb 10 22:36:34.216652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Request body: {'port': {'device_id': '4f70828a-23a4-44e7-935a-9179fac42efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:34.228598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Allocated IP 172.20.0.13 (2505ea87-698b-438c-b00d-f9e59aa60113/0d966c85-8e68-48cb-b76f-844d2c3ea0e4/5f4667df-6699-4b27-9934-634de09e6362) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:36:34.347872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77b02973-8416-4b5a-82d9-9455010a37c8 req-a9fd0866-e88e-4a5a-8bbe-30c7a42e2352 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403039 Feb 10 22:36:34.399223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.414938 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'code': 200} Feb 10 22:36:34.508128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.532773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.589740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Network 2505ea87-698b-438c-b00d-f9e59aa60113 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:36:34.596408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:34.607399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:36:34.691463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event updated for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:34.722808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:34.724026 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.790703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bf247-37f8-42b8-99dc-e69cb3d70b2f req-0ae1a9c3-435d-4bd7-b24f-40a242ab3287 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:34.792281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-172bf247-37f8-42b8-99dc-e69cb3d70b2f req-0ae1a9c3-435d-4bd7-b24f-40a242ab3287 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.2004759 Feb 10 22:36:34.813653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-0a48ad27-a119-45d2-842b-eac53e32733f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1475677 Feb 10 22:36:34.827588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Request body: {'port': {'device_id': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:34.882727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6e91f-4b0f-4b6a-84fa-26d41e322373 req-3ae6e0ad-da1d-4a27-be8a-3b7ee4b719fd tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:34.884822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aad6e91f-4b0f-4b6a-84fa-26d41e322373 req-3ae6e0ad-da1d-4a27-be8a-3b7ee4b719fd tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 931 time: 0.1407418 Feb 10 22:36:34.901725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id defda387-61e3-47e8-bac2-fb755dda6a0b {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:34.908415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-172bf247-37f8-42b8-99dc-e69cb3d70b2f req-c2c4aa14-bf65-4d59-a3f9-a4c238b75523 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014330 Feb 10 22:36:34.913255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.928879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Transition to ACTIVE for port object defda387-61e3-47e8-bac2-fb755dda6a0b will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:34.937032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:34.972146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.064156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-aad6e91f-4b0f-4b6a-84fa-26d41e322373 req-656e0b1b-b2eb-4b9c-ad75-7a919e839c95 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Synchronizing usage tracker for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:35.132914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-aad6e91f-4b0f-4b6a-84fa-26d41e322373 req-656e0b1b-b2eb-4b9c-ad75-7a919e839c95 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Unset dirty status for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:35.139775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aad6e91f-4b0f-4b6a-84fa-26d41e322373 req-656e0b1b-b2eb-4b9c-ad75-7a919e839c95 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457807 Feb 10 22:36:35.173938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:35.271230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982db0c3-8675-46f0-b299-8a44092abd79 req-e305a3e9-2372-49f5-b546-f08e4c60945b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.272398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-982db0c3-8675-46f0-b299-8a44092abd79 req-e305a3e9-2372-49f5-b546-f08e4c60945b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 932 time: 0.2035291 Feb 10 22:36:35.282770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Attempting to bind port defda387-61e3-47e8-bac2-fb755dda6a0b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:35.283103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Attempting to bind port defda387-61e3-47e8-bac2-fb755dda6a0b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '44f09cda-6b38-494a-b461-3fc5da01e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:35.283456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Attempting to bind port defda387-61e3-47e8-bac2-fb755dda6a0b on network d3a11f9f-d899-4b8e-be27-42834f006364 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:35.303745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Port defda387-61e3-47e8-bac2-fb755dda6a0b on network d3a11f9f-d899-4b8e-be27-42834f006364 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:35.304072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Attempting to bind port defda387-61e3-47e8-bac2-fb755dda6a0b on network d3a11f9f-d899-4b8e-be27-42834f006364 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:35.311906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:35.312241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Checking segment: {'id': '44f09cda-6b38-494a-b461-3fc5da01e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:35.312622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Bound using segment: {'id': '44f09cda-6b38-494a-b461-3fc5da01e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:35.313047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Bound port: defda387-61e3-47e8-bac2-fb755dda6a0b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44f09cda-6b38-494a-b461-3fc5da01e1a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:35.313421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.396586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-982db0c3-8675-46f0-b299-8a44092abd79 req-ac84569c-b87b-41b5-bdd0-428309ad6269 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170049 Feb 10 22:36:35.426042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f4667df-6699-4b27-9934-634de09e6362 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:35.440775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:35.442237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.444462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=defda387-61e3-47e8-bac2-fb755dda6a0b,segment=NetworkSegment(44f09cda-6b38-494a-b461-3fc5da01e1a2),segment_id=44f09cda-6b38-494a-b461-3fc5da01e1a2)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:35.450822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.531242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.531915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.533305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/defda387-61e3-47e8-bac2-fb755dda6a0b HTTP/1.1" status: 200 len: 1091 time: 1.3225274 Feb 10 22:36:35.533747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:35.547195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Transition to ACTIVE for port object 5f4667df-6699-4b27-9934-634de09e6362 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:35.558638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:35.560055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd586bf-e552-4bc0-9373-d821da49a9b9 service neutron] Pushing event updated for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:35.713746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6d70702d-943c-4a88-969d-500073e96422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.715334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-6d70702d-943c-4a88-969d-500073e96422 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2194049cbf1345ee82e89b3d84f6232c&device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 1094 time: 0.1253088 Feb 10 22:36:35.855656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:35.901465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-8f2bd8de-3254-4fb4-b5e2-1d103469c299 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defda387-61e3-47e8-bac2-fb755dda6a0b HTTP/1.1" status: 200 len: 217 time: 0.1770811 Feb 10 22:36:35.916015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.921666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.927306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.927850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a1d25-d3f9-4e1a-90bb-e89cc2fe22b5 req-cc7bb4d3-83e1-4f0d-a7a7-1a03bc11b646 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.929317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-093a1d25-d3f9-4e1a-90bb-e89cc2fe22b5 req-cc7bb4d3-83e1-4f0d-a7a7-1a03bc11b646 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.4534593 Feb 10 22:36:35.933935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.939344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.944956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.951600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:35.953507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-73dbb83d-13d7-47da-802f-4f180489f469 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.3110263 Feb 10 22:36:35.971997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Attempting to bind port 5f4667df-6699-4b27-9934-634de09e6362 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:35.972327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Attempting to bind port 5f4667df-6699-4b27-9934-634de09e6362 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:35.972652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Attempting to bind port 5f4667df-6699-4b27-9934-634de09e6362 on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:35.986605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Port 5f4667df-6699-4b27-9934-634de09e6362 on network 2505ea87-698b-438c-b00d-f9e59aa60113 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:35.987090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Attempting to bind port 5f4667df-6699-4b27-9934-634de09e6362 on network 2505ea87-698b-438c-b00d-f9e59aa60113 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:35.999823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 36, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:36.000154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Checking segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:36.000533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Bound using segment: {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:36.000954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Bound port: 5f4667df-6699-4b27-9934-634de09e6362, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c71bd6b5-b6d8-4f06-818b-a58496b54a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:36.001291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:36.016269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-093a1d25-d3f9-4e1a-90bb-e89cc2fe22b5 req-ab63e5a2-f6d6-4b31-a126-e24bcc3dd4ba tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795529 Feb 10 22:36:36.050300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-79302ccf-e0ea-45e6-ba48-79ac431f4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.051557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-79302ccf-e0ea-45e6-ba48-79ac431f4c5c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a49b578-dfa6-474d-99b9-cdbc6b3ecad0 HTTP/1.1" status: 200 len: 848 time: 0.0971766 Feb 10 22:36:36.059086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff128c77-2f1d-478d-8f4e-f5631b38a28b req-1164beea-7037-4a18-ad7a-a1ba736ba658 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0687535 Feb 10 22:36:36.108556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:36.112307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5f4667df-6699-4b27-9934-634de09e6362,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:36.120985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:36.130573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-f95c67c9-fff5-4a1e-879a-51fd50b9e289 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3a11f9f-d899-4b8e-be27-42834f006364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704441 Feb 10 22:36:36.265149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.265768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:36.267118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] 10.222.0.24 "PUT /v2.0/ports/5f4667df-6699-4b27-9934-634de09e6362 HTTP/1.1" status: 200 len: 1092 time: 1.4457407 Feb 10 22:36:36.272582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'tag': '5f4667df-6699-4b27-9934-634de09e6362'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:36.276265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-465a8e76-f2f9-4366-8bef-d1e5b92672d4 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375268 Feb 10 22:36:36.289642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f963c77-8edb-4f22-81a7-78cbf3546ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:36.404684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ac6e52-0913-49f5-ad4c-badb9701ad38 req-bd769354-3207-40c4-87a5-8b44dd322145 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.404684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00ac6e52-0913-49f5-ad4c-badb9701ad38 req-bd769354-3207-40c4-87a5-8b44dd322145 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1810436 Feb 10 22:36:36.457922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f36fab0f-5593-4cf8-a5b3-89cc066891ea req-74976c96-8039-4db5-b192-176823e3dad7 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488261 Feb 10 22:36:36.459135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00ac6e52-0913-49f5-ad4c-badb9701ad38 req-55de2985-640e-4c1e-a8e3-cc6b07379a49 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541193 Feb 10 22:36:36.465911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-4dfade97-6342-40f0-a3c0-53f50dc6d189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.467407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-4dfade97-6342-40f0-a3c0-53f50dc6d189 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 1095 time: 0.1430483 Feb 10 22:36:36.562643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-22dfd486-d986-4931-af4f-bf7c4a92eb1a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4667df-6699-4b27-9934-634de09e6362 HTTP/1.1" status: 200 len: 217 time: 0.0869045 Feb 10 22:36:36.635724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-c12c9aaf-4c27-4a13-a3ff-dc060167c2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.637522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-c12c9aaf-4c27-4a13-a3ff-dc060167c2d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.0683658 Feb 10 22:36:36.663878 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b', 'status': 'completed', 'code': 200} Feb 10 22:36:36.715089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-106accf0-39b2-42ac-b11b-19498253fd28 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686648 Feb 10 22:36:36.793290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6031e51-5806-4dbe-a25c-5668faa297c2 req-28b793fc-544b-43f9-99ab-76075cc091c6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.794934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6031e51-5806-4dbe-a25c-5668faa297c2 req-28b793fc-544b-43f9-99ab-76075cc091c6 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.1752014 Feb 10 22:36:36.801695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-fc4ee8da-3d19-4e81-b1ee-79861f82b2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.803115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-fc4ee8da-3d19-4e81-b1ee-79861f82b2c5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2194049cbf1345ee82e89b3d84f6232c&device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 1094 time: 0.1241572 Feb 10 22:36:36.925882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6031e51-5806-4dbe-a25c-5668faa297c2 req-23a092b5-3abc-49d0-bb11-dbff4f6305aa tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217046 Feb 10 22:36:36.930768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-99978994-7836-438e-a837-ef49e05dac15 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084775 Feb 10 22:36:36.941572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca9ddf-3c95-4213-bcde-0c35ee4f4ecf req-faefe16a-2813-4c46-a936-5fb89b58f428 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.948401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1ca9ddf-3c95-4213-bcde-0c35ee4f4ecf req-faefe16a-2813-4c46-a936-5fb89b58f428 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1825862 Feb 10 22:36:36.981094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-6ae6d0f7-ca4c-4969-b4a4-b76ab74bb856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:36.982513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-6ae6d0f7-ca4c-4969-b4a4-b76ab74bb856 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d3a11f9f-d899-4b8e-be27-42834f006364 HTTP/1.1" status: 200 len: 909 time: 0.1632833 Feb 10 22:36:37.066895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1ca9ddf-3c95-4213-bcde-0c35ee4f4ecf req-bc23b500-751c-4a8c-89ed-cdcd416cfa0d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026828 Feb 10 22:36:37.085104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-01a80329-a6ad-4c28-a09e-1beaf936cd1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=defda387-61e3-47e8-bac2-fb755dda6a0b HTTP/1.1" status: 200 len: 217 time: 0.0959492 Feb 10 22:36:37.112109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-323c7fe4-a05d-4dd7-ad35-31dbfb92bf4c req-d4589fd2-39fb-4973-824d-21a813290a7c service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679828 Feb 10 22:36:37.138194 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'tag': '5f4667df-6699-4b27-9934-634de09e6362', 'status': 'completed', 'code': 200} Feb 10 22:36:37.196596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-14b6ab29-0d2d-47c7-b690-7cb3f78436c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.198567 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-14b6ab29-0d2d-47c7-b690-7cb3f78436c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5a49b578-dfa6-474d-99b9-cdbc6b3ecad0 HTTP/1.1" status: 200 len: 848 time: 0.0851026 Feb 10 22:36:37.248542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-55796fff-fabc-4dba-891d-928eecbc90a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d3a11f9f-d899-4b8e-be27-42834f006364&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419836 Feb 10 22:36:37.256552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be9856-e804-4963-975f-c1ff0be710fa req-139712ec-bc46-4298-95dc-0b91338696f9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.257219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-31be9856-e804-4963-975f-c1ff0be710fa req-139712ec-bc46-4298-95dc-0b91338696f9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Synchronizing usage tracker for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:37.302918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01185c-b414-438d-b4f6-c87917ec986b req-3f4e96ba-584f-4b97-ac0c-e84bb7369f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.304449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-3f4e96ba-584f-4b97-ac0c-e84bb7369f38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 1095 time: 0.1374578 Feb 10 22:36:37.358980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-31be9856-e804-4963-975f-c1ff0be710fa req-139712ec-bc46-4298-95dc-0b91338696f9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Unset dirty status for tenant:2194049cbf1345ee82e89b3d84f6232c on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:37.360160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31be9856-e804-4963-975f-c1ff0be710fa req-139712ec-bc46-4298-95dc-0b91338696f9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 943 time: 0.3129864 Feb 10 22:36:37.418990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b5b8e-2477-44b1-bf0c-864b01b001d1 req-3717791b-85f1-4d01-b9d7-6a9a90e1e1d5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.419704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-548b5b8e-2477-44b1-bf0c-864b01b001d1 req-3717791b-85f1-4d01-b9d7-6a9a90e1e1d5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:37.424820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-dd00ab55-0219-430a-b293-07483e3e14a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640851 Feb 10 22:36:37.439953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31be9856-e804-4963-975f-c1ff0be710fa req-3d0443f0-5ac0-4e54-85f7-f60d3b148fd3 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665703 Feb 10 22:36:37.456173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-548b5b8e-2477-44b1-bf0c-864b01b001d1 req-3717791b-85f1-4d01-b9d7-6a9a90e1e1d5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:37.457509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-548b5b8e-2477-44b1-bf0c-864b01b001d1 req-3717791b-85f1-4d01-b9d7-6a9a90e1e1d5 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 944 time: 0.2247920 Feb 10 22:36:37.507554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01185c-b414-438d-b4f6-c87917ec986b req-4ecfbaa6-4e7a-49a7-a171-7e0d50e9f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.515665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-4ecfbaa6-4e7a-49a7-a171-7e0d50e9f69c service neutron] 10.222.0.24 "GET /v2.0/networks?id=2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 200 len: 923 time: 0.1968865 Feb 10 22:36:37.600373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac9c1755-5ee8-41c7-b8d3-3f490675786a req-5e15b590-dbbf-4877-9987-0aa6ce519db3 service neutron] 10.222.0.24 "GET /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599100 Feb 10 22:36:37.614179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-475b2e7e-3071-40c7-94bb-a29c25c06cf4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f4667df-6699-4b27-9934-634de09e6362 HTTP/1.1" status: 200 len: 217 time: 0.0908716 Feb 10 22:36:37.619272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-548b5b8e-2477-44b1-bf0c-864b01b001d1 req-d2f55a82-e057-4675-a1ef-978c0782688a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478138 Feb 10 22:36:37.690541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01185c-b414-438d-b4f6-c87917ec986b req-fbe83963-bce0-41b9-9d6b-35b598318437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.692290 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-fbe83963-bce0-41b9-9d6b-35b598318437 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 200 len: 862 time: 0.0757375 Feb 10 22:36:37.715733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device defda387-61e3-47e8-bac2-fb755dda6a0b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:37.773459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-00c3b04d-4f96-4507-b5ad-1f2270f6f7bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2505ea87-698b-438c-b00d-f9e59aa60113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747774 Feb 10 22:36:37.778407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.784136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.791728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.797577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.803142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.809532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.816036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:37.817530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-5e28521a-4f48-4cd0-b8f6-5573fe3fa83c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.1541371 Feb 10 22:36:37.871934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-477be98e-2f09-4974-9ba7-11a7ce841f09 req-06e39d53-ca9c-49ca-b0c5-6f5d1a8f8811 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0456016 Feb 10 22:36:37.904058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=defda387-61e3-47e8-bac2-fb755dda6a0b,segment=NetworkSegment(44f09cda-6b38-494a-b461-3fc5da01e1a2),segment_id=44f09cda-6b38-494a-b461-3fc5da01e1a2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:37.924227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'defda387-61e3-47e8-bac2-fb755dda6a0b', 'network_id': 'd3a11f9f-d899-4b8e-be27-42834f006364', 'port_id': 'defda387-61e3-47e8-bac2-fb755dda6a0b', 'mac_address': 'fa:16:3e:d2:42:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a49b578-dfa6-474d-99b9-cdbc6b3ecad0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:37.982585 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:38.002073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id defda387-61e3-47e8-bac2-fb755dda6a0b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:38.020789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=defda387-61e3-47e8-bac2-fb755dda6a0b,segment=NetworkSegment(44f09cda-6b38-494a-b461-3fc5da01e1a2),segment_id=44f09cda-6b38-494a-b461-3fc5da01e1a2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:38.026468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:38.122052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:38.149689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcbdf0f-ed8e-4a43-8d60-6ab7febc76a4 req-19805ab6-ff1a-4485-b4a2-0937a79f0741 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:38.156137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bcbdf0f-ed8e-4a43-8d60-6ab7febc76a4 req-19805ab6-ff1a-4485-b4a2-0937a79f0741 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 813 time: 0.4193044 Feb 10 22:36:38.180329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-5c6bc40b-b691-4d61-bb08-76f73ca34f33 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197840 Feb 10 22:36:38.187512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bcbdf0f-ed8e-4a43-8d60-6ab7febc76a4 req-cecd2ebe-9215-49d9-accd-b321c0b88093 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/quotas/69d00acb0cc546cf8e08b395ac067f8c HTTP/1.1" status: 200 len: 375 time: 0.0305088 Feb 10 22:36:38.218951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52324cc7-e6a8-423b-a726-e5fbe084602f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:38.255333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f467e-35f3-4fbb-93a9-2ee753ec5db5 req-b2a09389-a195-4be4-b358-b1bfac358a9a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:38.256726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b44f467e-35f3-4fbb-93a9-2ee753ec5db5 req-b2a09389-a195-4be4-b358-b1bfac358a9a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0902622 Feb 10 22:36:38.271917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['defda387-61e3-47e8-bac2-fb755dda6a0b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:38.406599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bcbdf0f-ed8e-4a43-8d60-6ab7febc76a4 req-34c3861e-3b49-4c11-85d0-3e106115e2c9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2177618 Feb 10 22:36:38.413681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a01185c-b414-438d-b4f6-c87917ec986b req-68728551-81f1-46e1-b7bc-88f02d3a6159 service neutron] 10.222.0.24 "GET /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225349 Feb 10 22:36:38.425703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b44f467e-35f3-4fbb-93a9-2ee753ec5db5 req-164f8682-c298-427c-b78a-2eed0e1f75dd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612620 Feb 10 22:36:38.613971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a7f481-e529-4e3b-b620-365ca8066059 req-38958ad8-6421-4800-92e5-0c81afe54932 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:38.623822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0a7f481-e529-4e3b-b620-365ca8066059 req-38958ad8-6421-4800-92e5-0c81afe54932 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.0983980 Feb 10 22:36:38.666860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0a7f481-e529-4e3b-b620-365ca8066059 req-71b7db4d-f573-412b-a412-a2ec379434a0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424414 Feb 10 22:36:38.730778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f038fb3-4406-48d3-97c6-d48b35594862 req-fa1955a8-b117-4556-aaaa-fae0c50c64e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:38.737240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f038fb3-4406-48d3-97c6-d48b35594862 req-fa1955a8-b117-4556-aaaa-fae0c50c64e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0985062 Feb 10 22:36:38.785106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f038fb3-4406-48d3-97c6-d48b35594862 req-c19fdeef-9b53-4732-a861-ac2cf57929d3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439241 Feb 10 22:36:38.874356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e9983-a464-475e-ba51-1b9257253037 req-548936fe-5950-4781-804d-fbbceb6c31fa tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:38.875977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e45e9983-a464-475e-ba51-1b9257253037 req-548936fe-5950-4781-804d-fbbceb6c31fa tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 944 time: 0.0943012 Feb 10 22:36:38.934116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e45e9983-a464-475e-ba51-1b9257253037 req-e9519a7f-804b-481f-b274-5ff3460b591d tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523760 Feb 10 22:36:39.069458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622703b9-a2a0-4047-acb9-a56eb497110f req-3fe7e6eb-c718-4c17-ab22-b1292992ad1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.070181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-622703b9-a2a0-4047-acb9-a56eb497110f req-3fe7e6eb-c718-4c17-ab22-b1292992ad1c tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 944 time: 0.0838842 Feb 10 22:36:39.135340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e804e3-01f2-4a10-a86e-b5481ae3a904 req-378bf231-de79-4977-b625-e46f330b4641 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.136853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-622703b9-a2a0-4047-acb9-a56eb497110f req-8e3c8893-28bc-4666-aa91-2bda02e659ea tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554001 Feb 10 22:36:39.136965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-74e804e3-01f2-4a10-a86e-b5481ae3a904 req-378bf231-de79-4977-b625-e46f330b4641 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0947819 Feb 10 22:36:39.209018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-74e804e3-01f2-4a10-a86e-b5481ae3a904 req-65f03657-7857-4aaa-adec-9d61218d6f66 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670071 Feb 10 22:36:39.366512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.372734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.378594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.384996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.391043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.397091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.403612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.405563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37932c6a-157a-457d-a734-184f20e9b435 req-ec2dfeff-37f8-40f0-a4f8-463f03a71dfa tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.1294830 Feb 10 22:36:39.442882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e4979e1-9733-4dea-abcf-cc4864dad379 req-114a6afb-4af4-4ada-8729-15e33b32c357 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=69d00acb0cc546cf8e08b395ac067f8c HTTP/1.1" status: 200 len: 221 time: 0.0321364 Feb 10 22:36:39.452517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37932c6a-157a-457d-a734-184f20e9b435 req-f2dc61a1-4962-4a88-a48c-3d4431330f98 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412903 Feb 10 22:36:39.652341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ca518-88e6-473c-be87-fd65559e83dd req-f895d062-2ca4-413d-91db-dc61e57a762b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.653887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b2ca518-88e6-473c-be87-fd65559e83dd req-f895d062-2ca4-413d-91db-dc61e57a762b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0802395 Feb 10 22:36:39.654724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e71f5e9-43a6-41c9-92e8-b539ed4ae8fe req-2af275ce-da08-45ff-921a-0ec63d4f0ee3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.656250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e71f5e9-43a6-41c9-92e8-b539ed4ae8fe req-2af275ce-da08-45ff-921a-0ec63d4f0ee3 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0920875 Feb 10 22:36:39.700038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b2ca518-88e6-473c-be87-fd65559e83dd req-da146884-3f78-468c-b8db-5710acd48223 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397961 Feb 10 22:36:39.702534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e71f5e9-43a6-41c9-92e8-b539ed4ae8fe req-0ae1d4c3-f6d4-4a47-b67e-4147f72df5af tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407460 Feb 10 22:36:39.726858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5f4667df-6699-4b27-9934-634de09e6362 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:39.729223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device defda387-61e3-47e8-bac2-fb755dda6a0b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:39.893802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f994d973-ed68-4efd-83df-6c4b345ab3f8 req-beb983cd-1049-425e-ae89-acf7d61e9b63 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.896450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f994d973-ed68-4efd-83df-6c4b345ab3f8 req-beb983cd-1049-425e-ae89-acf7d61e9b63 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.0876629 Feb 10 22:36:39.907118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port defda387-61e3-47e8-bac2-fb755dda6a0b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:39.924783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port defda387-61e3-47e8-bac2-fb755dda6a0b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:39.925153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:39.944683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f994d973-ed68-4efd-83df-6c4b345ab3f8 req-af297f52-a6f2-445b-b38e-7686a6e702b0 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404029 Feb 10 22:36:39.952537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2eee4-b3dd-4a6f-b0ad-ed77dd121fc6 req-470c44d4-50bd-48d5-b50b-4291d99c49cf tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:39.953964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1fd2eee4-b3dd-4a6f-b0ad-ed77dd121fc6 req-470c44d4-50bd-48d5-b50b-4291d99c49cf tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0928853 Feb 10 22:36:39.995420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5f4667df-6699-4b27-9934-634de09e6362,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:40.002778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1fd2eee4-b3dd-4a6f-b0ad-ed77dd121fc6 req-54c16c4a-9fba-4b6b-baee-f4292117911a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421274 Feb 10 22:36:40.014101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '5f4667df-6699-4b27-9934-634de09e6362', 'network_id': '2505ea87-698b-438c-b00d-f9e59aa60113', 'port_id': '5f4667df-6699-4b27-9934-634de09e6362', 'mac_address': 'fa:16:3e:5a:c9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d966c85-8e68-48cb-b76f-844d2c3ea0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:40.133540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:40.154443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f4667df-6699-4b27-9934-634de09e6362 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:40.185496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:40.202644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5f4667df-6699-4b27-9934-634de09e6362,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:40.213957 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:40.238374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-a13c2e80-51a2-43e4-8eea-d289ab8cc69c tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:40.240027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-a13c2e80-51a2-43e4-8eea-d289ab8cc69c tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/networks?id=7a4129a7-12ec-45a9-b826-e76e8b39100e HTTP/1.1" status: 200 len: 810 time: 0.1836824 Feb 10 22:36:40.259464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-136b6423-49d1-4ede-9f02-b3a4ad9793db tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/quotas/91ab890cdc874e4ab4defa826eec630a HTTP/1.1" status: 200 len: 375 time: 0.0130918 Feb 10 22:36:40.259948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:40.289487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=defda387-61e3-47e8-bac2-fb755dda6a0b,segment=NetworkSegment(44f09cda-6b38-494a-b461-3fc5da01e1a2),segment_id=44f09cda-6b38-494a-b461-3fc5da01e1a2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:40.292017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b4eb5-561a-4292-85a6-63da6bfde84b req-39a882b0-87fb-48c6-9cbd-a42696f629ad tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:40.298914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:40.302208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b8b4eb5-561a-4292-85a6-63da6bfde84b req-39a882b0-87fb-48c6-9cbd-a42696f629ad tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 944 time: 0.1297023 Feb 10 22:36:40.309896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:40.335912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-998cb32b-d482-4d6a-930c-e5663ec6dad2 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=91ab890cdc874e4ab4defa826eec630a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694678 Feb 10 22:36:40.357695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b8b4eb5-561a-4292-85a6-63da6bfde84b req-349df6ba-ab33-4d1d-8739-11b6e425b02f tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545819 Feb 10 22:36:40.393045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:40.430686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['5f4667df-6699-4b27-9934-634de09e6362'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:40.485461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-03decfb5-f7f4-4f9b-bb74-3fc47d52388a service neutron] 10.222.0.53 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440723 Feb 10 22:36:40.488500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72ed5334-e7c6-44d6-a15b-5d816ec81cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:40.561243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f06cbd-1ecd-467f-b30a-f29a482a01fe req-d9bb0693-1dae-41f1-a83c-c5c6ffdbe52b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:40.562971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20f06cbd-1ecd-467f-b30a-f29a482a01fe req-d9bb0693-1dae-41f1-a83c-c5c6ffdbe52b tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 945 time: 0.0936394 Feb 10 22:36:40.617424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20f06cbd-1ecd-467f-b30a-f29a482a01fe req-812f2f2c-de64-4280-a775-b1a19e86ca9a tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465667 Feb 10 22:36:40.640118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-5f04b222-d8e4-4978-ad96-9e7b97829956 service neutron] 10.222.0.53 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469743 Feb 10 22:36:40.670609 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b', 'code': 200} Feb 10 22:36:40.801469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed767aa5-791e-475b-876a-c9c7d97167e6 req-6713081a-6695-4386-ba65-0b3cd212cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:40.803584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ed767aa5-791e-475b-876a-c9c7d97167e6 req-6713081a-6695-4386-ba65-0b3cd212cdaf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 1096 time: 0.0774841 Feb 10 22:36:40.847130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263f8aa0-869e-4ca5-b8c2-bcc1ff981a4d req-f9d72811-a7ff-4598-811a-e0de8ba0a610 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:40.847818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ed767aa5-791e-475b-876a-c9c7d97167e6 req-65de94ab-9775-4a8e-b93f-6510f0ab063f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Feb 10 22:36:40.848671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-263f8aa0-869e-4ca5-b8c2-bcc1ff981a4d req-f9d72811-a7ff-4598-811a-e0de8ba0a610 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0933089 Feb 10 22:36:40.898263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-263f8aa0-869e-4ca5-b8c2-bcc1ff981a4d req-c4eabc26-7aec-4449-aab9-020ba760de29 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Feb 10 22:36:41.094763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00095bd-ba41-47be-bf4c-f33bd28eea8a req-a0db1597-89c4-42f8-b0e2-1d3ff39b5307 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.101927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f00095bd-ba41-47be-bf4c-f33bd28eea8a req-a0db1597-89c4-42f8-b0e2-1d3ff39b5307 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0948532 Feb 10 22:36:41.155821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f00095bd-ba41-47be-bf4c-f33bd28eea8a req-f696a4f2-110a-40cf-9826-b8289529cf43 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527344 Feb 10 22:36:41.194116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.200753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.206776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.214087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.220496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.227382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.234259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.236461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-8344dabd-503b-47e3-bdcc-28e6d70329c9 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.2673295 Feb 10 22:36:41.255054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5134f61b-6639-4b49-bda8-6ed7c61ee513 req-7f879efe-f28e-464b-95aa-eb41cb651115 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 210 time: 0.0542736 Feb 10 22:36:41.344008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1b60bdd-1969-4945-9a30-d7752fac5fe2 req-b980edec-856c-4531-9494-0e2edbd232fb tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691087 Feb 10 22:36:41.359842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-063ada1f-92ce-4e0a-86b1-a94a8c55aeda tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.361654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-063ada1f-92ce-4e0a-86b1-a94a8c55aeda tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.1241417 Feb 10 22:36:41.375675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:41.465087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2660264-27b3-449f-be07-637d39be19d0 req-15fcae5f-195f-4f93-8a27-dc0525729dfd tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.466549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2660264-27b3-449f-be07-637d39be19d0 req-15fcae5f-195f-4f93-8a27-dc0525729dfd tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1050551 Feb 10 22:36:41.513843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2660264-27b3-449f-be07-637d39be19d0 req-85b8000c-c0ad-483b-954e-cf5d39ea35da tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407553 Feb 10 22:36:41.551436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:41.630242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:41.637586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:41.659593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82727176-a7cd-4b86-9d7a-21ee3a0a61b0 req-87cba77e-7d1f-479a-a3bd-43250e271a69 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.661047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82727176-a7cd-4b86-9d7a-21ee3a0a61b0 req-87cba77e-7d1f-479a-a3bd-43250e271a69 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 945 time: 0.1894534 Feb 10 22:36:41.727389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:41.735353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5f4667df-6699-4b27-9934-634de09e6362 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:41.793506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82727176-a7cd-4b86-9d7a-21ee3a0a61b0 req-9c58b1eb-d640-4aab-ac42-268474b98924 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717642 Feb 10 22:36:41.826956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:41.860081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:41.863042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da26c82-7a30-4abf-8bdc-2e0b30506bac req-c06e96de-b259-46bd-aeaf-afacce2846e4 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:41.871126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9da26c82-7a30-4abf-8bdc-2e0b30506bac req-c06e96de-b259-46bd-aeaf-afacce2846e4 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 945 time: 0.1573777 Feb 10 22:36:41.927090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:41.932232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9da26c82-7a30-4abf-8bdc-2e0b30506bac req-4525a245-d610-4e0c-b2ff-0ec3396f5b19 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Feb 10 22:36:41.933640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:41.940500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:41.979017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 5f4667df-6699-4b27-9934-634de09e6362 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:41.993053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 5f4667df-6699-4b27-9934-634de09e6362 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:41.994271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.077293 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:42.101466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c has no active binding in host n-h2-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 22:36:42.183355 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.201887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:42.210163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on host n-h1-825178-4 for vnic_type normal with profile {"migrating_to": "n-h2-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:42.210842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:42.211863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:42.221793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:42.222649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Attempting to bind port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on network 259ca3a5-bc78-4127-a8ee-eadb4c6d708c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:42.233254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:42.233869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Checking segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:42.234348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Bound using segment: {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:42.234979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Bound port: 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7347ba6-3170-4d49-ae85-96f2d0fb025c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '259ca3a5-bc78-4127-a8ee-eadb4c6d708c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:42.235481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.244376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7380dcd-b909-4b2e-ac96-4716ea837695 req-76d9df3a-8129-498d-af06-582285ec1a45 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.246184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7380dcd-b909-4b2e-ac96-4716ea837695 req-76d9df3a-8129-498d-af06-582285ec1a45 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1620581 Feb 10 22:36:42.250282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5f4667df-6699-4b27-9934-634de09e6362,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:42.255447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.299366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7380dcd-b909-4b2e-ac96-4716ea837695 req-ef621e42-08c2-48d7-af19-42023e3d833f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470603 Feb 10 22:36:42.317522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e4e49-f1f4-4c10-8520-3cceaeb3ef6c req-c2ce931b-c0f9-4972-ab5b-e377d2af66f3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.325284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab1e4e49-f1f4-4c10-8520-3cceaeb3ef6c req-c2ce931b-c0f9-4972-ab5b-e377d2af66f3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 945 time: 0.2620223 Feb 10 22:36:42.347538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:42.347794 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:36:42.375835 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'code': 200} Feb 10 22:36:42.394497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab1e4e49-f1f4-4c10-8520-3cceaeb3ef6c req-6d3cf125-f79c-457d-93f0-9b7e22917cd4 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683162 Feb 10 22:36:42.396025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:42.401215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:42.425507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.545023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7561d-4b94-4b33-91b6-84661a7199c1 req-a2cedb36-93ea-4d5e-8921-f622e9cfd6b7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.546499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0c7561d-4b94-4b33-91b6-84661a7199c1 req-a2cedb36-93ea-4d5e-8921-f622e9cfd6b7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0900903 Feb 10 22:36:42.604378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0c7561d-4b94-4b33-91b6-84661a7199c1 req-5475813e-6c49-44af-8cfb-ad455c7f05ed tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503116 Feb 10 22:36:42.668848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ece8347f-355b-4499-91e9-612641f86514 req-bbfd1a5d-ede9-45bf-95f2-0d33b13fe08f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 210 time: 0.1399693 Feb 10 22:36:42.673223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4667df-6699-4b27-9934-634de09e6362'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:42.739556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.740179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.741543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] 10.222.0.24 "PUT /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 1121 time: 1.3715532 Feb 10 22:36:42.760704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b934b2-9998-46d0-94d9-5993d90a6a79 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:42.785670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-6a695e03-5fde-4f99-be95-aa0d1122c2cd tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.789595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-6a695e03-5fde-4f99-be95-aa0d1122c2cd tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.30 "GET /v2.0/networks?id=7a4129a7-12ec-45a9-b826-e76e8b39100e HTTP/1.1" status: 200 len: 810 time: 0.3887043 Feb 10 22:36:42.796619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:42.808467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Request body: {'port': {'device_id': '853cefb3-bf12-4372-a206-586c1a86d91a', 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e', 'admin_state_up': True, 'tenant_id': '91ab890cdc874e4ab4defa826eec630a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:42.818781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcadc4-c27a-4b2d-b74f-159771676497 req-1dbf5344-df81-4b0a-bce0-7d21514e1069 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:42.822438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['8ba47cb0-b5c2-437b-9c7e-0816d392435c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:42.826637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91bcadc4-c27a-4b2d-b74f-159771676497 req-1dbf5344-df81-4b0a-bce0-7d21514e1069 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1117654 Feb 10 22:36:42.906045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91bcadc4-c27a-4b2d-b74f-159771676497 req-bf78897b-b0c3-4289-ac69-61815f09f12e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784698 Feb 10 22:36:42.909382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8ba47cb0-b5c2-437b-9c7e-0816d392435c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:43.035500 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f4667df-6699-4b27-9934-634de09e6362', 'code': 200} Feb 10 22:36:43.218724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827f888-d4b0-4052-9f48-ff895facddf8 req-f1afc0af-ab15-4477-901d-d6a5e1002504 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.220252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8827f888-d4b0-4052-9f48-ff895facddf8 req-f1afc0af-ab15-4477-901d-d6a5e1002504 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.0928938 Feb 10 22:36:43.246022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.251828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.257585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.264173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.265838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8827f888-d4b0-4052-9f48-ff895facddf8 req-0659a3c2-806d-4020-9af9-93d3c37fa964 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390596 Feb 10 22:36:43.270537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.277069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.283319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.285301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-450c605b-5ef9-4233-a63b-f8544a769c9b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5420 time: 0.4548481 Feb 10 22:36:43.294004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:43.315622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:36:43.325308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Usage tracker for resource:port and tenant:91ab890cdc874e4ab4defa826eec630a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:36:43.329043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:36:43.347669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc33d-65e6-4e81-af77-b95f431f97be req-1ad50fd5-1ba4-4fba-878d-b78b3123d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.349158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3afc33d-65e6-4e81-af77-b95f431f97be req-1ad50fd5-1ba4-4fba-878d-b78b3123d741 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 1097 time: 0.2498856 Feb 10 22:36:43.351928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:36:43.362295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf62b663-6f5b-43aa-aa75-647ead542c21 req-337a406e-ecd9-4763-8989-0e7cd977f068 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682068 Feb 10 22:36:43.403475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Made reservation on behalf of 91ab890cdc874e4ab4defa826eec630a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:36:43.406900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:43.420952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3afc33d-65e6-4e81-af77-b95f431f97be req-45f11f86-35f0-4243-9205-045551b6fd6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628991 Feb 10 22:36:43.501885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78112f67-1e28-4f17-9983-b52bd348f0e8 req-72d7c471-d410-427e-ac31-f53d71147208 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.507779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:43.508831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78112f67-1e28-4f17-9983-b52bd348f0e8 req-72d7c471-d410-427e-ac31-f53d71147208 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 945 time: 0.1228983 Feb 10 22:36:43.522061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'mac_address': 'fa:16:3e:56:3c:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:43.549591 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78112f67-1e28-4f17-9983-b52bd348f0e8 req-dc29c459-0456-4fe8-bb22-1690426beb02 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397303 Feb 10 22:36:43.579100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:43.597557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:43.614184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:43.619001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:43.655667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Allocated IP 172.20.0.3 (7a4129a7-12ec-45a9-b826-e76e8b39100e/dacc9718-3c76-453a-9180-21ce8b108386/03e28bd3-8de9-4c0e-8a38-00e69e0d5b33) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:36:43.668024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761762ec-bb59-4df5-a6af-671690323644 req-7351bdfc-78d5-414d-aee3-3ba48221ac55 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.669512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-761762ec-bb59-4df5-a6af-671690323644 req-7351bdfc-78d5-414d-aee3-3ba48221ac55 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1691778 Feb 10 22:36:43.693968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:43.743864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2963289a-2ee5-43e6-b3d2-5f686d14c39c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:43.750825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84f825-66ee-4c67-b0b7-339a1288da70 req-50c85cf7-adef-4d66-b9ec-3dad3d80598d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:43.752724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a84f825-66ee-4c67-b0b7-339a1288da70 req-50c85cf7-adef-4d66-b9ec-3dad3d80598d tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 946 time: 0.0820539 Feb 10 22:36:43.779614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-761762ec-bb59-4df5-a6af-671690323644 req-3643f223-1269-4d70-b306-96305a5e1ff7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955346 Feb 10 22:36:43.830434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a84f825-66ee-4c67-b0b7-339a1288da70 req-5008b335-72c1-484e-9e5f-3bb7b1b43188 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691705 Feb 10 22:36:43.888617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:43.915858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '2963289a-2ee5-43e6-b3d2-5f686d14c39c', 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'port_id': '2963289a-2ee5-43e6-b3d2-5f686d14c39c', 'mac_address': 'fa:16:3e:eb:7b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecc88f-9d17-45d8-acc2-337102d0e5d5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:43.951068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:43.984610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:43.995512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.008323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2963289a-2ee5-43e6-b3d2-5f686d14c39c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:44.027133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.031096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:44.074749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.075430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5bf740e3-55ef-4f20-97e9-2614aa9ce271 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:44.085596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f65c4-19d6-496e-a05a-399b3ee1c347 req-aadcab75-8201-4bb2-90c8-88be0a7eace2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.088032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db2f65c4-19d6-496e-a05a-399b3ee1c347 req-aadcab75-8201-4bb2-90c8-88be0a7eace2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1043048 Feb 10 22:36:44.094550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Network 7a4129a7-12ec-45a9-b826-e76e8b39100e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:36:44.097813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:36:44.102264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:36:44.141385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db2f65c4-19d6-496e-a05a-399b3ee1c347 req-dabf12cf-6fac-44d1-8b6d-d6c71e1eb23e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476830 Feb 10 22:36:44.189880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Pushing event updated for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:44.232293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.232920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.260774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-73fd3e30-12a8-4165-bf1a-1294485160b4 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4568777 Feb 10 22:36:44.275592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df5e61-ce3f-42d5-a882-1687da792893 req-bc8f20ef-7599-400d-800f-e3f9644f05ec tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.276309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d2df5e61-ce3f-42d5-a882-1687da792893 req-bc8f20ef-7599-400d-800f-e3f9644f05ec tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Synchronizing usage tracker for tenant:91ab890cdc874e4ab4defa826eec630a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:44.295971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d2df5e61-ce3f-42d5-a882-1687da792893 req-bc8f20ef-7599-400d-800f-e3f9644f05ec tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Unset dirty status for tenant:91ab890cdc874e4ab4defa826eec630a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:44.297193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2df5e61-ce3f-42d5-a882-1687da792893 req-bc8f20ef-7599-400d-800f-e3f9644f05ec tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 931 time: 0.1669362 Feb 10 22:36:44.345695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:44.352106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2df5e61-ce3f-42d5-a882-1687da792893 req-aa282b57-ef85-4494-bb48-f495c19b1e5f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493567 Feb 10 22:36:44.362699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.376805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:44.381705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bd934-c835-4dd2-bd3e-05b531d65f16 req-2dcb6733-b13e-4a41-8439-961a43d95e77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.383314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c1bd934-c835-4dd2-bd3e-05b531d65f16 req-2dcb6733-b13e-4a41-8439-961a43d95e77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1135786 Feb 10 22:36:44.401675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'port_id': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'mac_address': 'fa:16:3e:3a:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e', 'ip_address': '10.1.1.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:44.427243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Request body: {'port': {'device_id': '853cefb3-bf12-4372-a206-586c1a86d91a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:36:44.437409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c1bd934-c835-4dd2-bd3e-05b531d65f16 req-7a65a071-f761-45a3-9c0a-089e2fcae015 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Feb 10 22:36:44.524358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.572695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf740e3-55ef-4f20-97e9-2614aa9ce271 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:44.592801 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'status': 'completed', 'code': 200} Feb 10 22:36:44.605137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.610729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.611646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:44.699378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40379b3f-c638-4f3e-8632-096d5012734a req-9a2d8a09-181c-4f21-8321-7bc4312a9886 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.700986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40379b3f-c638-4f3e-8632-096d5012734a req-9a2d8a09-181c-4f21-8321-7bc4312a9886 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.1516178 Feb 10 22:36:44.739106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:44.744045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.757850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40379b3f-c638-4f3e-8632-096d5012734a req-644e7f6a-0131-4cf6-b018-cbf6eac02083 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Feb 10 22:36:44.760074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'port_id': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'mac_address': 'fa:16:3e:7f:12:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e', 'ip_address': '10.1.1.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:44.765747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.818076 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.839918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:44.857623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.862494 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:44.863371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:44.930775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-526093b7-e6ce-44a4-890b-1dbdae0217f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:44.932590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-526093b7-e6ce-44a4-890b-1dbdae0217f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1124 time: 0.3386600 Feb 10 22:36:44.953909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:44.961669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:44.972840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'network_id': 'a09523cd-9453-4f7a-b617-c42679a16494', 'port_id': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'mac_address': 'fa:16:3e:35:91:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ecc88f-9d17-45d8-acc2-337102d0e5d5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:45.036176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.045534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.051688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.054015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:45.057528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.063305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.069202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.070998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.075558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.075720 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.076303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2b924954-10eb-47a6-bcf5-704cc25f51d9 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:45.081237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.088179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-ae1c221f-7a0a-40ca-b7f2-697a40dc282a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5422 time: 0.4188180 Feb 10 22:36:45.159640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87f242-04b9-4eeb-b2e7-725192d45e8e req-84987d22-d972-40ae-ab02-c5eddcbef5fa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.161840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b87f242-04b9-4eeb-b2e7-725192d45e8e req-84987d22-d972-40ae-ab02-c5eddcbef5fa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0927393 Feb 10 22:36:45.170379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:45.176008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.192624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '2b924954-10eb-47a6-bcf5-704cc25f51d9', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'port_id': '2b924954-10eb-47a6-bcf5-704cc25f51d9', 'mac_address': 'fa:16:3e:b0:b1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e', 'ip_address': '10.1.1.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:45.225303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b87f242-04b9-4eeb-b2e7-725192d45e8e req-0436b55f-b84c-4a90-a284-e058f67d8d5a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540891 Feb 10 22:36:45.255309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.265760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-878be30d-190d-442b-a44f-ec88d94c4c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.267254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-878be30d-190d-442b-a44f-ec88d94c4c68 service neutron] 10.222.0.30 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.3280609 Feb 10 22:36:45.274334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b924954-10eb-47a6-bcf5-704cc25f51d9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:45.292023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.296227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.297037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6d7b75aa-7205-411b-a97d-5833972d3be1 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:45.345900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:45.420416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6d9d39-0618-408f-976d-df26feb04f4f req-2152755f-f58a-49a9-9f61-e30fb47cd1f2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.422300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d6d9d39-0618-408f-976d-df26feb04f4f req-2152755f-f58a-49a9-9f61-e30fb47cd1f2 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 946 time: 0.0925872 Feb 10 22:36:45.448829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:45.456066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6d7b75aa-7205-411b-a97d-5833972d3be1,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.473274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6d7b75aa-7205-411b-a97d-5833972d3be1', 'network_id': 'a29ce7f4-8845-46e5-871e-a4627bc87e69', 'port_id': '6d7b75aa-7205-411b-a97d-5833972d3be1', 'mac_address': 'fa:16:3e:fd:bf:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd09ac69-e1ca-41c2-b7ea-1867605b657e', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:45.473708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d6d9d39-0618-408f-976d-df26feb04f4f req-0fdf4dfa-4908-4546-93a4-cd9e171b9316 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446858 Feb 10 22:36:45.496814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-ed004e1a-5586-41cd-82ed-7cc131cd5d76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 217 time: 0.2134545 Feb 10 22:36:45.516427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-235f7e4c-8c3d-466a-886f-426cb530c753 req-cf80fd7d-7eb1-4b44-b179-69406a719343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3773441 Feb 10 22:36:45.526329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:45.526691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.578454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-4c687f17-5acc-4bdb-9492-ecbb0f4958d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.579938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-4c687f17-5acc-4bdb-9492-ecbb0f4958d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.0680389 Feb 10 22:36:45.612573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.634048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d7b75aa-7205-411b-a97d-5833972d3be1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:45.644689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-d44d826f-fa41-4974-bbbd-064f89f60907 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504761 Feb 10 22:36:45.726084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b581d-683f-4afd-b33f-c8601438072a req-4632e68d-64e8-45fb-9a1a-036c9ae4a406 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.728586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-821b581d-683f-4afd-b33f-c8601438072a req-4632e68d-64e8-45fb-9a1a-036c9ae4a406 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0973294 Feb 10 22:36:45.729146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6d7b75aa-7205-411b-a97d-5833972d3be1,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.736383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.737338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 81d48c8b-814f-4433-b63c-f9b7e7aff706 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:45.776246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-821b581d-683f-4afd-b33f-c8601438072a req-f03cb7ad-52a1-4c56-9e5b-dcd491775a6b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409944 Feb 10 22:36:45.824188 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.898736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:45.912250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:45.913689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.928304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:45.950486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:45.952398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa345da-7efc-4374-af83-f85e9c494e76 req-cdd70268-846e-4030-a034-02d2a583fe94 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.956948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:45.960144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6aa345da-7efc-4374-af83-f85e9c494e76 req-cdd70268-846e-4030-a034-02d2a583fe94 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2731853 Feb 10 22:36:45.968075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-3b2faa81-5beb-4701-8775-b4b4d5452edc service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140075 Feb 10 22:36:45.970630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Transition to ACTIVE for port object 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:45.994510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d603b8ee-697f-42c6-9571-d85e8fc1facf req-1d0794d1-69be-4027-9a2e-beaac8c8998b tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:45.996033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d603b8ee-697f-42c6-9571-d85e8fc1facf req-1d0794d1-69be-4027-9a2e-beaac8c8998b tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 931 time: 0.0914245 Feb 10 22:36:46.018798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.042125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d603b8ee-697f-42c6-9571-d85e8fc1facf req-c7e8530a-b8b1-4351-a639-83dd88ef5d30 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Synchronizing usage tracker for tenant:91ab890cdc874e4ab4defa826eec630a on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:46.053788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:46.059724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d603b8ee-697f-42c6-9571-d85e8fc1facf req-c7e8530a-b8b1-4351-a639-83dd88ef5d30 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Unset dirty status for tenant:91ab890cdc874e4ab4defa826eec630a on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:46.060946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d603b8ee-697f-42c6-9571-d85e8fc1facf req-c7e8530a-b8b1-4351-a639-83dd88ef5d30 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589662 Feb 10 22:36:46.072855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'port_id': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'mac_address': 'fa:16:3e:d8:95:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:46.074597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:46.133181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.163689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d48c8b-814f-4433-b63c-f9b7e7aff706 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:46.182433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:46.187898 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.255267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6aa345da-7efc-4374-af83-f85e9c494e76 req-1d99c6b4-0020-4fae-9b79-0d69e6abeb58 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827411 Feb 10 22:36:46.262971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:46.265071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Pushing event updated for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.294936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:46.416905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d3ab47c-0b20-4fd7-826e-e2987915ac2c req-5109034c-6a11-4926-b0ae-479ece47acf1 service neutron] 10.222.0.30 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4262433 Feb 10 22:36:46.441771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Attempting to bind port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:36:46.442374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Attempting to bind port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:36:46.442741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Attempting to bind port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 on network 7a4129a7-12ec-45a9-b826-e76e8b39100e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:46.448431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 on network 7a4129a7-12ec-45a9-b826-e76e8b39100e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:36:46.448800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Attempting to bind port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 on network 7a4129a7-12ec-45a9-b826-e76e8b39100e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:36:46.456973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:36:46.457720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Checking segment: {'id': '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:36:46.458254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Bound using segment: {'id': '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:36:46.458837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Bound port: 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:36:46.459165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.544293 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'code': 200} Feb 10 22:36:46.578282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:46.582771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,segment=NetworkSegment(6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b),segment_id=6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:36:46.588954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.662906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bbc2d-a38e-4155-8c69-382be5004c55 req-a75cb6e0-8823-4ea5-9f5f-4d198ab81520 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.664638 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c8bbc2d-a38e-4155-8c69-382be5004c55 req-a75cb6e0-8823-4ea5-9f5f-4d198ab81520 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.2066655 Feb 10 22:36:46.665095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.665817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:46.667233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] 10.222.0.30 "PUT /v2.0/ports/03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 HTTP/1.1" status: 200 len: 1091 time: 2.2488244 Feb 10 22:36:46.668424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:46.717495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c8bbc2d-a38e-4155-8c69-382be5004c55 req-3610f598-99d3-4436-952d-74dba2ee465a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Feb 10 22:36:46.786595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc561aa-8393-4019-9cbf-dd35759a012c service neutron] Pushing event updated for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:46.826560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-d8579349-c846-4f13-b9ce-7ced9e14e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.828084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-d8579349-c846-4f13-b9ce-7ced9e14e55b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91ab890cdc874e4ab4defa826eec630a&device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 1094 time: 0.1078095 Feb 10 22:36:46.835512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482a783-15be-45af-973e-9e5e09ccdbe1 req-fcaf80c3-34ab-4435-a16b-d4d1b0f2e219 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.836855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4482a783-15be-45af-973e-9e5e09ccdbe1 req-fcaf80c3-34ab-4435-a16b-d4d1b0f2e219 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 946 time: 0.1757665 Feb 10 22:36:46.939269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-21be9211-8a7d-49da-8407-b3dcd005051e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 HTTP/1.1" status: 200 len: 217 time: 0.0970454 Feb 10 22:36:46.984879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.992902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:46.998383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.020566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.026372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.042889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.048997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.051333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-16deb743-d441-4789-a07e-03bdf37335dc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5427 time: 0.1917574 Feb 10 22:36:47.058612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4482a783-15be-45af-973e-9e5e09ccdbe1 req-f7419ee2-49fe-4572-8ca2-4b5ad6d921d6 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135127 Feb 10 22:36:47.140777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-56fe50a4-3e09-4480-a871-efd8807b0d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.142952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-56fe50a4-3e09-4480-a871-efd8807b0d88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dacc9718-3c76-453a-9180-21ce8b108386 HTTP/1.1" status: 200 len: 850 time: 0.1792855 Feb 10 22:36:47.183716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-433d321b-f091-4dd2-94a1-96b8208a3d87 req-8e4bc5d4-56d7-443d-88df-8bee8da16f33 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1236391 Feb 10 22:36:47.216410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-f3ae5d99-8dcb-4bfd-b9f1-3334949a61c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a4129a7-12ec-45a9-b826-e76e8b39100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641446 Feb 10 22:36:47.265997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-5d15b322-eb27-4107-8000-da725f4652e6 service neutron] 10.222.0.30 "GET /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.1935503 Feb 10 22:36:47.268330 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33', 'status': 'completed', 'code': 200} Feb 10 22:36:47.389011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['4ae7eee9-30b3-4408-b96e-a8b2ad38b698'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.432305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['2963289a-2ee5-43e6-b3d2-5f686d14c39c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.461824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['31645a1a-3b8a-4e88-beac-f9a33f9b22a7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.521523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['2b924954-10eb-47a6-bcf5-704cc25f51d9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.597568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['81d48c8b-814f-4433-b63c-f9b7e7aff706'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.600496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7195cf2-1898-4517-9b49-92de031910f5 req-55d3f9e1-99a3-422b-9909-cb8d445c5828 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.602596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7195cf2-1898-4517-9b49-92de031910f5 req-55d3f9e1-99a3-422b-9909-cb8d445c5828 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.0859413 Feb 10 22:36:47.639720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-128df076-9e55-4df8-aea9-c727cd4e54ab service neutron] 10.222.0.30 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126010 Feb 10 22:36:47.661703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7195cf2-1898-4517-9b49-92de031910f5 req-fafc08bc-0e5f-4714-aab9-56a370389c40 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Feb 10 22:36:47.713735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6d7b75aa-7205-411b-a97d-5833972d3be1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:47.784606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac9008-8992-4288-887e-850079fba7a6 req-269b5352-108f-4a08-992e-92201d75bc74 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.786416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfac9008-8992-4288-887e-850079fba7a6 req-269b5352-108f-4a08-992e-92201d75bc74 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5150645 Feb 10 22:36:47.902524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c13ac-66d3-4d31-a558-1b9222178e51 req-e780980a-d639-4191-ab6a-78eb23ba85f0 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:47.921720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-791c13ac-66d3-4d31-a558-1b9222178e51 req-e780980a-d639-4191-ab6a-78eb23ba85f0 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 943 time: 0.1589015 Feb 10 22:36:47.969034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfac9008-8992-4288-887e-850079fba7a6 req-c77b1740-be1b-44f0-9088-3844f4f6b8d9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617923 Feb 10 22:36:47.980929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46640de2-3a97-405f-a6d6-95e3c0bc44d7 req-a878f340-0d83-4cc0-9262-f58305c0d758 service neutron] 10.222.0.30 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3158071 Feb 10 22:36:47.999148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:48.035940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:48.044082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-791c13ac-66d3-4d31-a558-1b9222178e51 req-88aee2ef-a2e0-42b3-a081-9d4f8bf6d426 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212633 Feb 10 22:36:48.178545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba47cb0-b5c2-437b-9c7e-0816d392435c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:48.191996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:48.269925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:48.288594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['5bf740e3-55ef-4f20-97e9-2614aa9ce271'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:48.398802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44269264-7282-4796-be12-bdb7ce4b7817 req-8627ea61-41bd-4192-b5a3-d373204bd357 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:48.407107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44269264-7282-4796-be12-bdb7ce4b7817 req-8627ea61-41bd-4192-b5a3-d373204bd357 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 943 time: 0.1179295 Feb 10 22:36:48.483613 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44269264-7282-4796-be12-bdb7ce4b7817 req-02734c97-6759-4f26-9690-7a58ea24089a tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Feb 10 22:36:48.581803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-642b1d35-0ecc-43c5-8605-9e2a7fd185fe tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:48.581803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-642b1d35-0ecc-43c5-8605-9e2a7fd185fe tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 946 time: 0.2321131 Feb 10 22:36:48.581803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-ab31861c-3f6c-45be-b0fd-251ea7d94ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:48.581803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-ab31861c-3f6c-45be-b0fd-251ea7d94ea8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=91ab890cdc874e4ab4defa826eec630a&device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 1094 time: 0.3670957 Feb 10 22:36:48.619182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] Transition to ACTIVE for port object 8ba47cb0-b5c2-437b-9c7e-0816d392435c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:36:48.640654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914e5df-5d76-41fd-b505-3d71deea2e3b req-7a86b7a8-259e-4aa1-bbc0-99f5bc0ed809 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:48.647882 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b914e5df-5d76-41fd-b505-3d71deea2e3b req-7a86b7a8-259e-4aa1-bbc0-99f5bc0ed809 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3120792 Feb 10 22:36:48.673514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:48.909565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Deleting port 5f4667df-6699-4b27-9934-634de09e6362 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:48.909565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:48.919588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551cefe-8b0d-4213-b8d8-2d77e2f0b7a5 req-e047e1c6-58c2-463b-8f99-2ebe34641d9f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:48.966277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b551cefe-8b0d-4213-b8d8-2d77e2f0b7a5 req-e047e1c6-58c2-463b-8f99-2ebe34641d9f tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 946 time: 0.3021715 Feb 10 22:36:49.028791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b914e5df-5d76-41fd-b505-3d71deea2e3b req-2bc8f765-42f1-4812-b4f3-7c2ac7b90454 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725693 Feb 10 22:36:49.068298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] No DVR routers for this DVR port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:49.089925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b551cefe-8b0d-4213-b8d8-2d77e2f0b7a5 req-2884ac41-d3ef-4e7f-b312-8a633d004420 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups?id=c867f3c7-af3c-42ed-9e19-61968ae014ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226892 Feb 10 22:36:49.124672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] Pushing event updated for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:49.311556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-bae3b75a-0a15-4f04-b81a-8b961a1e426e service neutron] 10.222.0.30 "PUT /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c/bindings/n-h2-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8147330 Feb 10 22:36:49.331919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:49.404638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.421154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.436286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.443665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.460792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.466275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:36:49.476473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.482158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-97090b21-eb5c-4cb7-9fc0-0c5615a7c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.486385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.496987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-264958e9-4f81-4897-b72e-68abf9247609 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5427 time: 0.2512136 Feb 10 22:36:49.501503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-97090b21-eb5c-4cb7-9fc0-0c5615a7c2c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7a4129a7-12ec-45a9-b826-e76e8b39100e HTTP/1.1" status: 200 len: 911 time: 0.8720586 Feb 10 22:36:49.605744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b0e82db-b0be-4c38-b985-39db97a001bd req-0ba0f32a-a91b-4ba9-a5e6-04c34bb8abbf tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094992 Feb 10 22:36:49.677519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-96cd05cd-6efa-4ccf-8dd6-f2bcbc872880 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.679028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-96cd05cd-6efa-4ccf-8dd6-f2bcbc872880 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.1882422 Feb 10 22:36:49.856979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-3f9bd47a-96ed-43af-8868-cf57b9b9f6a7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 HTTP/1.1" status: 200 len: 217 time: 0.3388381 Feb 10 22:36:49.909269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-d311fee3-3737-4925-872a-ae15fea4652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.909269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-d311fee3-3737-4925-872a-ae15fea4652c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12&tenant_id=f8763526ee7947c4ad2e9269da6f17cb HTTP/1.1" status: 200 len: 1095 time: 0.2147477 Feb 10 22:36:49.927260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4e89e-53d3-4158-bc92-266c204dfc15 req-507499e9-b619-4c7a-bd39-e4642b5df65f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:49.939328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4dd4e89e-53d3-4158-bc92-266c204dfc15 req-507499e9-b619-4c7a-bd39-e4642b5df65f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 943 time: 0.1595390 Feb 10 22:36:50.059170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] For port 5f4667df-6699-4b27-9934-634de09e6362, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5f4667df-6699-4b27-9934-634de09e6362,segment=NetworkSegment(c71bd6b5-b6d8-4f06-818b-a58496b54a19),segment_id=c71bd6b5-b6d8-4f06-818b-a58496b54a19)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:50.059170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.083521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4dd4e89e-53d3-4158-bc92-266c204dfc15 req-3131adf9-207b-4364-ba6e-26552df2cfca tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334612 Feb 10 22:36:50.189127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-7f1bceea-d0fc-408e-9fbb-bb4f2d97153b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:50.189127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-7f1bceea-d0fc-408e-9fbb-bb4f2d97153b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1095 time: 0.1905808 Feb 10 22:36:50.239905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:50.399615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:50.411701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:50.411701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.535964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Calling delete_port for 5f4667df-6699-4b27-9934-634de09e6362 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:50.553387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-0b89779c-9316-4fd9-83bf-c8b92135cee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:50.565711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-0b89779c-9316-4fd9-83bf-c8b92135cee9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 200 len: 922 time: 0.3626981 Feb 10 22:36:50.686388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.716982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:50.727525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:50.731608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-4745d14f-b32e-496c-a9f5-05b5f914cb12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 200 len: 217 time: 0.1649489 Feb 10 22:36:50.733996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.736615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5f4667df-6699-4b27-9934-634de09e6362 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:36:50.767463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-4f21f8d9-9c02-4f16-9821-05d3098fb484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:50.767463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-4f21f8d9-9c02-4f16-9821-05d3098fb484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dacc9718-3c76-453a-9180-21ce8b108386 HTTP/1.1" status: 200 len: 850 time: 0.3664112 Feb 10 22:36:50.838920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-9f749c32-0d63-4147-96cf-b49dbc38cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:50.841107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-9f749c32-0d63-4147-96cf-b49dbc38cf5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 200 len: 861 time: 0.0971658 Feb 10 22:36:50.858910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-b28f4427-bb1b-4f2d-acda-edfe89285684 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7a4129a7-12ec-45a9-b826-e76e8b39100e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606582 Feb 10 22:36:50.909807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe580b8b-c733-4029-9161-de2586744620 req-b55d1b05-0486-4cab-a2ac-cb1e757736ba tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:50.911952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe580b8b-c733-4029-9161-de2586744620 req-b55d1b05-0486-4cab-a2ac-cb1e757736ba tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.2276990 Feb 10 22:36:50.922044 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-34a02746-716d-4fb9-ba0a-9163dc480e66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=259ca3a5-bc78-4127-a8ee-eadb4c6d708c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611820 Feb 10 22:36:50.968318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.988547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:50.998144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f5c98-488a-44ce-85bd-f87765b88d2f req-d1395a9a-e380-41bc-b778-3c2411ff4a4d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:51.006230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-605f5c98-488a-44ce-85bd-f87765b88d2f req-d1395a9a-e380-41bc-b778-3c2411ff4a4d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.7086513 Feb 10 22:36:51.064417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe580b8b-c733-4029-9161-de2586744620 req-87d29f2a-7a62-4034-9f06-6e18f8970c11 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458809 Feb 10 22:36:51.071266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:51.122246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event deleted for resources: {'Port': ['ID=5f4667df-6699-4b27-9934-634de09e6362,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:51.163670 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-fddb59c2-1208-4276-863a-9c3e65bbd394 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229862 Feb 10 22:36:51.255096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-605f5c98-488a-44ce-85bd-f87765b88d2f req-bc40689e-1144-46e4-9244-68953b3a214a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476311 Feb 10 22:36:51.257165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-05459b4e-a4b4-41a9-a0bd-14c1fc7243a7 service neutron] 10.222.0.30 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860803 Feb 10 22:36:51.258395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] No DVR routers for this DVR port 5f4667df-6699-4b27-9934-634de09e6362 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:51.263018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:51.265797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'name': 'network-vif-deleted', 'tag': '5f4667df-6699-4b27-9934-634de09e6362'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:51.354475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc7db178-bc0d-4bc0-9b99-64faf35159ee req-18872656-88a0-451a-b268-e2ee6cb05297 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.24 "DELETE /v2.0/ports/5f4667df-6699-4b27-9934-634de09e6362 HTTP/1.1" status: 204 len: 173 time: 2.7749512 Feb 10 22:36:51.537617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8aa0b42f-27ba-4f0a-9f6d-e6e9279dd6e6 req-19e23296-bdf3-4a43-b078-b8676a3e16d3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Synchronizing usage tracker for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:36:51.583810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8cd468-b11a-4a33-b20f-8293f1b4f33c req-c7d7f634-1f7c-4fd4-b767-4e9086c9ee49 service neutron] 10.222.0.30 "GET /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106711 Feb 10 22:36:51.611205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:51.616703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8aa0b42f-27ba-4f0a-9f6d-e6e9279dd6e6 req-19e23296-bdf3-4a43-b078-b8676a3e16d3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Unset dirty status for tenant:7f00cf907b3d4c89bf5076bd50ce5ae1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:36:51.618570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8aa0b42f-27ba-4f0a-9f6d-e6e9279dd6e6 req-19e23296-bdf3-4a43-b078-b8676a3e16d3 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/ports?device_id=8db13b21-a4a8-44b8-ac65-3af1d504809c HTTP/1.1" status: 200 len: 210 time: 0.1809433 Feb 10 22:36:51.624062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-5f3f9f49-c6b4-44f0-85fa-e5fe7fe3cbd0 service neutron] 10.222.0.24 "GET /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568534 Feb 10 22:36:51.701784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9979c0b-bbcd-4a7c-b0c0-15b587cf06e5 req-51e441bf-f797-4ba3-aec3-20dbe920c77d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:51.703234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9979c0b-bbcd-4a7c-b0c0-15b587cf06e5 req-51e441bf-f797-4ba3-aec3-20dbe920c77d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2266581 Feb 10 22:36:51.767520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9979c0b-bbcd-4a7c-b0c0-15b587cf06e5 req-cd6980cc-9a47-4678-b076-26c82b4cc493 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551066 Feb 10 22:36:51.955527 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'code': 200} Feb 10 22:36:51.980731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:51.986883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:51.992734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:51.999224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.006505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.012675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.018686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.029325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-4409f617-eb9f-4e88-8f9d-ec6864c889d5 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5428 time: 0.1509895 Feb 10 22:36:52.143057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-324cb73c-0b19-48d8-8abb-23d78cad3be1 req-5c3f5c35-ce97-404c-af17-74ccdf4d4ed2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124008 Feb 10 22:36:52.231844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e115ca6-b8bb-43f0-94d4-1638d046b895 req-896a1c0f-0b65-4c85-8e1e-9398322324cc tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.241917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:52.242897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e115ca6-b8bb-43f0-94d4-1638d046b895 req-896a1c0f-0b65-4c85-8e1e-9398322324cc tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 943 time: 0.1967940 Feb 10 22:36:52.316212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e115ca6-b8bb-43f0-94d4-1638d046b895 req-c3fd5e17-2e97-4911-8caf-d989a44bc5f8 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699821 Feb 10 22:36:52.362669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:52.383402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:52.385363 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:52.397035 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db13b21-a4a8-44b8-ac65-3af1d504809c', 'name': 'network-vif-deleted', 'tag': '5f4667df-6699-4b27-9934-634de09e6362', 'status': 'completed', 'code': 200} Feb 10 22:36:52.611461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:52.688848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:52.698476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:52.698476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2963289a-2ee5-43e6-b3d2-5f686d14c39c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:52.788037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323d52-d941-494b-acfc-fca2c2a73156 req-61087d34-6b51-40b9-abbe-bc11997da5df tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.788037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-61087d34-6b51-40b9-abbe-bc11997da5df tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12&tenant_id=f8763526ee7947c4ad2e9269da6f17cb&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.2388055 Feb 10 22:36:52.796084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b53ab-cff5-43b5-9891-dab8a55de022 req-8e848317-2ed5-4f2d-b2ed-aeee8739432f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:52.811322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e3b53ab-cff5-43b5-9891-dab8a55de022 req-8e848317-2ed5-4f2d-b2ed-aeee8739432f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2993422 Feb 10 22:36:52.911726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e3b53ab-cff5-43b5-9891-dab8a55de022 req-caffe9bb-ecb5-443c-a08b-6e668bff7bb9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129189 Feb 10 22:36:52.962057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:53.010597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-58323d52-d941-494b-acfc-fca2c2a73156 req-68e08a6d-b491-4d5c-80d6-53be777cef5e service neutron] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:36:53.018514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-58323d52-d941-494b-acfc-fca2c2a73156 req-68e08a6d-b491-4d5c-80d6-53be777cef5e service neutron] Notify callbacks [] for binding, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:53.020883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-68e08a6d-b491-4d5c-80d6-53be777cef5e service neutron] 10.222.0.24 "DELETE /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c/bindings/n-h1-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.2078910 Feb 10 22:36:53.022831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 2963289a-2ee5-43e6-b3d2-5f686d14c39c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:53.030485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 2963289a-2ee5-43e6-b3d2-5f686d14c39c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:53.030619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:53.076401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499cbdc-ce74-4c9d-941a-9fe116bb403c req-838249af-78c9-4711-b0c8-d9f9537fddce tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.084309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0499cbdc-ce74-4c9d-941a-9fe116bb403c req-838249af-78c9-4711-b0c8-d9f9537fddce tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.1621199 Feb 10 22:36:53.186867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0499cbdc-ce74-4c9d-941a-9fe116bb403c req-47c4007f-3f26-4b75-a258-ca10afebf576 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922275 Feb 10 22:36:53.221274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:53.282703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:53.287099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:53.288180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5bf740e3-55ef-4f20-97e9-2614aa9ce271 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:53.316414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b5f0c-9574-445f-893c-d4c22d8f1a58 req-f1397bb0-50d8-421e-9134-e8c178ae14cd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.320426 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a3b5f0c-9574-445f-893c-d4c22d8f1a58 req-f1397bb0-50d8-421e-9134-e8c178ae14cd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.2036843 Feb 10 22:36:53.388718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a3b5f0c-9574-445f-893c-d4c22d8f1a58 req-102c8d07-37e0-47b7-88b1-22267e94cf82 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 Feb 10 22:36:53.492410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:53.509481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:36:53.803167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:53.814201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.814201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.826583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.836328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.838545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:53.838545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:53.838850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.845841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.852529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.865024 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-87d9d8d8-7a57-4a22-b8a3-5b7cbc6e6ee8 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5430 time: 0.1675832 Feb 10 22:36:53.930207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbfbc-34cc-466a-a42e-af0ccc692b37 req-9660433e-3d25-4253-a6d2-e2815ff44bb1 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:53.942061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d85bbfbc-34cc-466a-a42e-af0ccc692b37 req-9660433e-3d25-4253-a6d2-e2815ff44bb1 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 943 time: 0.2120199 Feb 10 22:36:53.963673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:53.967880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e33a50cd-4222-4fca-83c1-1e74dc073b5d req-65463cbe-ffcf-469f-99ba-77e4845b1664 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1016169 Feb 10 22:36:53.999409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d85bbfbc-34cc-466a-a42e-af0ccc692b37 req-32d035dd-9cce-45ce-8f58-2b96ec3d210e tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563750 Feb 10 22:36:54.034054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,segment=NetworkSegment(6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b),segment_id=6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:54.054729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33', 'network_id': '7a4129a7-12ec-45a9-b826-e76e8b39100e', 'port_id': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33', 'mac_address': 'fa:16:3e:8e:7e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dacc9718-3c76-453a-9180-21ce8b108386', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:36:54.401504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:54.408167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:54.451164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:54.476830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:36:54.498295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6041c141-fd97-4c93-855b-7e8629258f82 req-24f1b037-d66a-470d-8ecd-9a85bc847869 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:54.501535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6041c141-fd97-4c93-855b-7e8629258f82 req-24f1b037-d66a-470d-8ecd-9a85bc847869 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1855409 Feb 10 22:36:54.532441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:54.544705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:54.545867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2b924954-10eb-47a6-bcf5-704cc25f51d9 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:54.602049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6041c141-fd97-4c93-855b-7e8629258f82 req-c5586786-b127-49b8-bbfc-fec1459de1aa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897810 Feb 10 22:36:54.709330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,segment=NetworkSegment(6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b),segment_id=6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:54.718296 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'code': 200} Feb 10 22:36:54.718852 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c', 'code': 200} Feb 10 22:36:54.735038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:54.785001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d635b8-63a7-47d0-bc58-c14fbd7f2355 req-7a64fabf-f897-48c5-9dce-d0ba138f65b5 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:54.788897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:54.803548 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44d635b8-63a7-47d0-bc58-c14fbd7f2355 req-7a64fabf-f897-48c5-9dce-d0ba138f65b5 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 1095 time: 0.1474271 Feb 10 22:36:54.904200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44d635b8-63a7-47d0-bc58-c14fbd7f2355 req-8fc8454c-1e5b-4a68-a5a5-10428b0944d0 tempest-LiveAutoBlockMigrationV225Test-459837917 tempest-LiveAutoBlockMigrationV225Test-459837917-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944951 Feb 10 22:36:54.916297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:54.916297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:54.936967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:54.936967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:55.151454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:55.221781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:55.228564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:55.229562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6d7b75aa-7205-411b-a97d-5833972d3be1 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:55.325515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['03e28bd3-8de9-4c0e-8a38-00e69e0d5b33'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:55.567860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe65fb3-84ac-483d-a887-39d6344d189a req-32917553-922b-47ff-a85b-5f783e960861 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:55.577715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fe65fb3-84ac-483d-a887-39d6344d189a req-32917553-922b-47ff-a85b-5f783e960861 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.3359461 Feb 10 22:36:55.613347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:55.661881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fe65fb3-84ac-483d-a887-39d6344d189a req-60e5c6f0-440c-40e2-8bc4-ae6d473d52d8 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804818 Feb 10 22:36:55.712528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4b182-21b7-4590-9cf1-f012a7117ba7 req-d6a44bf1-d4bc-41cd-9127-a2ea3a1bf552 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:55.716210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7b4b182-21b7-4590-9cf1-f012a7117ba7 req-d6a44bf1-d4bc-41cd-9127-a2ea3a1bf552 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1271966 Feb 10 22:36:55.764738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7b4b182-21b7-4590-9cf1-f012a7117ba7 req-1216ed02-d9aa-4bf0-b4ba-948f30311e72 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434177 Feb 10 22:36:55.784325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 6d7b75aa-7205-411b-a97d-5833972d3be1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:55.827481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6d7b75aa-7205-411b-a97d-5833972d3be1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:55.827859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.018677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871abaa7-b920-4a31-aac3-57c22bf68afe req-14bae297-ee82-47ab-9d8c-c2f341cde797 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.020918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-871abaa7-b920-4a31-aac3-57c22bf68afe req-14bae297-ee82-47ab-9d8c-c2f341cde797 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 944 time: 0.1146612 Feb 10 22:36:56.056954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.067733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.075698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.089847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.097006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.105465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.109689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.122235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-871abaa7-b920-4a31-aac3-57c22bf68afe req-503b3aeb-c56a-42a9-bfc7-b7142c1ccb20 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902433 Feb 10 22:36:56.124027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:56.137525 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-855ba94d-1b07-4715-819a-165bdb794af9 req-16a4ae30-69b1-4b16-a757-baef64dfd63d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5432 time: 0.1910229 Feb 10 22:36:56.207599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6d7b75aa-7205-411b-a97d-5833972d3be1,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:56.218395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.219207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 81d48c8b-814f-4433-b63c-f9b7e7aff706 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:56.224061 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-855ba94d-1b07-4715-819a-165bdb794af9 req-81c0ff8e-8148-4dcc-9022-144c9ae779fd tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767155 Feb 10 22:36:56.408021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:56.419383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.419775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.420071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.420401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.420725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.421049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.421372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.421691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.422007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.422325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.422787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.423111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:56.427397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 81d48c8b-814f-4433-b63c-f9b7e7aff706 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:56.433198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 81d48c8b-814f-4433-b63c-f9b7e7aff706 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:56.433575 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.564596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39324) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:56.712277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.721596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b924954-10eb-47a6-bcf5-704cc25f51d9'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b75aa-7205-411b-a97d-5833972d3be1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:56.733353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.781626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.804365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:56.809865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:56.909107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:57.002627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6fea7-803a-4b7f-8591-00e92a03b4ed req-b157ebc4-dfe4-4b5b-9e28-cc0be43b7ca3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:57.011442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ed6fea7-803a-4b7f-8591-00e92a03b4ed req-b157ebc4-dfe4-4b5b-9e28-cc0be43b7ca3 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.2102392 Feb 10 22:36:57.020828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920dbbf0-a1b8-4bd2-88ad-81468d7c8fd2 req-3f680471-3af7-46e7-a46a-56b12e244d1e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:57.035695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-920dbbf0-a1b8-4bd2-88ad-81468d7c8fd2 req-3f680471-3af7-46e7-a46a-56b12e244d1e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1226728 Feb 10 22:36:57.061911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.113024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f57451-b8c4-4040-b8b9-87d365334da7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:57.120452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-920dbbf0-a1b8-4bd2-88ad-81468d7c8fd2 req-7bb0b50b-d1bc-4e81-886d-1a3dd6d7ace7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 Feb 10 22:36:57.135875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.136988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.137339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.137682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.138012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.138344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.138669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.138996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.139334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.139661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.139981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.140297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:36:57.175193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ed6fea7-803a-4b7f-8591-00e92a03b4ed req-4bfa72c9-f35b-4a76-ad22-140b8b00a163 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430130 Feb 10 22:36:57.289335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.289931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e9b39ab-5634-4041-a470-9e957befe663 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "DELETE /v2.0/security-groups/61f57451-b8c4-4040-b8b9-87d365334da7 HTTP/1.1" status: 204 len: 168 time: 0.7253149 Feb 10 22:36:57.293743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39350) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:57.324857 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-e51f4396-13b8-436a-9a37-d4408621c825 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] show failed (client error): The resource could not be found. Feb 10 22:36:57.333758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39354) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:36:57.334526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e51f4396-13b8-436a-9a37-d4408621c825 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "GET /v2.0/security-groups/61f57451-b8c4-4040-b8b9-87d365334da7 HTTP/1.1" status: 404 len: 347 time: 0.0395541 Feb 10 22:36:57.405993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:36:57.484802 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'code': 200} Feb 10 22:36:57.485065 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b924954-10eb-47a6-bcf5-704cc25f51d9', 'code': 200} Feb 10 22:36:57.485323 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d7b75aa-7205-411b-a97d-5833972d3be1', 'code': 200} Feb 10 22:36:57.545706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:36:57.551227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:36:57.551629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.681483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a768db16-3800-4703-a852-beacd90fadb5 req-54880951-7e73-4f4e-99a1-d4d0ee53ecbf tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:57.683452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a768db16-3800-4703-a852-beacd90fadb5 req-54880951-7e73-4f4e-99a1-d4d0ee53ecbf tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 944 time: 0.1130891 Feb 10 22:36:57.738233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.755329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a768db16-3800-4703-a852-beacd90fadb5 req-21f359c3-3a77-4c1d-b78a-b1decb426048 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638745 Feb 10 22:36:57.818195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,segment=NetworkSegment(6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b),segment_id=6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:57.826679 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.827489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Deleting port 20447d49-a6dd-42fc-bd7a-e50218dae4b6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:57.828509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:57.891150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-c95a4b21-322a-41f3-a343-cb4e592e68dc tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:57.893003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-c95a4b21-322a-41f3-a343-cb4e592e68dc tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.7147999 Feb 10 22:36:57.972691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:58.057871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb50eb-6922-4b84-a5c6-50a7315e53ec req-c0d4a24f-1fc8-41e6-b0fc-b13a236cdd22 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.060162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfbb50eb-6922-4b84-a5c6-50a7315e53ec req-c0d4a24f-1fc8-41e6-b0fc-b13a236cdd22 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0918760 Feb 10 22:36:58.072790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6661a1-e139-42dd-a74c-4514994a08bb req-3597f1b1-ef84-4ab4-805b-a56ab78401bd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.074298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb6661a1-e139-42dd-a74c-4514994a08bb req-3597f1b1-ef84-4ab4-805b-a56ab78401bd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.4780366 Feb 10 22:36:58.080248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Deleting port 8ba47cb0-b5c2-437b-9c7e-0816d392435c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:36:58.080835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:58.115492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfbb50eb-6922-4b84-a5c6-50a7315e53ec req-c7cc2293-2d3f-4507-a67f-72bb37231f57 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Feb 10 22:36:58.253132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb6661a1-e139-42dd-a74c-4514994a08bb req-17f57170-2ab3-4e75-b79e-6756f72eaf6d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458490 Feb 10 22:36:58.272464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:58.273120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:58.401820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.411271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.420460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.424757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Calling delete_port for 20447d49-a6dd-42fc-bd7a-e50218dae4b6 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:58.428609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.437212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.445588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.452986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.455941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0eb8945d-23ce-45e1-8147-06b30767440b req-208de86e-a1be-43ae-9236-9c1c70ddb343 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2179506 Feb 10 22:36:58.547906 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0eb8945d-23ce-45e1-8147-06b30767440b req-cc2575b9-8a8b-4660-af3c-8cc998767476 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0831778 Feb 10 22:36:58.704920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] For port 8ba47cb0-b5c2-437b-9c7e-0816d392435c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=8ba47cb0-b5c2-437b-9c7e-0816d392435c,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:36:58.705614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:58.903152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Calling delete_port for 8ba47cb0-b5c2-437b-9c7e-0816d392435c owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:36:58.954281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe88e8-d55a-4932-8af5-b68210c4a78f req-5940e229-7ce5-4c86-bcc9-2539be44ca40 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.963198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ebe88e8-d55a-4932-8af5-b68210c4a78f req-5940e229-7ce5-4c86-bcc9-2539be44ca40 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 944 time: 0.4170504 Feb 10 22:36:58.970310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5846506-54fd-4f5c-97e2-dff112bfa20b req-2030bedd-eb48-4765-8d4d-b79bb79f8d93 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:58.978147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5846506-54fd-4f5c-97e2-dff112bfa20b req-2030bedd-eb48-4765-8d4d-b79bb79f8d93 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1040165 Feb 10 22:36:59.024322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:59.046278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5846506-54fd-4f5c-97e2-dff112bfa20b req-4636617a-99f1-4b76-9d82-89980a416fdd tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670681 Feb 10 22:36:59.123969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ebe88e8-d55a-4932-8af5-b68210c4a78f req-8127d070-defb-4bff-8c6c-4b7dd81c8eeb tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595020 Feb 10 22:36:59.224289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Pushing event deleted for resources: {'Port': ['ID=20447d49-a6dd-42fc-bd7a-e50218dae4b6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:59.335026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b934434-0672-45cc-b9b1-87911ab8975c req-a8c44e29-8ff8-4015-9bca-45a0c6a358b5 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:59.335925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:59.345976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b934434-0672-45cc-b9b1-87911ab8975c req-a8c44e29-8ff8-4015-9bca-45a0c6a358b5 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.1374886 Feb 10 22:36:59.353939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9480071a-abfc-4c3d-b1f9-8219e90eff1d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:36:59.448144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:59.449647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b934434-0672-45cc-b9b1-87911ab8975c req-2baa69f9-c41b-4814-9b65-740441b3e541 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017187 Feb 10 22:36:59.462643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event deleted for resources: {'Port': ['ID=8ba47cb0-b5c2-437b-9c7e-0816d392435c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:36:59.498684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}, {'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:59.554706 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:59.556580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f0c10ba9-8036-4845-8045-66ff5b517e82 tempest-ImagesOneServerNegativeTestJSON-731202254 tempest-ImagesOneServerNegativeTestJSON-731202254-project] 10.222.0.53 "DELETE /v2.0/floatingips/7d873cae-a139-424a-a812-747b1746df6c HTTP/1.1" status: 204 len: 168 time: 2.2217450 Feb 10 22:36:59.563211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] No DVR routers for this DVR port 8ba47cb0-b5c2-437b-9c7e-0816d392435c on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:36:59.567871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:36:59.570342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf5185b0-fa82-4ba1-8cda-3e51b31657bd req-dcd2c2fe-c823-4b77-ae6f-56b7d99ad483 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.24 "DELETE /v2.0/ports/8ba47cb0-b5c2-437b-9c7e-0816d392435c HTTP/1.1" status: 204 len: 173 time: 1.6656599 Feb 10 22:36:59.572290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-deleted', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:36:59.793592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4fe29-345e-4e77-bbee-f055414e5297 req-fe689f8c-b649-4515-a032-499c55a10088 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:59.811013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb866ed1-66c2-429f-83fb-343aae1b0bbd req-0ce4ceed-86ac-46c7-846f-b1c8140cd13f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:36:59.817365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbf4fe29-345e-4e77-bbee-f055414e5297 req-fe689f8c-b649-4515-a032-499c55a10088 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2005470 Feb 10 22:36:59.819706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb866ed1-66c2-429f-83fb-343aae1b0bbd req-0ce4ceed-86ac-46c7-846f-b1c8140cd13f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1033759 Feb 10 22:36:59.883571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb866ed1-66c2-429f-83fb-343aae1b0bbd req-cdd18651-af63-4c30-a9a5-196edfd0237a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581849 Feb 10 22:36:59.916999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbf4fe29-345e-4e77-bbee-f055414e5297 req-c452ab40-4be6-4d11-aea2-4f2e46555af9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985959 Feb 10 22:37:00.054675 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'code': 200} Feb 10 22:37:00.054938 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33', 'code': 200} Feb 10 22:37:00.258616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:00.276225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fe6073-28cb-49bd-8d07-11dde2e93624 req-346cb5ce-d98f-4918-97b4-ff6dd94a6793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.278729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1fe6073-28cb-49bd-8d07-11dde2e93624 req-346cb5ce-d98f-4918-97b4-ff6dd94a6793 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 1096 time: 0.1326551 Feb 10 22:37:00.345680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 8ba47cb0-b5c2-437b-9c7e-0816d392435c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:00.351299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 8ba47cb0-b5c2-437b-9c7e-0816d392435c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:00.387033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1fe6073-28cb-49bd-8d07-11dde2e93624 req-6f5304ce-01ac-4ba2-a48e-240a8f4a2655 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010067 Feb 10 22:37:00.425320 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eaa8369-070c-4ea3-861f-2976a7ebfd12', 'name': 'network-vif-deleted', 'tag': '8ba47cb0-b5c2-437b-9c7e-0816d392435c', 'status': 'completed', 'code': 200} Feb 10 22:37:00.560176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.560864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.561344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.561822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.562286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.562745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.563235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.566028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-5c1a54b0-51be-48e7-8d6f-0bcc6e78bb6a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6491 time: 0.4284964 Feb 10 22:37:00.581543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.588362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.589544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f689b4-81a9-4555-9615-d2c49a3afa87 req-ba4dd121-ce89-4e24-8a6c-834363c4d5db tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.594440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.608133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.614326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.615452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22f689b4-81a9-4555-9615-d2c49a3afa87 req-ba4dd121-ce89-4e24-8a6c-834363c4d5db tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 945 time: 0.2111280 Feb 10 22:37:00.621961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.627818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:00.629784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d303710-4023-4fc1-8e41-d33220180478 req-0b461b30-9e59-4644-aa53-10967288b27d tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2065189 Feb 10 22:37:00.673413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22f689b4-81a9-4555-9615-d2c49a3afa87 req-413c21ba-d719-45be-96bc-85ec57081036 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553300 Feb 10 22:37:00.715449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e9cb166-d754-4cee-8427-a81ba1f9f706 req-52d59c1b-3615-44bc-bff5-aba43e2132fa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846450 Feb 10 22:37:00.730880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d303710-4023-4fc1-8e41-d33220180478 req-be9b870a-ceb4-4c39-8e13-40351a218b83 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0832105 Feb 10 22:37:01.060453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-950fef0d-5e86-4eb0-8f25-4871fa7ad5a0 req-704e4f9c-5e46-4557-84da-bffea6290ba2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:01.082556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-950fef0d-5e86-4eb0-8f25-4871fa7ad5a0 req-704e4f9c-5e46-4557-84da-bffea6290ba2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:01.097453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-950fef0d-5e86-4eb0-8f25-4871fa7ad5a0 req-704e4f9c-5e46-4557-84da-bffea6290ba2 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eaa8369-070c-4ea3-861f-2976a7ebfd12 HTTP/1.1" status: 200 len: 210 time: 0.1530571 Feb 10 22:37:01.226548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:01.375532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Deleting subnet 0d966c85-8e68-48cb-b76f-844d2c3ea0e4 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:37:01.470236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c05589-6fb4-417b-96e0-26c25c7facec req-484fd113-ec6e-4cbf-bf36-0792dade1b7f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:01.472524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68c05589-6fb4-417b-96e0-26c25c7facec req-484fd113-ec6e-4cbf-bf36-0792dade1b7f tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.1276267 Feb 10 22:37:01.492741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:01.542701 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68c05589-6fb4-417b-96e0-26c25c7facec req-695842ae-98d5-4c95-bd1d-9cd4df5bcc24 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602233 Feb 10 22:37:01.690575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:01.765640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de3483-ee1d-4c8e-a4a5-afda5a58748a req-ecb0e1e7-42e1-418d-9977-db130226099f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:01.773402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09de3483-ee1d-4c8e-a4a5-afda5a58748a req-ecb0e1e7-42e1-418d-9977-db130226099f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.3951209 Feb 10 22:37:01.820322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-f9127758-cbfd-4f06-bdc7-c64b84da1d55 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:01.822163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-f9127758-cbfd-4f06-bdc7-c64b84da1d55 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 945 time: 0.4075420 Feb 10 22:37:01.856650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132d2c9-4d7f-49ee-a970-cef8ae3ad67a req-979782a0-f09d-4e80-8c81-020b3fca0dae tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:01.864299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4132d2c9-4d7f-49ee-a970-cef8ae3ad67a req-979782a0-f09d-4e80-8c81-020b3fca0dae tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1116478 Feb 10 22:37:01.898661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09de3483-ee1d-4c8e-a4a5-afda5a58748a req-5b18c038-6927-42fb-801b-e7bc531db474 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241906 Feb 10 22:37:01.927314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:01.969972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4132d2c9-4d7f-49ee-a970-cef8ae3ad67a req-cb66ccbe-be8b-4df7-8aa6-25142746df8f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043944 Feb 10 22:37:02.018801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Deleting port defda387-61e3-47e8-bac2-fb755dda6a0b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:02.019118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:02.168973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:02.244376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:02.251044 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/0d966c85-8e68-48cb-b76f-844d2c3ea0e4 HTTP/1.1" status: 204 len: 168 time: 1.0233018 Feb 10 22:37:02.253573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39452) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:02.254422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52293c9b-375b-4a31-9139-c4ccf5d55c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d966c85-8e68-48cb-b76f-844d2c3ea0e4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:02.596485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba7da1-5090-4d01-8fa3-b553648c91bd req-4299b734-1a04-4c7c-8043-9f67f4f513a9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.597963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6dba7da1-5090-4d01-8fa3-b553648c91bd req-4299b734-1a04-4c7c-8043-9f67f4f513a9 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/ports?device_id=4f70828a-23a4-44e7-935a-9179fac42efd HTTP/1.1" status: 200 len: 945 time: 0.2927060 Feb 10 22:37:02.600060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] For port defda387-61e3-47e8-bac2-fb755dda6a0b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=defda387-61e3-47e8-bac2-fb755dda6a0b,segment=NetworkSegment(44f09cda-6b38-494a-b461-3fc5da01e1a2),segment_id=44f09cda-6b38-494a-b461-3fc5da01e1a2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:02.600418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:02.653106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:02.667921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.674116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.680469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.686669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.692690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.699352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.705286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:02.713698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-8946b835-f509-41ad-a4a3-968ee6c99dfc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.4050453 Feb 10 22:37:02.765794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd8a062-02d5-413a-ba10-a6643c3dae0b req-c293f02e-a115-4ab3-8f11-293ea1237ba7 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0509701 Feb 10 22:37:02.800663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Calling delete_port for defda387-61e3-47e8-bac2-fb755dda6a0b owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:02.883250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6dba7da1-5090-4d01-8fa3-b553648c91bd req-cd128ee9-a4d8-4c37-bd0a-48923d864fdb tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.53 "GET /v2.0/security-groups?id=246d1f67-0224-4f07-bea8-34a86d08c15e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665889 Feb 10 22:37:03.030196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.067008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2505ea87-698b-438c-b00d-f9e59aa60113']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:03.081771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.117542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c71bd6b5-b6d8-4f06-818b-a58496b54a19') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:03.117820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c71bd6b5-b6d8-4f06-818b-a58496b54a19') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:03.153578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.154909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Pushing event deleted for resources: {'Port': ['ID=defda387-61e3-47e8-bac2-fb755dda6a0b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:03.185058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.192631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:37:03.193119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.352383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] No DVR routers for this DVR port defda387-61e3-47e8-bac2-fb755dda6a0b on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:03.358227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.366958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'name': 'network-vif-deleted', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:37:03.392111 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:37:03.419558 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa407702-f1df-44d6-a209-fea51ea35d0f req-4f6703f1-1765-45cd-99c8-7db65232d202 tempest-ServerTagsTestJSON-1531672823 tempest-ServerTagsTestJSON-1531672823-project] 10.222.0.24 "DELETE /v2.0/ports/defda387-61e3-47e8-bac2-fb755dda6a0b HTTP/1.1" status: 204 len: 173 time: 1.5844047 Feb 10 22:37:03.470749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.477286 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:03.765308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] Pushing event deleted for resources: {'Network': ['ID=2505ea87-698b-438c-b00d-f9e59aa60113,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:03.776924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d6a61067-730b-433f-9050-ad201337230e admin admin] 10.222.0.53 "DELETE /v2.0/networks/2505ea87-698b-438c-b00d-f9e59aa60113 HTTP/1.1" status: 204 len: 168 time: 1.5201862 Feb 10 22:37:03.849941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479eeda-a6b6-4ff9-a71a-40ccdc7d5042 req-c060b4c8-7e80-44c6-9469-05931740628d tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:03.858927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9479eeda-a6b6-4ff9-a71a-40ccdc7d5042 req-c060b4c8-7e80-44c6-9469-05931740628d tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.4650133 Feb 10 22:37:04.018164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9479eeda-a6b6-4ff9-a71a-40ccdc7d5042 req-0b6ccc0b-bac6-4639-ac49-9d424f1030a8 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484616 Feb 10 22:37:04.070914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea621ca-2f37-439e-a9bd-48dab7e278dd req-3b8b1e47-e8e0-4691-a676-b6b872e4f745 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.077700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ea621ca-2f37-439e-a9bd-48dab7e278dd req-3b8b1e47-e8e0-4691-a676-b6b872e4f745 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.4241827 Feb 10 22:37:04.142498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39488) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:04.197487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ea621ca-2f37-439e-a9bd-48dab7e278dd req-85497107-e7b1-4faf-8b75-63a0d5440418 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120348 Feb 10 22:37:04.200919 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f70828a-23a4-44e7-935a-9179fac42efd', 'name': 'network-vif-deleted', 'tag': 'defda387-61e3-47e8-bac2-fb755dda6a0b', 'status': 'completed', 'code': 200} Feb 10 22:37:04.274181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device defda387-61e3-47e8-bac2-fb755dda6a0b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:04.329320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69b2c83f-64fc-4d2a-9ed8-2462cb6aa955 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f00cf907b3d4c89bf5076bd50ce5ae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853976 Feb 10 22:37:04.332498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39494) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:04.424598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: defda387-61e3-47e8-bac2-fb755dda6a0b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:04.428684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device defda387-61e3-47e8-bac2-fb755dda6a0b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:04.530544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:04.566060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.572830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.580184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.586303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.609704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.622051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.644831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e3b2-563b-450a-ab08-39ae797e8851 req-3d3e42c5-b0f3-4b53-b1f0-5438747565aa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.646147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:04.648356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-de50d6a8-115b-4172-817e-a0c11c38ff39 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2404845 Feb 10 22:37:04.658383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d28e3b2-563b-450a-ab08-39ae797e8851 req-3d3e42c5-b0f3-4b53-b1f0-5438747565aa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2260125 Feb 10 22:37:04.716103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:04.740569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d28e3b2-563b-450a-ab08-39ae797e8851 req-7e54c481-79d5-4dc6-bb10-15bd2239f70f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766549 Feb 10 22:37:04.796975 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8b08653-4134-4c97-b8a2-03ef6fea9b71 req-a3bb48f2-975e-4c70-83a7-ba234bb94353 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1274967 Feb 10 22:37:04.862968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:04.910502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c867f3c7-af3c-42ed-9e19-61968ae014ce,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:04.914529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:04.919321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fca7f5e2-83ec-4483-8830-58fc94ae5fe6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c867f3c7-af3c-42ed-9e19-61968ae014ce HTTP/1.1" status: 204 len: 168 time: 0.5830715 Feb 10 22:37:04.959481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39506) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:05.110897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Deleting subnet 5a49b578-dfa6-474d-99b9-cdbc6b3ecad0 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:37:05.118968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:05.254763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:05.316289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c156ff-0404-4ad6-b72f-ad8b7054e060 req-b0672369-8b53-467c-becd-1ff3e803c350 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.328920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98c156ff-0404-4ad6-b72f-ad8b7054e060 req-b0672369-8b53-467c-becd-1ff3e803c350 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1938205 Feb 10 22:37:05.397933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98c156ff-0404-4ad6-b72f-ad8b7054e060 req-1f950522-ff70-4359-b8ce-8a57283899b7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673327 Feb 10 22:37:05.459175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:05.545302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.553643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.560703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.567783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.575737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.588455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.596498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:05.610516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6982ed20-a050-42ab-92e7-f22e6a51a825 req-0d7c04dc-16ab-4a66-b92f-f0035f6d862c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2513709 Feb 10 22:37:05.610516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39530) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:05.626309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Request body: {'floatingip': {'port_id': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:05.940044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.096704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.175150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a17a84-09ec-4a4c-b447-1d09211a8695 req-7fee579c-5f35-42bc-9fda-9e416e7e2a03 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:06.195478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1a17a84-09ec-4a4c-b447-1d09211a8695 req-7fee579c-5f35-42bc-9fda-9e416e7e2a03 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.1841347 Feb 10 22:37:06.240452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a49b578-dfa6-474d-99b9-cdbc6b3ecad0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:06.254401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.297473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1a17a84-09ec-4a4c-b447-1d09211a8695 req-fcc3ed3d-32c1-4d46-9d60-bce47db93bcc tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992775 Feb 10 22:37:06.354326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a3a0f6f2-50ce-45aa-93f8-0ed185ec3223 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5a49b578-dfa6-474d-99b9-cdbc6b3ecad0 HTTP/1.1" status: 204 len: 168 time: 1.3933697 Feb 10 22:37:06.356563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39554) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:06.400748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6136188f-0706-4fe9-80ec-599d6c67868f req-947531d3-3432-430f-a7f0-59dfc153d601 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:06.410347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6136188f-0706-4fe9-80ec-599d6c67868f req-947531d3-3432-430f-a7f0-59dfc153d601 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.5944064 Feb 10 22:37:06.498026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6136188f-0706-4fe9-80ec-599d6c67868f req-904b11ac-60dd-43e6-b2db-84d8d00ace15 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867314 Feb 10 22:37:06.560974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.744872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdad61-1aa1-48bf-ab08-a556c0fa032c req-0bd47e9b-bcfb-4bde-89c7-4719eb4c1f49 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:06.746430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfbdad61-1aa1-48bf-ab08-a556c0fa032c req-0bd47e9b-bcfb-4bde-89c7-4719eb4c1f49 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2697096 Feb 10 22:37:06.765306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.875111 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfbdad61-1aa1-48bf-ab08-a556c0fa032c req-252db003-8df9-4a06-a5a7-b1e5fbcf0f64 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120965 Feb 10 22:37:06.876799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a11f9f-d899-4b8e-be27-42834f006364']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:06.924066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44f09cda-6b38-494a-b461-3fc5da01e1a2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:06.924445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44f09cda-6b38-494a-b461-3fc5da01e1a2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:06.960429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:06.999463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.020133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:37:07.021992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:37:07.046260 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:37:07.173933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.192037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.303658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.320968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:07.348555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3a11f9f-d899-4b8e-be27-42834f006364,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:07.367470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a17c5739-2f28-44df-9ab8-fe02b7230118 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d3a11f9f-d899-4b8e-be27-42834f006364 HTTP/1.1" status: 204 len: 168 time: 1.0059476 Feb 10 22:37:07.395852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3050d0be-4cdb-4167-8aed-61bf2a9e634b req-5ebbfd77-2d11-4bb0-8c45-37d6ea244a00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:07.407217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3050d0be-4cdb-4167-8aed-61bf2a9e634b req-5ebbfd77-2d11-4bb0-8c45-37d6ea244a00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2130053 Feb 10 22:37:07.469094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3050d0be-4cdb-4167-8aed-61bf2a9e634b req-e56fb80f-412c-48d1-800b-6a8df674badb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551121 Feb 10 22:37:07.700830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:07.842643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90c0f69c-3103-4948-8f4e-56d25857f385 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2194049cbf1345ee82e89b3d84f6232c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364744 Feb 10 22:37:07.843944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39626) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:07.896851 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Floating IP e42adf41-e570-4322-918c-49cd12d6ab01 associated. External IP: 172.25.2.229, port: 81d48c8b-814f-4433-b63c-f9b7e7aff706. Feb 10 22:37:07.957028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.201708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.229363 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84e373ad-9a7e-4a24-bc58-551e281160dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.291946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-2d1aac67-3609-47be-8695-10afbe0d9a72 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3323231 Feb 10 22:37:08.309160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8927d-4d53-4931-a876-6fa59ad2b2c0 req-6e09c6ba-e9ed-4469-b55b-431897535769 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:08.318094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3dc8927d-4d53-4931-a876-6fa59ad2b2c0 req-6e09c6ba-e9ed-4469-b55b-431897535769 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.2699966 Feb 10 22:37:08.336554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:08.357598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.424169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d1f67-0224-4f07-bea8-34a86d08c15e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:08.479503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3dc8927d-4d53-4931-a876-6fa59ad2b2c0 req-7a4dc01a-9c61-4d85-a591-b2fe282516a6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580918 Feb 10 22:37:08.588821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.589924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-301115ad-48ac-40f5-8a2b-4a638ce67c15 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/246d1f67-0224-4f07-bea8-34a86d08c15e HTTP/1.1" status: 204 len: 168 time: 0.7448378 Feb 10 22:37:08.597744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-70ce4a92-e431-42f2-9683-2ed2b44fdb8c tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:08.599545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-70ce4a92-e431-42f2-9683-2ed2b44fdb8c tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.30 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.5417733 Feb 10 22:37:08.610809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2f46-f002-4468-9d5d-cb4df82d02a8 req-21059051-0f6d-416f-b830-ca90e726bc41 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:08.616795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:08.620801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36a2f46-f002-4468-9d5d-cb4df82d02a8 req-21059051-0f6d-416f-b830-ca90e726bc41 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.5611405 Feb 10 22:37:08.672774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:08.692771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Usage tracker for resource:security_group_rule and tenant:8df7ed1d10024d55ab269a5cb7d41e07 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:08.706066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:08.713933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:08.755570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-78bd27c8-4626-4c8a-9567-471253bedca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:08.757264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-78bd27c8-4626-4c8a-9567-471253bedca5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1097 time: 0.2767866 Feb 10 22:37:09.166049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.182526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.196258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:37:09.200463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Deleting port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:09.200850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.210506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-5c6f4e78-7cf4-4153-b579-314ec50cc72f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:09.212524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-5c6f4e78-7cf4-4153-b579-314ec50cc72f service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.4215736 Feb 10 22:37:09.219946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadbd23-47e2-4de3-8a00-cda5c09ea72a req-1613a60c-8ac3-46dd-b203-c4c31a8df19e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:09.227195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4aadbd23-47e2-4de3-8a00-cda5c09ea72a req-1613a60c-8ac3-46dd-b203-c4c31a8df19e tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.4016120 Feb 10 22:37:09.249267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36a2f46-f002-4468-9d5d-cb4df82d02a8 req-6101c2e3-bde9-43d3-a998-8b9ac01f7055 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6274381 Feb 10 22:37:09.360729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8df7ed1d10024d55ab269a5cb7d41e07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0220068 Feb 10 22:37:09.363907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934f5e7-b716-418e-b3c8-b9701afc047b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f855fe34-5049-4b1d-b93a-eccc60dca1a0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:09.367201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-ba2216d6-97e6-495e-ba5f-d7729446fd3c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.1285450 Feb 10 22:37:09.368078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:09.455605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4aadbd23-47e2-4de3-8a00-cda5c09ea72a req-aca173cd-059a-430f-93ba-d76bfef6ef4d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267654 Feb 10 22:37:09.503381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-fdcae618-cf79-439b-9db6-9a01b6443637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:09.504958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-fdcae618-cf79-439b-9db6-9a01b6443637 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.1174140 Feb 10 22:37:09.574405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.593227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-8e2b111c-8a6c-4736-93e3-5b65504c6140 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722039 Feb 10 22:37:09.627887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-86b5fb6c-9abe-4d03-93a9-7e957948c775 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:09.629667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-86b5fb6c-9abe-4d03-93a9-7e957948c775 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 945 time: 0.9248321 Feb 10 22:37:09.673559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.814573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:37:09.830403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Sync routers for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:37:09.833353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.845954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:09.846164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d96752-99ed-49a8-8b30-5e921a35a594 req-a5af6081-6485-483c-991c-cd7801e3eb7a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:09.846569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:36:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:09.847608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e8d96752-99ed-49a8-8b30-5e921a35a594 req-a5af6081-6485-483c-991c-cd7801e3eb7a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.2572277 Feb 10 22:37:09.858650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.866068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Deleting port 9480071a-abfc-4c3d-b1f9-8219e90eff1d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:09.866413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.871200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-985dc6af-cfae-400f-8864-e4a34344c3eb service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671931 Feb 10 22:37:09.913869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f855fe34-5049-4b1d-b93a-eccc60dca1a0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:09.983645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:09.984766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-097f3d64-18ba-49d0-8fe2-7395080e70c4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f855fe34-5049-4b1d-b93a-eccc60dca1a0 HTTP/1.1" status: 204 len: 168 time: 0.6145217 Feb 10 22:37:10.066186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c6b6d9c-16b2-425e-9515-ccb5dba4f906 req-17af91fc-3f13-41f7-b970-788d82a81e70 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774676 Feb 10 22:37:10.078098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e8d96752-99ed-49a8-8b30-5e921a35a594 req-debd1585-8702-4aed-9e3f-6f8f20b4a9cd tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217579 Feb 10 22:37:10.131557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d25e2e-435a-401d-9858-7119f0b9fe21 req-72379b8b-2166-474f-8dc9-51b740f3b75e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:10.133103 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62d25e2e-435a-401d-9858-7119f0b9fe21 req-72379b8b-2166-474f-8dc9-51b740f3b75e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.6526701 Feb 10 22:37:10.190126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:10.230497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] For port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,segment=NetworkSegment(6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b),segment_id=6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:10.230898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:10.247031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5c43a180-0b80-4c05-b1cd-b5d88e910c1c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "PUT /v2.0/floatingips/e42adf41-e570-4322-918c-49cd12d6ab01 HTTP/1.1" status: 200 len: 992 time: 4.6317747 Feb 10 22:37:10.260773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:10.436375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Calling delete_port for 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:10.483970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62d25e2e-435a-401d-9858-7119f0b9fe21 req-131e8324-ad36-4dad-8431-759fa543ee00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372574 Feb 10 22:37:10.542439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-75a18cb7-9a6c-4f0c-b80e-00e9a2f299e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:10.779275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] For port 9480071a-abfc-4c3d-b1f9-8219e90eff1d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9480071a-abfc-4c3d-b1f9-8219e90eff1d,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:10.779862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:10.803516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e42adf41-e570-4322-918c-49cd12d6ab01', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'port_id': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'mac_address': 'fa:16:3e:d8:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:35:18Z', 'updated_at': '2022-02-10T22:37:07Z', 'revision_number': 1, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:10.809318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Checking router: 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:37:10.820586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:10.821970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:11.026818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Calling delete_port for 9480071a-abfc-4c3d-b1f9-8219e90eff1d owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:11.075609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:11.109442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.144261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579e6d4-3aff-461d-8281-e7cbadbf757c req-406237bb-e540-4ece-941e-f7e1d7508187 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.147916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3579e6d4-3aff-461d-8281-e7cbadbf757c req-406237bb-e540-4ece-941e-f7e1d7508187 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/ports?device_id=853cefb3-bf12-4372-a206-586c1a86d91a HTTP/1.1" status: 200 len: 945 time: 0.1179488 Feb 10 22:37:11.233232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Pushing event deleted for resources: {'Port': ['ID=03e28bd3-8de9-4c0e-8a38-00e69e0d5b33,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:11.284627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3579e6d4-3aff-461d-8281-e7cbadbf757c req-c974264e-0b75-418f-a628-300b0affed38 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.53 "GET /v2.0/security-groups?id=ad2a832d-55dc-41e2-b18c-de78e0cbb37f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304345 Feb 10 22:37:11.337504 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'status': 'completed', 'code': 200} Feb 10 22:37:11.339180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] No DVR routers for this DVR port 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:11.344468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.364865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-672b4716-9a8f-40fd-8165-5eff3cc73f23 req-968f82b4-6142-4b19-b641-9eddda24f961 tempest-ServerGroupTestJSON-676037238 tempest-ServerGroupTestJSON-676037238-project] 10.222.0.30 "DELETE /v2.0/ports/03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 HTTP/1.1" status: 204 len: 173 time: 2.7399058 Feb 10 22:37:11.410000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.416937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.422958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.426651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:11.430029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.437706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.444308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.451118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.453213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-a55ac9cc-057e-44d7-9ae5-0611f3a56185 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.6496935 Feb 10 22:37:11.525607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d9d9b63-ff84-4813-83e4-286d2352c04f req-8cc52fe0-691a-489f-ba45-a10314d149b1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640774 Feb 10 22:37:11.530134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.571668 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd15c47b-a631-473b-ab0d-34200c90cf31 req-a57cb11a-02e1-45e3-a28c-7ed89afe3961 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=4939276b-d96d-40d0-8d6b-fe6085c06cb2 HTTP/1.1" status: 200 len: 210 time: 0.0905190 Feb 10 22:37:11.632134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.633138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event deleted for resources: {'Port': ['ID=9480071a-abfc-4c3d-b1f9-8219e90eff1d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:11.634023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.634497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.634968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.639675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.640518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.641010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.648103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-dff30237-78dd-43bc-b07d-beac5b2c0980 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6491 time: 0.2749836 Feb 10 22:37:11.689291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] No DVR routers for this DVR port 9480071a-abfc-4c3d-b1f9-8219e90eff1d on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:11.692383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.702238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.709504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2dd0af6-bc43-4678-9932-7a9dcb6a3687 req-6969f286-4183-4c42-b5c6-518c733fc9b9 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "DELETE /v2.0/ports/9480071a-abfc-4c3d-b1f9-8219e90eff1d HTTP/1.1" status: 204 len: 173 time: 2.0624850 Feb 10 22:37:11.725572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:11.747409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No active binding found for port 9480071a-abfc-4c3d-b1f9-8219e90eff1d {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:37:11.748238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9480071a-abfc-4c3d-b1f9-8219e90eff1d not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:11.748868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:11.795782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:11.796530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 03e28bd3-8de9-4c0e-8a38-00e69e0d5b33 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:11.940765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea27d3-9e60-4fb4-a99e-8fa97649656c req-3375a644-2768-4dfe-8fad-53ae409f7977 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.942172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2fea27d3-9e60-4fb4-a99e-8fa97649656c req-3375a644-2768-4dfe-8fad-53ae409f7977 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1508436 Feb 10 22:37:11.948418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e42adf41-e570-4322-918c-49cd12d6ab01', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'port_id': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'mac_address': 'fa:16:3e:d8:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:35:18Z', 'updated_at': '2022-02-10T22:37:07Z', 'revision_number': 1, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:11.953393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08058ab7-94f1-4af1-8fcf-8bac72c350b9 None None] The sync data for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 is: [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e42adf41-e570-4322-918c-49cd12d6ab01', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'floating_ip_address': '172.25.2.229', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'port_id': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 979, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'mac_address': 'fa:16:3e:d8:95:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:35:18Z', 'updated_at': '2022-02-10T22:37:07Z', 'revision_number': 1, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:37:11.968150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-8b6311f0-10c0-496c-80f7-5d8add0c41d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:11.969647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-8b6311f0-10c0-496c-80f7-5d8add0c41d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d38d6b24-cf14-410c-9f83-817c9c664e37 HTTP/1.1" status: 200 len: 913 time: 0.3159628 Feb 10 22:37:12.024098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2fea27d3-9e60-4fb4-a99e-8fa97649656c req-5cb90853-bd3c-42e4-a924-ca4912ad71be tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730548 Feb 10 22:37:12.059860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd060a-f55e-4ab4-846e-36f9e6202536 req-ee4bd3b1-fbee-4ccc-b4e3-cedfa72d4569 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.067030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ebd060a-f55e-4ab4-846e-36f9e6202536 req-ee4bd3b1-fbee-4ccc-b4e3-cedfa72d4569 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 950 time: 0.2400124 Feb 10 22:37:12.151833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-c8ca268b-b9c6-458d-8764-f76e53905fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706 HTTP/1.1" status: 200 len: 1000 time: 0.1742501 Feb 10 22:37:12.189178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ebd060a-f55e-4ab4-846e-36f9e6202536 req-a3dcbc63-8a6b-4cdc-a445-c804c21668fb tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209879 Feb 10 22:37:12.245139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abddef68-8b49-4bae-82e8-0ccee13c8436 req-0c3d5842-f5d1-4ad5-9e57-9d3fbe5b30b1 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0582411 Feb 10 22:37:12.348262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff97d84-06aa-4a5a-942e-4b1cee8a8207 None None] New status for floating IP e42adf41-e570-4322-918c-49cd12d6ab01: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:37:12.350785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-bb5825f4-6b79-435d-9112-8d2ec4106055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.353626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-bb5825f4-6b79-435d-9112-8d2ec4106055 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b49bf1e-4b24-425e-bc77-99fb65deebfd HTTP/1.1" status: 200 len: 851 time: 0.1677938 Feb 10 22:37:12.522548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-cd6f4f05-6af8-4486-9a8a-9543b723c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.525433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-cd6f4f05-6af8-4486-9a8a-9543b723c961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d38d6b24-cf14-410c-9f83-817c9c664e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650178 Feb 10 22:37:12.804202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:12.928044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80659e2b-c9e1-443d-9169-450aad4bbe30 req-95b4b17a-938f-48e6-b6e3-c1899c3f23b9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.936893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80659e2b-c9e1-443d-9169-450aad4bbe30 req-95b4b17a-938f-48e6-b6e3-c1899c3f23b9 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.4072857 Feb 10 22:37:12.943920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.951250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.959386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.968440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.974071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.979034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:12.985479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:13.015977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80659e2b-c9e1-443d-9169-450aad4bbe30 req-bc5387de-9281-4f73-8dd6-38fc9bb475c4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712593 Feb 10 22:37:13.020194 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20cfe3b3-d82d-47d0-9886-d16b6e0782f3 req-fb88187c-49e6-4373-a364-d41555b19ada tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2373624 Feb 10 22:37:13.024238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-48b81b1b-7073-4c30-a247-420acd84ba23 service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422755 Feb 10 22:37:13.209499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6453c46e-5916-419b-ba6f-fe63d32bb58b req-32d6ee2c-f309-4827-adc6-6406c8be3394 service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896346 Feb 10 22:37:13.338522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'name': 'network-vif-deleted', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33'}, {'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-deleted', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:13.416347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:13.423870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4caf8ce-3910-4c51-bc95-acffaee2f910 req-c686a775-6144-48df-828f-2c72328f8162 tempest-AbsoluteLimitsNegativeTestJSON-309724215 tempest-AbsoluteLimitsNegativeTestJSON-309724215-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=80bfbddc766e4096b7c6684273b0792a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474005 Feb 10 22:37:13.600568 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:13.637103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:13.647489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:13.654883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:13.744077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:13.763273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4caf8ce-3910-4c51-bc95-acffaee2f910 req-65800648-259a-4346-9134-0b1ff101eedd tempest-AbsoluteLimitsNegativeTestJSON-309724215 tempest-AbsoluteLimitsNegativeTestJSON-309724215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:13.765391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4caf8ce-3910-4c51-bc95-acffaee2f910 req-65800648-259a-4346-9134-0b1ff101eedd tempest-AbsoluteLimitsNegativeTestJSON-309724215 tempest-AbsoluteLimitsNegativeTestJSON-309724215-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3330796 Feb 10 22:37:13.788547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4caf8ce-3910-4c51-bc95-acffaee2f910 req-11e9e27a-3730-4722-9721-fe40911da345 tempest-AbsoluteLimitsNegativeTestJSON-309724215 tempest-AbsoluteLimitsNegativeTestJSON-309724215-project] 10.222.0.53 "GET /v2.0/quotas/80bfbddc766e4096b7c6684273b0792a HTTP/1.1" status: 200 len: 375 time: 0.0158751 Feb 10 22:37:13.840918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4caf8ce-3910-4c51-bc95-acffaee2f910 req-44d28997-7ab1-45e5-bf88-e936ea09bd24 tempest-AbsoluteLimitsNegativeTestJSON-309724215 tempest-AbsoluteLimitsNegativeTestJSON-309724215-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=80bfbddc766e4096b7c6684273b0792a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508015 Feb 10 22:37:14.064286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77b5bd2a-e830-4f9a-ac4d-8ce22c8846a8 req-a1e6efc5-1094-448f-b1a7-0fead9d328ba tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0430737 Feb 10 22:37:14.067020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc9ab-470d-4c84-8ffb-afbd0f7bbfa0 req-bc809769-6e21-4ee7-a383-dcb1b260203d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:14.068709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d6fc9ab-470d-4c84-8ffb-afbd0f7bbfa0 req-bc809769-6e21-4ee7-a383-dcb1b260203d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0901432 Feb 10 22:37:14.118220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d6fc9ab-470d-4c84-8ffb-afbd0f7bbfa0 req-cb7529bb-6251-4fba-b1ba-19da4e8080f5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433724 Feb 10 22:37:14.201605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c3b090d-542a-4202-b139-3bc4e64a0f72 req-ad46f0e0-9da6-4d1b-bc34-2862444e01b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0532031 Feb 10 22:37:14.231060 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '853cefb3-bf12-4372-a206-586c1a86d91a', 'name': 'network-vif-deleted', 'tag': '03e28bd3-8de9-4c0e-8a38-00e69e0d5b33', 'status': 'completed', 'code': 200} Feb 10 22:37:14.231808 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4939276b-d96d-40d0-8d6b-fe6085c06cb2', 'name': 'network-vif-deleted', 'tag': '9480071a-abfc-4c3d-b1f9-8219e90eff1d', 'status': 'completed', 'code': 200} Feb 10 22:37:14.267794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39852) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:14.270662 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'code': 200} Feb 10 22:37:14.402165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.418046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:14.422117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Usage tracker for resource:security_group_rule and tenant:80bfbddc766e4096b7c6684273b0792a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:14.426294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:14.469232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:14.535452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7249ba-71e0-4261-8b27-64893997965b req-667591b1-f33f-48f7-bc23-a2039e1d9ad4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:14.537135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e7249ba-71e0-4261-8b27-64893997965b req-667591b1-f33f-48f7-bc23-a2039e1d9ad4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0824201 Feb 10 22:37:14.547115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d882e-4e6f-441e-82c2-50f77baa905a req-53d02054-0b7f-49e2-91ed-de5ee642fc1e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:14.548609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c82d882e-4e6f-441e-82c2-50f77baa905a req-53d02054-0b7f-49e2-91ed-de5ee642fc1e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1235516 Feb 10 22:37:14.586136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e7249ba-71e0-4261-8b27-64893997965b req-3680a571-fec4-4819-825a-8394c4856747 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 Feb 10 22:37:14.623688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.627437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c82d882e-4e6f-441e-82c2-50f77baa905a req-76d92424-7d47-4ae8-8ed5-55378ca92d4c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721650 Feb 10 22:37:14.628449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.679478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=80bfbddc766e4096b7c6684273b0792a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4105451 Feb 10 22:37:14.682144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:14.694245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea2d9c-11a6-4bd6-8dd5-31a93b40659c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4c332-e2bf-4839-a1b5-a0b6bc44cded,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:14.751741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.782762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.844722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.866073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4c332-e2bf-4839-a1b5-a0b6bc44cded,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:14.869616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:14.871046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b66f0858-1fc9-484d-8d07-ce30be09f2cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b8d4c332-e2bf-4839-a1b5-a0b6bc44cded HTTP/1.1" status: 204 len: 168 time: 0.1878259 Feb 10 22:37:14.882506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8615f9ee-3312-4c95-b4a7-77cf7cae6296 req-4681d334-2da9-4527-846a-c72ba674ad38 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:14.883812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8615f9ee-3312-4c95-b4a7-77cf7cae6296 req-4681d334-2da9-4527-846a-c72ba674ad38 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:14.923061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8615f9ee-3312-4c95-b4a7-77cf7cae6296 req-4681d334-2da9-4527-846a-c72ba674ad38 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:14.924263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8615f9ee-3312-4c95-b4a7-77cf7cae6296 req-4681d334-2da9-4527-846a-c72ba674ad38 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.1692054 Feb 10 22:37:14.968798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-2a28e864-3341-41ef-b895-7e9efcdc647d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:14.970260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-2a28e864-3341-41ef-b895-7e9efcdc647d tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 944 time: 0.1314025 Feb 10 22:37:15.040463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8615f9ee-3312-4c95-b4a7-77cf7cae6296 req-be21f4b8-db94-4541-84c3-4c50667b9c33 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053212 Feb 10 22:37:15.062247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Deleting port 8923c017-8eca-4de5-866d-523334fa38b1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:15.062645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.112182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720fe866-765f-4083-b113-6c034ec1a86a req-de689187-1a7f-46b6-b57d-60f7d567ab85 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:15.113956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-720fe866-765f-4083-b113-6c034ec1a86a req-de689187-1a7f-46b6-b57d-60f7d567ab85 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 948 time: 0.0997372 Feb 10 22:37:15.251900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-720fe866-765f-4083-b113-6c034ec1a86a req-e572a04f-657e-43eb-84f8-16daee81b068 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316562 Feb 10 22:37:15.414999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a1fdb04-1420-46b5-8c0e-41fe05eb27bc req-739a544c-3f02-4769-ab5a-d0851642885c tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0445938 Feb 10 22:37:15.491957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904b1c4-a3bf-4890-89a7-dba85eceb29a req-39e53df4-b531-4557-b589-a1589fbff88a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:15.494667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a904b1c4-a3bf-4890-89a7-dba85eceb29a req-39e53df4-b531-4557-b589-a1589fbff88a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2465367 Feb 10 22:37:15.503519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] For port 8923c017-8eca-4de5-866d-523334fa38b1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8923c017-8eca-4de5-866d-523334fa38b1,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:15.503866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.580760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39910) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:15.652438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Deleting subnet dacc9718-3c76-453a-9180-21ce8b108386 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:37:15.656205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.658456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Calling delete_port for 8923c017-8eca-4de5-866d-523334fa38b1 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:15.719122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.726174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a904b1c4-a3bf-4890-89a7-dba85eceb29a req-34be52ae-5b6d-4d1d-8dc9-4885dfbfb089 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250896 Feb 10 22:37:15.735860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:15.802210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.909516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-550647719-network', 'tenant_id': '895a816da814460ea03a1deaa5a015f9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:15.918798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.935631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.969140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:15.980375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dacc9718-3c76-453a-9180-21ce8b108386,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:15.982705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:15.991677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event deleted for resources: {'Port': ['ID=8923c017-8eca-4de5-866d-523334fa38b1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:15.995447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4764dc5-88b6-41eb-85ac-d93c3c542346 req-dcf50469-28ea-4eab-b1ff-6ceac3bc1f2c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:15.996473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Usage tracker for resource:network and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:16.000654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:16.002366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4764dc5-88b6-41eb-85ac-d93c3c542346 req-dcf50469-28ea-4eab-b1ff-6ceac3bc1f2c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1687794 Feb 10 22:37:16.027396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ed749ea-84da-4144-834c-b9b3d4197f6e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dacc9718-3c76-453a-9180-21ce8b108386 HTTP/1.1" status: 204 len: 168 time: 0.4431198 Feb 10 22:37:16.028266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39926) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:16.032260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:16.084792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Made reservation on behalf of 895a816da814460ea03a1deaa5a015f9 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:16.087073 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.104252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] No DVR routers for this DVR port 8923c017-8eca-4de5-866d-523334fa38b1 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:16.108752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.111539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.128709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4764dc5-88b6-41eb-85ac-d93c3c542346 req-27e4e55d-b7ad-445e-af29-ebd67cdbe152 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254807 Feb 10 22:37:16.148877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aca3f2-98d7-476e-ba7f-2de6019eb6ca req-74ff78bf-3ec5-42dd-b747-afbad5511c04 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:16.156339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23aca3f2-98d7-476e-ba7f-2de6019eb6ca req-74ff78bf-3ec5-42dd-b747-afbad5511c04 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2895358 Feb 10 22:37:16.158517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:16.170857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.176257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:16.183725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:16.188988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd8d894c-bfd0-47b6-818a-bfee2cc2a664 req-b5d4482b-a143-456c-8c7b-89e6039ab293 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "DELETE /v2.0/ports/8923c017-8eca-4de5-866d-523334fa38b1 HTTP/1.1" status: 204 len: 173 time: 1.2093365 Feb 10 22:37:16.193525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:16.229033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23aca3f2-98d7-476e-ba7f-2de6019eb6ca req-28bfeedf-06ec-4568-bddc-ddf02aadda11 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711782 Feb 10 22:37:16.243383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-deleted', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:16.370490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-171d443b-2f7e-4b8f-946e-017be7cf9eb7 req-eb1b8f30-5f34-4e73-bf56-97ab789178ed tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=b593ad3c-7a8b-401b-b5c4-092a70de65f6 HTTP/1.1" status: 200 len: 210 time: 0.0642784 Feb 10 22:37:16.373679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.413539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a4129a7-12ec-45a9-b826-e76e8b39100e']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:16.419342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:16.419624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccfaf4d-1e3c-4d84-b4e7-5ed3e395827b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:16.434152 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b593ad3c-7a8b-401b-b5c4-092a70de65f6', 'name': 'network-vif-deleted', 'tag': '8923c017-8eca-4de5-866d-523334fa38b1', 'status': 'completed', 'code': 200} Feb 10 22:37:16.465366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.490845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.501037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:37:16.501677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:37:16.528916 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:37:16.535200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.542240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.584599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3c00ff-282c-4da2-9cc9-438fe0a27b7f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:16.611985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba0732-f264-47ce-85cf-76e59e928670 req-ec5aae0b-02a9-4e9f-b654-540d0e3b7189 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:16.613548 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60ba0732-f264-47ce-85cf-76e59e928670 req-ec5aae0b-02a9-4e9f-b654-540d0e3b7189 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 948 time: 0.1251378 Feb 10 22:37:16.664209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60ba0732-f264-47ce-85cf-76e59e928670 req-967da492-25af-414b-9b4e-3c77ae34b73e tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437760 Feb 10 22:37:16.790576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.796795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.831048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:37:16.831317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7a4129a7-12ec-45a9-b826-e76e8b39100e HTTP/1.1" status: 204 len: 168 time: 0.8019221 Feb 10 22:37:16.833857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4218cf-ceef-4469-b56f-ba23716f5472 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a4129a7-12ec-45a9-b826-e76e8b39100e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:16.836555 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c5b99ae-ddd0-4366-9486-0291516c4c66 req-1a51359b-e0b6-425f-a494-7e559b8f4204 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0532241 Feb 10 22:37:16.849768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.850394 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Added segment ade7ac85-e228-49a3-ba1d-15ce30316306 of type vlan for network 9483fbcc-1584-4554-843f-72d0bd77703b Feb 10 22:37:16.860354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee560-9657-457f-a600-21bce78d3b98 req-af95d13c-826a-4885-86ee-80b434c0a0e7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:16.868977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36aee560-9657-457f-a600-21bce78d3b98 req-af95d13c-826a-4885-86ee-80b434c0a0e7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3318112 Feb 10 22:37:16.884822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:16.933446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36aee560-9657-457f-a600-21bce78d3b98 req-b7de445e-95b5-4e6d-8bed-6b32c45b67dc tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614507 Feb 10 22:37:17.018907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.019892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:17.020737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.041762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:17.156142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-41753200-8036-4726-b545-93e3d8178687 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=91ab890cdc874e4ab4defa826eec630a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132264 Feb 10 22:37:17.159209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39952) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:17.162077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4229317 Feb 10 22:37:17.164580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e50e7c-b51f-4849-a539-fdacc30afefa admin admin] Pushing event updated for resources: {'Network': ['ID=9483fbcc-1584-4554-843f-72d0bd77703b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:17.167637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39958) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:17.176569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 9483fbcc-1584-4554-843f-72d0bd77703b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:37:17.177684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-4d1bacb1-a483-4a84-b737-9d592620fe0d tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:17.179117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-4d1bacb1-a483-4a84-b737-9d592620fe0d tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 948 time: 0.2581918 Feb 10 22:37:17.184131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Request body: {'subnet': {'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-550647719-subnet', 'tenant_id': '895a816da814460ea03a1deaa5a015f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:17.225463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:17.244672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab92fec-140e-4217-8541-b628eb9ff90d req-933c9110-7476-41cd-8bae-d41b089aedde tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:17.245652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Usage tracker for resource:subnet and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:17.253009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fab92fec-140e-4217-8541-b628eb9ff90d req-933c9110-7476-41cd-8bae-d41b089aedde tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1903439 Feb 10 22:37:17.256454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:17.268133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:17.291869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Deleting port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:17.292484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.324580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fab92fec-140e-4217-8541-b628eb9ff90d req-082f1f92-41af-4a87-8182-6c8bc25a2b7b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700245 Feb 10 22:37:17.330273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.340352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Made reservation on behalf of 895a816da814460ea03a1deaa5a015f9 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:17.343123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.361460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.431600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.451394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2a832d-55dc-41e2-b18c-de78e0cbb37f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:17.464668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:17.465795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-83c73ff0-3df9-46f7-804b-3434941ca033 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ad2a832d-55dc-41e2-b18c-de78e0cbb37f HTTP/1.1" status: 204 len: 168 time: 0.3054185 Feb 10 22:37:17.770167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35915ca2-1c4e-47d8-990e-08c271d78903 req-0e2fa047-620b-45d2-90bf-73022826ee8b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:17.772220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35915ca2-1c4e-47d8-990e-08c271d78903 req-0e2fa047-620b-45d2-90bf-73022826ee8b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.3282042 Feb 10 22:37:17.864743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] For port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:17.865094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.012802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Calling delete_port for ad08b553-3cc6-4e8a-a892-1ac742e5cd3f owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:18.068958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35915ca2-1c4e-47d8-990e-08c271d78903 req-a57dd8df-e967-40a7-83c0-e138b1e1d68b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626154 Feb 10 22:37:18.078563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a837292-578d-4b9f-b6a7-96a77bdd254f req-f39dd567-8d22-4f1d-ae61-badc97cb0cec tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:18.080390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a837292-578d-4b9f-b6a7-96a77bdd254f req-f39dd567-8d22-4f1d-ae61-badc97cb0cec tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 948 time: 0.0935526 Feb 10 22:37:18.104123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.139188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a837292-578d-4b9f-b6a7-96a77bdd254f req-f006f852-2d46-4157-beee-ba6dcaac6eb8 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/security-groups?id=46327b00-228a-40a7-8288-c4b9ee92c53b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529397 Feb 10 22:37:18.349274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9e214a4-b547-45bc-bb8e-a22c7339a990 req-ee018970-95b0-4caa-b182-d36026d20970 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0899787 Feb 10 22:37:18.350181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=594a70c0-4074-40c0-8ed1-beb6d259933c,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:18.351321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742fb4f-e1eb-441a-8d8c-3f302d6ace54 req-f5a1a130-0675-4802-b0ef-11b7a5b78dd6 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:18.358829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9742fb4f-e1eb-441a-8d8c-3f302d6ace54 req-f5a1a130-0675-4802-b0ef-11b7a5b78dd6 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0978234 Feb 10 22:37:18.372770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Checking segment: {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:18.373678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Network hostable DHCP agents. Network: 9483fbcc-1584-4554-843f-72d0bd77703b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:37:18.397945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.400456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Network 9483fbcc-1584-4554-843f-72d0bd77703b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:37:18.411552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9742fb4f-e1eb-441a-8d8c-3f302d6ace54 req-1b86be7f-297c-4447-8ee9-84f6df411341 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483263 Feb 10 22:37:18.435274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40006) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:18.466041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Pushing event deleted for resources: {'Port': ['ID=ad08b553-3cc6-4e8a-a892-1ac742e5cd3f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:18.474832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 9483fbcc-1584-4554-843f-72d0bd77703b) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:18.485526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e03cc97-1d2d-460d-a2ab-d94e2af4e069 None None] Network 9483fbcc-1584-4554-843f-72d0bd77703b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:18.586493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-network', 'tenant_id': '561964b01058483e8948488423307db1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:18.592830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:18.598285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Usage tracker for resource:network and tenant:561964b01058483e8948488423307db1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:18.605103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:18.706698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:18.730870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] No DVR routers for this DVR port ad08b553-3cc6-4e8a-a892-1ac742e5cd3f on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:18.730870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:18.730870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.730870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.753759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-deleted', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:18.757593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Made reservation on behalf of 561964b01058483e8948488423307db1 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:18.757593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.761340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58c168a7-b3b3-4d20-9915-b27bc2624bf3 req-19f27fed-9788-4756-ad17-87c1d66d9406 tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.30 "DELETE /v2.0/ports/ad08b553-3cc6-4e8a-a892-1ac742e5cd3f HTTP/1.1" status: 204 len: 173 time: 1.5624206 Feb 10 22:37:18.788274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44799f64-6c72-4603-b601-357ca15b26ef admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6122174 Feb 10 22:37:18.822190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:18.860090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:18.865237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Usage tracker for resource:security_group_rule and tenant:561964b01058483e8948488423307db1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:18.875612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:18.900598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:19.040839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cca5c2-b335-4586-b839-b50a62e1a18e None None] Network 9483fbcc-1584-4554-843f-72d0bd77703b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:19.195218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.203400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.261482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45955d-6542-42bb-8c45-0ee1ee7435da req-d6664349-b370-43d7-ab29-3b1df26870d7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:19.263035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f45955d-6542-42bb-8c45-0ee1ee7435da req-d6664349-b370-43d7-ab29-3b1df26870d7 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.1766045 Feb 10 22:37:19.293372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:37:19.299665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2a85f0-4e2b-40e2-8efa-010c506d25cd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:19.312294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.312746 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Added segment 8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e of type vlan for network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 Feb 10 22:37:19.323995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f45955d-6542-42bb-8c45-0ee1ee7435da req-ab7c82b6-5502-4159-8c81-4b8ac95677df tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534303 Feb 10 22:37:19.348010 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:37:19.362961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.375045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb0847-1a81-43e6-b66b-6a359fec6dac req-c08f3e03-7944-4f86-a7bc-bd98585cf3b7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:19.381121 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d409c50-31d4-4013-81d5-c69e220c64f0', 'name': 'network-vif-deleted', 'tag': 'ad08b553-3cc6-4e8a-a892-1ac742e5cd3f', 'status': 'completed', 'code': 200} Feb 10 22:37:19.382748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dbcb0847-1a81-43e6-b66b-6a359fec6dac req-c08f3e03-7944-4f86-a7bc-bd98585cf3b7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3441410 Feb 10 22:37:19.440362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dbcb0847-1a81-43e6-b66b-6a359fec6dac req-890f70ff-b31a-4611-b71b-d230937b407e tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567682 Feb 10 22:37:19.444809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.446231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:19.446858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.452920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:19.512376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 8923c017-8eca-4de5-866d-523334fa38b1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:19.513070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8923c017-8eca-4de5-866d-523334fa38b1 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:19.566343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7749e0-447f-41a1-b1f3-0e977e8dc312 req-275da320-d8f9-4b3e-a17c-84cd5b00559c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:19.567060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6a7749e0-447f-41a1-b1f3-0e977e8dc312 req-275da320-d8f9-4b3e-a17c-84cd5b00559c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Synchronizing usage tracker for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:19.583893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6a7749e0-447f-41a1-b1f3-0e977e8dc312 req-275da320-d8f9-4b3e-a17c-84cd5b00559c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Unset dirty status for tenant:f8763526ee7947c4ad2e9269da6f17cb on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:19.592226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a7749e0-447f-41a1-b1f3-0e977e8dc312 req-275da320-d8f9-4b3e-a17c-84cd5b00559c tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 944 time: 0.1201272 Feb 10 22:37:19.617708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1811030 Feb 10 22:37:19.622231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40042) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:19.638543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Request body: {'subnet': {'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-subnet', 'tenant_id': '561964b01058483e8948488423307db1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:19.641151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a7749e0-447f-41a1-b1f3-0e977e8dc312 req-e951e4d2-3a27-4e30-ba6c-4384ec7eb805 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/security-groups?id=d64d8e98-e2a7-48ad-a627-d647811e068c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478652 Feb 10 22:37:19.647359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9475b38-b782-4a5d-a515-e5365a00d132 admin admin] Pushing event updated for resources: {'Network': ['ID=8ed61cb1-782e-4c42-9675-dc1765fb88e6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:19.652892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:19.660974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:37:19.672231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1893862414', 'description': 'tempest-description-714355770'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:19.678347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:19.683165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:19.686116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:19.693458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:19.704210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Usage tracker for resource:subnet and tenant:561964b01058483e8948488423307db1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:19.707201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:19.715754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:19.729372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.741268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Made reservation on behalf of 561964b01058483e8948488423307db1 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:19.743811 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:19.845952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:19.857461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:19.867104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:19.873993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f2b581c5-dca5-4cba-a107-72c286332946 req-fafbed86-c52d-4c16-948c-1ef5c3f3d04a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Synchronizing usage tracker for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:19.880905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:19.898864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f2b581c5-dca5-4cba-a107-72c286332946 req-fafbed86-c52d-4c16-948c-1ef5c3f3d04a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] Unset dirty status for tenant:9e07f3138f574c3a84f66d6b3f731716 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:19.898864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2b581c5-dca5-4cba-a107-72c286332946 req-fafbed86-c52d-4c16-948c-1ef5c3f3d04a tempest-ImagesOneServerTestJSON-394326304 tempest-ImagesOneServerTestJSON-394326304-project] 10.222.0.53 "GET /v2.0/ports?device_id=4d409c50-31d4-4013-81d5-c69e220c64f0 HTTP/1.1" status: 200 len: 210 time: 0.0824225 Feb 10 22:37:19.944989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-3770599c-a964-4547-8330-f0c80d35bf68 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:19.946939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-3770599c-a964-4547-8330-f0c80d35bf68 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 944 time: 0.1829457 Feb 10 22:37:20.044989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.047838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Deleting port d37101f1-8c69-4473-acfc-1f5ebbf52784 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:20.047838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.048271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.112639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04366d44-3394-405f-b8db-0377b1a064d0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:20.121870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.137608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cef7c66-40ba-4327-be80-06209f1a5657 req-aec9b3a2-f28d-4bcb-9cd4-9725fb792cd7 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0670922 Feb 10 22:37:20.162862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.190889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b04dbbd9-6d6b-4e82-8151-106cf7896544 req-33845608-96a1-41f0-ab8b-c68cd8a2307e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5508518 Feb 10 22:37:20.202059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1712391981', 'description': 'tempest-description-629860096'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:20.209988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:20.209988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:20.220866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:20.229281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:20.261789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:20.267186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Checking segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:20.267186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Network hostable DHCP agents. Network: 8ed61cb1-782e-4c42-9675-dc1765fb88e6, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:37:20.267186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.302522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:20.302522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:20.304032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:20.307311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:37:20.324797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:20.362330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8ed61cb1-782e-4c42-9675-dc1765fb88e6) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:20.362330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:20.362330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.372323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df038968-ea3f-4b9c-b940-f8607533977e None None] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:20.402790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c75afba4-129f-4ef3-bbea-03b1ab7eb31b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7795434 Feb 10 22:37:20.405731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40052) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:20.411362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:20.417108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:20.434371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Usage tracker for resource:router and tenant:561964b01058483e8948488423307db1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:20.438882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:20.453472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:20.457098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.465060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.492306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.492306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.514326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.521211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-679bf79e-6537-49d8-a41d-f0234dc9bf3a req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3350117 Feb 10 22:37:20.527516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc52bfc-32a3-4845-b6d9-d630644639ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac1a78c-71d0-412f-a69d-14ec87b986d8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:20.566944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.648171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-36cb9c54-0a67-47d4-a9f9-52752004ef41 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:20.662365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-36cb9c54-0a67-47d4-a9f9-52752004ef41 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.3679218 Feb 10 22:37:20.662365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] For port d37101f1-8c69-4473-acfc-1f5ebbf52784, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d37101f1-8c69-4473-acfc-1f5ebbf52784,segment=NetworkSegment(f7347ba6-3170-4d49-ae85-96f2d0fb025c),segment_id=f7347ba6-3170-4d49-ae85-96f2d0fb025c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:20.662365 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:20.760004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1dd832-300d-4231-b647-6ce35abbeebb None None] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:20.846519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Calling delete_port for d37101f1-8c69-4473-acfc-1f5ebbf52784 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:20.888004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d7e67-1cf4-4e05-8604-b500957d4cfa req-73a17b2d-f01c-4e71-b926-93b8b2c07e34 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:20.888004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-532d7e67-1cf4-4e05-8604-b500957d4cfa req-73a17b2d-f01c-4e71-b926-93b8b2c07e34 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5218067 Feb 10 22:37:20.946705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port e325de0b-cc5a-4fd8-b30f-745d967a026b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:37:20.946705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.130732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-532d7e67-1cf4-4e05-8604-b500957d4cfa req-f339879b-2369-46cb-a701-22597dd0dbda tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258463 Feb 10 22:37:21.245468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.277712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.361252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Pushing event deleted for resources: {'Port': ['ID=d37101f1-8c69-4473-acfc-1f5ebbf52784,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:21.388400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df065c-3237-45ab-9d52-e6caff06eb3d req-5bdb9ca3-9d27-4692-a8a9-a6ffa585b055 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:21.388400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03df065c-3237-45ab-9d52-e6caff06eb3d req-5bdb9ca3-9d27-4692-a8a9-a6ffa585b055 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 945 time: 0.4705951 Feb 10 22:37:21.459173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03df065c-3237-45ab-9d52-e6caff06eb3d req-ffbfd80e-a0af-4fb0-a095-5dd9b44d2ad4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609903 Feb 10 22:37:21.471508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:21.518426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: ad08b553-3cc6-4e8a-a892-1ac742e5cd3f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:21.518426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ad08b553-3cc6-4e8a-a892-1ac742e5cd3f not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:21.608032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.713585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] No DVR routers for this DVR port d37101f1-8c69-4473-acfc-1f5ebbf52784 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:21.734646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.734646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-deleted', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:21.766512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f287769-6977-4439-8794-86e1dc1f4d87 req-85dad635-1227-4873-899c-7c88dacca69b tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fb0e77a-6d93-4642-a3d4-af646365f779 HTTP/1.1" status: 200 len: 210 time: 0.0556164 Feb 10 22:37:21.808110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-992bb2a2-d09d-4c52-892e-9a59e9942165 req-5840a52d-0096-4fe0-8d09-2a96561690f7 tempest-LiveAutoBlockMigrationV225Test-253963571 tempest-LiveAutoBlockMigrationV225Test-253963571-project] 10.222.0.30 "DELETE /v2.0/ports/d37101f1-8c69-4473-acfc-1f5ebbf52784 HTTP/1.1" status: 204 len: 173 time: 1.8450387 Feb 10 22:37:21.823455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port e325de0b-cc5a-4fd8-b30f-745d967a026b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e325de0b-cc5a-4fd8-b30f-745d967a026b,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:21.823455 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.828256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.871455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:21.892787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-d40c1112-000b-4a7b-8519-243435d728f3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:21.892787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-d40c1112-000b-4a7b-8519-243435d728f3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:21.963491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for e325de0b-cc5a-4fd8-b30f-745d967a026b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:37:22.028730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-d40c1112-000b-4a7b-8519-243435d728f3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:22.033506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-d40c1112-000b-4a7b-8519-243435d728f3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 812 time: 0.7390652 Feb 10 22:37:22.060168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-393313cf-b031-4581-918a-80014a3b79ca tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/quotas/895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 375 time: 0.0234468 Feb 10 22:37:22.127172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-da4d98fd-a080-4194-8888-eb41be5aeaa4 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621412 Feb 10 22:37:22.172593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Allocated IP 172.25.2.197 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d6936fe2-559a-41cb-8b36-169416928b57) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:22.227582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:22.286337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:22.340850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=e325de0b-cc5a-4fd8-b30f-745d967a026b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:22.358757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02752ff1-da82-409e-94d5-abc16ad5c52b req-d85b6fde-9232-45d8-b589-8b883ca4f65b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:22.366757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02752ff1-da82-409e-94d5-abc16ad5c52b req-d85b6fde-9232-45d8-b589-8b883ca4f65b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2975447 Feb 10 22:37:22.432194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port e325de0b-cc5a-4fd8-b30f-745d967a026b on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:37:22.436048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:22.441220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02752ff1-da82-409e-94d5-abc16ad5c52b req-f944dca7-3799-44d2-836b-9b3405a792c5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746374 Feb 10 22:37:22.477538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:22.483653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad3fb63c-6d02-4fbf-b97c-f577d014b7fd req-46fd6d6e-f881-4a25-a161-75e1315066ab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "DELETE /v2.0/ports/e325de0b-cc5a-4fd8-b30f-745d967a026b HTTP/1.1" status: 204 len: 173 time: 1.8205707 Feb 10 22:37:22.522289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-98860705-fa8e-43d7-aa36-84c142ef7572 service neutron] 10.222.0.53 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184323 Feb 10 22:37:22.547104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5251c572-5a02-48b6-a45a-50d8ab2f82fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9e07f3138f574c3a84f66d6b3f731716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2558422 Feb 10 22:37:22.550119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:22.581762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:22.678269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-d5810b4a-a61f-4abc-b43c-dd3e13cb4b5c service neutron] 10.222.0.53 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549225 Feb 10 22:37:22.717494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ddc5abc-af4f-477d-8dfe-5f5146e98d18 req-88a335e2-78db-436f-ba4e-ad3af6beb100 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0868008 Feb 10 22:37:22.719233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:22.726452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:22.737404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:22.778029 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb0e77a-6d93-4642-a3d4-af646365f779', 'name': 'network-vif-deleted', 'tag': 'd37101f1-8c69-4473-acfc-1f5ebbf52784', 'status': 'completed', 'code': 200} Feb 10 22:37:22.788098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Pushing event updated for resources: {'Port': ['ID=d6936fe2-559a-41cb-8b36-169416928b57,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:22.793212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:22.962873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2712c8b5-a4c0-47dd-853d-ad89766e1e9e req-55a2d0f7-78e7-49e8-a671-02d4161af911 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:22.981429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2712c8b5-a4c0-47dd-853d-ad89766e1e9e req-55a2d0f7-78e7-49e8-a671-02d4161af911 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:22.995880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2712c8b5-a4c0-47dd-853d-ad89766e1e9e req-55a2d0f7-78e7-49e8-a671-02d4161af911 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=8261a45c-3d9c-47d1-96b0-3f73a64c6408 HTTP/1.1" status: 200 len: 210 time: 0.0777304 Feb 10 22:37:23.026617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40104) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:23.173497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.238256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdff8de5-b9d0-4095-894e-45a315f48624 req-6df36a55-62c1-4ff8-8cb1-439a6c2b4cc0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 210 time: 0.1443005 Feb 10 22:37:23.279119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Deleting subnet 3cf85df1-2bfe-437e-b387-47878d25cdc8 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:37:23.282526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.339346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.420440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.470618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e325de0b-cc5a-4fd8-b30f-745d967a026b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:23.487902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.512738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46327b00-228a-40a7-8288-c4b9ee92c53b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:23.520097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.531240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a31bd-5ccf-4059-a628-222feb5a25af req-35cedd1d-7a06-4878-8db8-241c50a5d69a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:23.534978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: e325de0b-cc5a-4fd8-b30f-745d967a026b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:23.535382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e325de0b-cc5a-4fd8-b30f-745d967a026b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:23.535834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:37:23.538169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c42a31bd-5ccf-4059-a628-222feb5a25af req-35cedd1d-7a06-4878-8db8-241c50a5d69a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2358410 Feb 10 22:37:23.580807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.580973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: d37101f1-8c69-4473-acfc-1f5ebbf52784 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:37:23.581279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d37101f1-8c69-4473-acfc-1f5ebbf52784 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:37:23.588794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3cf85df1-2bfe-437e-b387-47878d25cdc8 HTTP/1.1" status: 204 len: 168 time: 0.5609992 Feb 10 22:37:23.590148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd11451-8541-474f-bde2-163cae65e9e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf85df1-2bfe-437e-b387-47878d25cdc8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:23.591826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:23.688585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c42a31bd-5ccf-4059-a628-222feb5a25af req-220a9228-0e59-470b-b17d-07621af927c7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487789 Feb 10 22:37:23.689673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.690260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d821622-e5ca-49db-b8eb-c2fb22a4159e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46327b00-228a-40a7-8288-c4b9ee92c53b HTTP/1.1" status: 204 len: 168 time: 1.1392395 Feb 10 22:37:23.698794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:23.765660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.000935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16ff37a3-9895-4f45-b256-db7757d17c79 req-8fe3739c-bd61-47aa-b0b4-141d5c28b8aa tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0731454 Feb 10 22:37:24.126607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.225394 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.316372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259ca3a5-bc78-4127-a8ee-eadb4c6d708c']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:24.322394 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.499200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7347ba6-3170-4d49-ae85-96f2d0fb025c') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:24.499984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7347ba6-3170-4d49-ae85-96f2d0fb025c') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:24.517871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.535175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4dd780fa-140f-4cd1-b255-e4a6eae01326 req-9aff77ac-a3f0-498a-8b5c-2b81e1c8f635 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 210 time: 0.0766647 Feb 10 22:37:24.663257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.685568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e3dd1-b5f9-4620-97b2-684c756a506d req-e9357417-00c9-47f4-a68a-22349ed2dec3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:24.685568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c62e3dd1-b5f9-4620-97b2-684c756a506d req-e9357417-00c9-47f4-a68a-22349ed2dec3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.7110844 Feb 10 22:37:24.709692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:37:24.709692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:37:24.737754 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:37:24.863556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'name': 'network-vif-deleted', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:24.889089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-f2f6313c-52fe-4828-a379-a1a01651de9e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:24.889089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-f2f6313c-52fe-4828-a379-a1a01651de9e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 812 time: 0.5498121 Feb 10 22:37:24.905680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'device_id': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b', 'admin_state_up': True, 'tenant_id': '895a816da814460ea03a1deaa5a015f9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:24.953051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Router 06350893-186e-4520-a152-0e0effa624b0 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:37:24.961239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-9b578f7b-f2da-466c-a0fb-35549f31470a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:24.968503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-9b578f7b-f2da-466c-a0fb-35549f31470a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 0.2911799 Feb 10 22:37:25.057188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c62e3dd1-b5f9-4620-97b2-684c756a506d req-58f971ca-4ba8-4427-a60e-881db706f2e7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3487175 Feb 10 22:37:25.068300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.068300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:25.075467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-b9dedb38-e4cb-45dc-8a05-ac3b4ec3a76d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/quotas/e65067cd4caa4579a5d56de1bfa596ee HTTP/1.1" status: 200 len: 375 time: 0.0954082 Feb 10 22:37:25.083596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.087935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:port and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:25.108194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:25.114615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=259ca3a5-bc78-4127-a8ee-eadb4c6d708c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:25.185750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:25.252858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-34377b62-4d11-4008-b777-0591be7dfbf1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/259ca3a5-bc78-4127-a8ee-eadb4c6d708c HTTP/1.1" status: 204 len: 168 time: 1.6491888 Feb 10 22:37:25.252858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:25.263143 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8261a45c-3d9c-47d1-96b0-3f73a64c6408', 'name': 'network-vif-deleted', 'tag': 'e325de0b-cc5a-4fd8-b30f-745d967a026b', 'status': 'completed', 'code': 200} Feb 10 22:37:25.263143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Made reservation on behalf of 895a816da814460ea03a1deaa5a015f9 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:25.270884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.462831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-016e0e05-0a39-4679-98d8-2bf5ca8b5f4e tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3740993 Feb 10 22:37:25.503898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69995f95-0f20-4b29-9ace-4bd66ffa1627 req-c3ffcf45-c825-45b0-a44b-81b17603b290 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0609510 Feb 10 22:37:25.517620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Deleting subnet e1016d18-1ec9-4ada-9965-e20d9cfe0dda {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:37:25.531022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.606872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:37:25.612832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Sync routers for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:37:25.633716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:25.633716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:25.639041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.722751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Allocated IP 172.20.0.6 (9483fbcc-1584-4554-843f-72d0bd77703b/594a70c0-4074-40c0-8ed1-beb6d259933c/cbf2a703-7aab-4190-b692-5361f8b07fce) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:25.725969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-789e1b24-9caf-4764-92f2-71112e7dcbba service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622397 Feb 10 22:37:25.728836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.748616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:25.752438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3be6f4ee-ba0d-4f99-8714-ccaf90160bcd admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3432257 Feb 10 22:37:25.757814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40180) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:25.931506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-06501f71-a61c-451d-9079-295bb07cc607 service neutron] 10.222.0.53 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921322 Feb 10 22:37:26.009731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:26.055945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:26.287147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9dc82309-c141-439e-8c2c-87da93e849bb req-7c264d00-85e2-44b8-b9aa-2bbb0783b0c1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 210 time: 0.0640388 Feb 10 22:37:26.479586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:23Z', 'revision_number': 3, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:26.484741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Checking router: 06350893-186e-4520-a152-0e0effa624b0 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:37:26.485438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Updating router 06350893-186e-4520-a152-0e0effa624b0 port d6936fe2-559a-41cb-8b36-169416928b57 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:37:26.518333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1016d18-1ec9-4ada-9965-e20d9cfe0dda,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:26.533720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:26.565661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58564a4e-b603-4c88-b318-7a96792d5974 req-c7791ce8-5a35-4815-9ae4-4e2381c4c494 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:26.579462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e92d7ffc-688a-49ea-8639-d69edd90c2c3 req-4a2e91ea-aabd-42a7-b774-01a83cf00f4b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 210 time: 0.3452694 Feb 10 22:37:26.585760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58564a4e-b603-4c88-b318-7a96792d5974 req-c7791ce8-5a35-4815-9ae4-4e2381c4c494 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1584971 Feb 10 22:37:26.594216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8ed96ff5-9f9e-4ff8-9e38-3bfecf7de98c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e1016d18-1ec9-4ada-9965-e20d9cfe0dda HTTP/1.1" status: 204 len: 168 time: 1.3293698 Feb 10 22:37:26.600805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40200) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:26.606954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:26.817810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58564a4e-b603-4c88-b318-7a96792d5974 req-e53698f0-eb47-4ea5-983b-30d8e256258d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488399 Feb 10 22:37:26.875696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.022320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58bfc11c-4e95-4a24-92c5-9be1ec7f4548 req-83e3d3b3-dba0-484d-83e4-ce8f008a1252 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.2009423 Feb 10 22:37:27.083855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.125058 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.139336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Transition to ACTIVE for port object d6936fe2-559a-41cb-8b36-169416928b57 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:27.150724 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.216690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.221329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59546fa9-66c9-4741-ae45-2c9f1d668391']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:27.257499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Attempting to bind port d6936fe2-559a-41cb-8b36-169416928b57 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:27.257951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Attempting to bind port d6936fe2-559a-41cb-8b36-169416928b57 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:27.258504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Attempting to bind port d6936fe2-559a-41cb-8b36-169416928b57 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:27.265693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957be05-4bf0-438b-83cb-15959bd07277 None None] Pushing event updated for resources: {'Port': ['ID=d6936fe2-559a-41cb-8b36-169416928b57,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:27.271490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:27.271639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:27.272477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.273058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:27.273706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Bound port: d6936fe2-559a-41cb-8b36-169416928b57, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:27.275734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.282908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff7aabe-552c-4fc7-9b5f-52ade49b0596') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:27.282908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff7aabe-552c-4fc7-9b5f-52ade49b0596') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:27.309245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.343606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.439133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Network 9483fbcc-1584-4554-843f-72d0bd77703b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:27.447202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.447392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:27.457951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:27.486829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] For port d6936fe2-559a-41cb-8b36-169416928b57, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:27.498344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:37:27.498344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.504134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] For port d6936fe2-559a-41cb-8b36-169416928b57, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d6936fe2-559a-41cb-8b36-169416928b57,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:27.504134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:37:27.529745 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:37:27.557260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:27.665070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957be05-4bf0-438b-83cb-15959bd07277 None None] Pushing event updated for resources: {'Port': ['ID=d6936fe2-559a-41cb-8b36-169416928b57,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:27.671734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:27.671734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:27.682529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeedc72-7c6a-4bee-a241-544ed8121005 req-d399cf1c-9c13-4508-b050-8f888b471752 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:27.690701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2eeedc72-7c6a-4bee-a241-544ed8121005 req-d399cf1c-9c13-4508-b050-8f888b471752 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5765047 Feb 10 22:37:27.765958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.781607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:27.848669 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2eeedc72-7c6a-4bee-a241-544ed8121005 req-0b6650b6-8b96-4fbe-b887-546b5ededbfb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497774 Feb 10 22:37:27.857928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=59546fa9-66c9-4741-ae45-2c9f1d668391,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:27.878661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70854f69-a207-47ad-9d15-51ab5bc80fb0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/59546fa9-66c9-4741-ae45-2c9f1d668391 HTTP/1.1" status: 204 len: 168 time: 1.2965336 Feb 10 22:37:27.985199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:28.136891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:28.136891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.177407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-1e33308e-311c-4700-8198-91b64b3ca0fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2786708 Feb 10 22:37:28.267717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-14abc3b0-ab8d-40c0-89a0-5e959c32070f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:28.267717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-14abc3b0-ab8d-40c0-89a0-5e959c32070f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:28.354934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e6358fc-8d3b-46e4-bea5-a43f074035c2 req-a8c351d4-5868-4ed1-b3c2-a5b8177527fb tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 210 time: 0.1954181 Feb 10 22:37:28.376097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Request body: {'port': {'device_id': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:28.435380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:28.527532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-724b340b-e96e-4303-ac6f-6f25f3d3c992 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8763526ee7947c4ad2e9269da6f17cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890856 Feb 10 22:37:28.527532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40232) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:28.613275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-14abc3b0-ab8d-40c0-89a0-5e959c32070f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:28.621494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-14abc3b0-ab8d-40c0-89a0-5e959c32070f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 931 time: 0.8705246 Feb 10 22:37:28.656921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.681946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:23Z', 'revision_number': 3, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:28.690599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd0231-c127-427b-a75a-6bb6847fb7f5 None None] The sync data for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 is: [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:23Z', 'revision_number': 3, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:37:28.695854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-4d176ffa-fe8a-4117-ba94-1826a067a3c0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:28.695854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-4d176ffa-fe8a-4117-ba94-1826a067a3c0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 811 time: 1.1441505 Feb 10 22:37:28.713664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.741730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Request body: {'port': {'device_id': '18c380c2-605b-485f-959b-dafb62103962', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'admin_state_up': True, 'tenant_id': 'e65067cd4caa4579a5d56de1bfa596ee'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:28.842449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7f0cf8c-d65f-4d20-95f0-d767f9536b71 req-d0f388a3-229a-4926-b295-e47521df0d67 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0723500 Feb 10 22:37:28.844568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.869419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64d8e98-e2a7-48ad-a627-d647811e068c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:28.894372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.898268 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4bc69352-b473-4cc1-acdd-21e517cb632b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d64d8e98-e2a7-48ad-a627-d647811e068c HTTP/1.1" status: 204 len: 168 time: 0.3678768 Feb 10 22:37:28.935599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-f440221e-0110-400e-8890-16d729a9b0bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:28.959793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:28.976328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:29.166719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-f440221e-0110-400e-8890-16d729a9b0bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:29.179764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7073e09-a4f2-4bdc-b0b3-d825422f261a req-f440221e-0110-400e-8890-16d729a9b0bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5603752 Feb 10 22:37:29.183726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:29.192394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b27a5-3ad0-4870-8214-ec0b1587e836 req-330a3738-897f-4c03-ae2f-cb06144fb93f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:29.203366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a94b27a5-3ad0-4870-8214-ec0b1587e836 req-330a3738-897f-4c03-ae2f-cb06144fb93f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2183459 Feb 10 22:37:29.278349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:29.339568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a94b27a5-3ad0-4870-8214-ec0b1587e836 req-30d97be7-7ce1-46d1-b93c-8baab5e41cc4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323981 Feb 10 22:37:29.666829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40246) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:29.779772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Made reservation on behalf of e65067cd4caa4579a5d56de1bfa596ee for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:29.786149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:29.797248 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b348137-0b78-4152-9bd3-f408511ba495 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a567b3a1b4ab4d3abee2ce7a88fe4097&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1163557 Feb 10 22:37:29.797248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40250) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:29.823440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fce2db2-9060-4ecf-97fd-5d91ddc4b7a0 req-d6a32e16-2127-46b4-b68c-10e0b02ffb47 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:29.840335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fce2db2-9060-4ecf-97fd-5d91ddc4b7a0 req-d6a32e16-2127-46b4-b68c-10e0b02ffb47 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2337739 Feb 10 22:37:29.978293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fce2db2-9060-4ecf-97fd-5d91ddc4b7a0 req-98a19158-c2de-447e-94d6-b8ec9adc615f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271496 Feb 10 22:37:29.992603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.066140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d6936fe2-559a-41cb-8b36-169416928b57 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:30.094045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.228416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.284537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db751e44-5339-4308-a7aa-3a1ed92a18d7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:30.372128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d6936fe2-559a-41cb-8b36-169416928b57 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:30.385627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d6936fe2-559a-41cb-8b36-169416928b57 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:30.385627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.605340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Allocated IP 172.20.0.1 (8ed61cb1-782e-4c42-9675-dc1765fb88e6/a96095d5-14b9-4b12-ae4d-31a9bd16c1b8/87b31e61-c150-432c-bdc2-6ede76416cda) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:30.655501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d846aea7-8f34-49bd-8815-1c2844a59999 req-b2901b92-6c1c-4444-ac45-95585240d3c5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 210 time: 0.3625250 Feb 10 22:37:30.655501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.662409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ee0c139-ce40-4c4b-a8dd-8a58c6f3395e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db751e44-5339-4308-a7aa-3a1ed92a18d7 HTTP/1.1" status: 204 len: 168 time: 0.8635595 Feb 10 22:37:30.735883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.744955 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3644984-3bca-4c55-a1e0-613664e725af req-329e9b66-17b7-4f44-b01d-42ad02159321 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1128480 Feb 10 22:37:30.779087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d6936fe2-559a-41cb-8b36-169416928b57, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d6936fe2-559a-41cb-8b36-169416928b57,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:30.784080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:30.867068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Allocated IP 172.20.0.13 (3e84d875-18f1-402f-8fed-442e11b5b92b/f9470326-b67d-4469-bbac-e1ec40d795f4/cb66799e-48dc-400f-86a1-c636490a71db) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:30.935717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d6936fe2-559a-41cb-8b36-169416928b57,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:31.113154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf2a703-7aab-4190-b692-5361f8b07fce {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:31.148539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.184369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.287737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Transition to ACTIVE for port object cbf2a703-7aab-4190-b692-5361f8b07fce will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:31.301856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.502899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faeb1d-2fb7-4e1b-ac18-67757fc18238 req-8f79b785-1a78-49bb-a8dd-fcd269c31855 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:31.510192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2faeb1d-2fb7-4e1b-ac18-67757fc18238 req-8f79b785-1a78-49bb-a8dd-fcd269c31855 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 931 time: 0.5413229 Feb 10 22:37:31.619109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:31.621474 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.705649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.759875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2faeb1d-2fb7-4e1b-ac18-67757fc18238 req-795d4a98-dd13-4d86-961a-ec16f40dba38 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487335 Feb 10 22:37:31.762805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:31.771420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:31.778627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:31.786379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4455b9-60d4-40a0-ba02-2092f1fd13e4 req-f42b1bed-6b04-445a-8338-0d4af2c32cd6 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:31.788218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4455b9-60d4-40a0-ba02-2092f1fd13e4 req-f42b1bed-6b04-445a-8338-0d4af2c32cd6 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1051884 Feb 10 22:37:31.820518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Pushing event updated for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:31.846047 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4455b9-60d4-40a0-ba02-2092f1fd13e4 req-82ccc894-b44a-4173-9007-8a4ac535465b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516274 Feb 10 22:37:31.863981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Attempting to bind port cbf2a703-7aab-4190-b692-5361f8b07fce on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:31.864486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Attempting to bind port cbf2a703-7aab-4190-b692-5361f8b07fce by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:31.864961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Attempting to bind port cbf2a703-7aab-4190-b692-5361f8b07fce on network 9483fbcc-1584-4554-843f-72d0bd77703b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:31.869781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:31.914143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d6936fe2-559a-41cb-8b36-169416928b57 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:32.023679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d6936fe2-559a-41cb-8b36-169416928b57 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:32.025023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.099711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37d65663-8d3a-438f-99d0-b80f76ed5d85 req-75e4737b-b5c1-4e72-9ed5-0dcb6cbbf67a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 210 time: 0.0961025 Feb 10 22:37:32.246610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Port cbf2a703-7aab-4190-b692-5361f8b07fce on network 9483fbcc-1584-4554-843f-72d0bd77703b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:37:32.246931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Attempting to bind port cbf2a703-7aab-4190-b692-5361f8b07fce on network 9483fbcc-1584-4554-843f-72d0bd77703b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:32.304869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:32.306171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Checking segment: {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:32.306629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Bound using segment: {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:32.309046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Bound port: cbf2a703-7aab-4190-b692-5361f8b07fce, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:32.309717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.318585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.377485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2144e166-3cf0-4b67-b4ca-1c7b00e7d945 req-b0d82f8e-54ce-41c1-8e7a-8f0941dd7784 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1242580 Feb 10 22:37:32.468510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Network 3e84d875-18f1-402f-8fed-442e11b5b92b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:32.475321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:32.482814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:32.539177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event updated for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:32.584243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:32.625418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:32.626037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.656887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:32.667088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.725526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.755158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:32.755985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:32.757498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] 10.222.0.30 "PUT /v2.0/ports/cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 1091 time: 4.5705960 Feb 10 22:37:32.759628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-cb778817-b47a-4538-8480-082bd9ab543d tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0512860 Feb 10 22:37:32.760215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:32.816111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Request body: {'port': {'device_id': '18c380c2-605b-485f-959b-dafb62103962', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:32.922445 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'status': 'completed', 'code': 200} Feb 10 22:37:32.941728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7716e15f-ba2c-4afc-b568-52709132dfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:33.150499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635b61d-03e2-414f-8b87-a4c663c7f2e7 req-d68b2271-104c-443f-89b8-5316365a13ec tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:33.150499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9635b61d-03e2-414f-8b87-a4c663c7f2e7 req-d68b2271-104c-443f-89b8-5316365a13ec tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0900860 Feb 10 22:37:33.175548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:33.194362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9635b61d-03e2-414f-8b87-a4c663c7f2e7 req-06b2e3de-e80e-4089-b41f-8c9f1f7049a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397422 Feb 10 22:37:33.281926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-944587ab-5819-4e2b-a563-5d8c999c2123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:33.283457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-944587ab-5819-4e2b-a563-5d8c999c2123 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1094 time: 0.4714775 Feb 10 22:37:33.382149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-eb5821a1-e0ab-470c-901f-c1cfc0aef1b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.0877717 Feb 10 22:37:33.425955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c23d8e-3980-4d3a-aa67-dd6fb643fdaa req-93b00649-c77b-4112-a3be-ffa6a9529693 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:33.428225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42c23d8e-3980-4d3a-aa67-dd6fb643fdaa req-93b00649-c77b-4112-a3be-ffa6a9529693 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 932 time: 0.0869422 Feb 10 22:37:33.435415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93821291-d7d4-4e0d-a8ac-6c11b8bd6bf1 req-23895699-6634-4340-a95f-e7e4ceb981b7 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:33.436898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93821291-d7d4-4e0d-a8ac-6c11b8bd6bf1 req-23895699-6634-4340-a95f-e7e4ceb981b7 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 943 time: 0.4392757 Feb 10 22:37:33.474249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42c23d8e-3980-4d3a-aa67-dd6fb643fdaa req-5fb59b3a-6511-480f-9890-cfd13b5d78ca tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388234 Feb 10 22:37:33.484207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:37:33.537875 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:33.558569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:33.684933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7f26b1d-8fc0-47f4-8493-43048b40e095 req-22cfffae-9f24-4c6f-88b2-306205aa6be7 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0424778 Feb 10 22:37:33.711415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-80392ae4-0ec7-4594-bee2-02694392f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:33.712788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-80392ae4-0ec7-4594-bee2-02694392f1f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.3217840 Feb 10 22:37:33.715561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93821291-d7d4-4e0d-a8ac-6c11b8bd6bf1 req-9c0659fa-c9ba-4efa-9029-bd0fc6f7d06e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399459 Feb 10 22:37:33.938927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-05934b39-a141-4bbe-a6ab-d089d6ecfe92 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2126915 Feb 10 22:37:33.973862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Pushing event updated for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:34.041858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.066519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40384) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:34.143529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-23e7da02-c42e-46c8-97ac-756da89f9f8c service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978018 Feb 10 22:37:34.191831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.208189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:34.212204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4ebcf867b44e4eb273d6fef73b9074 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:34.215003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:34.228781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:34.354651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.359201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.372155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:34.419020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0d4ebcf867b44e4eb273d6fef73b9074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513370 Feb 10 22:37:34.424163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:34.428098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7d1eaa-9dda-44df-bde4-0a3905e14e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fd8a1e-ad9e-407f-b308-a37723e421ba,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:34.471470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb66799e-48dc-400f-86a1-c636490a71db {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:34.490721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.498509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.523590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:34.530374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8c7970-1d64-454e-8325-59cf7074a126 req-098f957b-ea2e-47fa-8a2b-341c0703a8c9 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798699 Feb 10 22:37:34.533740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:34.535901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Transition to ACTIVE for port object cb66799e-48dc-400f-86a1-c636490a71db will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:34.550196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.550469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.558301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.595978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:34.603954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Usage tracker for resource:security_group_rule and tenant:c21e810f8c0a4de0a7cdc389a96c8029 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:34.614022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:34.653159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:34.727842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.761677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fd8a1e-ad9e-407f-b308-a37723e421ba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:34.772174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ecc78e-4e4f-4235-bb50-fcfeb9c29d32 req-235badcb-e19d-4837-9698-8cd313a82bbe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:34.774438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58ecc78e-4e4f-4235-bb50-fcfeb9c29d32 req-235badcb-e19d-4837-9698-8cd313a82bbe tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 944 time: 0.1568696 Feb 10 22:37:34.812295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.813427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f077d8a0-2325-41cb-9394-a5503c0ac195 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a0fd8a1e-ad9e-407f-b308-a37723e421ba HTTP/1.1" status: 204 len: 168 time: 0.3880203 Feb 10 22:37:34.824543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:34.839693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456faa2-3600-4296-88d1-511a5627929d req-ea47bef7-99fe-465a-8cd0-97a8e0330e3b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:34.841215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e456faa2-3600-4296-88d1-511a5627929d req-ea47bef7-99fe-465a-8cd0-97a8e0330e3b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.4785206 Feb 10 22:37:34.861571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58ecc78e-4e4f-4235-bb50-fcfeb9c29d32 req-0082e560-47da-4054-a09d-58ea9066d66a tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753875 Feb 10 22:37:34.875694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.881572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:34.952982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c21e810f8c0a4de0a7cdc389a96c8029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5744143 Feb 10 22:37:34.958163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:34.980398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcfac5d-0b6d-4f0a-8289-d4c36e4b2827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04409745-0052-4072-9f57-5b900477a332,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:35.054225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b05828d0-37a0-49ea-b9c0-4479a9f6f23b req-855e55ba-81f8-47d0-abfd-cfa003317ad5 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0565107 Feb 10 22:37:35.062857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e456faa2-3600-4296-88d1-511a5627929d req-d68c58cf-a889-4e00-b9bd-2e1674ec04cf tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697202 Feb 10 22:37:35.070452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Router 06350893-186e-4520-a152-0e0effa624b0 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:37:35.076794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.105887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-5007358f-e6fd-449f-80b3-3b3fd27e0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:35.108081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-5007358f-e6fd-449f-80b3-3b3fd27e0593 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1094 time: 0.4648566 Feb 10 22:37:35.140288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.222700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.251226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04409745-0052-4072-9f57-5b900477a332,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:35.254586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.255926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2fc13531-7908-4b86-925a-b64c94307adc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/04409745-0052-4072-9f57-5b900477a332 HTTP/1.1" status: 204 len: 168 time: 0.2968686 Feb 10 22:37:35.379733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Attempting to bind port cb66799e-48dc-400f-86a1-c636490a71db on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:35.380071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Attempting to bind port cb66799e-48dc-400f-86a1-c636490a71db by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:35.380628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Attempting to bind port cb66799e-48dc-400f-86a1-c636490a71db on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:35.425626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Port cb66799e-48dc-400f-86a1-c636490a71db on network 3e84d875-18f1-402f-8fed-442e11b5b92b not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:37:35.425955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Attempting to bind port cb66799e-48dc-400f-86a1-c636490a71db on network 3e84d875-18f1-402f-8fed-442e11b5b92b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:35.655790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:35.656387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Checking segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:35.656928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Bound using segment: {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:35.657365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Bound port: cb66799e-48dc-400f-86a1-c636490a71db, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d592c9c-8ddf-49cd-9308-0523646ad96c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:35.657699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.688274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40436) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:35.708233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.724966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:35.729740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8d55e4313cf84699b58532f1ff1cc3e9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:35.732790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:35.738932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:35.769157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:37:35.785591 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Sync routers for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:37:35.795433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-71a14613-d1b4-48b8-9643-4e85a057152e admin admin] 10.222.0.53 "PUT /v2.0/routers/06350893-186e-4520-a152-0e0effa624b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0227230 Feb 10 22:37:35.802799 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:35.804801 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:35.844220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.859087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.866248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:35.874530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cb66799e-48dc-400f-86a1-c636490a71db,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:35.907489 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:35.931610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8d55e4313cf84699b58532f1ff1cc3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419937 Feb 10 22:37:35.932671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eeb03c-646f-48c9-a688-6dadd4f037a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7538e9-bee8-4235-99bf-3dd195d150a4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:35.935303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:36.005435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.010651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.011323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.012874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] 10.222.0.30 "PUT /v2.0/ports/cb66799e-48dc-400f-86a1-c636490a71db HTTP/1.1" status: 200 len: 1092 time: 3.2441146 Feb 10 22:37:36.028397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:36.046146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.120030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:36.122535 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:36.131004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-ec74a592-82cf-4eb8-8f6c-632b3ca7e40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.132677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-ec74a592-82cf-4eb8-8f6c-632b3ca7e40d service neutron] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 1.0152993 Feb 10 22:37:36.164393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.190942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7538e9-bee8-4235-99bf-3dd195d150a4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:36.202540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.203922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b6132c8-a699-42f0-ae89-b65e69590018 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a7538e9-bee8-4235-99bf-3dd195d150a4 HTTP/1.1" status: 204 len: 168 time: 0.2675583 Feb 10 22:37:36.234937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f24531-c82d-4776-8d73-a49a46b8c80e req-570cde93-fe36-4273-8d01-a4ac11e309e5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.243095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8f24531-c82d-4776-8d73-a49a46b8c80e req-570cde93-fe36-4273-8d01-a4ac11e309e5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 944 time: 0.1654875 Feb 10 22:37:36.254641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f5290-8f6f-4ddd-bd7b-3bf1a3d97811 req-51e4a935-8fb2-4df1-a80f-cd3b99e625f9 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.262393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-879f5290-8f6f-4ddd-bd7b-3bf1a3d97811 req-51e4a935-8fb2-4df1-a80f-cd3b99e625f9 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 943 time: 0.9178300 Feb 10 22:37:36.278454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-3a1026ec-0116-4867-9298-1ce738922c0a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.1353683 Feb 10 22:37:36.309221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0593d4-eddf-4e15-934f-3aa603603ed2 service neutron] Pushing event updated for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:36.311203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8f24531-c82d-4776-8d73-a49a46b8c80e req-578f79c8-1e34-4523-97a0-bca4437a6df0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648768 Feb 10 22:37:36.398403 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db', 'status': 'completed', 'code': 200} Feb 10 22:37:36.417791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-798955385-network', 'tenant_id': 'bcea6298829d442c818921a44ad20e84'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:36.439028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-879f5290-8f6f-4ddd-bd7b-3bf1a3d97811 req-5d50f07e-4c75-4336-bb71-f637c6db6ee8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754646 Feb 10 22:37:36.444854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:36.455178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-b71cf4b5-d090-41eb-ac4e-7d08fb26dc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.462646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-b71cf4b5-d090-41eb-ac4e-7d08fb26dc17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 1095 time: 0.4014723 Feb 10 22:37:36.468706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-f86a95be-f952-474f-8c46-bed9bd915091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.472912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-f86a95be-f952-474f-8c46-bed9bd915091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.1564243 Feb 10 22:37:36.475218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Usage tracker for resource:network and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:36.481621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:36.574874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:32Z', 'revision_number': 4, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87b31e61-c150-432c-bdc2-6ede76416cda', 'name': '', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'tenant_id': '561964b01058483e8948488423307db1', 'mac_address': 'fa:16:3e:3a:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:29Z', 'updated_at': '2022-02-10T22:37:32Z', 'revision_number': 2, 'project_id': '561964b01058483e8948488423307db1', 'subnets': [{'id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:36.579067 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Checking router: 06350893-186e-4520-a152-0e0effa624b0 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:37:36.579709 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Updating router 06350893-186e-4520-a152-0e0effa624b0 port 87b31e61-c150-432c-bdc2-6ede76416cda binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:37:36.640182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:36.652861 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.654824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-23d0c99b-415c-4c3c-825c-76f0c5d77024 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682957 Feb 10 22:37:36.691851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-15b7a270-b46c-4beb-b1ee-c114822bbc07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb66799e-48dc-400f-86a1-c636490a71db HTTP/1.1" status: 200 len: 217 time: 0.2115149 Feb 10 22:37:36.817935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:36.820487 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.866193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:36.906589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-7b33ea9c-f2ea-49e9-9371-3a43a003cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:36.908559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-7b33ea9c-f2ea-49e9-9371-3a43a003cb80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.2074282 Feb 10 22:37:36.927398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:36.976694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Usage tracker for resource:security_group_rule and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:36.988276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:37.012917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-815827c2-b971-4ac7-943b-33ebf6c9a5fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805004 Feb 10 22:37:37.013807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:37.043202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-17f44ca5-fc17-4e25-8ca0-bc0f2c7e0b04 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:37.044516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-17f44ca5-fc17-4e25-8ca0-bc0f2c7e0b04 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:37.067337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-17f44ca5-fc17-4e25-8ca0-bc0f2c7e0b04 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:37.074874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-17f44ca5-fc17-4e25-8ca0-bc0f2c7e0b04 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 819 time: 0.2260442 Feb 10 22:37:37.094821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-9ba789db-5cfc-42b7-87ea-76b04ea24931 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/quotas/561964b01058483e8948488423307db1 HTTP/1.1" status: 200 len: 375 time: 0.0188546 Feb 10 22:37:37.114287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-09b4c5ba-a050-4b23-88f2-274608c1544f service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200358 Feb 10 22:37:37.173183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d3ad-be84-4628-9c5f-6045046c6c8e req-8e286975-e744-46c9-b8eb-ac701890e158 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:37.174855 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.182503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5837d3ad-be84-4628-9c5f-6045046c6c8e req-8e286975-e744-46c9-b8eb-ac701890e158 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5399368 Feb 10 22:37:37.197281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Transition to ACTIVE for port object 87b31e61-c150-432c-bdc2-6ede76416cda will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:37.208939 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.266508 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-7c8b8a21-cc53-49c5-88ae-8ae48ab2b4ec tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1706052 Feb 10 22:37:37.410850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5837d3ad-be84-4628-9c5f-6045046c6c8e req-b4299c44-ddfb-4a61-a33e-21c0d0979671 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270677 Feb 10 22:37:37.479769 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Pushing event updated for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:37.487814 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Attempting to bind port 87b31e61-c150-432c-bdc2-6ede76416cda on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:37.488179 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Attempting to bind port 87b31e61-c150-432c-bdc2-6ede76416cda by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:37.488537 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Attempting to bind port 87b31e61-c150-432c-bdc2-6ede76416cda on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:37.492607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.493002 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.493438 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.493876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.494064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-84ccefbf-6a52-4d27-ace9-7439800798a5 service neutron] 10.222.0.53 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258532 Feb 10 22:37:37.494232 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.494527 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.494847 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.495163 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.495634 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.495962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.496277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.496589 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:37.502165 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:37.502542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Checking segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:37.502945 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.503126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-13606d3e-df54-4192-80fe-9051119d1563 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650531 Feb 10 22:37:37.503366 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Bound using segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:37.503827 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Bound port: 87b31e61-c150-432c-bdc2-6ede76416cda, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:37.504221 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.533328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cbf2a703-7aab-4190-b692-5361f8b07fce details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:37:37.606927 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] For port 87b31e61-c150-432c-bdc2-6ede76416cda, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:37.610889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] For port 87b31e61-c150-432c-bdc2-6ede76416cda, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87b31e61-c150-432c-bdc2-6ede76416cda,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:37.616267 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.699456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-963109bc-3215-45e5-ab32-6ddd193ccb4e req-21a5ca0b-c385-4138-b390-ab3f78487921 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1358569 Feb 10 22:37:37.708984 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:37.709631 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:37.716898 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-c5b3bbb6-b0e4-4e63-80e7-4d0d6206b2a6 service neutron] 10.222.0.53 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217660 Feb 10 22:37:37.796410 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426e0ce-9404-4232-914f-30a568af3cdc None None] Pushing event updated for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:37.855803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:37.880456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eeca0276-4dd3-4182-be1a-d64d890bcfef req-5a6e6645-4b33-4fe5-b88f-3bdd8b00eb6f service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7576218 Feb 10 22:37:37.890645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:37.902368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b', 'port_id': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'mac_address': 'fa:16:3e:83:14:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594a70c0-4074-40c0-8ed1-beb6d259933c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:37:37.954509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.026767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b5647f-f7c3-4e64-a66d-d9a05bcebf05 req-697ad9cb-ab27-45a9-b3c6-ebcc69cec180 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5221045 Feb 10 22:37:38.048872 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:38.056233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.060395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:37:38.074752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54da1736-8292-49cb-9350-d5cf1f33ebe4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:38.080935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.081178 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Added segment ab6dbd58-65d3-400b-89d8-fb0f9368dcfd of type vlan for network 16740edf-80c0-40dc-bdbf-80bd67df6e8f Feb 10 22:37:38.145907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf2a703-7aab-4190-b692-5361f8b07fce {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:38.163207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:38.170239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.259525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:38.282559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12af01b9-0f7f-4182-ba54-a5682ff8ca46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.380711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.387381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10122390-b0e2-43c4-be10-2427b9918714 req-fb922215-760e-4167-91ed-2f4953eecd8f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:38.399120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10122390-b0e2-43c4-be10-2427b9918714 req-fb922215-760e-4167-91ed-2f4953eecd8f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 944 time: 0.1951602 Feb 10 22:37:38.475369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d34e43-0cf4-4f85-bde0-7fa0b35ebe82 req-effa14cf-b8e6-41a4-94ea-6d41ee6826b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:38.475369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-87d34e43-0cf4-4f85-bde0-7fa0b35ebe82 req-effa14cf-b8e6-41a4-94ea-6d41ee6826b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:38.550387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-10122390-b0e2-43c4-be10-2427b9918714 req-d9cf95c5-5b52-45f5-b9d7-e63974f23ad3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:38.562047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-87d34e43-0cf4-4f85-bde0-7fa0b35ebe82 req-effa14cf-b8e6-41a4-94ea-6d41ee6826b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:38.568939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87d34e43-0cf4-4f85-bde0-7fa0b35ebe82 req-effa14cf-b8e6-41a4-94ea-6d41ee6826b5 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 944 time: 0.6134982 Feb 10 22:37:38.580377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.580517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-10122390-b0e2-43c4-be10-2427b9918714 req-d9cf95c5-5b52-45f5-b9d7-e63974f23ad3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:38.581940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:38.583079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:38.592311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10122390-b0e2-43c4-be10-2427b9918714 req-d9cf95c5-5b52-45f5-b9d7-e63974f23ad3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476147 Feb 10 22:37:38.672154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:38.750550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-085cd424-277b-4982-af54-01c8c02ae769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:38.750550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-085cd424-277b-4982-af54-01c8c02ae769 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 1095 time: 0.6249046 Feb 10 22:37:38.830981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b83e916-8d6a-410b-82d2-b90b44c970a2 req-aca5c413-54b9-4805-86e9-1757338bb67a tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 210 time: 0.1325474 Feb 10 22:37:38.925431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:32Z', 'revision_number': 4, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87b31e61-c150-432c-bdc2-6ede76416cda', 'name': '', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'tenant_id': '561964b01058483e8948488423307db1', 'mac_address': 'fa:16:3e:3a:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:29Z', 'updated_at': '2022-02-10T22:37:37Z', 'revision_number': 4, 'project_id': '561964b01058483e8948488423307db1', 'subnets': [{'id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:38.934084 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c97c7b-440b-4d06-9754-2766bc45fd4b None None] The sync data for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 is: [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:37:32Z', 'revision_number': 4, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87b31e61-c150-432c-bdc2-6ede76416cda', 'name': '', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'tenant_id': '561964b01058483e8948488423307db1', 'mac_address': 'fa:16:3e:3a:f0:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:29Z', 'updated_at': '2022-02-10T22:37:37Z', 'revision_number': 4, 'project_id': '561964b01058483e8948488423307db1', 'subnets': [{'id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:37:39.464688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87d34e43-0cf4-4f85-bde0-7fa0b35ebe82 req-f8b6c2bf-fa68-4146-b758-745a88870472 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8656139 Feb 10 22:37:39.476729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3548963 Feb 10 22:37:39.480794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40538) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:39.488602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Request body: {'subnet': {'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-subnet', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:39.503600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd9c8b-3541-4d04-ba4e-c374a05668a6 admin admin] Pushing event updated for resources: {'Network': ['ID=16740edf-80c0-40dc-bdbf-80bd67df6e8f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:39.508781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:39.521688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Usage tracker for resource:subnet and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:39.529231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:39.537061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:37:39.558012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:39.637231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:39.637231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:39.659327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3d146-faa2-4579-874e-4fd99f6c4c71 req-0005ee6e-8f48-4d51-ba99-c385679c6b9f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:39.674966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4e3d146-faa2-4579-874e-4fd99f6c4c71 req-0005ee6e-8f48-4d51-ba99-c385679c6b9f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3666515 Feb 10 22:37:39.685541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-11e9bc22-6d8d-4d6b-bff3-308f979ce906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:39.685541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-11e9bc22-6d8d-4d6b-bff3-308f979ce906 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 200 len: 912 time: 0.6472666 Feb 10 22:37:39.816927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4e3d146-faa2-4579-874e-4fd99f6c4c71 req-43380533-1ee7-4675-9d8e-a80b2183e624 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465533 Feb 10 22:37:39.969292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82925617-7f93-473f-b768-35489fd613e9 req-c0fc2558-dbac-4f5b-96e6-9c87fa7240a2 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0890427 Feb 10 22:37:39.975007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-67fb6954-d940-4ef3-b8bf-aff82d5efff7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb66799e-48dc-400f-86a1-c636490a71db HTTP/1.1" status: 200 len: 217 time: 0.1975553 Feb 10 22:37:40.092136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87b31e61-c150-432c-bdc2-6ede76416cda up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:40.229309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 87b31e61-c150-432c-bdc2-6ede76416cda completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:40.248835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 87b31e61-c150-432c-bdc2-6ede76416cda triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:40.248835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:40.486389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85446598-705c-424d-a4c7-7b031678ce7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:40.502634 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:40.555701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 87b31e61-c150-432c-bdc2-6ede76416cda, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87b31e61-c150-432c-bdc2-6ede76416cda,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:40.555701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:40.694111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:40.695786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-79e55200-a653-4d98-b5e1-80c14479f665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:40.707138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-79e55200-a653-4d98-b5e1-80c14479f665 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 200 len: 851 time: 0.7079303 Feb 10 22:37:40.752726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-cad724b3-7e40-4659-bb74-0dda05920113 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c237eab4c0c943ecae678502c0ab6998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2774186 Feb 10 22:37:40.786600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-12af3ce9-e290-4312-aede-7e7145d62f19 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:40.789197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-12af3ce9-e290-4312-aede-7e7145d62f19 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 819 time: 0.6504622 Feb 10 22:37:40.808782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Request body: {'port': {'device_id': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'admin_state_up': True, 'tenant_id': '561964b01058483e8948488423307db1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:40.811011 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-ecf3cb13-1079-42af-9554-652edb753121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3e84d875-18f1-402f-8fed-442e11b5b92b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590584 Feb 10 22:37:40.864942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:41.003027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-516807e4-2a95-4b03-845b-0058fde3903d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:41.006622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-516807e4-2a95-4b03-845b-0058fde3903d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 819 time: 0.5782514 Feb 10 22:37:41.056767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-b8fc87e8-0d13-4902-83e4-a0ec9757978a tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/quotas/561964b01058483e8948488423307db1 HTTP/1.1" status: 200 len: 375 time: 0.0303912 Feb 10 22:37:41.087795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-f96e110f-98f6-46f6-ac36-fe009a4a8768 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:41.090934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-f96e110f-98f6-46f6-ac36-fe009a4a8768 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3388159 Feb 10 22:37:41.095358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:41.101076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Usage tracker for resource:port and tenant:561964b01058483e8948488423307db1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:41.112643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:41.118762 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-7f1fe134-5d4c-46a7-8747-a44e45cacfa4 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/quotas/c237eab4c0c943ecae678502c0ab6998 HTTP/1.1" status: 200 len: 375 time: 0.0210452 Feb 10 22:37:41.119782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:41.121209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:41.135951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Made reservation on behalf of 561964b01058483e8948488423307db1 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:41.140336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:41.164801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Checking segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:41.164933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Network hostable DHCP agents. Network: 16740edf-80c0-40dc-bdbf-80bd67df6e8f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:37:41.172213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-2bfb0f3d-96ed-4174-b508-e3c3c9bf7003 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467238 Feb 10 22:37:41.223042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-ff1e5711-ef0d-437d-b8e5-c6b0418d3080 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c237eab4c0c943ecae678502c0ab6998&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619776 Feb 10 22:37:41.314926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:37:41.332148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 16740edf-80c0-40dc-bdbf-80bd67df6e8f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:41.346706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:41.346706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:41.359672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b5875e-127e-4a07-9d6e-534e9f4a4587 None None] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:41.441407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Allocated IP 172.20.0.11 (8ed61cb1-782e-4c42-9675-dc1765fb88e6/a96095d5-14b9-4b12-ae4d-31a9bd16c1b8/b3341352-b595-418a-ba4d-f7b717d83844) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:41.455795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-426b405c-3b03-4705-814e-9c44e6291dad req-61e14cdd-6763-4030-a371-c6be6f727ac8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:41.527841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b6b1b9e-5d42-47c2-b0fc-74e5030bc6d4 req-fd1c7113-6bb3-45e9-8233-9a228daf5690 service neutron] 10.222.0.30 "GET /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380456 Feb 10 22:37:41.527841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-08ba37ef-b2f7-4e9b-ae64-f2ca945b626b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0415404 Feb 10 22:37:41.549351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40572) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:41.562825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:41.583792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cb66799e-48dc-400f-86a1-c636490a71db details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:37:41.583792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cbf2a703-7aab-4190-b692-5361f8b07fce up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:41.594755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:41.594755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-426b405c-3b03-4705-814e-9c44e6291dad req-61e14cdd-6763-4030-a371-c6be6f727ac8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:41.594755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-61e14cdd-6763-4030-a371-c6be6f727ac8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5202475 Feb 10 22:37:41.618968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Usage tracker for resource:router and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:41.629417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:41.694173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:41.913259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.106346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.106346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.112327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.125524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cb66799e-48dc-400f-86a1-c636490a71db,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:42.162615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'cb66799e-48dc-400f-86a1-c636490a71db', 'network_id': '3e84d875-18f1-402f-8fed-442e11b5b92b', 'port_id': 'cb66799e-48dc-400f-86a1-c636490a71db', 'mac_address': 'fa:16:3e:b4:0e:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9470326-b67d-4469-bbac-e1ec40d795f4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:37:42.172737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87b31e61-c150-432c-bdc2-6ede76416cda up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:42.200664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.237738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-309d08b3-f2a1-4adb-b3a8-61bb2891b176 service neutron] 10.222.0.53 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953841 Feb 10 22:37:42.293792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.372683 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.382730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:42.404952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port cbf2a703-7aab-4190-b692-5361f8b07fce completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:42.409214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:42.424948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port cbf2a703-7aab-4190-b692-5361f8b07fce triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:42.424948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.429542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:42.481130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-2aaee42b-d1d0-40e4-8497-e4b90406b2b1 service neutron] 10.222.0.53 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276309 Feb 10 22:37:42.501678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:37:42.521516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.529442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:42.529442 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.594076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848161fc-d3b5-4fc2-979c-1a4a9f906f56 req-d897d839-6ae2-47f3-8851-84efbc59ce95 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:42.594076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-848161fc-d3b5-4fc2-979c-1a4a9f906f56 req-d897d839-6ae2-47f3-8851-84efbc59ce95 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 944 time: 0.6519098 Feb 10 22:37:42.620795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8143210 Feb 10 22:37:42.652677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb66799e-48dc-400f-86a1-c636490a71db {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:42.668690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:37:42.668690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.680763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0d4bd9-ebd5-47cf-af0c-807175aaecfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Pushing event updated for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:42.709847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Request body: {'port': {'device_id': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:42.720384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:37:42.769577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 87b31e61-c150-432c-bdc2-6ede76416cda triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:42.769577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:42.943777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cb66799e-48dc-400f-86a1-c636490a71db,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:42.983466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.074203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-848161fc-d3b5-4fc2-979c-1a4a9f906f56 req-bd7a6fb0-3dbf-43d5-afe9-8485dbc96706 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4557254 Feb 10 22:37:43.086601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.218945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Allocated IP 172.20.0.2 (16740edf-80c0-40dc-bdbf-80bd67df6e8f/6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef/ea9eab0b-db4a-4a4a-a88e-b60e6d58881f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:43.332767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.344751 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.447146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:43.503750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c80aaa-224f-4462-b3a1-4af3414267cf req-c59dab7e-4117-4a28-8c9f-e9037f66532b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:43.514087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3c80aaa-224f-4462-b3a1-4af3414267cf req-c59dab7e-4117-4a28-8c9f-e9037f66532b tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 945 time: 0.3639545 Feb 10 22:37:43.529522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:43.535617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.545094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:43.549987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.588702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.604475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:43.626725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c50916-484f-4e64-a188-dfdae0405e6e req-d199c276-a52e-4b57-96ca-f81150db7e0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:43.632923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c50916-484f-4e64-a188-dfdae0405e6e req-d199c276-a52e-4b57-96ca-f81150db7e0f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2713141 Feb 10 22:37:43.665716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3c80aaa-224f-4462-b3a1-4af3414267cf req-14030585-0cc3-4691-97f8-095394c51508 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501667 Feb 10 22:37:43.717198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c50916-484f-4e64-a188-dfdae0405e6e req-b798ce9a-f666-4dfb-8129-b9255507bb97 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827472 Feb 10 22:37:43.729398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:43.843736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'port_id': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'mac_address': 'fa:16:3e:1e:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeec618-ae15-4dcc-b2bd-7615fbe994bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:37:43.857861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c8e4899d-fd2b-4f14-a8a7-0e0d65d24659 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c237eab4c0c943ecae678502c0ab6998&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0732763 Feb 10 22:37:43.858207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cb66799e-48dc-400f-86a1-c636490a71db'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:44.034499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5dfb0af-74c1-4c95-a713-3342f09dc606 req-197b7139-b2a7-471b-a800-00e1b516f62e tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 210 time: 0.0811310 Feb 10 22:37:44.047339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3341352-b595-418a-ba4d-f7b717d83844 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:44.061097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.063568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:44.096599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Transition to ACTIVE for port object b3341352-b595-418a-ba4d-f7b717d83844 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:44.108617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.233968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.278185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:44.340184 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.349781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:44.356004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47132bf5-2d46-4fa7-8bd0-c440a44a330b req-26b9f1a0-99e8-493b-ac5c-817c7ca53cce tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1288178 Feb 10 22:37:44.365212 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.367868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Transition to ACTIVE for port object ea9eab0b-db4a-4a4a-a88e-b60e6d58881f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:44.403060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-0aeaadd3-1f58-468e-a7b6-c25b9de5a851 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:44.405238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-0aeaadd3-1f58-468e-a7b6-c25b9de5a851 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5341833 Feb 10 22:37:44.425880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Request body: {'port': {'device_id': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': 'c237eab4c0c943ecae678502c0ab6998'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:44.469045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Allocated IP 172.25.2.225 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f2e96ef6-afd9-48bc-8742-513c22d2f68f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:44.478095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-34a2cc28-9a53-4910-8a69-5e3cf85fe301 req-9539e471-c740-4c80-b437-53062dccd8e4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:44.487534 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'code': 200} Feb 10 22:37:44.539565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Transition to ACTIVE for port object ea9eab0b-db4a-4a4a-a88e-b60e6d58881f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:44.550625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:44.595366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:44.679080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.733019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-34a2cc28-9a53-4910-8a69-5e3cf85fe301 req-9539e471-c740-4c80-b437-53062dccd8e4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:44.741927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34a2cc28-9a53-4910-8a69-5e3cf85fe301 req-9539e471-c740-4c80-b437-53062dccd8e4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 210 time: 0.4332738 Feb 10 22:37:44.756234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:44.830530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:44.853257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:44.855874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:44.885395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Attempting to bind port b3341352-b595-418a-ba4d-f7b717d83844 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:44.885641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Attempting to bind port b3341352-b595-418a-ba4d-f7b717d83844 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:44.885967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Attempting to bind port b3341352-b595-418a-ba4d-f7b717d83844 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:44.904708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Port b3341352-b595-418a-ba4d-f7b717d83844 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:37:44.905032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Attempting to bind port b3341352-b595-418a-ba4d-f7b717d83844 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:44.927233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:44.927601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Checking segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:44.927991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Bound using segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:44.928415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Bound port: b3341352-b595-418a-ba4d-f7b717d83844, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:44.939090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:44.976012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Pushing event updated for resources: {'Port': ['ID=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:45.002263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd0e03-12de-40c9-88c1-138153a00da4 req-29f52825-391a-4cdd-a1af-1a1cf00cf7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.003968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93bd0e03-12de-40c9-88c1-138153a00da4 req-29f52825-391a-4cdd-a1af-1a1cf00cf7ed service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1096 time: 0.3430905 Feb 10 22:37:45.026660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Attempting to bind port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:45.027300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Attempting to bind port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:45.027804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Attempting to bind port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f on network 16740edf-80c0-40dc-bdbf-80bd67df6e8f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:45.045312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:45.045989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Checking segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:45.046598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.047147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Bound using segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:45.047799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Bound port: ea9eab0b-db4a-4a4a-a88e-b60e6d58881f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:45.048364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.135190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93bd0e03-12de-40c9-88c1-138153a00da4 req-aac6d290-3ab9-44c7-b221-373a84b245d2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222224 Feb 10 22:37:45.140179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-400fbcf0-ccab-488f-a154-de51a38cf447 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.144210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-400fbcf0-ccab-488f-a154-de51a38cf447 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.30 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 819 time: 0.2072706 Feb 10 22:37:45.147019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:45.153180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3341352-b595-418a-ba4d-f7b717d83844,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:45.159435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.171555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:45.177695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Usage tracker for resource:port and tenant:c237eab4c0c943ecae678502c0ab6998 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:45.193371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:45.239773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44e7ad-98ee-44c4-89a9-6f4f603115f5 req-45cf1762-5e74-4954-acdb-9b8b4f989ce2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.247263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f44e7ad-98ee-44c4-89a9-6f4f603115f5 req-45cf1762-5e74-4954-acdb-9b8b4f989ce2 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 945 time: 0.2907488 Feb 10 22:37:45.273084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.273900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.275245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 1092 time: 2.5892394 Feb 10 22:37:45.275719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:45.284008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:45.295826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] For port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:45.305480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] For port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:45.315072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.321362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4a369-fb8a-4d15-991a-47d9b5a5eae4 service neutron] Pushing event updated for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:45.327966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Made reservation on behalf of c237eab4c0c943ecae678502c0ab6998 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:45.331983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.346669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.370308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f44e7ad-98ee-44c4-89a9-6f4f603115f5 req-5971b5ea-d89d-4c54-a9f7-37fef29512fc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220798 Feb 10 22:37:45.374983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03e512-3873-4c02-8e89-3cceef27e910 req-0e613287-5b50-4edc-a68d-0f0e89e66e26 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.377041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c03e512-3873-4c02-8e89-3cceef27e910 req-0e613287-5b50-4edc-a68d-0f0e89e66e26 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 945 time: 0.6437576 Feb 10 22:37:45.397593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:45.432363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Request body: {'port': {'device_id': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'admin_state_up': True, 'tenant_id': '561964b01058483e8948488423307db1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:45.434367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9352e7-b703-458c-bc89-c8612f60f353 None None] Pushing event updated for resources: {'Port': ['ID=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:45.451097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Usage tracker for resource:security_group_rule and tenant:c237eab4c0c943ecae678502c0ab6998 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:37:45.472532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:37:45.486546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ff83f88d-d113-420b-904a-aa59a89f0ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.489197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ff83f88d-d113-420b-904a-aa59a89f0ddd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1095 time: 0.1610353 Feb 10 22:37:45.548935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:45.632108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-a20f7487-c1d9-4a0d-a5b2-fe43e46432af service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.1345897 Feb 10 22:37:45.632412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:45.649428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c03e512-3873-4c02-8e89-3cceef27e910 req-e650cad1-c8ae-4ee8-b442-31e04962d997 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542942 Feb 10 22:37:45.767869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-99c6bf9f-3687-4252-a71d-60d2c423e432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.769378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-99c6bf9f-3687-4252-a71d-60d2c423e432 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.1193893 Feb 10 22:37:45.863878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:37:45.881567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435901ba-d082-4bd3-8351-2f34ab50ca9e req-d1566c25-b190-4204-871a-635f7e806f77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:45.883354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-435901ba-d082-4bd3-8351-2f34ab50ca9e req-d1566c25-b190-4204-871a-635f7e806f77 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 945 time: 0.3143315 Feb 10 22:37:45.906187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-ced769f8-ba4f-401c-8e0b-c3ef3651fbb3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216545 Feb 10 22:37:46.051748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-435901ba-d082-4bd3-8351-2f34ab50ca9e req-8e12255a-03da-4bce-ac44-f629b349ce94 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441994 Feb 10 22:37:46.103557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.103557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:37:46.103557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c53072a-71bf-4472-aacb-c69bcad56744 req-9c070230-1ae0-4cd1-8cdc-286946b0e31b tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 210 time: 0.1983287 Feb 10 22:37:46.103557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.136184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea9eab0b-db4a-4a4a-a88e-b60e6d58881f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:46.181557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-e168f6ed-7692-4a2a-86b6-46d976a180f9 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492545 Feb 10 22:37:46.193774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.254053 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844', 'status': 'completed', 'code': 200} Feb 10 22:37:46.308716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:46.339117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:46.357723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:46.360240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Made reservation on behalf of 561964b01058483e8948488423307db1 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:37:46.366452 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.398059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:46.480168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8580bb9-9cb8-4db5-9949-43b8121b7e71 req-37b7a3f2-17e8-4c5e-9b8f-37e8b2dd50ed tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 210 time: 0.0630424 Feb 10 22:37:46.491368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:46.534691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49888c75-2df7-4410-a9a0-1ff952479b39 req-47a5d6ed-5841-4bf0-8cd5-e427f3af1d36 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461380 Feb 10 22:37:46.648251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d21a311-5e6e-4810-b55a-168e0b395958,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:46.672341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-788b6b79-133a-430b-9299-7fd4b8408fcd req-1e5faf69-8c73-4161-a52f-865a0ae377c6 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.2944891 Feb 10 22:37:46.690728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6049f8e8-54b4-4423-8310-f3d83e7f923c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:46.691094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.748231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.748573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.748912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.749243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.749592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.763754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.764424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.764903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.770991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.771671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.772151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.772623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:46.946530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-78b7a183-beb0-43ae-9899-3f9cae22f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:46.948168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-78b7a183-beb0-43ae-9899-3f9cae22f9bb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1095 time: 0.3306165 Feb 10 22:37:46.990129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089d1ca-201d-4211-a21d-ba4c9f14b4ef req-adb55c70-5444-4aa3-af41-62b31e9d0d7f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:46.994815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:46.998698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8089d1ca-201d-4211-a21d-ba4c9f14b4ef req-adb55c70-5444-4aa3-af41-62b31e9d0d7f tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 945 time: 0.2888074 Feb 10 22:37:47.093131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:47.097624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:47.113838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:47.311000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195ade79-2bd5-475b-a574-42bf697aed4a None None] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:37:47.465519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-6907f73c-7983-47cb-9690-a12d809702d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:47.467694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-6907f73c-7983-47cb-9690-a12d809702d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.5125690 Feb 10 22:37:47.491410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8089d1ca-201d-4211-a21d-ba4c9f14b4ef req-3cc683b0-d9d2-48df-bf92-a83756c39f63 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915013 Feb 10 22:37:47.575587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:47.601029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-1070e43d-1abc-462f-bee8-46bda2a5c9e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.1083026 Feb 10 22:37:47.731115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Provisioning for port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:47.740758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cb66799e-48dc-400f-86a1-c636490a71db up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:47.778381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Provisioning complete for port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:47.778897 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:47.814677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e96ef6-afd9-48bc-8742-513c22d2f68f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:47.842113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-5d2f2fe4-b078-46e4-ae18-abaf7e0f27df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:47.844356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-5d2f2fe4-b078-46e4-ae18-abaf7e0f27df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.2366560 Feb 10 22:37:47.919217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-cdb88874-a676-4980-9976-254837fdbb2f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679512 Feb 10 22:37:47.931940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef968fb-4e4b-4b52-9a33-abc75f395880 req-90a1dbf5-5147-4453-a17a-d162561e178f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:47.936270 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ef968fb-4e4b-4b52-9a33-abc75f395880 req-90a1dbf5-5147-4453-a17a-d162561e178f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2411683 Feb 10 22:37:47.947194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port cb66799e-48dc-400f-86a1-c636490a71db completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:47.957698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Allocated IP 192.168.233.17 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/fa98a150-749e-4c14-9099-23ae874f8097) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:47.974326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port cb66799e-48dc-400f-86a1-c636490a71db triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:47.974701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:48.218596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-684b1afd-9e77-4358-9ece-0a8987ca6e4e service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807329 Feb 10 22:37:48.247528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:48.419053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ef968fb-4e4b-4b52-9a33-abc75f395880 req-a69df4c2-f8c0-4e53-8289-a3c53bc5fb12 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991906 Feb 10 22:37:48.529933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3341352-b595-418a-ba4d-f7b717d83844 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:37:48.577145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] For port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:48.586947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:48.614330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2d48371-adb2-4a6c-8b97-eea34b36cd40 req-ab651262-d1e1-48c6-9e59-09128816c837 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282845 Feb 10 22:37:48.636057 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'code': 200} Feb 10 22:37:48.640557 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:48.689181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6cdfc-cac4-43df-a6ee-149a81fb0722 req-a6b1a6bc-77f4-4f33-8c2e-bc3f2de71a11 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:48.698177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dee6cdfc-cac4-43df-a6ee-149a81fb0722 req-a6b1a6bc-77f4-4f33-8c2e-bc3f2de71a11 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 945 time: 1.4496543 Feb 10 22:37:48.705645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:48.794159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ef23b5c-42c7-4392-85ae-f5c92ae83d7e req-3903a502-523e-4fc1-8ddc-1b7555c37417 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 210 time: 0.0816133 Feb 10 22:37:48.922054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3341352-b595-418a-ba4d-f7b717d83844,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:48.936674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b3341352-b595-418a-ba4d-f7b717d83844', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'port_id': 'b3341352-b595-418a-ba4d-f7b717d83844', 'mac_address': 'fa:16:3e:c3:59:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:37:48.955946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cb66799e-48dc-400f-86a1-c636490a71db,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:48.987933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Allocated IP 172.20.0.9 (8ed61cb1-782e-4c42-9675-dc1765fb88e6/a96095d5-14b9-4b12-ae4d-31a9bd16c1b8/950a3088-5674-40f1-8b5c-09a0e04114f7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:48.992871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.011834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b926f1d-8acc-44ca-a6e0-2e91e36d5768 req-9a0c7ecc-9486-45fc-995b-93c0c7f71ece tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 210 time: 0.0684090 Feb 10 22:37:49.053937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.061826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e8ff3-5aa5-4832-bb45-c790f91b21f0 None None] Pushing event updated for resources: {'Port': ['ID=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:49.084710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dee6cdfc-cac4-43df-a6ee-149a81fb0722 req-8f0b61f1-7012-4296-acd2-53ea8e48a87f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853209 Feb 10 22:37:49.107220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.170119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Transition to ACTIVE for port object fa98a150-749e-4c14-9099-23ae874f8097 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:49.192060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3341352-b595-418a-ba4d-f7b717d83844 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:49.241532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e4b9a546-e856-4a14-b954-07f4207b4c0a None None] Provisioning complete for port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:49.241908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4b9a546-e856-4a14-b954-07f4207b4c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.282548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3341352-b595-418a-ba4d-f7b717d83844,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:49.309156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.311933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-404d282c-208b-4add-b8c7-f40ab6ca18e3 req-dc92196b-7bf5-49da-8e91-2583ca9b7b76 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0725863 Feb 10 22:37:49.345646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:49.391981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.540763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:49.604782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:49.623406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:49.632745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:49.681684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc8a24-ab58-4b12-8709-182e4bc198e0 req-3ba22cd1-4eab-4b37-9911-bd486f2506ef tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:49.682667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b3341352-b595-418a-ba4d-f7b717d83844'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:49.689008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-befc8a24-ab58-4b12-8709-182e4bc198e0 req-3ba22cd1-4eab-4b37-9911-bd486f2506ef tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1327093 Feb 10 22:37:49.728256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:49.728447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.744357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-befc8a24-ab58-4b12-8709-182e4bc198e0 req-3d8cffc3-ee2d-4160-a24e-91ec06d09d42 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541635 Feb 10 22:37:49.764750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:49.779156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Pushing event updated for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:50.004317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:50.018579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea9eab0b-db4a-4a4a-a88e-b60e6d58881f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:50.077907 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-781c9a17-1d00-4b42-ace2-d4b8cc3b7e1c tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6624434 Feb 10 22:37:50.091703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c6bbf2f-a16d-419a-94bf-3d302f2f34fd None None] Provisioning for port fa98a150-749e-4c14-9099-23ae874f8097 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:50.098331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f2159-f0b3-4926-9161-dbc028a011c6 req-9920d8bb-0e61-438f-a9ec-6fb55b62b424 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:50.100555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c6bbf2f-a16d-419a-94bf-3d302f2f34fd None None] Provisioning complete for port fa98a150-749e-4c14-9099-23ae874f8097 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:50.100923 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c6bbf2f-a16d-419a-94bf-3d302f2f34fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:50.106951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da2f2159-f0b3-4926-9161-dbc028a011c6 req-9920d8bb-0e61-438f-a9ec-6fb55b62b424 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.8058028 Feb 10 22:37:50.119610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1c38-671d-4964-95f6-0e01571a6ef2 req-0eaafb6c-45a2-4d41-b79a-6928448d4898 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:50.121163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d4e1c38-671d-4964-95f6-0e01571a6ef2 req-0eaafb6c-45a2-4d41-b79a-6928448d4898 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 935 time: 0.1611199 Feb 10 22:37:50.197070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bbf2f-a16d-419a-94bf-3d302f2f34fd None None] Port fa98a150-749e-4c14-9099-23ae874f8097 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:37:50.217657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:50.218009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:50.277470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d4e1c38-671d-4964-95f6-0e01571a6ef2 req-57d6ad0a-d713-4c90-9cdf-502acbfeb889 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424227 Feb 10 22:37:50.420394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Request body: {'port': {'device_id': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:50.487212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:50.491564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e54ebbe-9d22-4cc9-b550-a108711c5476 req-841e2844-03d0-4dfd-9f4e-88d1faee0648 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:50.493161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e54ebbe-9d22-4cc9-b550-a108711c5476 req-841e2844-03d0-4dfd-9f4e-88d1faee0648 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 931 time: 0.0972197 Feb 10 22:37:50.555910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3e54ebbe-9d22-4cc9-b550-a108711c5476 req-403ee5b3-0890-4ee1-bb11-dbaad2d4817c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:50.580868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3e54ebbe-9d22-4cc9-b550-a108711c5476 req-403ee5b3-0890-4ee1-bb11-dbaad2d4817c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:50.582075 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e54ebbe-9d22-4cc9-b550-a108711c5476 req-403ee5b3-0890-4ee1-bb11-dbaad2d4817c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 Feb 10 22:37:50.637598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:50.638658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da2f2159-f0b3-4926-9161-dbc028a011c6 req-3909da3c-1a56-4406-82b5-6c092368f216 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303588 Feb 10 22:37:50.668986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:50.680353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:50.725187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Pushing event updated for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:50.735650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:50.838238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b3341352-b595-418a-ba4d-f7b717d83844'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:50.876961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:50.877591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:50.914266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14784753-8d75-4303-8c94-aed3ccc45dfc req-85805f2a-02e0-449a-a266-f7f6982f7ca3 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1326981 Feb 10 22:37:50.923344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea16dc-46ec-494d-b477-0ed0e2e1b229 req-8fb0a4bb-fe5e-4613-a5ed-26a99f4292b4 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:50.925522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3bea16dc-46ec-494d-b477-0ed0e2e1b229 req-8fb0a4bb-fe5e-4613-a5ed-26a99f4292b4 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 945 time: 0.1567388 Feb 10 22:37:50.983613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-fad779d0-ff6b-4a6c-ad6b-904664eb5064 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5618227 Feb 10 22:37:51.009125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Request body: {'port': {'device_id': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:51.043182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3bea16dc-46ec-494d-b477-0ed0e2e1b229 req-25365ee0-82c1-4e34-8f3e-0164c3bc6c50 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042299 Feb 10 22:37:51.044194 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db', 'code': 200} Feb 10 22:37:51.075445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:51.194069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:37:51.314106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-f9a7843d-4eb9-44c8-b7d6-da61ea41dc17 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1893862414&fields=id&tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 267 time: 0.0986090 Feb 10 22:37:51.387689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a7e27-5713-4c28-a1f0-2e11442602e9 req-3eb28d13-81f9-4531-a01e-7c636b6d43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:51.389284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-432a7e27-5713-4c28-a1f0-2e11442602e9 req-3eb28d13-81f9-4531-a01e-7c636b6d43ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 1097 time: 0.2702477 Feb 10 22:37:51.443012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-432a7e27-5713-4c28-a1f0-2e11442602e9 req-f11392cc-ac12-42ee-98ac-6e845590fcd3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468521 Feb 10 22:37:51.456446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-385bc291-f6e4-484d-90ac-f48ab9b13a0e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:51.463853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-385bc291-f6e4-484d-90ac-f48ab9b13a0e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 945 time: 0.1432514 Feb 10 22:37:51.473246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'security_groups': ['db3c00ff-282c-4da2-9cc9-438fe0a27b7f', '04366d44-3394-405f-b8db-0377b1a064d0']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:51.618608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:51.621092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:51.648249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:51.790442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:37:51.800954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Sync routers for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:37:51.819952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:51.821464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:51.838112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93a27d-beb7-4fc6-ae37-0f186cf6aa73 req-ae781859-1db4-4047-98f2-6dcfb63eae10 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:51.839037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f93a27d-beb7-4fc6-ae37-0f186cf6aa73 req-ae781859-1db4-4047-98f2-6dcfb63eae10 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5592215 Feb 10 22:37:52.044755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:52.048604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2f717326-564c-427d-b122-73b7e8c04ce6 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.4967246 Feb 10 22:37:52.053534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:52.059794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f93a27d-beb7-4fc6-ae37-0f186cf6aa73 req-fa9d7544-946f-4eb6-81a1-ad183f911f2f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983093 Feb 10 22:37:52.144002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:52.318434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2ca7bd8-1315-4022-8e32-7c9208e9fce6 req-c596dde6-9691-43cd-af7e-12e7e1ec4101 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0825930 Feb 10 22:37:52.420208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:52.473064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:52.504854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:52.533932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:52.592793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3341352-b595-418a-ba4d-f7b717d83844 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:52.727597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:52.729365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:52.753272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71a8da02-16f0-499b-bcd7-60f84e6a6697 req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "PUT /v2.0/ports/cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 981 time: 1.2859344 Feb 10 22:37:52.788714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:52.846338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port b3341352-b595-418a-ba4d-f7b717d83844 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:52.857897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:52.959901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01528811-1d40-4ea7-83fa-8b7fa5f1d8bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:52.964452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:47Z', 'revision_number': 3, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:52.994516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Checking router: 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:37:52.994862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Updating router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b port f2e96ef6-afd9-48bc-8742-513c22d2f68f binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:37:53.030669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b3341352-b595-418a-ba4d-f7b717d83844 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:53.031043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:53.141806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-20a61520-5a8b-44bb-b625-5b9f07bf39ec tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:53.142606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-20a61520-5a8b-44bb-b625-5b9f07bf39ec tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Synchronizing usage tracker for tenant:c237eab4c0c943ecae678502c0ab6998 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:53.210118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:53.282619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3301b0-4f72-445f-a321-960877a95662 req-97328b63-212c-4fa2-8fa2-2ff961119d87 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:53.294389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f3301b0-4f72-445f-a321-960877a95662 req-97328b63-212c-4fa2-8fa2-2ff961119d87 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 931 time: 0.2318330 Feb 10 22:37:53.356014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa98a150-749e-4c14-9099-23ae874f8097 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:53.377834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f3301b0-4f72-445f-a321-960877a95662 req-8ba12d5c-2bef-4c75-9a5e-28387666359d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801415 Feb 10 22:37:53.437752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-20a61520-5a8b-44bb-b625-5b9f07bf39ec tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Unset dirty status for tenant:c237eab4c0c943ecae678502c0ab6998 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:53.439530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-20a61520-5a8b-44bb-b625-5b9f07bf39ec tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 935 time: 1.1229150 Feb 10 22:37:53.444984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:53.542625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Transition to ACTIVE for port object fa98a150-749e-4c14-9099-23ae874f8097 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:53.575988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:53.751806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c5fc9-9b43-46a6-b596-190267e6bf50 req-2d0483cf-e975-4f25-9a85-a84c86c26fab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:53.758561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e56c5fc9-9b43-46a6-b596-190267e6bf50 req-2d0483cf-e975-4f25-9a85-a84c86c26fab tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.1334872 Feb 10 22:37:53.841944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e56c5fc9-9b43-46a6-b596-190267e6bf50 req-d2578228-e980-4540-99e1-d040877c0cbc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715883 Feb 10 22:37:53.893924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-e268fcf1-05bd-40bf-8055-c795e6625366 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Synchronizing usage tracker for tenant:c237eab4c0c943ecae678502c0ab6998 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:37:53.989011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950a3088-5674-40f1-8b5c-09a0e04114f7 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:37:54.046606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-e268fcf1-05bd-40bf-8055-c795e6625366 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Unset dirty status for tenant:c237eab4c0c943ecae678502c0ab6998 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:37:54.049855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b63b530c-f9ce-4ed3-924c-a037ae3ff65d req-e268fcf1-05bd-40bf-8055-c795e6625366 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5701778 Feb 10 22:37:54.050432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.069503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:54.227971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51ad31f4-7cde-4def-9441-99f5cd4334f3 req-2df06240-f86d-478e-a7fc-7d58d206b4b6 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.1826353 Feb 10 22:37:54.300551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.347986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Transition to ACTIVE for port object 950a3088-5674-40f1-8b5c-09a0e04114f7 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:54.394491 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'status': 'completed', 'code': 200} Feb 10 22:37:54.418311 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.470200 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.508736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:54.583307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3341352-b595-418a-ba4d-f7b717d83844,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:54.595997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.685432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75002-9d56-4f46-8e21-d885727d5467 req-14d1e18d-5dc8-4f39-9c3b-ba2650016c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:54.685432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-14d1e18d-5dc8-4f39-9c3b-ba2650016c37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1135 time: 0.2440143 Feb 10 22:37:54.723364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e5a0f-673d-4763-8ac1-617e78553807 req-21a2ab18-c5f5-4a92-b34f-cb59ea9524a5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:54.723364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c34e5a0f-673d-4763-8ac1-617e78553807 req-21a2ab18-c5f5-4a92-b34f-cb59ea9524a5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.1514199 Feb 10 22:37:54.766099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:54.876264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.893031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Transition to ACTIVE for port object f2e96ef6-afd9-48bc-8742-513c22d2f68f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:54.906520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:54.913216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c34e5a0f-673d-4763-8ac1-617e78553807 req-55a303eb-8f0b-4155-aa3a-e1889305501c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886990 Feb 10 22:37:55.042603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75002-9d56-4f46-8e21-d885727d5467 req-33245684-f8d9-4ab1-ab83-574bcb2e8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:55.042603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-33245684-f8d9-4ab1-ab83-574bcb2e8ce9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.3484538 Feb 10 22:37:55.049211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Attempting to bind port f2e96ef6-afd9-48bc-8742-513c22d2f68f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:55.049211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Attempting to bind port f2e96ef6-afd9-48bc-8742-513c22d2f68f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:55.049211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Attempting to bind port f2e96ef6-afd9-48bc-8742-513c22d2f68f on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:55.055969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Attempting to bind port fa98a150-749e-4c14-9099-23ae874f8097 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:55.055969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Attempting to bind port fa98a150-749e-4c14-9099-23ae874f8097 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:55.055969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Attempting to bind port fa98a150-749e-4c14-9099-23ae874f8097 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Bound port: f2e96ef6-afd9-48bc-8742-513c22d2f68f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:55.063507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:55.176732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Pushing event updated for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:55.189748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79b28-3398-41a9-a4f4-35fbe62932b4 None None] Pushing event updated for resources: {'Port': ['ID=f2e96ef6-afd9-48bc-8742-513c22d2f68f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:55.237022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-898ce88d-168c-47bf-a3f8-130a940088e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.2021894 Feb 10 22:37:55.308844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] For port f2e96ef6-afd9-48bc-8742-513c22d2f68f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:55.313506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Port fa98a150-749e-4c14-9099-23ae874f8097 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:37:55.315137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Attempting to bind port fa98a150-749e-4c14-9099-23ae874f8097 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:55.320231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] For port f2e96ef6-afd9-48bc-8742-513c22d2f68f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f2e96ef6-afd9-48bc-8742-513c22d2f68f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:55.329991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:55.360577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-94b4cc62-eb50-471f-afbe-f3b83cad01b3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1712391981&fields=id&tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 267 time: 0.9689524 Feb 10 22:37:55.371712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a75002-9d56-4f46-8e21-d885727d5467 req-4bf01175-c1b6-4cf7-a3b4-637831ae7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:55.373002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-4bf01175-c1b6-4cf7-a3b4-637831ae7bc1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.1284420 Feb 10 22:37:55.466431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-74c75f52-d9e8-407a-9899-f54ec7d1062f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841057 Feb 10 22:37:55.594860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:37:55.594860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:55.601305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:55.601305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:55.601305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:55.601305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Bound port: fa98a150-749e-4c14-9099-23ae874f8097, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:55.601305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:55.953109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Attempting to bind port 950a3088-5674-40f1-8b5c-09a0e04114f7 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:37:55.953550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Attempting to bind port 950a3088-5674-40f1-8b5c-09a0e04114f7 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:37:55.953882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Attempting to bind port 950a3088-5674-40f1-8b5c-09a0e04114f7 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:55.980858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-4abfa8b8-f4ec-49c8-9b44-0ebf85b8b2f8 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014906 Feb 10 22:37:55.984897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Port 950a3088-5674-40f1-8b5c-09a0e04114f7 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:37:55.985221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Attempting to bind port 950a3088-5674-40f1-8b5c-09a0e04114f7 on network 8ed61cb1-782e-4c42-9675-dc1765fb88e6 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:37:56.030658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:37:56.030823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Checking segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:37:56.031197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Bound using segment: {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:37:56.032828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Bound port: 950a3088-5674-40f1-8b5c-09a0e04114f7, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:37:56.033319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:56.071195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:37:56.072989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:56.147802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa98a150-749e-4c14-9099-23ae874f8097,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:56.164975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-db5f9ccd-d3dd-47f9-b0a9-1780f390e56a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:56.166944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-db5f9ccd-d3dd-47f9-b0a9-1780f390e56a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 984 time: 0.6836877 Feb 10 22:37:56.169441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:56.184657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'security_groups': ['04366d44-3394-405f-b8db-0377b1a064d0', 'db3c00ff-282c-4da2-9cc9-438fe0a27b7f', '7ac1a78c-71d0-412f-a69d-14ec87b986d8']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:37:56.228534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:56.348611 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:37:56.378925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4f068-af36-4aba-b033-8d482e79c755 req-ff5bf4fb-f1cc-46d2-891c-efa7b97fb29e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:56.387576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc79b28-3398-41a9-a4f4-35fbe62932b4 None None] Pushing event updated for resources: {'Port': ['ID=f2e96ef6-afd9-48bc-8742-513c22d2f68f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:56.388919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3b4f068-af36-4aba-b033-8d482e79c755 req-ff5bf4fb-f1cc-46d2-891c-efa7b97fb29e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 943 time: 0.4066169 Feb 10 22:37:56.404453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:56.405843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:56.407651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa98a150-749e-4c14-9099-23ae874f8097 HTTP/1.1" status: 200 len: 1095 time: 6.0099528 Feb 10 22:37:56.408299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:37:56.520536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3b4f068-af36-4aba-b033-8d482e79c755 req-412c26ac-d2d6-4aa2-98bb-dfac63bbf1ef tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299281 Feb 10 22:37:56.527639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a75002-9d56-4f46-8e21-d885727d5467 req-4b9229e7-9e76-4257-bc26-d555ee5ac1fd service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851382 Feb 10 22:37:56.639490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:37:56.647402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4908813-f47a-4d17-90f1-9c262e8eed34 service neutron] Pushing event updated for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:56.676363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:56.688872 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844', 'code': 200} Feb 10 22:37:56.691523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:47Z', 'revision_number': 3, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:37:56.700175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aceb431-b353-4dc4-b59f-3e2eb37d9904 None None] The sync data for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 is: [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:47Z', 'revision_number': 3, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:37:56.732565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=950a3088-5674-40f1-8b5c-09a0e04114f7,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:37:56.998600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Allocated IP 172.20.0.1 (16740edf-80c0-40dc-bdbf-80bd67df6e8f/6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef/2e669d9d-5022-4b24-a62a-b78c7b9e651d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:37:57.059272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd1db75-dc3c-4456-b185-00480feaa3ea req-8e308e69-dd50-4567-ab6a-b664ab684b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:57.061788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cdd1db75-dc3c-4456-b185-00480feaa3ea req-8e308e69-dd50-4567-ab6a-b664ab684b70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.1801364 Feb 10 22:37:57.129739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:57.243555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cdd1db75-dc3c-4456-b185-00480feaa3ea req-0ce6f1d2-f676-4a2d-a735-5caa8c6152d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684644 Feb 10 22:37:57.274342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f3eb8-f352-42c2-8773-6b8a8a43f71b req-18b170cc-e8c3-4475-8ca7-884dcb60f7e4 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:57.286162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-255f3eb8-f352-42c2-8773-6b8a8a43f71b req-18b170cc-e8c3-4475-8ca7-884dcb60f7e4 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 947 time: 0.2987435 Feb 10 22:37:57.304184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40730) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:37:57.394152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-255f3eb8-f352-42c2-8773-6b8a8a43f71b req-247c306a-aec6-4142-bdb9-7c7f5cff3f33 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066678 Feb 10 22:37:57.414625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:57.420047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:57.421579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] 10.222.0.30 "PUT /v2.0/ports/950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 200 len: 1091 time: 6.4216046 Feb 10 22:37:57.534936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:57.671589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae9ceaf-3109-44f5-9b5a-491a85639b90 req-67d458a8-ca49-4fb8-912e-5cfbacc9617c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:57.672424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a088900a-1176-4850-a0a8-b0c732f3da67 service neutron] Pushing event updated for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:57.679542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ae9ceaf-3109-44f5-9b5a-491a85639b90 req-67d458a8-ca49-4fb8-912e-5cfbacc9617c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.1501005 Feb 10 22:37:57.706015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Transition to ACTIVE for port object 2e669d9d-5022-4b24-a62a-b78c7b9e651d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:37:57.725053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-5e180cf2-9974-4d80-b1ed-3797b7ce00b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:57.727013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-5e180cf2-9974-4d80-b1ed-3797b7ce00b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c237eab4c0c943ecae678502c0ab6998&device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 1098 time: 1.2336476 Feb 10 22:37:57.740750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ae9ceaf-3109-44f5-9b5a-491a85639b90 req-3de411d3-cfcb-46d7-bb88-591515094eb0 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591464 Feb 10 22:37:57.888821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-aa7c19d4-69ca-4042-92a1-8fa825ff3aa6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fa98a150-749e-4c14-9099-23ae874f8097 HTTP/1.1" status: 200 len: 217 time: 0.1405554 Feb 10 22:37:58.040953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f2e96ef6-afd9-48bc-8742-513c22d2f68f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:37:58.093495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.093979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.094456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.094925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.095414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.095891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.103271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.105386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-b5a900a9-1193-4b89-972f-a43420c5013f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6491 time: 0.7904637 Feb 10 22:37:58.112694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-63506e3f-4f08-4ea3-b98a-fd6d9fa54597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.114142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-63506e3f-4f08-4ea3-b98a-fd6d9fa54597 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1094 time: 0.6406150 Feb 10 22:37:58.205207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f2e96ef6-afd9-48bc-8742-513c22d2f68f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:58.210535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f2e96ef6-afd9-48bc-8742-513c22d2f68f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:58.210892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:58.313598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-2bd0cb06-4630-4396-9a86-870610039d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.315689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-2bd0cb06-4630-4396-9a86-870610039d8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.4186895 Feb 10 22:37:58.467908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:58.483310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7cad184f-3603-4bf4-8902-a2a0f7fd44d6 req-696476ca-794b-43cc-8f36-4b25b8efba09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1f988af2b20543f689eee019582894fc&device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.3719893 Feb 10 22:37:58.554293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7cad184f-3603-4bf4-8902-a2a0f7fd44d6 req-dfb3fcca-07a1-4f6e-9003-ee913a6acc8e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1f988af2b20543f689eee019582894fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495756 Feb 10 22:37:58.575492 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:58.603067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f2e96ef6-afd9-48bc-8742-513c22d2f68f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f2e96ef6-afd9-48bc-8742-513c22d2f68f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:58.617281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:58.742953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f2e96ef6-afd9-48bc-8742-513c22d2f68f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:58.752278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.753063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.753552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.754028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.754511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.754991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.755514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.756207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.756752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.756867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690df701-dc51-49c7-80d4-07497466a009 req-6d16c53c-f022-49e2-bea0-53066bfeeae0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.758406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.758966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.759484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:37:58.764610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-690df701-dc51-49c7-80d4-07497466a009 req-6d16c53c-f022-49e2-bea0-53066bfeeae0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3313830 Feb 10 22:37:58.816858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad184f-3603-4bf4-8902-a2a0f7fd44d6 req-354a48b0-7c9d-4858-afeb-bd24444700d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:58.818316 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7cad184f-3603-4bf4-8902-a2a0f7fd44d6 req-354a48b0-7c9d-4858-afeb-bd24444700d1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2566307 Feb 10 22:37:58.847175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-9d7a10d9-ba14-4f96-b7b3-e42bd859cb36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 200 len: 217 time: 0.5577106 Feb 10 22:37:58.869942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-690df701-dc51-49c7-80d4-07497466a009 req-8a4f7810-c975-4893-ab8a-bcde3a5c488f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822260 Feb 10 22:37:58.938154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:37:58.988269 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097', 'status': 'completed', 'code': 200} Feb 10 22:37:59.025314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:37:59.048055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-757fad91-d9bc-46c9-98dd-ca5e1a851f22 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&id=0571a4c5-cde8-43cc-9cec-97abecc476a4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7865288 Feb 10 22:37:59.049207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:37:59.059600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Pushing event updated for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:37:59.062687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:37:59.272448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:37:59.272448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:59.272448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b405c-3b03-4705-814e-9c44e6291dad req-691b77d5-fc81-4703-a9e5-07d219f2deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:59.272448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-691b77d5-fc81-4703-a9e5-07d219f2deda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.3576951 Feb 10 22:37:59.303343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a858c1-e25b-42fe-963b-33a7d8a50ffe req-334ac893-d375-496e-b5e0-a8a7f2c7d311 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:59.333936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:59.340902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d7e127-473b-4475-9100-d4b55eb02567 req-6eff4188-961b-4c95-9821-bf167e74717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:37:59.343219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-6eff4188-961b-4c95-9821-bf167e74717c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9316595 Feb 10 22:37:59.346325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42a858c1-e25b-42fe-963b-33a7d8a50ffe req-334ac893-d375-496e-b5e0-a8a7f2c7d311 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 943 time: 0.3238688 Feb 10 22:37:59.351351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:59.399158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:59.441254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42a858c1-e25b-42fe-963b-33a7d8a50ffe req-821650bb-65ec-4082-b7b4-dff76ca7073f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634730 Feb 10 22:37:59.570141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-948cc134-f586-4115-bd7d-e1b97ac3a2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3289850 Feb 10 22:37:59.573051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-c2a285bf-77b2-4f1f-b0aa-c45017f08900 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602242 Feb 10 22:37:59.640076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eeb50f75-d778-43bc-b9a2-2010ac617313 None None] Provisioning for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:37:59.653753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eeb50f75-d778-43bc-b9a2-2010ac617313 None None] Provisioning complete for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:37:59.654009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eeb50f75-d778-43bc-b9a2-2010ac617313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:37:59.760925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eeb50f75-d778-43bc-b9a2-2010ac617313 None None] Port 2e669d9d-5022-4b24-a62a-b78c7b9e651d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:37:59.908773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:37:59.997977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b987048-502c-46f3-a92d-d21e7e5e5792 req-cf811903-13f5-484e-bf95-8a1b89707349 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.53 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0575268 Feb 10 22:38:00.030140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f2e96ef6-afd9-48bc-8742-513c22d2f68f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:00.097979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:00.098509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:00.099916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-107beb64-d8d5-4d79-abfc-86b69f43df02 req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "PUT /v2.0/ports/cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 1020 time: 3.9202409 Feb 10 22:38:00.109875 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:00.123852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-56cac523-622c-4ed3-a652-d004fd8fd46a service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373206 Feb 10 22:38:00.156303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7cad184f-3603-4bf4-8902-a2a0f7fd44d6 req-2ca0fd2f-2426-4672-813e-e5e10a1f7848 tempest-ServerShowV254Test-339638294 tempest-ServerShowV254Test-339638294-project] 10.222.0.24 "GET /v2.0/ports?device_id=3a36036e-7da9-4952-9eeb-a776b7d508ec HTTP/1.1" status: 200 len: 210 time: 0.0887575 Feb 10 22:38:00.283132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f2e96ef6-afd9-48bc-8742-513c22d2f68f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:00.283728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:00.388834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0e3f29-036e-4b7c-913a-e810b789496e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:00.553654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43d7e127-473b-4475-9100-d4b55eb02567 req-a39c6cf9-2a72-4d3a-8d09-4c2d3945b395 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9659159 Feb 10 22:38:00.607437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1eb1b7-f8b4-450f-9134-1a3ef03e5a5c req-fab1c6fb-79ce-4a35-b6b2-ea1ca716c8a5 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:00.609560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd1eb1b7-f8b4-450f-9134-1a3ef03e5a5c req-fab1c6fb-79ce-4a35-b6b2-ea1ca716c8a5 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 947 time: 0.1585696 Feb 10 22:38:00.673531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd1eb1b7-f8b4-450f-9134-1a3ef03e5a5c req-b01b45de-33e0-4f17-a133-9f489486196a tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571966 Feb 10 22:38:00.728979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-426b405c-3b03-4705-814e-9c44e6291dad req-983f210a-6a72-4d6a-bbfc-8109a13b597c service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5935404 Feb 10 22:38:00.768249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4956fc-f6b6-445a-983a-6c346dd899e7 req-2980e089-5c96-46bb-b5ef-228217a69e32 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:00.769887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c4956fc-f6b6-445a-983a-6c346dd899e7 req-2980e089-5c96-46bb-b5ef-228217a69e32 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.4389548 Feb 10 22:38:00.872794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c4956fc-f6b6-445a-983a-6c346dd899e7 req-c2032f31-60c5-450c-b472-7051d8c0b91c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896177 Feb 10 22:38:00.885288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108c35-4cc1-4483-b739-d1e36100614f req-bd9834a6-570e-47b1-a68d-998e4b013e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:00.886818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-bd9834a6-570e-47b1-a68d-998e4b013e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c237eab4c0c943ecae678502c0ab6998&device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 1098 time: 0.2711341 Feb 10 22:38:00.896397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b66cea-e365-4152-be7e-804d3fa048a7 req-a8b6a020-feac-4cd6-a8d4-817fbfaf2138 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:00.897899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66b66cea-e365-4152-be7e-804d3fa048a7 req-a8b6a020-feac-4cd6-a8d4-817fbfaf2138 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.0937600 Feb 10 22:38:00.980300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66b66cea-e365-4152-be7e-804d3fa048a7 req-8c585c38-fd86-4a53-9cd8-93293fb5b230 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686874 Feb 10 22:38:01.006448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7'}, {'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:01.014181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:01.024134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:01.233789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8343c-f8d9-453d-82a9-2d5a1887ef1c req-c67c6d86-f5bb-4f6d-b319-e75f1173a1cb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:01.241630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-46b8343c-f8d9-453d-82a9-2d5a1887ef1c req-c67c6d86-f5bb-4f6d-b319-e75f1173a1cb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 943 time: 0.1147509 Feb 10 22:38:01.303910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-46b8343c-f8d9-453d-82a9-2d5a1887ef1c req-2ddcf38d-f9b8-4f68-bfe1-5328a3ecdf71 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608354 Feb 10 22:38:01.405604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Pushing event updated for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:01.410695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:01.430588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108c35-4cc1-4483-b739-d1e36100614f req-7cb4e500-3d0e-44e5-a1bb-c0141e707462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:01.434705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-7cb4e500-3d0e-44e5-a1bb-c0141e707462 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.5303738 Feb 10 22:38:01.565576 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7', 'status': 'completed', 'code': 200} Feb 10 22:38:01.565934 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'status': 'completed', 'code': 200} Feb 10 22:38:01.632625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-78c1851e-beb0-47f8-aac0-a66965607675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=fa98a150-749e-4c14-9099-23ae874f8097 HTTP/1.1" status: 200 len: 217 time: 0.1823401 Feb 10 22:38:01.815957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39142017-b837-4655-ab8d-0b791c5be61c req-8a309513-b646-4fed-aacd-132d09c759df tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:01.825475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39142017-b837-4655-ab8d-0b791c5be61c req-8a309513-b646-4fed-aacd-132d09c759df tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1023 time: 0.7286644 Feb 10 22:38:01.899902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108c35-4cc1-4483-b739-d1e36100614f req-a801e353-e8e4-4339-b7b7-d1d5c8c74b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:01.901370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-a801e353-e8e4-4339-b7b7-d1d5c8c74b31 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2090504 Feb 10 22:38:02.008802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40774) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:02.027870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25406f-70b9-4537-9cfe-2ba174c67953 req-7dbcc589-f84a-49f5-b1d1-47289273629e tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.034856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b25406f-70b9-4537-9cfe-2ba174c67953 req-7dbcc589-f84a-49f5-b1d1-47289273629e tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 947 time: 0.1731701 Feb 10 22:38:02.044337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:02.052005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-a2dd8120-9010-4adc-a4af-bad2ad16b52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.053525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-a2dd8120-9010-4adc-a4af-bad2ad16b52e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1094 time: 0.4812975 Feb 10 22:38:02.054339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:02.109815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b25406f-70b9-4537-9cfe-2ba174c67953 req-9e0770ce-071f-45da-8c6f-2cc9a7e5dbbc tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735071 Feb 10 22:38:02.322242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39142017-b837-4655-ab8d-0b791c5be61c req-75648f4c-172a-4378-914e-97e820ef79a7 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=7ac1a78c-71d0-412f-a69d-14ec87b986d8&id=04366d44-3394-405f-b8db-0377b1a064d0 HTTP/1.1" status: 200 len: 6156 time: 0.4958065 Feb 10 22:38:02.457057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:02.506647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-be3594d8-cf20-4b52-875f-01efa41b6041 None None] Provisioning complete for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:02.507163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be3594d8-cf20-4b52-875f-01efa41b6041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:02.510386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5de85f-0f1c-4c9a-89c6-76ebf2401793 req-bc100d22-3716-4237-a37f-2934c9f02dcc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.511960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba5de85f-0f1c-4c9a-89c6-76ebf2401793 req-bc100d22-3716-4237-a37f-2934c9f02dcc tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.1829231 Feb 10 22:38:02.544490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-f6f03f88-1066-412a-97c8-9fa7cf437fb4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.546195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-f6f03f88-1066-412a-97c8-9fa7cf437fb4 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 946 time: 0.3027625 Feb 10 22:38:02.584892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be3594d8-cf20-4b52-875f-01efa41b6041 None None] Port 2e669d9d-5022-4b24-a62a-b78c7b9e651d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:02.649210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:02.677521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Usage tracker for resource:security_group_rule and tenant:1f988af2b20543f689eee019582894fc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:02.692844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:02.697595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba5de85f-0f1c-4c9a-89c6-76ebf2401793 req-738c46cd-3936-46d0-b539-7b28afbc49f6 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/security-groups?id=ea1ee860-c12a-4652-bced-f80c81e44984&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503577 Feb 10 22:38:02.707719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Deleting port cb66799e-48dc-400f-86a1-c636490a71db {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:38:02.707719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:02.751224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': ' tempest-securitygroup -678298106 ', 'description': 'tempest-description-1612256597'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:02.751593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:02.760182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89108c35-4cc1-4483-b739-d1e36100614f req-a5848a81-1add-4b95-8a1b-a632ff878788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.761677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-a5848a81-1add-4b95-8a1b-a632ff878788 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8447340 Feb 10 22:38:02.770013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:02.789881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:02.799140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-69b07b77-6ee8-4c48-8ed4-511c0ec1b86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:02.800527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-69b07b77-6ee8-4c48-8ed4-511c0ec1b86f service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.7321353 Feb 10 22:38:02.855392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:02.905128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:02.963674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:02.974843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:02.994000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:03.051010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:38:03.053824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-09e35381-85f3-43f0-a7a4-26406962dec3 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772412 Feb 10 22:38:03.077410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-ec3a3fdb-ddd1-4547-9a8e-1805b16368ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 200 len: 217 time: 0.2549238 Feb 10 22:38:03.083573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] For port cb66799e-48dc-400f-86a1-c636490a71db, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cb66799e-48dc-400f-86a1-c636490a71db,segment=NetworkSegment(7d592c9c-8ddf-49cd-9308-0523646ad96c),segment_id=7d592c9c-8ddf-49cd-9308-0523646ad96c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:03.083949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.096997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3d66e5-a510-40ee-996a-389279ce5fb1 req-8d1d149d-03ca-4b46-b413-ec0b727fb403 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:03.105076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc3d66e5-a510-40ee-996a-389279ce5fb1 req-8d1d149d-03ca-4b46-b413-ec0b727fb403 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.5867922 Feb 10 22:38:03.233363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Calling delete_port for cb66799e-48dc-400f-86a1-c636490a71db owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:38:03.318412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.323487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.358023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89108c35-4cc1-4483-b739-d1e36100614f req-e18bec96-052c-49a9-a0c9-0288a1934b57 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755237 Feb 10 22:38:03.381926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-15f59dbf-f915-4cc5-9b6c-5f42f192e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:03.384351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-15f59dbf-f915-4cc5-9b6c-5f42f192e6dc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.0972116 Feb 10 22:38:03.401903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc3d66e5-a510-40ee-996a-389279ce5fb1 req-7627cc94-9784-462c-8bc4-eed7289e9440 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920649 Feb 10 22:38:03.541041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e69683b5-332a-404d-91f2-a06305e705bd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:03.546248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.555987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1031a38-234b-4f0e-9435-39498032a235 req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.8207633 Feb 10 22:38:03.638033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.638426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.638715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.639053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.639586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.639912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.640237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.650988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.651894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.655272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.655868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.656378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e2a0db3-423f-4896-a11d-00703dedbb3c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:03.724156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.732808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 950a3088-5674-40f1-8b5c-09a0e04114f7 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:38:03.893002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Pushing event deleted for resources: {'Port': ['ID=cb66799e-48dc-400f-86a1-c636490a71db,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:03.901255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:03.903943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] No DVR routers for this DVR port cb66799e-48dc-400f-86a1-c636490a71db on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:38:03.907096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:03.909001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-a9566744-aa5d-4f39-9870-3bd515bf4976 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4864035 Feb 10 22:38:03.909699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'name': 'network-vif-deleted', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:03.912684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cb66799e-48dc-400f-86a1-c636490a71db'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:03.913468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Sync routers for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:03.928433 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:03.939716 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:03.970651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1a86fb9-06cc-4f50-978b-eaf7399d73e1 req-834905e6-8a9d-4d80-8a6f-83004bde7d29 tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.30 "DELETE /v2.0/ports/cb66799e-48dc-400f-86a1-c636490a71db HTTP/1.1" status: 204 len: 173 time: 1.4013481 Feb 10 22:38:03.998757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a46d7-f950-4b98-9c71-e2922246b79b req-f2e77e9c-4163-40c3-8588-3452712d7e95 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:04.002471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-661a46d7-f950-4b98-9c71-e2922246b79b req-f2e77e9c-4163-40c3-8588-3452712d7e95 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 947 time: 0.3347123 Feb 10 22:38:04.065669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=950a3088-5674-40f1-8b5c-09a0e04114f7,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:04.101325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '950a3088-5674-40f1-8b5c-09a0e04114f7', 'network_id': '8ed61cb1-782e-4c42-9675-dc1765fb88e6', 'port_id': '950a3088-5674-40f1-8b5c-09a0e04114f7', 'mac_address': 'fa:16:3e:f5:12:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96095d5-14b9-4b12-ae4d-31a9bd16c1b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:38:04.116504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-661a46d7-f950-4b98-9c71-e2922246b79b req-c7f0fdbd-576b-45a6-9ad9-098236e26d5f tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070290 Feb 10 22:38:04.116697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-7a452d5a-04d5-45ef-9f1d-9e1eed61f699 service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794350 Feb 10 22:38:04.294738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-463bec7d-0f80-446e-bbdf-6c31adc6ce13 req-7fd1d897-7df3-4bdc-b4e8-8f2606a031bc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/e69683b5-332a-404d-91f2-a06305e705bd HTTP/1.1" status: 200 len: 1782 time: 0.1163435 Feb 10 22:38:04.327166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-8ef1082f-8204-4706-87b3-5c9c97f1e218 service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001121 Feb 10 22:38:04.358816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:04.382501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13271aa9-eab5-4e1e-82a6-6dedf17e73c0 req-9860443e-c976-429c-946c-fece782aee03 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:04.383928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-13271aa9-eab5-4e1e-82a6-6dedf17e73c0 req-9860443e-c976-429c-946c-fece782aee03 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:04.405454 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:04.410223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54c18ce0-c9b7-4b43-9dd7-eed009ea00bc admin admin] 10.222.0.53 "PUT /v2.0/routers/6a6c62ff-7a9c-48de-adb9-b3bc329fb94b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3430946 Feb 10 22:38:04.425216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950a3088-5674-40f1-8b5c-09a0e04114f7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:04.479822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=950a3088-5674-40f1-8b5c-09a0e04114f7,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:04.485579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:04.486475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa98a150-749e-4c14-9099-23ae874f8097 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:38:04.620382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-13271aa9-eab5-4e1e-82a6-6dedf17e73c0 req-9860443e-c976-429c-946c-fece782aee03 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:04.628399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13271aa9-eab5-4e1e-82a6-6dedf17e73c0 req-9860443e-c976-429c-946c-fece782aee03 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 943 time: 0.7722189 Feb 10 22:38:04.633522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:04.696499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13271aa9-eab5-4e1e-82a6-6dedf17e73c0 req-a1d77930-8ab7-436a-9339-5a75d1534760 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671604 Feb 10 22:38:04.698182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:04.750721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa98a150-749e-4c14-9099-23ae874f8097,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:04.777192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f988af2b20543f689eee019582894fc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7635257 Feb 10 22:38:04.781817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:04.783421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22ae3f64-1919-427a-85cf-bebdd187937e req-52912fd3-68fd-4a94-b3ba-a83a78a31f2c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Synchronizing usage tracker for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:04.817233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fa98a150-749e-4c14-9099-23ae874f8097', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'fa98a150-749e-4c14-9099-23ae874f8097', 'mac_address': 'fa:16:3e:c6:02:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:38:04.836347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-eaaf584b-9638-4a85-951f-1fe2b55c43fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:04.836877 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c380c2-605b-485f-959b-dafb62103962', 'name': 'network-vif-deleted', 'tag': 'cb66799e-48dc-400f-86a1-c636490a71db', 'status': 'completed', 'code': 200} Feb 10 22:38:04.846831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-eaaf584b-9638-4a85-951f-1fe2b55c43fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1174 time: 0.4283433 Feb 10 22:38:04.950993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-22ae3f64-1919-427a-85cf-bebdd187937e req-52912fd3-68fd-4a94-b3ba-a83a78a31f2c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] Unset dirty status for tenant:e65067cd4caa4579a5d56de1bfa596ee on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:04.952578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-22ae3f64-1919-427a-85cf-bebdd187937e req-52912fd3-68fd-4a94-b3ba-a83a78a31f2c tempest-DeleteServersTestJSON-1985571150 tempest-DeleteServersTestJSON-1985571150-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c380c2-605b-485f-959b-dafb62103962 HTTP/1.1" status: 200 len: 210 time: 0.3395858 Feb 10 22:38:05.008066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.092109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:05.108654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.119186 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.186581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:00Z', 'revision_number': 2, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:05.191585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Checking router: 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:05.191929 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Updating router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b port 2e669d9d-5022-4b24-a62a-b78c7b9e651d binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:05.198622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa98a150-749e-4c14-9099-23ae874f8097 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:05.252751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa98a150-749e-4c14-9099-23ae874f8097,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:05.256591 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.280168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-5b6f9333-1193-44f6-aab9-f647c2f69195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:05.281721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-5b6f9333-1193-44f6-aab9-f647c2f69195 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.4099898 Feb 10 22:38:05.285739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ad486-b9a3-4295-b63d-8a491653d656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e94e72-93ff-4f0a-8af1-15627c462794,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:05.332614 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.395562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-2b66dd02-408c-4af0-8db5-3969a09f9d41 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.1028054 Feb 10 22:38:05.414822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:05.460151 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.469057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da749b56-1b1d-461d-9127-891b0e852dbd req-4caeb097-189f-46ab-9dae-1184738e993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:05.470532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-4caeb097-189f-46ab-9dae-1184738e993c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.0632181 Feb 10 22:38:05.502961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e94e72-93ff-4f0a-8af1-15627c462794,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:05.525233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:05.528642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-389300ce-3c06-4ee3-b7d4-a6ad6146011f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b2e94e72-93ff-4f0a-8af1-15627c462794 HTTP/1.1" status: 204 len: 168 time: 0.7144632 Feb 10 22:38:05.573183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205db17-0fce-48f5-8d97-c23e3ad380e5 req-5759c2c3-09f4-4ba5-8915-07fa04d00267 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:05.575868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-560b4870-6d80-4855-b3c1-f427790692a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895412 Feb 10 22:38:05.580423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b205db17-0fce-48f5-8d97-c23e3ad380e5 req-5759c2c3-09f4-4ba5-8915-07fa04d00267 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.3380625 Feb 10 22:38:05.585414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-525ab7ae-a22e-4d2f-82ea-2e7ae71af434 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/e69683b5-332a-404d-91f2-a06305e705bd HTTP/1.1" status: 200 len: 1782 time: 0.7594965 Feb 10 22:38:05.647520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b205db17-0fce-48f5-8d97-c23e3ad380e5 req-ab76e626-25ed-4abc-8042-5cbd5ee15e54 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660315 Feb 10 22:38:05.683136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:05.705148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fa98a150-749e-4c14-9099-23ae874f8097'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:05.767965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['950a3088-5674-40f1-8b5c-09a0e04114f7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:05.802114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-network', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:05.817514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cb66799e-48dc-400f-86a1-c636490a71db no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:38:05.852378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:05.862955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: cb66799e-48dc-400f-86a1-c636490a71db {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:38:05.863332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cb66799e-48dc-400f-86a1-c636490a71db not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:38:05.880308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab246567-0aa8-4e0a-b22d-b0423daf75da req-76da2c0c-47b5-458f-8da7-b9ecd7675d26 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:05.888210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab246567-0aa8-4e0a-b22d-b0423daf75da req-76da2c0c-47b5-458f-8da7-b9ecd7675d26 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 948 time: 0.1042230 Feb 10 22:38:05.951061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-f8f10d4c-7936-4fa7-80e6-34c18874bfea service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644357 Feb 10 22:38:05.967569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Usage tracker for resource:network and tenant:be28d03fe2824d9a982102d1febd7cfc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:05.971434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:05.978485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:06.015592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab246567-0aa8-4e0a-b22d-b0423daf75da req-fb308f2a-6206-4e5b-9fb2-8c2633aecc9d tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242101 Feb 10 22:38:06.070006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.074298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Made reservation on behalf of be28d03fe2824d9a982102d1febd7cfc for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:06.078526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.133527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.185284 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.200183 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Transition to ACTIVE for port object 2e669d9d-5022-4b24-a62a-b78c7b9e651d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:06.208208 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.294486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf05002-8433-4b56-a893-ed5da482d0fa None None] Pushing event updated for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:06.374377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:06.398134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Usage tracker for resource:security_group_rule and tenant:be28d03fe2824d9a982102d1febd7cfc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:06.411171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:06.425471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.465698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:06.558850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90baff2d-b498-4f61-96d3-51d0a5cef953 req-601d94fc-8b67-4cb4-9e25-1a89b86a1205 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:06.563375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90baff2d-b498-4f61-96d3-51d0a5cef953 req-601d94fc-8b67-4cb4-9e25-1a89b86a1205 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 944 time: 0.2455378 Feb 10 22:38:06.573999 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Attempting to bind port 2e669d9d-5022-4b24-a62a-b78c7b9e651d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:06.574368 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Attempting to bind port 2e669d9d-5022-4b24-a62a-b78c7b9e651d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:06.574737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Attempting to bind port 2e669d9d-5022-4b24-a62a-b78c7b9e651d on network 16740edf-80c0-40dc-bdbf-80bd67df6e8f {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:06.594431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:06.594808 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Checking segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:06.595229 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.595660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Bound using segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:06.596119 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Bound port: 2e669d9d-5022-4b24-a62a-b78c7b9e651d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:06.596508 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.660416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90baff2d-b498-4f61-96d3-51d0a5cef953 req-760bcd05-7e89-4f28-b074-ee1121b48358 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925272 Feb 10 22:38:06.699557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.808083 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] For port 2e669d9d-5022-4b24-a62a-b78c7b9e651d, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:06.813000 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] For port 2e669d9d-5022-4b24-a62a-b78c7b9e651d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2e669d9d-5022-4b24-a62a-b78c7b9e651d,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:06.821243 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.896803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da749b56-1b1d-461d-9127-891b0e852dbd req-f777d972-7867-416b-9da7-5885db134e16 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9065938 Feb 10 22:38:06.902757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69683b5-332a-404d-91f2-a06305e705bd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:06.904921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:06.918179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f5e4d2f-dab8-46a2-8394-c1f6d8d3acca req-4ab9373a-f0bb-4fe8-b303-f8da922e6992 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/e69683b5-332a-404d-91f2-a06305e705bd HTTP/1.1" status: 204 len: 173 time: 1.2889330 Feb 10 22:38:06.958484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:06.959171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:37:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:07.065251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.072021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.109532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:38:07.119699 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf05002-8433-4b56-a893-ed5da482d0fa None None] Pushing event updated for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:07.124529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.125161 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Added segment 682f27cf-fa07-49cd-82e8-659f73ae131b of type vlan for network 7bae3f34-ae47-4dad-98ef-169166c4b406 Feb 10 22:38:07.157007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.201170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.202244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:07.203065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.345651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Pushing event updated for resources: {'Network': ['ID=7bae3f34-ae47-4dad-98ef-169166c4b406,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:07.353466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6686864 Feb 10 22:38:07.353555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40860) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:07.358758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:38:07.377583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Request body: {'subnet': {'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-subnet', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:07.395556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:07.411987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:07.421057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Usage tracker for resource:subnet and tenant:be28d03fe2824d9a982102d1febd7cfc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:07.433100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:07.452367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:07.466584 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-85cb9de9-2fdf-4675-ad79-d55ee6aaa9af req-ac69cbb5-b4ce-4b56-ac59-b881f672f79b tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:38:07.477814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Made reservation on behalf of be28d03fe2824d9a982102d1febd7cfc for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:07.483815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-85cb9de9-2fdf-4675-ad79-d55ee6aaa9af req-ac69cbb5-b4ce-4b56-ac59-b881f672f79b tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/e69683b5-332a-404d-91f2-a06305e705bd HTTP/1.1" status: 404 len: 352 time: 0.2928481 Feb 10 22:38:07.484484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.491534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b89137-a884-4a13-88c9-e7cdc53c416d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60433d68-b677-403c-b17c-3410ab061717,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:07.578931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-4753f7cb-52b2-4947-a5a1-f7b8b52f331e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2141752 Feb 10 22:38:07.736414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 950a3088-5674-40f1-8b5c-09a0e04114f7 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:07.824851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f50af0-a3f0-4efa-ada1-66ceee0f376e req-68ea16ae-34ac-478b-80c9-cd813d5cdc31 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:07.826932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f50af0-a3f0-4efa-ada1-66ceee0f376e req-68ea16ae-34ac-478b-80c9-cd813d5cdc31 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 948 time: 0.2295983 Feb 10 22:38:07.833869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-7f8a6123-8291-4bf6-9b12-14b9d5aaee86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:07.836729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-7f8a6123-8291-4bf6-9b12-14b9d5aaee86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1174 time: 0.1252353 Feb 10 22:38:07.877639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 950a3088-5674-40f1-8b5c-09a0e04114f7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:07.881639 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:06Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:07.887324 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1de85-a1b6-4922-8380-d065d2798455 None None] The sync data for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 is: [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:06Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:07.887617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 950a3088-5674-40f1-8b5c-09a0e04114f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:07.887998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:07.901532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.006297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf27d5-a181-4f6e-9ca4-49f10d161614 req-de7c9c39-5410-4277-ac46-bea9e325c045 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:08.014384 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dcf27d5-a181-4f6e-9ca4-49f10d161614 req-de7c9c39-5410-4277-ac46-bea9e325c045 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.7933333 Feb 10 22:38:08.021566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f50af0-a3f0-4efa-ada1-66ceee0f376e req-b1222838-8540-4f6f-a2f0-9366d73dd5c9 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832831 Feb 10 22:38:08.063792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae0f5a8-04e1-46c6-896d-bf10d865b3ee,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:08.112472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Checking segment: {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:08.112844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Network hostable DHCP agents. Network: 7bae3f34-ae47-4dad-98ef-169166c4b406, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:38:08.128300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-8919158b-861b-48ae-94e1-340a57178e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:08.129890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-8919158b-861b-48ae-94e1-340a57178e42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.2662013 Feb 10 22:38:08.146912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.182887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:08.193772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=950a3088-5674-40f1-8b5c-09a0e04114f7,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:08.202459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.203468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa98a150-749e-4c14-9099-23ae874f8097 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:08.203972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dcf27d5-a181-4f6e-9ca4-49f10d161614 req-c0f14002-43e2-4c87-9d83-82bac09636b7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820056 Feb 10 22:38:08.245623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:38:08.264358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7bae3f34-ae47-4dad-98ef-169166c4b406) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:08.269747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:08.276540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.325190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff5d2d2-fdaa-4294-973e-b7ed0832aac8 None None] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:08.326170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-272274932', 'description': 'tempest-description-607806891'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:08.331901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-b7527cfe-a97e-4813-9063-9184f0df824d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.1954329 Feb 10 22:38:08.333524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:08.335395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bbfca48c-aaff-43f4-a884-88ac7b5792b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9636171 Feb 10 22:38:08.337463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:08.345627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:08.356167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:08.359631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:08.403325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:08.405853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:08.418484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Usage tracker for resource:router and tenant:be28d03fe2824d9a982102d1febd7cfc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:08.436346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:08.455655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:08.462282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.502994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-87739466-4116-4921-a1d5-b0301e3d6ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:08.504504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-87739466-4116-4921-a1d5-b0301e3d6ca0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.1384401 Feb 10 22:38:08.516707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.517936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.534125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:08.539861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.552513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd739d3b-28b9-4b4c-ab5a-8c56a8729652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.592129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:08.595211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:08.602785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:08.609393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-f66e93e5-609f-472d-bf0b-d9892a95181b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726080 Feb 10 22:38:08.613932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:08.652990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port fa98a150-749e-4c14-9099-23ae874f8097 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:08.663613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fa98a150-749e-4c14-9099-23ae874f8097 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:08.664222 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.730074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-7bae3f34-ae47-4dad-98ef-169166c4b406', 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'fixed_ips': [{'subnet_id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:38:08.731144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.756579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ec4c1-9353-4ebc-9053-3474f5d1e8cd req-52cff11b-6cd2-4cdc-b5b7-6641b50e2cf9 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:08.758932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-295ec4c1-9353-4ebc-9053-3474f5d1e8cd req-52cff11b-6cd2-4cdc-b5b7-6641b50e2cf9 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.0947623 Feb 10 22:38:08.824089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-295ec4c1-9353-4ebc-9053-3474f5d1e8cd req-23537feb-43e5-4a9a-96b1-61d646bacd64 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590341 Feb 10 22:38:08.904408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:08.972015 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7', 'code': 200} Feb 10 22:38:09.014774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa98a150-749e-4c14-9099-23ae874f8097,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:09.022644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.076826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Allocated IP 172.20.0.2 (7bae3f34-ae47-4dad-98ef-169166c4b406/fae0f5a8-04e1-46c6-896d-bf10d865b3ee/7f89e840-8d7b-4fb0-a4c5-f75547d2d53d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:09.216343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-ec92ef02-5949-46f1-a7a0-015f60043c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:09.221804 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-ec92ef02-5949-46f1-a7a0-015f60043c4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1097 time: 0.1967947 Feb 10 22:38:09.249809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.268552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:09.271935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.341220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=def254bf-f6ea-4488-8828-fc665f72d765,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:09.355507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.367764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-b6790dda-c724-45fb-8b67-abd051959f71 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503645 Feb 10 22:38:09.384562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-094ccd00-ee81-4499-8b4e-7a9c9b8fc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:09.386120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-094ccd00-ee81-4499-8b4e-7a9c9b8fc8a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.1610835 Feb 10 22:38:09.392364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118cb5e-bc22-4bbc-b4b9-af6584553091 req-1ef254c4-711b-408a-99b6-7aaa6cab81fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:09.393814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0118cb5e-bc22-4bbc-b4b9-af6584553091 req-1ef254c4-711b-408a-99b6-7aaa6cab81fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1096 time: 0.3698261 Feb 10 22:38:09.461859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.478105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Transition to ACTIVE for port object 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:09.506241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Transition to ACTIVE for port object 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:09.515025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.603332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:09.606625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:09.613021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:09.622893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Pushing event updated for resources: {'Port': ['ID=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:09.658173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-8afc065c-b468-4cd8-a2c7-9cfaaf884eec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.2633760 Feb 10 22:38:09.710464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.712028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d82c06b9-d37c-4f90-b2a7-074506bc370f req-0b968ed6-41e7-4271-a1b2-b25e8a8f1f4c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4312372 Feb 10 22:38:09.741520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0118cb5e-bc22-4bbc-b4b9-af6584553091 req-0de4194b-fac1-436d-8c33-699a37a9d96b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622170 Feb 10 22:38:09.755248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Attempting to bind port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:09.755670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Attempting to bind port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:09.756280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Attempting to bind port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d on network 7bae3f34-ae47-4dad-98ef-169166c4b406 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:09.770558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:09.770720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Checking segment: {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:09.771273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.771684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Bound using segment: {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:09.772153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Bound port: 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:09.772521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:09.776331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-697747a9-8f54-4a36-b622-6aab4ba818b4 req-ccfc2fe5-42a6-4998-9a99-8391dcc083d7 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002471 Feb 10 22:38:09.809610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-db42e04c-5676-446f-8f05-7602bbc1ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:09.811247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-db42e04c-5676-446f-8f05-7602bbc1ce0c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.1453111 Feb 10 22:38:09.881095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-664009d1-7b1d-4a01-bf14-b8e9976f280f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629230 Feb 10 22:38:09.890231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb830fd-2b83-47c9-964a-42966d37be90 req-aafe214f-651a-4ee4-a23e-723476ee639a tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:09.898097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cb830fd-2b83-47c9-964a-42966d37be90 req-aafe214f-651a-4ee4-a23e-723476ee639a tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.4204223 Feb 10 22:38:09.994543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] For port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:09.998406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] For port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:10.003084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.053324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2e669d9d-5022-4b24-a62a-b78c7b9e651d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:10.072089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cb830fd-2b83-47c9-964a-42966d37be90 req-404cd0b8-ea91-45b2-82cc-a32b8cf928ae tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723983 Feb 10 22:38:10.123697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-dfe3441d-fd37-4b00-9d2e-54a3fec6511c service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225447 Feb 10 22:38:10.227518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9dced-f887-4bd1-9030-d1d9091898b2 None None] Pushing event updated for resources: {'Port': ['ID=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:10.244496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:10.247325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-898368013', 'description': 'tempest-description-922626719'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:10.250527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:10.250901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.266182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:10.271218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.274308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:10.279430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:10.296875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:10.310699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04b334c8-8736-4650-952d-5fa7298b4e65 req-d93e14fc-2f06-4e44-9d29-07d2712b6a5b service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816163 Feb 10 22:38:10.325319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.329145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.356946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:10.363563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:10.366829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:10.374119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:10.397328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.447666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2e669d9d-5022-4b24-a62a-b78c7b9e651d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2e669d9d-5022-4b24-a62a-b78c7b9e651d,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:10.469591 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.472618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-8061533b-b043-4f55-ac66-c81e3ff09789 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3529341 Feb 10 22:38:10.491825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.496940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.545337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f79a1f2-41c4-4c83-84ff-e84db5655dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.555774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2357d19-edaf-46da-90a2-8170bf06aabf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:10.559812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:10.561158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76874fa5-9d54-4273-9d14-8ce20b65c663 req-c9da7c42-b86d-4f96-b9cf-113d79fae477 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3208241 Feb 10 22:38:10.577164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:10.612408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b33d00-83ee-4cbf-bf8e-596087852b6a req-84846419-3747-4fb5-8462-3ac0d8723bfa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.621901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b33d00-83ee-4cbf-bf8e-596087852b6a req-84846419-3747-4fb5-8462-3ac0d8723bfa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.6099539 Feb 10 22:38:10.737801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Allocated IP 172.25.2.35 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/dad21292-8e98-4482-bea7-70c698825506) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:10.754147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b33d00-83ee-4cbf-bf8e-596087852b6a req-01df72e7-7e2a-4603-a572-c863ae25e9f3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296504 Feb 10 22:38:10.784542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.785026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.785494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.785963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.786487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.786897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.787338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.789492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b6a6940b-6fb9-49e8-80cf-0b96f3f6901b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 6491 time: 0.2550507 Feb 10 22:38:10.901604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-127826926', 'description': 'tempest-description-844234088'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:10.904533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c8503-57f3-4ffd-b489-8ee40f526381 req-edbbc31f-2cfd-4057-be6e-1fb0f899e148 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:10.906021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-560c8503-57f3-4ffd-b489-8ee40f526381 req-edbbc31f-2cfd-4057-be6e-1fb0f899e148 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.1307960 Feb 10 22:38:10.955654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:10.959871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-560c8503-57f3-4ffd-b489-8ee40f526381 req-a741e274-b433-46d5-8587-ba8c357483d0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443642 Feb 10 22:38:10.973327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:10.980004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:10.984473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:10.995594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:11.063032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.110531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-025177cf-c9a9-4905-8eb4-4fe7b6ef1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:11.110998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-025177cf-c9a9-4905-8eb4-4fe7b6ef1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:11.111647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-025177cf-c9a9-4905-8eb4-4fe7b6ef1082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:11.113238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-025177cf-c9a9-4905-8eb4-4fe7b6ef1082 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d38d6b24-cf14-410c-9f83-817c9c664e37&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a29ce7f4-8845-46e5-871e-a4627bc87e69&id=a09523cd-9453-4f7a-b617-c42679a16494&id=a09523cd-9453-4f7a-b617-c42679a16494 HTTP/1.1" status: 200 len: 2293 time: 0.2480178 Feb 10 22:38:11.119270 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.126640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:11.134083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:11.142002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:11.156007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:11.209246 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097', 'code': 200} Feb 10 22:38:11.421354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c847ad3-7662-4ca3-a42e-03530866ef8f req-413b64cd-c57a-4a95-9571-e42b7f624f87 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:11.422999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c847ad3-7662-4ca3-a42e-03530866ef8f req-413b64cd-c57a-4a95-9571-e42b7f624f87 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.1052711 Feb 10 22:38:11.475030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c847ad3-7662-4ca3-a42e-03530866ef8f req-29c1a5f3-8d08-4b98-b9e0-8d21c163ecac tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439560 Feb 10 22:38:11.524638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.541704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.558062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-e04b38b3-d19e-4340-93eb-c562b5f408ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706 HTTP/1.1" status: 200 len: 1002 time: 0.3242011 Feb 10 22:38:11.565113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:11.633499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.635703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.639799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28471d25-17ad-4c36-8f84-e4b4cfc7920f None None] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:11.661548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41ccc4-bb9f-4b01-a02d-acce68561b1e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:11.669879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.671128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-746263da-a421-49e6-a345-78f3b7b18230 req-1ed0ec01-b487-412a-b49f-1213375e190a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.8070333 Feb 10 22:38:11.678134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.753525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-e2f4e7a9-57a4-46b6-8e36-d051102e63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:11.754984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-e2f4e7a9-57a4-46b6-8e36-d051102e63c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8b49bf1e-4b24-425e-bc77-99fb65deebfd HTTP/1.1" status: 200 len: 851 time: 0.1872575 Feb 10 22:38:11.766953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:11.788334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:11.794976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Usage tracker for resource:security_group_rule and tenant:c5cffd3bf78c4737a7b44c9f98cafca4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:11.799030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:11.807848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:11.982833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c94a36c9-c620-4fe7-bdb2-7c781bc6859d None None] Provisioning for port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:12.066307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.082191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.110555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ecf26-b94c-4349-b959-f4576f5a1155 req-f265d066-5501-4e28-aa7b-615e3e1e0ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:12.112727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a3ecf26-b94c-4349-b959-f4576f5a1155 req-f265d066-5501-4e28-aa7b-615e3e1e0ec1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 1100 time: 0.6856396 Feb 10 22:38:12.121325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27effef-754d-466e-805c-c605282934de,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:12.168329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:12.200912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:12.211503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9f84fb2-822f-4c4a-a324-438da49ab649 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c5cffd3bf78c4737a7b44c9f98cafca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6449971 Feb 10 22:38:12.212416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40970) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:12.231623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d0be40-481c-4c8d-baf2-bcd3f0fc61ca req-0c2ba38c-e21a-4812-9da6-753e8eae6726 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:12.243381 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2d0be40-481c-4c8d-baf2-bcd3f0fc61ca req-0c2ba38c-e21a-4812-9da6-753e8eae6726 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 946 time: 0.2562988 Feb 10 22:38:12.334663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:12.395757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:12.433763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2d0be40-481c-4c8d-baf2-bcd3f0fc61ca req-be31fda3-3ae3-4998-b0ba-253b96572ee4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894727 Feb 10 22:38:12.446621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:12.452432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:12.453478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.466912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Pushing event updated for resources: {'Port': ['ID=dad21292-8e98-4482-bea7-70c698825506,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:12.505058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.562754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.596182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a3ecf26-b94c-4349-b959-f4576f5a1155 req-610e6a56-8d59-4587-ae4d-2c34783751dc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159732 Feb 10 22:38:12.686268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:38:12.764052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.770444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.792033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-647c5aad-59e7-4641-9a77-ab654539f007 None None] Provisioning complete for port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:12.792418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-647c5aad-59e7-4641-9a77-ab654539f007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.799124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27effef-754d-466e-805c-c605282934de,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:12.825378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e8340-6b27-4a72-a9ba-2946c7eef266 req-770ceacb-688a-4a39-b455-be6de40c60e9 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:12.827734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-274e8340-6b27-4a72-a9ba-2946c7eef266 req-770ceacb-688a-4a39-b455-be6de40c60e9 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.1780744 Feb 10 22:38:12.828873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.830153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c40d4e83-b7dc-466c-b3af-136cbb802ff4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f27effef-754d-466e-805c-c605282934de HTTP/1.1" status: 204 len: 168 time: 0.5821681 Feb 10 22:38:12.882143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-079a90c8-cc7e-4df6-aa47-11b7f71bd4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:12.883936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-274e8340-6b27-4a72-a9ba-2946c7eef266 req-0ac2efb0-e4c9-4147-8dda-83ff6ad11481 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Feb 10 22:38:12.884416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-079a90c8-cc7e-4df6-aa47-11b7f71bd4fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d38d6b24-cf14-410c-9f83-817c9c664e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1109426 Feb 10 22:38:12.900800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1a1dcded-5c6a-49d5-b0ad-b0fa77107f02 req-cd82e268-7681-403a-a1b2-ee707a83ecc0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:12.925529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:12.941361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:12.941361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2e669d9d-5022-4b24-a62a-b78c7b9e651d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:13.037519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1a1dcded-5c6a-49d5-b0ad-b0fa77107f02 req-cd82e268-7681-403a-a1b2-ee707a83ecc0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:13.039718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a1dcded-5c6a-49d5-b0ad-b0fa77107f02 req-cd82e268-7681-403a-a1b2-ee707a83ecc0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 10906 time: 1.3222418 Feb 10 22:38:13.061130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.166821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.188445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a1dcded-5c6a-49d5-b0ad-b0fa77107f02 req-56e2b277-1d41-41fe-b4f3-6f471f9d6edf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/db3c00ff-282c-4da2-9cc9-438fe0a27b7f HTTP/1.1" status: 200 len: 2985 time: 0.1266851 Feb 10 22:38:13.249514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:13.297450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:13.315257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:13.319404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2e669d9d-5022-4b24-a62a-b78c7b9e651d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:13.319809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.363376 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.369676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2080341-e5ac-46e6-8bb7-9c289fe9da6f req-ec665300-5469-4612-a5f4-ab4a79c54943 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:13.371209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2080341-e5ac-46e6-8bb7-9c289fe9da6f req-ec665300-5469-4612-a5f4-ab4a79c54943 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.1386952 Feb 10 22:38:13.447328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2080341-e5ac-46e6-8bb7-9c289fe9da6f req-87ad3c60-ffcf-45e6-8c02-398e79470ad4 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689540 Feb 10 22:38:13.471114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:13.530350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-fd39ffb4-25cb-4021-b758-00f19aa79efe service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265719 Feb 10 22:38:13.575124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a1dcded-5c6a-49d5-b0ad-b0fa77107f02 req-260296b9-7b32-411f-9c4e-d58f2e32a24f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/db3c00ff-282c-4da2-9cc9-438fe0a27b7f HTTP/1.1" status: 200 len: 2985 time: 0.2980225 Feb 10 22:38:13.638453 n-d-825178-4 neutron-server[87654]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'code': 422} returned with failed status Feb 10 22:38:13.705507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.902182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-507f49cb-bbc5-4109-901d-3f5bb363a071 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/def254bf-f6ea-4488-8828-fc665f72d765 HTTP/1.1" status: 200 len: 1801 time: 0.0691235 Feb 10 22:38:13.984195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:13.985700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:14.008306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-ebf16aad-51d5-425a-8e32-b3f9236f3ad9 service neutron] 10.222.0.24 "GET /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4452665 Feb 10 22:38:14.041154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.155760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.179022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:14.180100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.181705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-d4fcecc5-6156-42f0-9080-65a4961097d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.198&port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 217 time: 0.1104658 Feb 10 22:38:14.186165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=def254bf-f6ea-4488-8828-fc665f72d765,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:14.208228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.222540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2831870-4dad-47dc-8aea-36b2feba1036 req-202add82-2191-4f16-9ad5-263af8b5d0c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/def254bf-f6ea-4488-8828-fc665f72d765 HTTP/1.1" status: 204 len: 173 time: 0.3193781 Feb 10 22:38:14.426367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69d6c83-6843-4784-b425-7fbb613cf2e8 req-9155cd91-c084-4b35-be66-7942cc4542bd tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.438616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69d6c83-6843-4784-b425-7fbb613cf2e8 req-9155cd91-c084-4b35-be66-7942cc4542bd tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.1130643 Feb 10 22:38:14.485420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69d6c83-6843-4784-b425-7fbb613cf2e8 req-154b4136-f634-4f6d-a19e-c27ccda37270 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455532 Feb 10 22:38:14.526684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899c067-53f6-40bc-a521-ed04ddb12224 req-39fda96d-dac9-4bd9-9569-18f78cd8a9c9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.528261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b899c067-53f6-40bc-a521-ed04ddb12224 req-39fda96d-dac9-4bd9-9569-18f78cd8a9c9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.7712476 Feb 10 22:38:14.537536 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-23ffa95e-ed14-46da-b787-b65a232bf3a4 req-03d06c6f-ef61-4748-99b7-8f3de8578f6f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:38:14.558340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23ffa95e-ed14-46da-b787-b65a232bf3a4 req-03d06c6f-ef61-4748-99b7-8f3de8578f6f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/def254bf-f6ea-4488-8828-fc665f72d765 HTTP/1.1" status: 404 len: 352 time: 0.0439019 Feb 10 22:38:14.568499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-d18c2802-7f88-420c-b630-c2b3db5e0e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.570020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-d18c2802-7f88-420c-b630-c2b3db5e0e3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.3786592 Feb 10 22:38:14.576823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-ae11b900-8a0c-44e3-bf9f-c68302075038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.578297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-ae11b900-8a0c-44e3-bf9f-c68302075038 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1096 time: 0.7104793 Feb 10 22:38:14.734346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a5336-3e96-45ae-b1c9-a344a81f837b req-f7e189fb-9c6a-4e1b-90bf-a43e2cfbba9b tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.736060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c0a5336-3e96-45ae-b1c9-a344a81f837b req-f7e189fb-9c6a-4e1b-90bf-a43e2cfbba9b tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.0879617 Feb 10 22:38:14.782444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c0a5336-3e96-45ae-b1c9-a344a81f837b req-602433ce-e994-4d56-9a8e-65c71921ed62 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410178 Feb 10 22:38:14.811036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b899c067-53f6-40bc-a521-ed04ddb12224 req-9e8f23b3-0ef0-40ef-8117-7764cea48ecb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705932 Feb 10 22:38:14.858494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.877618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-49907a41-7249-4280-bb3a-f3a22a84ca9e tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/c2357d19-edaf-46da-90a2-8170bf06aabf HTTP/1.1" status: 200 len: 1801 time: 0.0645370 Feb 10 22:38:14.965469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:14.997521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-24bfb5a6-de39-4b6f-972f-4bb9d6e33760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:14.998932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-24bfb5a6-de39-4b6f-972f-4bb9d6e33760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4197974 Feb 10 22:38:15.005839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.061573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.089025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2357d19-edaf-46da-90a2-8170bf06aabf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:15.093510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.095124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76e00a3f-f0b1-4089-8ee1-6fbbd49cd342 req-4cd3108a-d517-48a9-9d0f-59e19708ac83 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/c2357d19-edaf-46da-90a2-8170bf06aabf HTTP/1.1" status: 204 len: 173 time: 0.2091515 Feb 10 22:38:15.095244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-5ac9c5e0-d0c0-4f11-9589-2b43f7b9b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:15.096716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-5ac9c5e0-d0c0-4f11-9589-2b43f7b9b089 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.4223452 Feb 10 22:38:15.290421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-c237ce59-5af7-4738-89da-eb483f9a168f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 200 len: 217 time: 0.1050198 Feb 10 22:38:15.334970 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-375b02c0-a3d8-40d6-81aa-fe970c391f9e req-4b045bb1-2c15-47b9-aee0-9e7f1b5b416b tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:38:15.336675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-375b02c0-a3d8-40d6-81aa-fe970c391f9e req-4b045bb1-2c15-47b9-aee0-9e7f1b5b416b tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/c2357d19-edaf-46da-90a2-8170bf06aabf HTTP/1.1" status: 404 len: 352 time: 0.0771353 Feb 10 22:38:15.337761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad997b-6ffc-49b9-96ad-cd620cfc5426 req-781c00b6-e07f-4579-b199-1b9d7a1d34c0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:15.339488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8aad997b-6ffc-49b9-96ad-cd620cfc5426 req-781c00b6-e07f-4579-b199-1b9d7a1d34c0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.0827324 Feb 10 22:38:15.405485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8aad997b-6ffc-49b9-96ad-cd620cfc5426 req-c278bb2c-b5d2-42cf-8eba-5eac9a85d735 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576675 Feb 10 22:38:15.426622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-02883b9d-279b-411e-8594-011d83050067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:15.428227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-02883b9d-279b-411e-8594-011d83050067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.1265180 Feb 10 22:38:15.430629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Router 42c43af9-e455-4bab-b882-e584ac10b01b is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:38:15.433978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-0ceac05d-a4fb-4b87-9c56-d075c64b056f service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840315 Feb 10 22:38:15.496181 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-325125d6-db8f-41b9-a88a-1b86e8cecbf7 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/4f41ccc4-bb9f-4b01-a02d-acce68561b1e HTTP/1.1" status: 200 len: 1801 time: 0.0579004 Feb 10 22:38:15.520520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-090d0272-9053-43bd-9ea5-58b648649296 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844803 Feb 10 22:38:15.591405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.641594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.697278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.747217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41ccc4-bb9f-4b01-a02d-acce68561b1e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:15.764419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:15.765527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e38afc21-b1ba-407b-b5a0-d32a45741d8e req-0f82f078-2b58-411b-878a-73ed3ab424e2 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/4f41ccc4-bb9f-4b01-a02d-acce68561b1e HTTP/1.1" status: 204 len: 173 time: 0.2623942 Feb 10 22:38:15.848166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:16.028787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.048167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:16.056609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Usage tracker for resource:security_group_rule and tenant:fa21b1a5c29544d0a30656fff7920250 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:16.066950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9284175-78da-4876-b4cf-f44ba50c50af req-57767875-ac4e-4399-95b1-334972fa765b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:16.071168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9284175-78da-4876-b4cf-f44ba50c50af req-57767875-ac4e-4399-95b1-334972fa765b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.1301734 Feb 10 22:38:16.071168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:16.078459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:16.134960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9284175-78da-4876-b4cf-f44ba50c50af req-80416366-8c7a-4428-9554-d9b7087e72f4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577626 Feb 10 22:38:16.220655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:16.222522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.229211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.235537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Sync routers for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:16.240146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-6c8fbcf2-7f8e-41cf-9ee6-85a867a8d73b service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090052 Feb 10 22:38:16.245549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:16.246427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:16.287041 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fa21b1a5c29544d0a30656fff7920250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355202 Feb 10 22:38:16.287041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c24bbdd-d781-4899-8c07-32ea1cc4fd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde68596-1a97-4a8c-aa82-4b4822fa88b6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:16.288360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:16.364625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.393876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.400075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-c3938a2e-f360-43f0-b5a0-1d64cc6e7070 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9237442 Feb 10 22:38:16.407886 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-6cb2d9e2-d074-4b86-970c-ceac8d558696 req-8251a9f7-1941-49cb-a73a-7553c3678727 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:38:16.423950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6cb2d9e2-d074-4b86-970c-ceac8d558696 req-8251a9f7-1941-49cb-a73a-7553c3678727 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/4f41ccc4-bb9f-4b01-a02d-acce68561b1e HTTP/1.1" status: 404 len: 352 time: 0.2054048 Feb 10 22:38:16.462288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.482360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde68596-1a97-4a8c-aa82-4b4822fa88b6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:16.493276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.497614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-062098cb-dfef-47dc-b1b4-dba71190291d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fde68596-1a97-4a8c-aa82-4b4822fa88b6 HTTP/1.1" status: 204 len: 168 time: 0.2053373 Feb 10 22:38:16.513757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-9e858f4b-8e91-47a7-8eb9-f588d4a1a751 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 217 time: 0.0886002 Feb 10 22:38:16.518415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f25de115-32ff-4bea-9f3f-8a5596bab045 req-2c679961-290f-4d34-afe0-9afe5e0fd191 service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585397 Feb 10 22:38:16.534045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:16.571097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:16.575245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ae625b8-c847-4f87-9b30-e57e2cc0c01b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.2379563 Feb 10 22:38:16.576723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:16.639741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-40f72a09-3757-4829-bafb-5dc95c1e642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:16.642706 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-40f72a09-3757-4829-bafb-5dc95c1e642d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.1220293 Feb 10 22:38:16.701713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:38:16.885756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32d52864-e41b-4851-a7bb-bdffe3c4bd86 req-fd2fdf28-827e-4654-8b31-705ebb30c7ff tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 6156 time: 0.0989561 Feb 10 22:38:16.888708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b2cb0c7d-21a5-4659-bb02-d7e858d2370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:16.890295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b2cb0c7d-21a5-4659-bb02-d7e858d2370e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2390687 Feb 10 22:38:17.031646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e6023-ab4c-4829-8abf-edbe23156605 req-ed1b0af2-f113-4b21-ac7a-290288795e1b tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:17.039705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e56e6023-ab4c-4829-8abf-edbe23156605 req-ed1b0af2-f113-4b21-ac7a-290288795e1b tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.2406623 Feb 10 22:38:17.119539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32d52864-e41b-4851-a7bb-bdffe3c4bd86 req-b27d6b33-9839-46bf-a333-bbcad9089f38 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/db3c00ff-282c-4da2-9cc9-438fe0a27b7f HTTP/1.1" status: 200 len: 2985 time: 0.2249217 Feb 10 22:38:17.193487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e56e6023-ab4c-4829-8abf-edbe23156605 req-deeef18b-ab64-4919-aac2-3170c7d2b960 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478276 Feb 10 22:38:17.207762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-4f5d7545-60e7-4a7d-9f28-a5c105abf724 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107443 Feb 10 22:38:17.244822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:13Z', 'revision_number': 3, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:17.253365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Checking router: 42c43af9-e455-4bab-b882-e584ac10b01b for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:17.253717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Updating router 42c43af9-e455-4bab-b882-e584ac10b01b port dad21292-8e98-4482-bea7-70c698825506 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:17.276990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-2f1e5b16-a993-4388-b6ab-01e9724d6219 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3193684 Feb 10 22:38:17.294386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32d52864-e41b-4851-a7bb-bdffe3c4bd86 req-6ac3709a-792b-455c-8901-7a5a5b59ba70 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/db3c00ff-282c-4da2-9cc9-438fe0a27b7f HTTP/1.1" status: 200 len: 2985 time: 0.1570508 Feb 10 22:38:17.347137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:17.602794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-1786b416-8ff8-417e-b413-596762246512 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807127 Feb 10 22:38:17.669979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:17.735142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-b2920399-df66-4864-82b9-750b3c22a279 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.66&port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7 HTTP/1.1" status: 200 len: 217 time: 0.1271074 Feb 10 22:38:17.852693 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:17.857170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1651575723-network', 'tenant_id': '0352ed6d031b4bfa9278767984af006f'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:17.871777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-3ad098d7-326e-473d-a2e3-8b105698a0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:17.873747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-3ad098d7-326e-473d-a2e3-8b105698a0bb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.1200922 Feb 10 22:38:17.877157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146573a3-8f73-403b-b21d-ae4ac3f31d20 req-cdb2f41f-4534-41ed-9758-3424f1a8911d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:17.879815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Transition to ACTIVE for port object dad21292-8e98-4482-bea7-70c698825506 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:17.885420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-146573a3-8f73-403b-b21d-ae4ac3f31d20 req-cdb2f41f-4534-41ed-9758-3424f1a8911d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.3366878 Feb 10 22:38:17.888454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:17.891765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:17.914484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Usage tracker for resource:network and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:17.921452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:17.931316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:17.944833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225e652-1ae3-4b50-8119-0e256298d5eb req-70cbaaf6-0e76-4b94-b75e-536946c31696 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:17.946417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6225e652-1ae3-4b50-8119-0e256298d5eb req-70cbaaf6-0e76-4b94-b75e-536946c31696 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.4533613 Feb 10 22:38:17.988473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Attempting to bind port dad21292-8e98-4482-bea7-70c698825506 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:17.988473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Attempting to bind port dad21292-8e98-4482-bea7-70c698825506 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:17.989458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Attempting to bind port dad21292-8e98-4482-bea7-70c698825506 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:17.997925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:17.998518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:17.999260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:17.999549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:18.000441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Bound port: dad21292-8e98-4482-bea7-70c698825506, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:18.000652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.010674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-146573a3-8f73-403b-b21d-ae4ac3f31d20 req-d194664b-dbd7-4a10-8ccd-d8d2b7a6fee1 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242337 Feb 10 22:38:18.013253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-1381aa16-5b0a-4453-8a7e-10cbc7d15a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:18.015378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-1381aa16-5b0a-4453-8a7e-10cbc7d15a9a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1320076 Feb 10 22:38:18.017145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Made reservation on behalf of 0352ed6d031b4bfa9278767984af006f for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:18.027407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.046940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782d49-7d4a-4ff8-8a02-f9aca81da890 None None] Pushing event updated for resources: {'Port': ['ID=dad21292-8e98-4482-bea7-70c698825506,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:18.054003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.063718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6225e652-1ae3-4b50-8119-0e256298d5eb req-b5ffc6d3-5677-4829-b64b-1ec6dbd0c5da tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947201 Feb 10 22:38:18.072106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153701122', 'description': 'tempest-description-1791673484'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:18.092848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:18.093542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:18.096780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.106951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] For port dad21292-8e98-4482-bea7-70c698825506, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:18.107795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:18.112309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:18.114767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:18.120494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:18.122205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] For port dad21292-8e98-4482-bea7-70c698825506, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dad21292-8e98-4482-bea7-70c698825506,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:18.131117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.134935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:18.138288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:18.189475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.237894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:18.252449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41136) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:18.259033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:18.265316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:18.279215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:18.325740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5782d49-7d4a-4ff8-8a02-f9aca81da890 None None] Pushing event updated for resources: {'Port': ['ID=dad21292-8e98-4482-bea7-70c698825506,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:18.361369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:18.362141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:18.477925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-3c6b7bf0-2f8b-446a-8582-3ca8dbe6459d service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546552 Feb 10 22:38:18.525308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-c33e6f45-73d5-4c97-a048-282827ea6f56 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:18.527226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-c33e6f45-73d5-4c97-a048-282827ea6f56 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.30 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.3697600 Feb 10 22:38:18.559065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Allocated IP 172.20.0.1 (7bae3f34-ae47-4dad-98ef-169166c4b406/fae0f5a8-04e1-46c6-896d-bf10d865b3ee/f3485190-4164-47bb-8d1b-5b3cf1b3c327) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:18.565222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.596640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:18.607700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.620780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.637393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.802965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Deleting subnet f9470326-b67d-4469-bbac-e1ec40d795f4 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:38:18.811357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.898599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:13Z', 'revision_number': 3, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:18.901418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Deleting port fa98a150-749e-4c14-9099-23ae874f8097 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:38:18.901868 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.903427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d41612c-2402-4459-89c0-cdc2ec2e9788 None None] The sync data for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 is: [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:13Z', 'revision_number': 3, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:18.908678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a66973-c358-4407-bba1-a33a2039d4ad,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:18.928898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:38:18.965532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.968648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.969858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f821b7b-7b65-402d-80f6-022b16dea783 req-a441dbf8-7c5b-4afd-9b6d-eea914a9bb76 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9169443 Feb 10 22:38:18.985897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:18.986242 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Added segment 175a99d4-bef4-4d12-bd83-b6748a637d8a of type vlan for network 3908da47-a0ad-4198-bf18-b819e76359ab Feb 10 22:38:19.010965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112f3bbb-9f68-4cc5-8641-f57b388d7bbd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:19.012224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-129c2c3b-d1aa-4b80-ae02-2d9aed2efa85 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243180 Feb 10 22:38:19.033174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1724203849', 'description': 'tempest-description-765446174'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:19.048829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:19.067663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:19.080855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:19.084556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.093867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-0d8c1bae-1c0e-451f-bd0a-33ea8cb7d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.096155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-0d8c1bae-1c0e-451f-bd0a-33ea8cb7d165 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96&tenant_id=69d00acb0cc546cf8e08b395ac067f8c HTTP/1.1" status: 200 len: 1095 time: 0.5461659 Feb 10 22:38:19.108348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7a207-ebf8-499e-9d25-67941d20124d req-e0c19e07-ec51-48bf-a74d-f16d484aac20 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.110052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7db7a207-ebf8-499e-9d25-67941d20124d req-e0c19e07-ec51-48bf-a74d-f16d484aac20 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 949 time: 0.6999919 Feb 10 22:38:19.114237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-a7e2f913-9ec7-4970-980a-0a91a22f26ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.147&port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271 HTTP/1.1" status: 200 len: 217 time: 0.0899606 Feb 10 22:38:19.130992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:19.139260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.251644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.252633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.253502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.261219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.276201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Transition to ACTIVE for port object f3485190-4164-47bb-8d1b-5b3cf1b3c327 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:19.293646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.409339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:19.418970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7478557 Feb 10 22:38:19.423346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41148) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:19.429115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:19.435741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:19.444280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Request body: {'subnet': {'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1651575723-subnet', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:19.446600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-04c101cd-28ec-40c0-845e-18784a1fc0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.448165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-04c101cd-28ec-40c0-845e-18784a1fc0a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 200 len: 797 time: 0.2990415 Feb 10 22:38:19.453612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5200ffc-f971-4d32-9f69-9b5ed4549edf admin admin] Pushing event updated for resources: {'Network': ['ID=3908da47-a0ad-4198-bf18-b819e76359ab,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:19.456282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:19.460366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:19.465590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7db7a207-ebf8-499e-9d25-67941d20124d req-3993bada-4574-4c39-948f-27ec0d9bb6bc tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/security-groups?id=4d21a311-5e6e-4810-b55a-168e0b395958&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3034019 Feb 10 22:38:19.467235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3908da47-a0ad-4198-bf18-b819e76359ab details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:38:19.471413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Usage tracker for resource:subnet and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:19.482249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-b29a6183-f69d-4528-b3b9-545acdad437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.483886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-b29a6183-f69d-4528-b3b9-545acdad437d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1095 time: 0.3542874 Feb 10 22:38:19.486906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:19.530235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:19.604508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.617990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.681724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9470326-b67d-4469-bbac-e1ec40d795f4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:19.702441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Made reservation on behalf of 0352ed6d031b4bfa9278767984af006f for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:19.704796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.727370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] For port fa98a150-749e-4c14-9099-23ae874f8097, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa98a150-749e-4c14-9099-23ae874f8097,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:19.727743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.736822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:19.750801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:19.810632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:19.833716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:19.871752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Pushing event updated for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:19.878097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Calling delete_port for fa98a150-749e-4c14-9099-23ae874f8097 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:38:19.907917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-396767b2-7a95-47e5-9ac5-e818a5d5cf12 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f9470326-b67d-4469-bbac-e1ec40d795f4 HTTP/1.1" status: 204 len: 168 time: 1.6540313 Feb 10 22:38:19.921883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:19.953220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-98ec4427-b437-42b0-a890-a5acd9f31060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.954722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-98ec4427-b437-42b0-a890-a5acd9f31060 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a29ce7f4-8845-46e5-871e-a4627bc87e69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4951942 Feb 10 22:38:19.971356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-c8d2402d-c0f3-4e8c-9c12-0486cb731791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:19.973208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-c8d2402d-c0f3-4e8c-9c12-0486cb731791 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.4828827 Feb 10 22:38:19.984726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.029866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dad21292-8e98-4482-bea7-70c698825506 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:20.135771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c90c0-b132-4e60-9611-f57bb3513a0c req-21c11ce1-da0e-4a0c-80cf-7b678858f6ae tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:20.137328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a7c90c0-b132-4e60-9611-f57bb3513a0c req-21c11ce1-da0e-4a0c-80cf-7b678858f6ae tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.4663935 Feb 10 22:38:20.139669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.163812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-ccd43e2e-03d6-427d-bf1d-c6806e9a56d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.1305099 Feb 10 22:38:20.212403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dad21292-8e98-4482-bea7-70c698825506 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:20.218192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ee16753-1e84-4836-a42e-237a5e59740a None None] Provisioning for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:20.224625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dad21292-8e98-4482-bea7-70c698825506 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:20.225190 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.227162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d38a18-7e95-4f28-9aac-d948944b24d6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:20.253654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-75820728-32f6-4dbf-aca0-8f3c15671a40 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902191 Feb 10 22:38:20.256013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ee16753-1e84-4836-a42e-237a5e59740a None None] Provisioning complete for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:20.256563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ee16753-1e84-4836-a42e-237a5e59740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.333468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9ee16753-1e84-4836-a42e-237a5e59740a None None] Port f3485190-4164-47bb-8d1b-5b3cf1b3c327 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:20.348559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a7c90c0-b132-4e60-9611-f57bb3513a0c req-6455d0ae-afb0-477d-80fc-f30b566d949b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570015 Feb 10 22:38:20.361833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.397592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.417292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dad21292-8e98-4482-bea7-70c698825506, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dad21292-8e98-4482-bea7-70c698825506,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:20.424087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.428975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.432090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Pushing event deleted for resources: {'Port': ['ID=fa98a150-749e-4c14-9099-23ae874f8097,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:20.499686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dad21292-8e98-4482-bea7-70c698825506,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:20.573164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.634520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.699831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.701409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-676b19d4-805b-47b2-b6ac-e0e666cf8c0d req-0b7fa6b9-305b-4f7e-a197-823babee2935 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6940844 Feb 10 22:38:20.731807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-84c7351e-0666-4b9f-98c4-c4258d9bb921 service neutron] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688139 Feb 10 22:38:20.805993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-66cf446c-c631-41e8-9910-6c3fc471ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:20.808070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-66cf446c-c631-41e8-9910-6c3fc471ea3b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.4658010 Feb 10 22:38:20.840655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] No DVR routers for this DVR port fa98a150-749e-4c14-9099-23ae874f8097 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:38:20.850796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:20.855630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-a27a7b86-cb80-4863-84a7-8ad40267d0be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c HTTP/1.1" status: 200 len: 217 time: 0.0890086 Feb 10 22:38:20.856059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'name': 'network-vif-deleted', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:20.925131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7a9da0f-c52d-43f2-9ddf-016e1450f202 req-e448015c-2909-446f-82b5-6cf4bf760c42 tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.30 "DELETE /v2.0/ports/fa98a150-749e-4c14-9099-23ae874f8097 HTTP/1.1" status: 204 len: 173 time: 2.3884327 Feb 10 22:38:20.942055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-eec6724f-59f7-470b-887d-5b562a60922c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:20.943526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-eec6724f-59f7-470b-887d-5b562a60922c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 200 len: 797 time: 0.0800042 Feb 10 22:38:20.949663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f0527a-a1af-4376-a27f-666c9c5b955a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:20.952523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89eaef-61db-4570-b4c2-080278a92aad req-5ed3098b-712a-4bf4-b9d7-ce911eccffa0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:20.953999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d89eaef-61db-4570-b4c2-080278a92aad req-5ed3098b-712a-4bf4-b9d7-ce911eccffa0 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.4643002 Feb 10 22:38:21.050388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d89eaef-61db-4570-b4c2-080278a92aad req-6b61128e-50bc-49ea-beff-8a2c9af1d6b8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610023 Feb 10 22:38:21.074836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-a5fca65d-6815-4069-b2ac-abe077ee97ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:21.076464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-a5fca65d-6815-4069-b2ac-abe077ee97ae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1216006 Feb 10 22:38:21.160747 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da38eb4b-6b04-4829-acf8-a3ecdcf72a74', 'name': 'network-vif-deleted', 'tag': 'fa98a150-749e-4c14-9099-23ae874f8097', 'status': 'completed', 'code': 200} Feb 10 22:38:21.207530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-4ac811ea-718e-498f-bb89-19fa2d2b3efa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3208721 Feb 10 22:38:21.226786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-27bef523-c1d3-4bf8-a199-e1950fdcde59 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434498 Feb 10 22:38:21.250271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26487596-faf6-42f6-9479-b769c2a4ce09 req-0867382d-d93a-4ae9-ad52-70db2ffc47ad tempest-TenantUsagesTestJSON-959897105 tempest-TenantUsagesTestJSON-959897105-project] 10.222.0.53 "GET /v2.0/ports?device_id=da38eb4b-6b04-4829-acf8-a3ecdcf72a74 HTTP/1.1" status: 200 len: 210 time: 0.3626907 Feb 10 22:38:21.396729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Checking segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:21.396729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Network hostable DHCP agents. Network: 3908da47-a0ad-4198-bf18-b819e76359ab, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:38:21.411702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.436542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.484869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-63118fe6-7ffe-46d9-8a1c-9991e10abbba service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526460 Feb 10 22:38:21.499767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-21f5dcc2-4063-458e-9b59-558ba3970113 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:21.502351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-21f5dcc2-4063-458e-9b59-558ba3970113 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 812 time: 0.2522442 Feb 10 22:38:21.537436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e84d875-18f1-402f-8fed-442e11b5b92b']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:21.583053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-66b488ef-fbcc-4123-b1b0-8c59fc1e00be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698 HTTP/1.1" status: 200 len: 217 time: 0.0795462 Feb 10 22:38:21.584742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-7591aa8b-3093-44dc-a1ce-8714c19008cc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/quotas/895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 375 time: 0.0235729 Feb 10 22:38:21.606785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.611184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Network 3908da47-a0ad-4198-bf18-b819e76359ab is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:38:21.623663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d592c9c-8ddf-49cd-9308-0523646ad96c') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:21.623961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d592c9c-8ddf-49cd-9308-0523646ad96c') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:21.650207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.673958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-c0e82327-5fdd-4e66-8780-e67a05846964 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4476025 Feb 10 22:38:21.702252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3908da47-a0ad-4198-bf18-b819e76359ab) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:21.704287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-3c1f4694-88d6-4846-9067-6c4840999bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:21.705744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-3c1f4694-88d6-4846-9067-6c4840999bd2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 200 len: 797 time: 0.1162124 Feb 10 22:38:21.707101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:21.708051 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.713200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdef630-62c3-432a-b67e-11b5995f65b2 None None] Network 3908da47-a0ad-4198-bf18-b819e76359ab requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:21.745710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.773815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-ea270561-0f3a-4a7d-8308-1696368d3a5f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1480548 Feb 10 22:38:21.824258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa98a150-749e-4c14-9099-23ae874f8097 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:38:21.868539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:38:21.868742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-fd987887-8f92-4b3f-8e84-7bb0cea1e2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:21.868982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.870139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-fd987887-8f92-4b3f-8e84-7bb0cea1e2e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a09523cd-9453-4f7a-b617-c42679a16494&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1584685 Feb 10 22:38:21.876309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: fa98a150-749e-4c14-9099-23ae874f8097 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:38:21.876652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa98a150-749e-4c14-9099-23ae874f8097 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:38:21.883884 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:38:21.957699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-084f50be-06d7-49d9-877a-286a3b2fed6b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5296941 Feb 10 22:38:21.958322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41174) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:21.982839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:21.987685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:21.990080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3908da47-a0ad-4198-bf18-b819e76359ab', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:38:21.991579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Usage tracker for resource:router and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:21.993298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:21.994658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:22.000340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:22.019628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.020636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.024108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dad21292-8e98-4482-bea7-70c698825506 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:22.036877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.059639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.066858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-9556d2fd-1ca8-4fcc-a4a4-0e6226c8aa3a service neutron] 10.222.0.53 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799397 Feb 10 22:38:22.077634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870acf0b-3488-41ab-9bc9-12541c6c1bbb req-9097c08c-97c7-4a40-a027-d463f0c7b7b0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:22.079151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-870acf0b-3488-41ab-9bc9-12541c6c1bbb req-9097c08c-97c7-4a40-a027-d463f0c7b7b0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.5550075 Feb 10 22:38:22.106386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3e84d875-18f1-402f-8fed-442e11b5b92b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:22.142152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.143436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57adc8fe-a471-47d6-b6dd-3b91057e3c63 req-b4cf2038-4071-4db5-b019-4d549b1563ce service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596431 Feb 10 22:38:22.158082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-862beb9a-7b4e-4091-8305-7dc5e69819ae admin admin] 10.222.0.53 "DELETE /v2.0/networks/3e84d875-18f1-402f-8fed-442e11b5b92b HTTP/1.1" status: 204 len: 168 time: 2.2365828 Feb 10 22:38:22.165554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-58fd6871-fefe-4007-b664-f872991af04a service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880881 Feb 10 22:38:22.202566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.208253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.239966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dad21292-8e98-4482-bea7-70c698825506 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:22.240569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.308790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-870acf0b-3488-41ab-9bc9-12541c6c1bbb req-ae7ef858-de17-40c6-832f-8d0d37e7f126 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133033 Feb 10 22:38:22.360290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.363949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Pushing event updated for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:22.404518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Allocated IP 172.20.0.2 (3908da47-a0ad-4198-bf18-b819e76359ab/a6f0527a-a1af-4376-a27f-666c9c5b955a/fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:22.452788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:22.591123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3b14f783-d271-44cc-bd3d-f66223682782 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e65067cd4caa4579a5d56de1bfa596ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372664 Feb 10 22:38:22.602902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41198) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:22.696473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:22.699042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:22.713863 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.729214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Transition to ACTIVE for port object fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:22.750613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Transition to ACTIVE for port object fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:22.758075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.803207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:22.858965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Network 3908da47-a0ad-4198-bf18-b819e76359ab is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:22.861356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:22.873951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00066aaf-e400-4e23-ad9d-619bab40d47f req-1624d51f-3e12-4fb7-ba8b-bd575c8f52e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:22.875512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00066aaf-e400-4e23-ad9d-619bab40d47f req-1624d51f-3e12-4fb7-ba8b-bd575c8f52e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.3403649 Feb 10 22:38:22.887545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:23.086685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Pushing event updated for resources: {'Port': ['ID=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:23.108208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Attempting to bind port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:23.108597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Attempting to bind port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:23.109003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Attempting to bind port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:23.117819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:23.118189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Checking segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:23.118656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.119056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Bound using segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:23.119562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Bound port: fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:23.119937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.245409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.258349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] For port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:23.271861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] For port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:23.303061 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.311569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.406773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-de0dd018-5b1f-4a87-b6cf-4539ab7350fa None None] Provisioning complete for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:23.418855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de0dd018-5b1f-4a87-b6cf-4539ab7350fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.421106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00066aaf-e400-4e23-ad9d-619bab40d47f req-370bcd18-d210-4ab4-af7d-ce79ce34685d tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5346591 Feb 10 22:38:23.430842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-3595d118-4043-494b-80a2-8abbdb551a16 service neutron] 10.222.0.53 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3305619 Feb 10 22:38:23.441411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aef321c6-bccf-4768-a04a-0c4d4e76466b req-9185eb1e-98ff-4e4d-9fff-5ec6a6b9fcd9 service neutron] 10.222.0.24 "GET /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1812854 Feb 10 22:38:23.449264 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.537360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1ee860-c12a-4652-bced-f80c81e44984,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:23.577150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:23.580701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e40018fb-4552-44e5-8312-f983cc47e076 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea1ee860-c12a-4652-bced-f80c81e44984 HTTP/1.1" status: 204 len: 168 time: 0.9741237 Feb 10 22:38:23.593171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Router 42c43af9-e455-4bab-b882-e584ac10b01b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:38:23.745197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-de0dd018-5b1f-4a87-b6cf-4539ab7350fa None None] Port f3485190-4164-47bb-8d1b-5b3cf1b3c327 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:23.755955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f8b0b-f7c3-40cb-b0d5-f6e55894f5ee None None] Pushing event updated for resources: {'Port': ['ID=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:24.159066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:24.580461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:24.594139 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Sync routers for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:24.597368 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a32ee9c-9c70-4461-a0bb-ae35c784a4ac admin admin] 10.222.0.53 "PUT /v2.0/routers/42c43af9-e455-4bab-b882-e584ac10b01b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0192196 Feb 10 22:38:24.610258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:24.619653 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:24.650861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa1104-024b-479e-b890-1cee8a4beeae req-d33349dc-7e56-4374-918c-bf65d157ddc6 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:24.661977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3bfa1104-024b-479e-b890-1cee8a4beeae req-d33349dc-7e56-4374-918c-bf65d157ddc6 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.4255660 Feb 10 22:38:24.782108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3bfa1104-024b-479e-b890-1cee8a4beeae req-eaa3bc10-3a00-43e5-a241-20c2535355d0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177602 Feb 10 22:38:24.801687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9038d5-6f33-446d-a213-7b816d79360f req-d3f053d0-fb7c-4616-a600-74b1c08e2bca tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.2824996 Feb 10 22:38:24.834416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41236) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:24.867471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:25.053281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:25.390018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ce8e-774d-41e4-9c0c-07fed619ebe7 req-5568e6be-a01f-4571-9e68-952f3c4ad74c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:25.400416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fa4ce8e-774d-41e4-9c0c-07fed619ebe7 req-5568e6be-a01f-4571-9e68-952f3c4ad74c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.2545910 Feb 10 22:38:25.454623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Allocated IP 172.25.2.162 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/11ea82be-e490-4992-956c-0ade29861ac9) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:25.461030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:25.535775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fa4ce8e-774d-41e4-9c0c-07fed619ebe7 req-49e39bfb-713f-4eab-aca9-4da8fa0e39cf tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280241 Feb 10 22:38:25.568546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dc8c61f5-6bac-423c-a8ca-9150aebb7bdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c237eab4c0c943ecae678502c0ab6998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7329075 Feb 10 22:38:25.572740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41250) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:25.768909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f165aa-dcb2-4997-a36c-51a69da79430 None None] Network 3908da47-a0ad-4198-bf18-b819e76359ab requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:26.097863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.153649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b79c7892-eda8-4835-a51a-2280cd15e9a5 None None] Provisioning for port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:26.282493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:26.336065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6c9ec43-8cf6-4719-aa7b-a2ff622e4874 req-664f3419-0c15-42c2-acb9-2d9155951bbf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.1123755 Feb 10 22:38:26.420469 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f3485190-4164-47bb-8d1b-5b3cf1b3c327', 'name': '', 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'mac_address': 'fa:16:3e:24:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:18Z', 'updated_at': '2022-02-10T22:38:21Z', 'revision_number': 2, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'subnets': [{'id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:26.448791 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Checking router: 42c43af9-e455-4bab-b882-e584ac10b01b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:26.449346 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Updating router 42c43af9-e455-4bab-b882-e584ac10b01b port f3485190-4164-47bb-8d1b-5b3cf1b3c327 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:26.451613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41302) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:26.594629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.664944 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.669109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2039206977-network', 'tenant_id': '00520c29f6124fc9832bb98a13525160'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:26.680209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:26.688281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Usage tracker for resource:network and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:26.708564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:26.728115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:26.733231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:26.735614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:26.736278 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.776242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Made reservation on behalf of 00520c29f6124fc9832bb98a13525160 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:26.779541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.790796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.824411 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:26.883918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:26.900018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Usage tracker for resource:security_group_rule and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:26.912793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:26.939686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:27.074604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a56317-1d03-4ea9-9cad-d6826faf20fd req-b2c1f53c-a5a7-46e3-ba64-9e253c3ca1c7 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:27.076191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97a56317-1d03-4ea9-9cad-d6826faf20fd req-b2c1f53c-a5a7-46e3-ba64-9e253c3ca1c7 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.9418833 Feb 10 22:38:27.081551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.082156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.178640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:27.189265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.394102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:27.402176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.417252 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.426581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb944d74-c5f1-47ad-b0e5-e43d35e9d745 req-51707863-1ab1-4714-9c67-d4c2dddf6a35 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:27.428855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb944d74-c5f1-47ad-b0e5-e43d35e9d745 req-51707863-1ab1-4714-9c67-d4c2dddf6a35 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.3914690 Feb 10 22:38:27.430555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0f943b2-0494-4d5e-aad4-afc15ef612e6 None None] Provisioning complete for port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:27.430999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0f943b2-0494-4d5e-aad4-afc15ef612e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.453509 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Transition to ACTIVE for port object f3485190-4164-47bb-8d1b-5b3cf1b3c327 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:27.456012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:27.469453 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.492620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:27.527593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d21a311-5e6e-4810-b55a-168e0b395958,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:27.531549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:27.565238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.665777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb944d74-c5f1-47ad-b0e5-e43d35e9d745 req-997b0acb-a271-4a87-a894-09e092d7c120 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267435 Feb 10 22:38:27.667216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.777627 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831a9b-08cd-40e9-9894-6fb8e137173b None None] Pushing event updated for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:27.782682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:38:27.827476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22ca7d2-c567-4040-89a2-4ddc2cb02d55,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:27.853801 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:27.854406 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Added segment bffe8c00-9cf1-4ce4-b20a-af5922330e91 of type vlan for network 4c4890fa-c47f-4b3d-a233-777d867bfc99 Feb 10 22:38:27.948036 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.107504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:28.166224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97a56317-1d03-4ea9-9cad-d6826faf20fd req-75802ea0-cb40-4d5a-acca-3fd6aa4c2afb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0780075 Feb 10 22:38:28.186897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Attempting to bind port f3485190-4164-47bb-8d1b-5b3cf1b3c327 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:28.187275 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Attempting to bind port f3485190-4164-47bb-8d1b-5b3cf1b3c327 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:28.189602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Attempting to bind port f3485190-4164-47bb-8d1b-5b3cf1b3c327 on network 7bae3f34-ae47-4dad-98ef-169166c4b406 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:28.206773 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:28.207149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Checking segment: {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:28.207575 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.207972 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Bound using segment: {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:28.208432 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Bound port: f3485190-4164-47bb-8d1b-5b3cf1b3c327, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '682f27cf-fa07-49cd-82e8-659f73ae131b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:28.208861 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.230160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae2acb0b-5296-4dc3-bf9b-3f882d4983df req-5b6d93f3-d4c7-4e96-b8cd-5882e996860f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.1560912 Feb 10 22:38:28.241542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.243047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:28.243681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.345955 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8930411 Feb 10 22:38:28.351772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41328) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:28.454768 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] For port f3485190-4164-47bb-8d1b-5b3cf1b3c327, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:28.458713 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] For port f3485190-4164-47bb-8d1b-5b3cf1b3c327, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3485190-4164-47bb-8d1b-5b3cf1b3c327,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:28.465009 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.478487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Pushing event updated for resources: {'Port': ['ID=11ea82be-e490-4992-956c-0ade29861ac9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:28.479116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Request body: {'subnet': {'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2039206977-subnet', 'tenant_id': '00520c29f6124fc9832bb98a13525160', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:28.488520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:28.494870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-df60bb26-1a35-46b4-9ebe-371b03a62bbb tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:28.496961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-df60bb26-1a35-46b4-9ebe-371b03a62bbb tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.24 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 812 time: 0.3761406 Feb 10 22:38:28.497863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Usage tracker for resource:subnet and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:28.506197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:28.506730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:28.507159 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.552545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:28.574844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'device_id': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b', 'admin_state_up': True, 'tenant_id': '895a816da814460ea03a1deaa5a015f9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:28.583398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaddca9-09df-4a12-ad97-a0c8f5f3ef48 admin admin] Pushing event updated for resources: {'Network': ['ID=4c4890fa-c47f-4b3d-a233-777d867bfc99,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:28.604794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Made reservation on behalf of 00520c29f6124fc9832bb98a13525160 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:28.607166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.621616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:38:28.683042 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7831a9b-08cd-40e9-9894-6fb8e137173b None None] Pushing event updated for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:28.713296 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:28.714084 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:28.837672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:28.866223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:28.873460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cfeffd6b-f97c-4690-9895-078c925bc569 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4d21a311-5e6e-4810-b55a-168e0b395958 HTTP/1.1" status: 204 len: 168 time: 3.1725821 Feb 10 22:38:28.952372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:28.998058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Made reservation on behalf of 895a816da814460ea03a1deaa5a015f9 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:29.010382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:29.369598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:29.437340 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:29.513920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b685aa6e-a51d-42bd-b30c-129282c82d2b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:29.650323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:29.705025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:29.725668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:29.730901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Usage tracker for resource:security_group_rule and tenant:2e47c8ced0a542978d08dec9ee25f0d5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:29.734233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:29.740942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:29.801955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea3cb-813c-4a50-af14-50888b3c6bdc req-20f7b0a9-5120-4cfb-8490-258d73edc9d8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:29.804334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d1ea3cb-813c-4a50-af14-50888b3c6bdc req-20f7b0a9-5120-4cfb-8490-258d73edc9d8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.7289383 Feb 10 22:38:29.858395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:29.862302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:29.870346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.004080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2e47c8ced0a542978d08dec9ee25f0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448050 Feb 10 22:38:30.015466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41370) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:30.026123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38efbc9b-048d-4787-89ed-1a6db70f98a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eab4553-1d59-480f-8faa-97ec060e2cfa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:30.037886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Checking segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:30.038252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Network hostable DHCP agents. Network: 4c4890fa-c47f-4b3d-a233-777d867bfc99, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:38:30.119950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Allocated IP 172.20.0.2 (9483fbcc-1584-4554-843f-72d0bd77703b/594a70c0-4074-40c0-8ed1-beb6d259933c/6525a825-cfef-4b7c-b984-b3ba33dcffbc) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:30.122577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:38:30.171273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 4c4890fa-c47f-4b3d-a233-777d867bfc99) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:30.180580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f667144-268b-4905-86f9-b88061de10ee None None] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:30.227882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:30.228465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.323074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e83f183c-1f58-44d0-a262-14241881d717 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9638650 Feb 10 22:38:30.331886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d26fbd-e346-4c0c-a09f-219e8af48a24 req-b7e0fe4e-4322-43cc-8923-43e42b89da82 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:30.340675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4d26fbd-e346-4c0c-a09f-219e8af48a24 req-b7e0fe4e-4322-43cc-8923-43e42b89da82 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.8005767 Feb 10 22:38:30.443941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.484063 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f3485190-4164-47bb-8d1b-5b3cf1b3c327', 'name': '', 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'mac_address': 'fa:16:3e:24:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:18Z', 'updated_at': '2022-02-10T22:38:28Z', 'revision_number': 4, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'subnets': [{'id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:30.503200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cd8e6b-c7e1-4a52-ac0d-e5c9692d1e05 None None] The sync data for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 is: [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f3485190-4164-47bb-8d1b-5b3cf1b3c327', 'name': '', 'network_id': '7bae3f34-ae47-4dad-98ef-169166c4b406', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'mac_address': 'fa:16:3e:24:4c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:18Z', 'updated_at': '2022-02-10T22:38:28Z', 'revision_number': 4, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'subnets': [{'id': 'fae0f5a8-04e1-46c6-896d-bf10d865b3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:30.541017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.791315 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4d26fbd-e346-4c0c-a09f-219e8af48a24 req-f26a121a-494d-4ad1-aa3d-7f83d26b03ed tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4488597 Feb 10 22:38:30.794053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.858586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eab4553-1d59-480f-8faa-97ec060e2cfa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:30.872594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:30.884942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-534305c3-b826-40c3-9bb0-8559891d8d60 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3eab4553-1d59-480f-8faa-97ec060e2cfa HTTP/1.1" status: 204 len: 168 time: 0.8440082 Feb 10 22:38:30.915655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d1ea3cb-813c-4a50-af14-50888b3c6bdc req-7e949d5c-b6d2-41db-86e9-15f1ecccbdbb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0878513 Feb 10 22:38:31.015034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:31.180139 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf910824-1645-4017-9d27-74fdf3965051 req-5a1f464b-aad3-462f-b5ba-14bfad14192f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.1146982 Feb 10 22:38:31.240193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f255d-1d10-42e1-93e0-c088240b1790 None None] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:32.005238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:32.137510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3485190-4164-47bb-8d1b-5b3cf1b3c327 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:32.184622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:32.220076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:32.526106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:38:32.558506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:32.575992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:32.576362 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:32.625084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afa7ae-955c-45aa-a417-cb227b68fe66 req-a38bf3c5-2b92-4561-83ca-621e9eb4a335 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:32.635949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d5afa7ae-955c-45aa-a417-cb227b68fe66 req-a38bf3c5-2b92-4561-83ca-621e9eb4a335 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.5509064 Feb 10 22:38:32.775906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d5afa7ae-955c-45aa-a417-cb227b68fe66 req-1a618c5a-e34b-40cc-9712-b76d319e3cd3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363003 Feb 10 22:38:32.816188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Network 9483fbcc-1584-4554-843f-72d0bd77703b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:32.823067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:32.840885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:32.888332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:33.013089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.018376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:33.019067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.076946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:33.083843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-88f3bf35-0615-4be2-89cd-2b7d1c90bc22 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5216904 Feb 10 22:38:33.105409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Request body: {'port': {'device_id': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:33.120262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41418) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:33.122088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:33.224441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:33.230987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:33.275068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.278612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-97b8541e-ca55-4176-8d9c-0c89f4fb0735 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.3194277 Feb 10 22:38:33.289563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:33.363579 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:38:33.442940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2318ee7-7c4f-4ee9-9313-461a7b198efb req-14739e3e-9de1-4b7e-8cfb-c09c06c441cc tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:33.455662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2318ee7-7c4f-4ee9-9313-461a7b198efb req-14739e3e-9de1-4b7e-8cfb-c09c06c441cc tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.3064783 Feb 10 22:38:33.541996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-network', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:33.556326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:33.569156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Usage tracker for resource:network and tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:33.590754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:33.612604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:33.653731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Made reservation on behalf of 6fea38b6dc5745c2adcf3bfe4b78ec24 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:33.654896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f3485190-4164-47bb-8d1b-5b3cf1b3c327, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3485190-4164-47bb-8d1b-5b3cf1b3c327,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:33.658516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.784943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2318ee7-7c4f-4ee9-9313-461a7b198efb req-a7146f17-53f9-45e9-98eb-a7163107dacb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282793 Feb 10 22:38:33.793906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.854724 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:33.859595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:33.878946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Usage tracker for resource:security_group_rule and tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:33.884509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:33.915118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:34.178099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:34.258567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.346459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:34.373581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.384410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.414689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:38:34.434759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.435077 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Added segment 7788c772-93e2-4182-8711-2c84236caf19 of type vlan for network 59008ffd-2008-4e18-88cf-b60f93936cdb Feb 10 22:38:34.499708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.643358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fba3ee-2ebf-4326-a263-93a418a4efa7 req-d2188bae-b3ab-4d6c-8f9b-93bb130af04f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:34.644959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78fba3ee-2ebf-4326-a263-93a418a4efa7 req-d2188bae-b3ab-4d6c-8f9b-93bb130af04f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 931 time: 0.5386171 Feb 10 22:38:34.652060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.653151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:34.654064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:34.898647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:28Z', 'revision_number': 3, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:34.921653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:34.921653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Updating router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 port 11ea82be-e490-4992-956c-0ade29861ac9 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:34.921942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:35.061553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-78fba3ee-2ebf-4326-a263-93a418a4efa7 req-375af860-112b-430d-a84f-d4bc4b9c92ba tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:35.065194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] Pushing event updated for resources: {'Network': ['ID=59008ffd-2008-4e18-88cf-b60f93936cdb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:35.066539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:35.086811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-610e38bb-4f58-4993-a98d-99e027f7a3dd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9651482 Feb 10 22:38:35.091816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:35.102691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Request body: {'subnet': {'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-subnet', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:35.116979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:35.124144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-78fba3ee-2ebf-4326-a263-93a418a4efa7 req-375af860-112b-430d-a84f-d4bc4b9c92ba tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:35.139643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78fba3ee-2ebf-4326-a263-93a418a4efa7 req-375af860-112b-430d-a84f-d4bc4b9c92ba tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695880 Feb 10 22:38:35.143024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Usage tracker for resource:subnet and tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:35.154050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:35.176398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:35.177958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 59008ffd-2008-4e18-88cf-b60f93936cdb details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:38:35.232263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Made reservation on behalf of 6fea38b6dc5745c2adcf3bfe4b78ec24 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:35.237114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:35.902337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a887d-1b7b-47cc-9c3e-9721d2c6e2cf req-6a730edd-9a78-432c-a059-a3388146a6e4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:35.914517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f67a887d-1b7b-47cc-9c3e-9721d2c6e2cf req-6a730edd-9a78-432c-a059-a3388146a6e4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.4749131 Feb 10 22:38:36.033416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6525a825-cfef-4b7c-b984-b3ba33dcffbc {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:36.069896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.084546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3485190-4164-47bb-8d1b-5b3cf1b3c327 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:36.184342 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.262165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Transition to ACTIVE for port object 6525a825-cfef-4b7c-b984-b3ba33dcffbc will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:36.283685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.295793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f67a887d-1b7b-47cc-9c3e-9721d2c6e2cf req-2e29c63d-3e40-4ab4-938a-ee22ce20f9aa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796213 Feb 10 22:38:36.321262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.376856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3485190-4164-47bb-8d1b-5b3cf1b3c327 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:36.377255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.434877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d11a73-46c4-4408-aefe-9f18f3c1e9da,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:36.531954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.602831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Transition to ACTIVE for port object 11ea82be-e490-4992-956c-0ade29861ac9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:36.604112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Checking segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:36.604665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Network hostable DHCP agents. Network: 59008ffd-2008-4e18-88cf-b60f93936cdb, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:38:36.658496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:36.680525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Network 59008ffd-2008-4e18-88cf-b60f93936cdb is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:38:36.699274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70350ad1-c9a7-4a05-9b00-6a478f3d951b req-bbabf50e-916d-4db9-bcbe-05761615978b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:36.702776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.704130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70350ad1-c9a7-4a05-9b00-6a478f3d951b req-bbabf50e-916d-4db9-bcbe-05761615978b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.1664665 Feb 10 22:38:36.705490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 59008ffd-2008-4e18-88cf-b60f93936cdb) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:36.710013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:36.710969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.766801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c4c0561f-b706-40e9-8e38-c5f43bb7c02f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6708748 Feb 10 22:38:36.767898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:36.778934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:36.789146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70350ad1-c9a7-4a05-9b00-6a478f3d951b req-3288c61e-b5f5-4c1c-b2f7-0d6b8c8114e4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671484 Feb 10 22:38:36.790180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:36.804455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Usage tracker for resource:router and tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:36.808031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:36.815091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:36.817364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95cf642-75b2-4873-afd5-034deb3dcc23 None None] Network 59008ffd-2008-4e18-88cf-b60f93936cdb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:36.837612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.838987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:36.887931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.084962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Attempting to bind port 6525a825-cfef-4b7c-b984-b3ba33dcffbc on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:37.086322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Attempting to bind port 6525a825-cfef-4b7c-b984-b3ba33dcffbc by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:37.086629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Attempting to bind port 6525a825-cfef-4b7c-b984-b3ba33dcffbc on network 9483fbcc-1584-4554-843f-72d0bd77703b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:37.098874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Port 6525a825-cfef-4b7c-b984-b3ba33dcffbc on network 9483fbcc-1584-4554-843f-72d0bd77703b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:38:37.099207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Attempting to bind port 6525a825-cfef-4b7c-b984-b3ba33dcffbc on network 9483fbcc-1584-4554-843f-72d0bd77703b {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:37.107636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Allocated IP 172.20.0.1 (3908da47-a0ad-4198-bf18-b819e76359ab/a6f0527a-a1af-4376-a27f-666c9c5b955a/3b857981-9d65-4eb3-9cf4-a0ab0c5d773f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:37.109801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:37.110142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Checking segment: {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:37.110536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Bound using segment: {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:37.110969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Bound port: 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade7ac85-e228-49a3-ba1d-15ce30316306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:37.111385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.231816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Attempting to bind port 11ea82be-e490-4992-956c-0ade29861ac9 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:37.232452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Attempting to bind port 11ea82be-e490-4992-956c-0ade29861ac9 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:37.232566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Attempting to bind port 11ea82be-e490-4992-956c-0ade29861ac9 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:37.237670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387343b-a97d-4f0b-968c-31639c7cafa7 None None] Pushing event updated for resources: {'Port': ['ID=11ea82be-e490-4992-956c-0ade29861ac9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:37.248355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:37.248783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:37.249134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.249553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:37.250249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Bound port: 11ea82be-e490-4992-956c-0ade29861ac9, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:37.250697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.379984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] For port 11ea82be-e490-4992-956c-0ade29861ac9, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:37.386931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] For port 11ea82be-e490-4992-956c-0ade29861ac9, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=11ea82be-e490-4992-956c-0ade29861ac9,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:37.416354 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.452544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:37.480982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:37.497326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.549887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.588396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:37.589078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.591243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] 10.222.0.24 "PUT /v2.0/ports/6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 1091 time: 4.4992073 Feb 10 22:38:37.591886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:37.610033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Transition to ACTIVE for port object 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:37.626526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a113ef-a8dc-47b3-a6ec-a92bbcf72fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:37.660572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.690003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:37.837579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:37.838238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:37.854259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Network 3908da47-a0ad-4198-bf18-b819e76359ab is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:37.867451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:37.877380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:38.019224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63508f9-9c7d-4252-859b-f7806b75d5ea req-9529e23a-412c-4882-8a73-7ac00cab25f5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:38.030851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c63508f9-9c7d-4252-859b-f7806b75d5ea req-9529e23a-412c-4882-8a73-7ac00cab25f5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 943 time: 0.8533285 Feb 10 22:38:38.115262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c63508f9-9c7d-4252-859b-f7806b75d5ea req-265b2aa8-5047-4b6b-97e3-d24dfae84df6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835371 Feb 10 22:38:38.121695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:38.330728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-2acee142-1ad5-4558-b32d-ad84379f8daa tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:38.333069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-2acee142-1ad5-4558-b32d-ad84379f8daa tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 0.3738427 Feb 10 22:38:38.346505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Pushing event updated for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:38.369428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.375575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-b7c33250-232c-474c-b059-8536089809a0 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/quotas/00520c29f6124fc9832bb98a13525160 HTTP/1.1" status: 200 len: 375 time: 0.0336993 Feb 10 22:38:38.431947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387343b-a97d-4f0b-968c-31639c7cafa7 None None] Pushing event updated for resources: {'Port': ['ID=11ea82be-e490-4992-956c-0ade29861ac9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:38.444367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-36504be4-8673-428a-8f03-13b05dc050d0 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564208 Feb 10 22:38:38.452042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-431f8ae9-7751-4c39-bce1-a1cbc2b7d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:38.457199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-59008ffd-2008-4e18-88cf-b60f93936cdb', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'fixed_ips': [{'subnet_id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:38:38.457385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-431f8ae9-7751-4c39-bce1-a1cbc2b7d5a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1094 time: 0.6737571 Feb 10 22:38:38.457475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.492336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c779ecc-c58f-4430-8ffd-384054016dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.572240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5fb94d6c-03a3-416f-851b-16e4ddb343a4 None None] Provisioning for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:38.586939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5fb94d6c-03a3-416f-851b-16e4ddb343a4 None None] Provisioning complete for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:38.589432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fb94d6c-03a3-416f-851b-16e4ddb343a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.602742 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.643468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:38.648556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-a700122a-00f8-4ebd-ab86-d7d1220f5c1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 217 time: 0.1225278 Feb 10 22:38:38.749045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-ec4991cb-fc69-4115-a190-f41e369f095f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:38.750957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-ec4991cb-fc69-4115-a190-f41e369f095f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.0902553 Feb 10 22:38:38.791225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe3ae7-fd76-4a89-8891-7e32c40c2495 req-239e12ab-f5ad-4349-bfa1-5c0b6c8a2bcf tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:38.798791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddfe3ae7-fd76-4a89-8891-7e32c40c2495 req-239e12ab-f5ad-4349-bfa1-5c0b6c8a2bcf tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.3554647 Feb 10 22:38:38.820250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-45132d47-f76f-4a62-b1d4-6bf1e560291e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598655 Feb 10 22:38:38.829708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-ad381283-fa20-4c9f-9d82-f9c4ae453c90 service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3708277 Feb 10 22:38:38.874151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5fb94d6c-03a3-416f-851b-16e4ddb343a4 None None] Port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:38.883882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddfe3ae7-fd76-4a89-8891-7e32c40c2495 req-cd1f4fdc-7d21-4def-9421-2f17b3742837 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838106 Feb 10 22:38:38.923099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Allocated IP 172.20.0.2 (59008ffd-2008-4e18-88cf-b60f93936cdb/55d11a73-46c4-4408-aefe-9f18f3c1e9da/58ef60f5-12da-4650-88d0-94bcc06d12f8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:38.932906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:28Z', 'revision_number': 3, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:38.940342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Allocated IP 172.25.2.110 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2d1f946b-e2cb-4a09-a8fa-662a0140fcdf) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:38.940954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1318b-6c39-45c5-bc73-c798551874c3 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:28Z', 'revision_number': 3, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:39.199065 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'status': 'completed', 'code': 200} Feb 10 22:38:39.233964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.267894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-bec46f84-de50-47d5-8223-16a8a68eafc6 service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4372640 Feb 10 22:38:39.292090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-d95a597b-a1d3-4aaf-a0e4-86c80a1016d7 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326273 Feb 10 22:38:39.358949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.381849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Transition to ACTIVE for port object 58ef60f5-12da-4650-88d0-94bcc06d12f8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:39.408448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591921d0-4c83-45ae-9336-b2eff24e7a58 req-10e9b7d4-4354-4271-a284-d66f4c937f70 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:39.416482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-591921d0-4c83-45ae-9336-b2eff24e7a58 req-10e9b7d4-4354-4271-a284-d66f4c937f70 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 944 time: 0.1760623 Feb 10 22:38:39.445318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Transition to ACTIVE for port object 58ef60f5-12da-4650-88d0-94bcc06d12f8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:39.464148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.464677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.562191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Pushing event updated for resources: {'Port': ['ID=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:39.602496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:39.622249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Pushing event updated for resources: {'Port': ['ID=58ef60f5-12da-4650-88d0-94bcc06d12f8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:39.627312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-591921d0-4c83-45ae-9336-b2eff24e7a58 req-d075c9be-89eb-4ad6-928e-e1985420fd03 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096696 Feb 10 22:38:39.628830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:39.634112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:39.636190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Network 59008ffd-2008-4e18-88cf-b60f93936cdb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:39.637415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:39.642033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:39.670070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-018d4f12-7033-4b31-be9e-60d52ce99f1a req-2e04149e-a7be-4277-a956-33ac150a2502 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3681381 Feb 10 22:38:39.671471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.858672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55a17f73-ec5d-47fb-bbc8-ba5ea394ee06 req-d00f9cb6-1669-4bf1-bdf0-69fe924049de tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 210 time: 0.0875642 Feb 10 22:38:39.875344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Attempting to bind port 58ef60f5-12da-4650-88d0-94bcc06d12f8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:39.875753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Attempting to bind port 58ef60f5-12da-4650-88d0-94bcc06d12f8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:39.876137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Attempting to bind port 58ef60f5-12da-4650-88d0-94bcc06d12f8 on network 59008ffd-2008-4e18-88cf-b60f93936cdb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:39.882493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:39.882939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Checking segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:39.883266 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:39.885545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Bound using segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:39.886032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Bound port: 58ef60f5-12da-4650-88d0-94bcc06d12f8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:39.886454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.134897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 11ea82be-e490-4992-956c-0ade29861ac9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:40.238407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-542dba86-ad9a-45f3-8715-637669e019ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:40.239407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] For port 58ef60f5-12da-4650-88d0-94bcc06d12f8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:40.239957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-542dba86-ad9a-45f3-8715-637669e019ac service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1094 time: 0.5038333 Feb 10 22:38:40.250711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63369176-bfc9-4cd3-94dd-b514224a5570 req-63400d41-2542-46e1-af9b-65c9cdecbeb0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:40.251498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63369176-bfc9-4cd3-94dd-b514224a5570 req-63400d41-2542-46e1-af9b-65c9cdecbeb0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:40.309628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] For port 58ef60f5-12da-4650-88d0-94bcc06d12f8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58ef60f5-12da-4650-88d0-94bcc06d12f8,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:40.324097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.351311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63369176-bfc9-4cd3-94dd-b514224a5570 req-63400d41-2542-46e1-af9b-65c9cdecbeb0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:40.356352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63369176-bfc9-4cd3-94dd-b514224a5570 req-63400d41-2542-46e1-af9b-65c9cdecbeb0 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 943 time: 0.6613319 Feb 10 22:38:40.488222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 11ea82be-e490-4992-956c-0ade29861ac9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:40.512589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 11ea82be-e490-4992-956c-0ade29861ac9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:40.513034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.574028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ef316-d6e0-49eb-a6c5-5b45c6e87651 None None] Pushing event updated for resources: {'Port': ['ID=58ef60f5-12da-4650-88d0-94bcc06d12f8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:40.591030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4180743-e469-4f10-8dd3-8937059674ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.730984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63369176-bfc9-4cd3-94dd-b514224a5570 req-55494a6f-c4a2-4169-a075-7a71a4b7a5e7 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763948 Feb 10 22:38:40.792805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.826029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:38:40.829466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.860861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:40.974508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610766ef-df75-4b33-a453-9b3d74fc095c req-f34561e0-293a-4cb7-a03f-22820621f840 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:40.979036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-610766ef-df75-4b33-a453-9b3d74fc095c req-f34561e0-293a-4cb7-a03f-22820621f840 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.6611466 Feb 10 22:38:41.137929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:41.154235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'network_id': 'c5ced0e9-5772-45b7-9c81-a630d94cff7f', 'port_id': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'mac_address': 'fa:16:3e:1e:47:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abeec618-ae15-4dcc-b2bd-7615fbe994bb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:38:41.158849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 11ea82be-e490-4992-956c-0ade29861ac9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=11ea82be-e490-4992-956c-0ade29861ac9,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:41.191229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:41.277281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:41.294045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:41.300237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:41.308748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=11ea82be-e490-4992-956c-0ade29861ac9,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:41.358893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:41.370529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:41.371608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6525a825-cfef-4b7c-b984-b3ba33dcffbc details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:38:41.418691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-514bceee-608c-4d85-a062-8f150df5c3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:41.420712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-514bceee-608c-4d85-a062-8f150df5c3cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 1.1659930 Feb 10 22:38:41.539277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-610766ef-df75-4b33-a453-9b3d74fc095c req-47356b17-e339-4ea1-b5a2-882fa3678341 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096441 Feb 10 22:38:41.626275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-22e37cad-0d04-4700-ae00-6527b239e0a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 217 time: 0.1901114 Feb 10 22:38:41.653688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:41.659795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Pushing event updated for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:41.759190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-e229d308-31dc-41d6-98af-ea73569e65d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:41.760709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-e229d308-31dc-41d6-98af-ea73569e65d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.0908000 Feb 10 22:38:41.830321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:41.849564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:41.864147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'network_id': '9483fbcc-1584-4554-843f-72d0bd77703b', 'port_id': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'mac_address': 'fa:16:3e:7b:af:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '594a70c0-4074-40c0-8ed1-beb6d259933c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:38:41.897886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8abb2ef6-999f-4a36-a0d1-edc7a6f5c36d req-0f76f3c6-7748-495f-a16a-22ab0bf30654 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 210 time: 0.1117153 Feb 10 22:38:41.930438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-f5db2a1f-1434-44b6-8e67-46dc3f18589c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992785 Feb 10 22:38:42.067365 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.092190 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.133179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.182561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6525a825-cfef-4b7c-b984-b3ba33dcffbc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:42.213291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:42.231542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.327641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 11ea82be-e490-4992-956c-0ade29861ac9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:42.329622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Network 3908da47-a0ad-4198-bf18-b819e76359ab is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:42.336962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:42.386730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c70cf-eff3-4e45-bd40-5d34e794ff0f req-224d3344-8a2f-4e40-ab61-e990cfb2a750 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:42.387359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.388465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-936c70cf-eff3-4e45-bd40-5d34e794ff0f req-224d3344-8a2f-4e40-ab61-e990cfb2a750 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 945 time: 1.2884965 Feb 10 22:38:42.650201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:42.676682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-bf2d0ad8-2e99-4423-bbaf-7059780401fc tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:42.676682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-bf2d0ad8-2e99-4423-bbaf-7059780401fc tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 1.0491152 Feb 10 22:38:42.676934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 11ea82be-e490-4992-956c-0ade29861ac9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:42.676934 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:42.719804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-f5c2b1c2-63c2-44f5-9e0e-6cf18f76f910 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060170 Feb 10 22:38:42.728807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:42.733276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Request body: {'port': {'device_id': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'admin_state_up': True, 'tenant_id': '00520c29f6124fc9832bb98a13525160'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:42.792983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:42.838483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71e6ee-4f39-44a2-a28a-861a0e683f41 req-4cbe3edb-614e-4c5b-9cd7-6632f2b2bef8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:42.840213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed71e6ee-4f39-44a2-a28a-861a0e683f41 req-4cbe3edb-614e-4c5b-9cd7-6632f2b2bef8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 944 time: 0.4928849 Feb 10 22:38:42.865293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-936c70cf-eff3-4e45-bd40-5d34e794ff0f req-7e6941f3-0ef1-43a5-b8b0-a3ea449a78fa tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658892 Feb 10 22:38:42.897078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:38:42.936305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa619e69-9843-46fa-906e-44674e69db2f None None] Network 59008ffd-2008-4e18-88cf-b60f93936cdb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:42.941242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed71e6ee-4f39-44a2-a28a-861a0e683f41 req-09f8491c-acee-4c52-9e59-2b31d5d6a2cc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862381 Feb 10 22:38:43.132752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:43.148192 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Sync routers for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:43.170901 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:43.171578 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:43.216810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:43.244852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-031bc3e9-044a-4646-9f5f-0ad40d6a360f None None] Provisioning for port 58ef60f5-12da-4650-88d0-94bcc06d12f8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:43.261646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42dbef24-47a3-4a45-934f-6becb61b759f req-7b9830d6-c47d-4b9b-ab28-f48e0959b81f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 210 time: 0.1224518 Feb 10 22:38:43.299719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:43.311855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72f42a82-7d11-4149-a647-9db160a3d4ac admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5381255 Feb 10 22:38:43.313716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41498) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:43.380397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:38:43.421005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4066d0b-db17-465e-8ffc-80bd548e0464 req-26910304-b12a-4895-a494-60cc5eb8cdc9 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277115 Feb 10 22:38:43.448525 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:43.600334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:43.634046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0310f2-9cbb-4f51-ad84-8bc9fbc4256e req-b9ce288c-91eb-4bb7-9c1b-16410d19280c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:43.644580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef0310f2-9cbb-4f51-ad84-8bc9fbc4256e req-b9ce288c-91eb-4bb7-9c1b-16410d19280c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.5015903 Feb 10 22:38:43.668676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Usage tracker for resource:port and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:43.761057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-031bc3e9-044a-4646-9f5f-0ad40d6a360f None None] Provisioning complete for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:43.762999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-031bc3e9-044a-4646-9f5f-0ad40d6a360f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:43.849825 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 3, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:43.860274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Checking router: 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:43.861607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Updating router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:43.874856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-031bc3e9-044a-4646-9f5f-0ad40d6a360f None None] Port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:43.878305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58ef60f5-12da-4650-88d0-94bcc06d12f8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:43.940202 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.235805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 58ef60f5-12da-4650-88d0-94bcc06d12f8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:44.242290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 58ef60f5-12da-4650-88d0-94bcc06d12f8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:44.242930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.306131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed6c97-3266-4c90-9e0e-34e2f5441852 req-9106625e-04e8-4330-84ec-9004e1375d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:44.309816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-30ed6c97-3266-4c90-9e0e-34e2f5441852 req-9106625e-04e8-4330-84ec-9004e1375d82 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1096 time: 0.6796699 Feb 10 22:38:44.332629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:44.357523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:44.391063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef0310f2-9cbb-4f51-ad84-8bc9fbc4256e req-fa026eff-de48-4366-a0a9-ac67d6888c92 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393293 Feb 10 22:38:44.410087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Made reservation on behalf of 00520c29f6124fc9832bb98a13525160 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:44.421547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.465904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:44.489953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:44.542491 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.545563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:44.547626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:44.555660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Transition to ACTIVE for port object 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:44.566228 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.583199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b551cf4a-d2a2-4c8b-9d3e-95633e48f679 admin admin] 10.222.0.53 "PUT /v2.0/routers/ffd5040d-7f7a-4931-8ce2-8f62f51540a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2799709 Feb 10 22:38:44.760782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-30ed6c97-3266-4c90-9e0e-34e2f5441852 req-21e1a7ca-6bc1-4d68-9423-f4764c081a06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4282923 Feb 10 22:38:44.787495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff51d7a-e395-4190-8787-99d577cde8c8 req-927f64b9-f949-4036-8a12-997d8d7b10ff tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:44.794290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ff51d7a-e395-4190-8787-99d577cde8c8 req-927f64b9-f949-4036-8a12-997d8d7b10ff tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 945 time: 0.5892670 Feb 10 22:38:44.802894 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Pushing event updated for resources: {'Port': ['ID=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:44.817198 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Attempting to bind port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:44.817565 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Attempting to bind port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:44.817922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Attempting to bind port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:44.832141 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:44.832549 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:44.833662 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.834765 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:44.836386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Bound port: 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:44.837033 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:44.908244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.908918 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.909423 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.909920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.910414 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.911003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.911536 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.912027 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.912515 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.913006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.914066 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.914737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:44.951663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Allocated IP 172.20.0.14 (4c4890fa-c47f-4b3d-a233-777d867bfc99/b685aa6e-a51d-42bd-b30c-129282c82d2b/5b59da2e-c6af-4074-880f-d64e651b5037) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:44.986847 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] For port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:44.993670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] For port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:44.999967 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.020228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b05366-c336-4f49-a046-426d2a4304ba req-ed480f70-54b9-442e-8413-98990566ffb1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:45.022153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b05366-c336-4f49-a046-426d2a4304ba req-ed480f70-54b9-442e-8413-98990566ffb1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 944 time: 0.2825434 Feb 10 22:38:45.054949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.095027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:45.107600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ff51d7a-e395-4190-8787-99d577cde8c8 req-d692c141-8c0d-4157-9bff-249c3dadf17b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107760 Feb 10 22:38:45.110480 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:45.111119 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:45.193971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 58ef60f5-12da-4650-88d0-94bcc06d12f8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58ef60f5-12da-4650-88d0-94bcc06d12f8,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:45.206858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.238846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346bdde-7289-48f0-a759-af8f2d5cb39d None None] Pushing event updated for resources: {'Port': ['ID=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:45.292280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b279919d-ea18-433b-a74a-0461be070139 None None] Provisioning complete for port 58ef60f5-12da-4650-88d0-94bcc06d12f8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:45.292888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b279919d-ea18-433b-a74a-0461be070139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.447158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.495473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-97b033fd-b629-40e8-890a-7fdb450d7d36 req-27f7bb97-a86f-423e-9a81-30a3cef99626 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 210 time: 0.1058896 Feb 10 22:38:45.549789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.604005 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:45.621176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b05366-c336-4f49-a046-426d2a4304ba req-004dfa44-dd18-43cb-a59e-d36fa6b19643 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5698166 Feb 10 22:38:45.676173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:45.830627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=58ef60f5-12da-4650-88d0-94bcc06d12f8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:45.834181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:45.852338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:45.854367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:45.872365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:46.001024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Allocated IP 172.20.0.1 (59008ffd-2008-4e18-88cf-b60f93936cdb/55d11a73-46c4-4408-aefe-9f18f3c1e9da/d957d5c4-e93d-4b34-abb6-c9fb60ad7402) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:46.006146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:46.006527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.071508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-789188c3-676b-4cb9-8d9d-8584ea00ac47 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3480213 Feb 10 22:38:46.090906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Request body: {'port': {'device_id': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:46.394047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.436745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.437116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:46.443255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571510264', 'description': 'tempest-description--671472952'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:46.460841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:46.463250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 2, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:46.473790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:46.474120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:46.475150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Updating router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:46.482081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:46.485909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Transition to ACTIVE for port object d957d5c4-e93d-4b34-abb6-c9fb60ad7402 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:46.493091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:46.506198 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 3, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:46.514463 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c786856f-a03a-4390-9de0-a491dd74b076 None None] The sync data for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 is: [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 3, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:46.514711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.550712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:46.560009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:46.563500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:46.575074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:46.600204 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.611864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.776644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Network 59008ffd-2008-4e18-88cf-b60f93936cdb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:46.784461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:46.792673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:46.852954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:46.965214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:46.966879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Pushing event updated for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:47.038287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac034b-c97c-45bc-851f-6edc7b3ab974 req-989a9eda-f24c-4ef1-bf68-c4d772318163 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:47.039265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.047331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ac034b-c97c-45bc-851f-6edc7b3ab974 req-989a9eda-f24c-4ef1-bf68-c4d772318163 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.6275237 Feb 10 22:38:47.104200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.175205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ac034b-c97c-45bc-851f-6edc7b3ab974 req-234ae4f2-f619-407c-8028-3426465b5bea tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240451 Feb 10 22:38:47.268127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d6affc-ae79-424c-8db7-171467f5465e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:47.285315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6049f8e8-54b4-4423-8310-f3d83e7f923c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:47.290984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.316815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5fa9c-a973-4c59-aac3-07f2125edc5c req-cc113aa7-e25a-48e9-a996-e1439f6e7a3b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:47.321872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebf5fa9c-a973-4c59-aac3-07f2125edc5c req-cc113aa7-e25a-48e9-a996-e1439f6e7a3b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 945 time: 0.6482196 Feb 10 22:38:47.444665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:47.479832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebf5fa9c-a973-4c59-aac3-07f2125edc5c req-1774d518-b951-4651-90c6-c55fa1263a00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336129 Feb 10 22:38:47.480007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.493052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.497000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3ead333-1fc7-4aa0-9570-83a78ea0b9f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0562494 Feb 10 22:38:47.499242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41534) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:47.642093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group_rule': {'security_group_id': 'a6d6affc-ae79-424c-8db7-171467f5465e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:47.659198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:47.668600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Transition to ACTIVE for port object 5b59da2e-c6af-4074-880f-d64e651b5037 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:47.677517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:47.678565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:47.686503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:47.689961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.773648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:47.843329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:47.853728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-998779bc-7736-4457-942b-d02555153a88 None None] Provisioning for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:47.935888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-998779bc-7736-4457-942b-d02555153a88 None None] Provisioning complete for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:47.936349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-998779bc-7736-4457-942b-d02555153a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.043608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:48.068698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.087933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:48.102837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:48.103521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.287603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-998779bc-7736-4457-942b-d02555153a88 None None] Port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:48.290183 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.322688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:38:48.391901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9eaa6b-810d-4bc4-90cc-431e40890a50 req-6abe3773-e9e2-4527-923c-89606c82738d tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:48.403152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d9eaa6b-810d-4bc4-90cc-431e40890a50 req-6abe3773-e9e2-4527-923c-89606c82738d tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 944 time: 0.7003839 Feb 10 22:38:48.510296 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.538436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d9eaa6b-810d-4bc4-90cc-431e40890a50 req-1543fa24-9bed-4831-8e85-e2c4e39f142c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320760 Feb 10 22:38:48.551377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:48.566165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.566505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.566844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.567739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.568108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.568580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.568936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.569240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.570106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.570431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.571075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.571558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:48.580715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:48.586962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:48.615405 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.619160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6525a825-cfef-4b7c-b984-b3ba33dcffbc up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:48.627158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef190054-8ec4-4686-bcfc-1557b99596a4 req-a10cd5f8-a048-47b2-841b-29bb83079624 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:48.628042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ef190054-8ec4-4686-bcfc-1557b99596a4 req-a10cd5f8-a048-47b2-841b-29bb83079624 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Synchronizing usage tracker for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:48.682929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ef190054-8ec4-4686-bcfc-1557b99596a4 req-a10cd5f8-a048-47b2-841b-29bb83079624 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Unset dirty status for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:48.691072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef190054-8ec4-4686-bcfc-1557b99596a4 req-a10cd5f8-a048-47b2-841b-29bb83079624 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 932 time: 1.1925182 Feb 10 22:38:48.721259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.731167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.749390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.750934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58ef60f5-12da-4650-88d0-94bcc06d12f8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:48.776977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Attempting to bind port 5b59da2e-c6af-4074-880f-d64e651b5037 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:48.777347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Attempting to bind port 5b59da2e-c6af-4074-880f-d64e651b5037 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:48.777731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Attempting to bind port 5b59da2e-c6af-4074-880f-d64e651b5037 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:48.795983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Port 5b59da2e-c6af-4074-880f-d64e651b5037 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:38:48.796236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Attempting to bind port 5b59da2e-c6af-4074-880f-d64e651b5037 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:48.807956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.825499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef190054-8ec4-4686-bcfc-1557b99596a4 req-7633a396-1a7f-4ee4-b42b-54faefcf3aa2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333718 Feb 10 22:38:48.834349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.879258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:48.879622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Checking segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:48.880240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Bound using segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:48.880692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Bound port: 5b59da2e-c6af-4074-880f-d64e651b5037, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:48.881059 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.932302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:48.964608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd8b9ed4-af39-42f2-951f-95a2a47ae36d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:48.997900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Transition to ACTIVE for port object 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:49.026109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.041512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 6525a825-cfef-4b7c-b984-b3ba33dcffbc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:49.044907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Pushing event updated for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:49.056599 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.081666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6525a825-cfef-4b7c-b984-b3ba33dcffbc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:49.082369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.119798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.123975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d1b2012c-6047-4d5e-9910-2a197bc9ce78 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6205828 Feb 10 22:38:49.151396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41554) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:49.165696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group_rule': {'security_group_id': 'a6d6affc-ae79-424c-8db7-171467f5465e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:49.196595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:49.234768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead8a5f-9ee9-422b-997b-fc59a8d0ceae req-795a3407-0493-412f-8b0e-8e7b86100488 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:49.242734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ead8a5f-9ee9-422b-997b-fc59a8d0ceae req-795a3407-0493-412f-8b0e-8e7b86100488 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.3774064 Feb 10 22:38:49.247843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:49.263661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:49.286191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:49.313840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:49.318378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:49.332107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.355973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:49.357378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ead8a5f-9ee9-422b-997b-fc59a8d0ceae req-feea99ef-760f-47a5-87d3-8b621856c3b2 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136787 Feb 10 22:38:49.421283 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.452454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:49.453533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.455240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] 10.222.0.30 "PUT /v2.0/ports/5b59da2e-c6af-4074-880f-d64e651b5037 HTTP/1.1" status: 200 len: 1092 time: 3.3735464 Feb 10 22:38:49.467370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Network 59008ffd-2008-4e18-88cf-b60f93936cdb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:49.470094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:49.475057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89d319-32a1-46ab-ba35-1d5d2f85cbcb req-5895efc8-92b2-4102-9253-d9648e7f1c6a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:49.482405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa89d319-32a1-46ab-ba35-1d5d2f85cbcb req-5895efc8-92b2-4102-9253-d9648e7f1c6a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4261308 Feb 10 22:38:49.483000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:49.602468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:49.613963 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'code': 200} Feb 10 22:38:49.626998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 58ef60f5-12da-4650-88d0-94bcc06d12f8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:49.627399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.733228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83c812-b15f-4940-85ee-daf2f8b86983 service neutron] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:49.841103 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa89d319-32a1-46ab-ba35-1d5d2f85cbcb req-8871d2be-5211-4be7-89cd-a54df5237c69 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313925 Feb 10 22:38:49.870384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.888209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.927511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91c04c6c-d312-4ed6-93b1-77769b6c652a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:49.941409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-5bd221d1-4c16-4d90-b775-58f07c6af5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:49.943253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-5bd221d1-4c16-4d90-b775-58f07c6af5be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 1095 time: 0.4040675 Feb 10 22:38:49.949281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:49.954107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-324e35a8-e441-44cb-b677-d71a9156d1c4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8014913 Feb 10 22:38:49.986943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:49.999755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Attempting to bind port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:50.000342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:50.000448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Attempting to bind port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:50.000546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Attempting to bind port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:50.008737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:50.009427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd4cc-8e3b-41e5-9e0d-948264ddf40c None None] Pushing event updated for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:50.020971 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'status': 'completed', 'code': 200} Feb 10 22:38:50.026043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:floatingip and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:50.030008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ae4de-2ac9-4f3e-a0f7-adaf5bef72fd req-1135668f-4089-4ec6-a90d-5bd859abe897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:50.030381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:50.031815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a4ae4de-2ac9-4f3e-a0f7-adaf5bef72fd req-1135668f-4089-4ec6-a90d-5bd859abe897 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1098 time: 0.2864993 Feb 10 22:38:50.037236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:50.043426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-44d2ebd3-dc3f-46e4-9927-f5603fe23f09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b59da2e-c6af-4074-880f-d64e651b5037 HTTP/1.1" status: 200 len: 217 time: 0.0878477 Feb 10 22:38:50.069286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.077033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:50.077405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Checking segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:50.077807 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.078200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Bound using segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:50.078680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Bound port: 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:50.079047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.099631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:38:50.204647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb5bd9-222e-48a4-86ce-1ae3a1a1c2b0 req-6e857de3-7c20-44b5-ae68-e74757ff157d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:50.219894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4bb5bd9-222e-48a4-86ce-1ae3a1a1c2b0 req-6e857de3-7c20-44b5-ae68-e74757ff157d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.4874020 Feb 10 22:38:50.235825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.250863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a4ae4de-2ac9-4f3e-a0f7-adaf5bef72fd req-6dfc6fb4-3b53-4837-84ae-5844c27a83c6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092018 Feb 10 22:38:50.269826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-702b3a40-3a95-40e2-b40e-f61574d691b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:50.271758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-702b3a40-3a95-40e2-b40e-f61574d691b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.2095301 Feb 10 22:38:50.294048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] For port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:50.300485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] For port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:50.310667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.342544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-e8f6c23d-ae09-4a5e-b114-97628815d3c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623674 Feb 10 22:38:50.348998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-86088a88-b1ec-41b9-aa20-efcfba91c920 None None] Provisioning complete for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:50.349577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86088a88-b1ec-41b9-aa20-efcfba91c920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.394151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:50.402911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3d83a-c1e1-4c9e-8dc4-84f11f06dacb req-64920283-c4dc-4e36-a6a0-d464ff1fe838 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:50.419418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20e3d83a-c1e1-4c9e-8dc4-84f11f06dacb req-64920283-c4dc-4e36-a6a0-d464ff1fe838 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 944 time: 0.2704239 Feb 10 22:38:50.436657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:38:50.439663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.450307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:50.457353 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Sync routers for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:38:50.480105 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-899df196-e4d7-41e5-99b7-67ac7b178057 admin admin] 10.222.0.53 "PUT /v2.0/routers/48b175dd-8732-42c2-bc84-d9ca3c8c7f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1646132 Feb 10 22:38:50.485149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:50.486011 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:50.522149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-86088a88-b1ec-41b9-aa20-efcfba91c920 None None] Port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:38:50.592392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:50.604926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4bb5bd9-222e-48a4-86ce-1ae3a1a1c2b0 req-36c1fb1d-b852-4780-b1b7-22aae5517fc0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833246 Feb 10 22:38:50.609884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20e3d83a-c1e1-4c9e-8dc4-84f11f06dacb req-b2482c88-d8fd-4e70-800a-7ab41139a8fa tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084113 Feb 10 22:38:50.624068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:50.685498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-a4536bdd-8b76-43a6-99fc-033c7b8cdff6 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349862 Feb 10 22:38:50.744077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddd4cc-8e3b-41e5-9e0d-948264ddf40c None None] Pushing event updated for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:50.830988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:50.957154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:51.170453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67981f9f-2afc-4c3f-97d1-33e75c835905 req-f5ac6049-3316-46e6-bda2-b95fbc148944 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4781189 Feb 10 22:38:51.210968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f9bf3-47f4-4c4a-bb0b-0c795655e1a6 req-a4b1a976-179d-409e-8a56-7c09fbf3958a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:51.223918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-471f9bf3-47f4-4c4a-bb0b-0c795655e1a6 req-a4b1a976-179d-409e-8a56-7c09fbf3958a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 944 time: 0.3237760 Feb 10 22:38:51.252216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Allocated IP 172.25.2.43 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2b80f056-b9b2-4d35-81eb-6e6b9388924d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:51.467387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-471f9bf3-47f4-4c4a-bb0b-0c795655e1a6 req-77d84a77-2ff1-42fc-83d5-90e7f1a29cca tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422938 Feb 10 22:38:51.488007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:51.540843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-6fe27f71-1eaf-41ac-95c4-a6b69749edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:51.543320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-6fe27f71-1eaf-41ac-95c4-a6b69749edee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 1095 time: 0.2793124 Feb 10 22:38:51.574430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:51.574430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:51.685870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:38:51.737790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:51.779843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:51.842256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:51.859437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64bc9-01f7-4734-9181-5422fada058a req-5e36f2b3-6112-446d-b603-546d27bc1359 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:51.871317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0d64bc9-01f7-4734-9181-5422fada058a req-5e36f2b3-6112-446d-b603-546d27bc1359 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.3576491 Feb 10 22:38:51.917759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:51.956013 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:47Z', 'revision_number': 4, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd957d5c4-e93d-4b34-abb6-c9fb60ad7402', 'name': '', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'mac_address': 'fa:16:3e:9c:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:45Z', 'updated_at': '2022-02-10T22:38:47Z', 'revision_number': 2, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'subnets': [{'id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:51.963721 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Checking router: 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:38:51.964490 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Updating router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:38:52.016391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41618) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:52.056747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-network', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:52.062409 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:52.083811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:52.109634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-76a4e7e2-9f68-4b37-a3a6-3ee377f73177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:52.124805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-76a4e7e2-9f68-4b37-a3a6-3ee377f73177 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 916 time: 0.5682993 Feb 10 22:38:52.130051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Usage tracker for resource:network and tenant:eedd8be3b9c14e34a7c6e24445918c4a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:52.419656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:50Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:52.429082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6040707a-a8ff-4f77-9867-059bb91adf73 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:50Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:52.547688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:52.553344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:52.560180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:52.656224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:52.697048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-0cf5ff94-998d-4ca3-9c09-171133746f9f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b59da2e-c6af-4074-880f-d64e651b5037 HTTP/1.1" status: 200 len: 217 time: 0.5439820 Feb 10 22:38:52.698648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:52.717845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6872c-a132-4372-b753-4f8b5296eb3c req-9e427f3b-8023-4168-a0f3-e2711a5899a3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:52.721495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:52.729315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08e6872c-a132-4372-b753-4f8b5296eb3c req-9e427f3b-8023-4168-a0f3-e2711a5899a3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.9413249 Feb 10 22:38:52.795536 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:52.809203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Transition to ACTIVE for port object d957d5c4-e93d-4b34-abb6-c9fb60ad7402 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:52.817942 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:52.819825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0d64bc9-01f7-4734-9181-5422fada058a req-fab98913-5989-41db-b16f-2a8cf0d45b2b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9405048 Feb 10 22:38:52.830037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=2b80f056-b9b2-4d35-81eb-6e6b9388924d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:52.848295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:52.973767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Made reservation on behalf of eedd8be3b9c14e34a7c6e24445918c4a for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:52.976282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.052130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.100241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08e6872c-a132-4372-b753-4f8b5296eb3c req-542bc0f3-a361-4d0d-b0d6-5a4781a8bde4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700411 Feb 10 22:38:53.101720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-68301e3a-056f-43cb-bc13-327eede462fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:53.103950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-68301e3a-056f-43cb-bc13-327eede462fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.3725240 Feb 10 22:38:53.108695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:53.227110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-828905fb-db89-470b-b034-fd99be074e4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131086 Feb 10 22:38:53.244215 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'code': 200} Feb 10 22:38:53.285070 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ffde5-325e-47b8-9f9c-dec8cf9e6353 None None] Pushing event updated for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:53.332078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.442912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Attempting to bind port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:53.443741 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Attempting to bind port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:53.444457 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Attempting to bind port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 on network 59008ffd-2008-4e18-88cf-b60f93936cdb {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:53.454292 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:53.456771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Checking segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:53.457299 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.457810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Bound using segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:53.458389 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Bound port: d957d5c4-e93d-4b34-abb6-c9fb60ad7402, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:53.458870 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.459794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Usage tracker for resource:security_group_rule and tenant:eedd8be3b9c14e34a7c6e24445918c4a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:53.473047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.579444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:53.632791 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] For port d957d5c4-e93d-4b34-abb6-c9fb60ad7402, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:38:53.637373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] For port d957d5c4-e93d-4b34-abb6-c9fb60ad7402, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:38:53.642738 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.659559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:53.664031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-38df47dd-6bf6-4bfb-a9d9-c2502c876a59 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316022 Feb 10 22:38:53.712731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=2b80f056-b9b2-4d35-81eb-6e6b9388924d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:53.721477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.737924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ffde5-325e-47b8-9f9c-dec8cf9e6353 None None] Pushing event updated for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:53.755268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052be917-441d-4cee-9d89-ababe18505e0 req-03172641-f946-4e1b-b7ae-ba7799eea56a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:53.765329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-052be917-441d-4cee-9d89-ababe18505e0 req-03172641-f946-4e1b-b7ae-ba7799eea56a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 945 time: 0.4241791 Feb 10 22:38:53.767181 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:38:53.768067 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:53.855439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-052be917-441d-4cee-9d89-ababe18505e0 req-cd51579d-8f45-42ab-b7eb-9e140d4e88fe tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882213 Feb 10 22:38:53.858053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:53.862309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2e37a4fc-dcb2-4648-83ea-d5db09b96458 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8720100 Feb 10 22:38:54.079212 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:38:54.091771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282266-bf3a-4b6a-b345-7e654088d52c req-a2fb0158-dd8c-4f82-a4b8-83281c51f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:54.093567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65282266-bf3a-4b6a-b345-7e654088d52c req-a2fb0158-dd8c-4f82-a4b8-83281c51f7a5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1096 time: 0.6286392 Feb 10 22:38:54.156007 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.232802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0facaf2-8780-4f1c-a6c6-7888b1aa55f4 req-10e064ec-2b3a-4baf-aa95-4a0ddc970dbb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:54.234552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0facaf2-8780-4f1c-a6c6-7888b1aa55f4 req-10e064ec-2b3a-4baf-aa95-4a0ddc970dbb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 944 time: 0.6438587 Feb 10 22:38:54.236728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-808e1bfd-9ea1-4259-b852-642e21ae06e0 req-9f37951c-b630-433f-98eb-d1e6e2029b24 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505104 Feb 10 22:38:54.245408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3bc1d-6a4b-4c49-a575-31bc6c34a96b req-511cfd4c-88ea-43f6-9551-a0ab3d9eb553 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:54.257841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34b3bc1d-6a4b-4c49-a575-31bc6c34a96b req-511cfd4c-88ea-43f6-9551-a0ab3d9eb553 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2164886 Feb 10 22:38:54.342263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65282266-bf3a-4b6a-b345-7e654088d52c req-9fbdd311-5947-45c3-997b-0ba402e86423 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100155 Feb 10 22:38:54.351183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.364171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.422716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0facaf2-8780-4f1c-a6c6-7888b1aa55f4 req-738e60b6-7656-4fca-b748-4cbff214d5c7 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679273 Feb 10 22:38:54.426416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783c84b4-7869-445c-a59e-843748ca18cd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:54.430425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:38:54.442068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.442803 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Added segment f0e92331-fe9b-4281-916f-943c86912c75 of type vlan for network 93fb9cdc-22ad-411a-987c-c675036b8511 Feb 10 22:38:54.451832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34b3bc1d-6a4b-4c49-a575-31bc6c34a96b req-1a4d7761-57bb-4d4a-8711-b3cf021e2ac5 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829095 Feb 10 22:38:54.487268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.537197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:54.558526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.560133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:54.560985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.703661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:54.714902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:54.715641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:54.749703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7262592 Feb 10 22:38:54.750157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41678) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:54.759600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804b275-6a31-4baf-8801-2030031b715b admin admin] Pushing event updated for resources: {'Network': ['ID=93fb9cdc-22ad-411a-987c-c675036b8511,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:54.768172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Request body: {'subnet': {'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-subnet', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:54.823060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:54.855819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 93fb9cdc-22ad-411a-987c-c675036b8511 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:38:54.881339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Usage tracker for resource:subnet and tenant:eedd8be3b9c14e34a7c6e24445918c4a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:54.926417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:54.946485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aeaa92-533f-40e7-b0ee-f183762562bb req-4f4f2501-61e7-4ab9-b3ed-1de1484477df tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:54.947400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6f015e22-f55b-4608-8412-42c9f1da964b req-f95a8469-5741-45ae-99a5-3a798c6c834f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:54.952521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c4aeaa92-533f-40e7-b0ee-f183762562bb req-4f4f2501-61e7-4ab9-b3ed-1de1484477df tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1593215 Feb 10 22:38:54.952910 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:47Z', 'revision_number': 4, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd957d5c4-e93d-4b34-abb6-c9fb60ad7402', 'name': '', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'mac_address': 'fa:16:3e:9c:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:45Z', 'updated_at': '2022-02-10T22:38:53Z', 'revision_number': 4, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'subnets': [{'id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:38:54.956124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:54.960769 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02777ae6-6a0c-4b23-bf13-d7d3cdf8b176 None None] The sync data for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 is: [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:47Z', 'revision_number': 4, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd957d5c4-e93d-4b34-abb6-c9fb60ad7402', 'name': '', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'mac_address': 'fa:16:3e:9c:83:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1195, 'fixed_ips': [{'subnet_id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:45Z', 'updated_at': '2022-02-10T22:38:53Z', 'revision_number': 4, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'subnets': [{'id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:38:54.994625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Made reservation on behalf of eedd8be3b9c14e34a7c6e24445918c4a for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:38:54.997153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:55.042765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6f015e22-f55b-4608-8412-42c9f1da964b req-f95a8469-5741-45ae-99a5-3a798c6c834f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:55.044539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-f95a8469-5741-45ae-99a5-3a798c6c834f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--571510264&fields=id&tenant_id=0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 267 time: 0.2162807 Feb 10 22:38:55.052578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c4aeaa92-533f-40e7-b0ee-f183762562bb req-36479a86-ed4e-49ee-9f8f-7aa491154887 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845451 Feb 10 22:38:55.383971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:55.411767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-fec3e0a4-3a04-46b9-9abf-e5d55b4d27a6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:55.412273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6f015e22-f55b-4608-8412-42c9f1da964b req-fec3e0a4-3a04-46b9-9abf-e5d55b4d27a6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:55.425300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:55.435872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:55.487775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ddb85-aead-4a63-8386-18d9e3dd5f34 req-88093572-4f3c-426c-a84c-30abbc0830d9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:55.490579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f85ddb85-aead-4a63-8386-18d9e3dd5f34 req-88093572-4f3c-426c-a84c-30abbc0830d9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1959965 Feb 10 22:38:55.545895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:55.586320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f85ddb85-aead-4a63-8386-18d9e3dd5f34 req-4275ca79-78a6-40ee-b1ed-05ef2f8a2ae7 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869894 Feb 10 22:38:55.613743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6f015e22-f55b-4608-8412-42c9f1da964b req-fec3e0a4-3a04-46b9-9abf-e5d55b4d27a6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:55.615467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-fec3e0a4-3a04-46b9-9abf-e5d55b4d27a6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 811 time: 0.4769709 Feb 10 22:38:55.716855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-380fc847-442f-4086-b456-26d68f645012 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/quotas/0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 375 time: 0.0802343 Feb 10 22:38:55.718669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:55.921691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66656a6f-e40d-4137-b6e4-ee32e295d237,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:55.923390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Checking segment: {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:55.923827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Network hostable DHCP agents. Network: 93fb9cdc-22ad-411a-987c-c675036b8511, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:38:55.962912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab8eb7-fac3-4520-99bf-a29c5576765c req-d9ce06c7-da44-4f9b-8bb8-e723c6f94e27 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:55.973570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:38:55.977692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6cab8eb7-fac3-4520-99bf-a29c5576765c req-d9ce06c7-da44-4f9b-8bb8-e723c6f94e27 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 945 time: 0.2033360 Feb 10 22:38:55.978039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-3a95cb99-7e04-4533-bae9-abff5e78aca4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2500150 Feb 10 22:38:55.991567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Network 93fb9cdc-22ad-411a-987c-c675036b8511 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:38:56.050786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6cab8eb7-fac3-4520-99bf-a29c5576765c req-6648d473-4538-4ff9-9f73-151193e77eab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718775 Feb 10 22:38:56.157209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 93fb9cdc-22ad-411a-987c-c675036b8511) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:56.165997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:56.166735 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:56.174850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157f0074-be5c-4b0f-8ef9-8ade9f59f446 None None] Network 93fb9cdc-22ad-411a-987c-c675036b8511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:38:56.217615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-608e61e7-7f12-40af-988c-aa5294a937b8 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4627919 Feb 10 22:38:56.217615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41700) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:38:56.226560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:56.244989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:38:56.254949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Usage tracker for resource:router and tenant:eedd8be3b9c14e34a7c6e24445918c4a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:38:56.261973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:38:56.276593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-cfc254f0-e9ec-49ee-a5de-2a5bc8c768ea service neutron] 10.222.0.53 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771573 Feb 10 22:38:56.380787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:38:56.609181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:56.609181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:56.710861 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:56.761183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d957d5c4-e93d-4b34-abb6-c9fb60ad7402 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:56.985688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:57.045909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '5b59da2e-c6af-4074-880f-d64e651b5037', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'port_id': '5b59da2e-c6af-4074-880f-d64e651b5037', 'mac_address': 'fa:16:3e:23:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b685aa6e-a51d-42bd-b30c-129282c82d2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:38:57.114623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3164df-3421-4606-8f45-62f3f2a836da req-cdb8e810-e042-42b4-a09a-c3ccea791f36 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:57.125341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb3164df-3421-4606-8f45-62f3f2a836da req-cdb8e810-e042-42b4-a09a-c3ccea791f36 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 944 time: 0.1584306 Feb 10 22:38:57.188943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb3164df-3421-4606-8f45-62f3f2a836da req-c40b9223-01d4-4e79-92b4-da9ebff9ba65 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625610 Feb 10 22:38:57.191849 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:57.219723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:38:57.233202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:38:57.250931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:57.252453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:57.253089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:57.290974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:57.313683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-97cf43df-5ee1-4200-85cc-5867ffdc86de service neutron] 10.222.0.53 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0370781 Feb 10 22:38:57.427426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fccf4c1-19b9-45f9-a22d-47b889fb4025 req-3c3c79ce-9ce6-4a11-a993-52fbdeb4f1bb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:57.447343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fccf4c1-19b9-45f9-a22d-47b889fb4025 req-3c3c79ce-9ce6-4a11-a993-52fbdeb4f1bb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1405954 Feb 10 22:38:57.456162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:57.479674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-93fb9cdc-22ad-411a-987c-c675036b8511', 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'fixed_ips': [{'subnet_id': '66656a6f-e40d-4137-b6e4-ee32e295d237'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:38:57.480513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:57.529192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fccf4c1-19b9-45f9-a22d-47b889fb4025 req-d94f2f3b-fb29-4fc6-b9eb-ffc8767c9e7a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Feb 10 22:38:57.533023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:57.737492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-993b7cd5-11e4-4713-b2b0-972a53fc68a9 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-153701122&fields=id&tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 267 time: 0.1182997 Feb 10 22:38:57.846355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Allocated IP 172.20.0.2 (93fb9cdc-22ad-411a-987c-c675036b8511/66656a6f-e40d-4137-b6e4-ee32e295d237/a3580e80-a9f4-4a59-8697-529b099aaadb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:57.884478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ee380f0e-7db0-43aa-97f6-c4019441cf06 req-2b3c2998-75ee-4286-b132-f85f9b92eb9c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:38:57.905002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ee380f0e-7db0-43aa-97f6-c4019441cf06 req-2b3c2998-75ee-4286-b132-f85f9b92eb9c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:38:57.918128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee380f0e-7db0-43aa-97f6-c4019441cf06 req-2b3c2998-75ee-4286-b132-f85f9b92eb9c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 210 time: 0.1125956 Feb 10 22:38:58.272343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08de9d5-dfb6-4cdb-a4e5-6f8391cd94da req-528f7830-4305-4b3d-90c6-249f9e74dbaa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:58.272343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c08de9d5-dfb6-4cdb-a4e5-6f8391cd94da req-528f7830-4305-4b3d-90c6-249f9e74dbaa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1868050 Feb 10 22:38:58.293245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-7f1908ac-0a89-42ed-85dc-a17b7849fda3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:58.323852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-7f1908ac-0a89-42ed-85dc-a17b7849fda3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 945 time: 0.5665226 Feb 10 22:38:58.407516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'security_groups': ['db3c00ff-282c-4da2-9cc9-438fe0a27b7f', '70a66973-c358-4407-bba1-a33a2039d4ad']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:38:58.427957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c08de9d5-dfb6-4cdb-a4e5-6f8391cd94da req-4df5e3d7-eeb4-4340-b819-8f1452839c3a tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428108 Feb 10 22:38:58.620906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['5b59da2e-c6af-4074-880f-d64e651b5037'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:38:58.754583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6369cc-a557-49d8-afc6-5885cb6654f8 req-ea53f8ab-14a7-44e6-9e25-c5354a93385b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:58.766931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f6369cc-a557-49d8-afc6-5885cb6654f8 req-ea53f8ab-14a7-44e6-9e25-c5354a93385b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1772726 Feb 10 22:38:58.843298 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f6369cc-a557-49d8-afc6-5885cb6654f8 req-f6745a1b-1218-4c09-a20c-8225e867fb87 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750403 Feb 10 22:38:58.900266 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:58.909943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:58.943509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:58.953113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:58.978912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Transition to ACTIVE for port object a3580e80-a9f4-4a59-8697-529b099aaadb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:59.028652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.044704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d957d5c4-e93d-4b34-abb6-c9fb60ad7402, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:59.047373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Transition to ACTIVE for port object a3580e80-a9f4-4a59-8697-529b099aaadb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:38:59.066801 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.067940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:38:59.211993 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.226209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:59.247616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.248376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.248934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.249489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.250045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.250594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.251126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.251749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.252287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.252845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.253397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.253919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:38:59.268321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Allocated IP 172.25.2.10 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/bfe5d611-dd52-45c7-bdf5-24225922a7de) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:38:59.321129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Network 93fb9cdc-22ad-411a-987c-c675036b8511 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:38:59.362467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456cbde-bbfa-4b3f-ba0b-3b27b42ff685 req-220b1255-ce1f-475a-a1f3-c9f610276431 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:38:59.374587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0456cbde-bbfa-4b3f-ba0b-3b27b42ff685 req-220b1255-ce1f-475a-a1f3-c9f610276431 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 945 time: 0.2631843 Feb 10 22:38:59.428341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:38:59.432075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:38:59.440571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0456cbde-bbfa-4b3f-ba0b-3b27b42ff685 req-eff7d13f-38fd-4bc0-8840-707c2013c75f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647240 Feb 10 22:38:59.519518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:38:59.519981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.740344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Attempting to bind port a3580e80-a9f4-4a59-8697-529b099aaadb on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:38:59.740344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Attempting to bind port a3580e80-a9f4-4a59-8697-529b099aaadb by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:38:59.740344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Attempting to bind port a3580e80-a9f4-4a59-8697-529b099aaadb on network 93fb9cdc-22ad-411a-987c-c675036b8511 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:38:59.752262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Pushing event updated for resources: {'Port': ['ID=a3580e80-a9f4-4a59-8697-529b099aaadb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Checking segment: {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Bound using segment: {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Bound port: a3580e80-a9f4-4a59-8697-529b099aaadb, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:38:59.788657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.873012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:38:59.931253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.945913 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:38:59.952763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:00.003309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-f58a73e4-3b61-4191-bdd0-a4e792d054c5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:00.004744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-f58a73e4-3b61-4191-bdd0-a4e792d054c5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 811 time: 0.4227555 Feb 10 22:39:00.035309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:00.076409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-60bcd99c-55de-4e67-b4e6-f2feea99570c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 379 time: 0.0621011 Feb 10 22:39:00.085679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0fc376-04c8-4f3e-80cb-614a1b8858db req-4f234ede-673c-4988-b85f-9f56dfb6d3a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:00.087473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f0fc376-04c8-4f3e-80cb-614a1b8858db req-4f234ede-673c-4988-b85f-9f56dfb6d3a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2243674 Feb 10 22:39:00.093024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'port': {'device_id': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'admin_state_up': True, 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'security_groups': ['a6d6affc-ae79-424c-8db7-171467f5465e']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:00.098732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:00.115701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:00.116915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:00.137088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cd0f2ea-6af9-4d67-b2d1-da72b4c17d66 req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "PUT /v2.0/ports/6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 981 time: 1.8236854 Feb 10 22:39:00.143936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:00.201195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2579566f-5051-4f58-819b-3ee708628efc tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:00.236628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] For port a3580e80-a9f4-4a59-8697-529b099aaadb, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:00.242742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] For port a3580e80-a9f4-4a59-8697-529b099aaadb, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3580e80-a9f4-4a59-8697-529b099aaadb,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:00.286899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:00.324081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:00.345580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f0fc376-04c8-4f3e-80cb-614a1b8858db req-cb975370-5d99-441a-b3dd-e9b17d86bed9 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296047 Feb 10 22:39:00.449565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:00.451998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:00.468439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:00.512268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Made reservation on behalf of 0352ed6d031b4bfa9278767984af006f for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:00.513886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:00.527188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:00.628285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:00.639883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:00.699021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Pushing event updated for resources: {'Port': ['ID=bfe5d611-dd52-45c7-bdf5-24225922a7de,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:00.708568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-95ac5761-aa93-4e76-9e57-3021dfca587a req-48c8fa30-b178-4977-8422-c3046d1fc3db tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 210 time: 0.3765953 Feb 10 22:39:00.796663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9831ba3e-57df-49aa-8592-d1d3798eecf1 req-9c6ec933-efe6-4023-a58d-f2b86e81f669 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:00.798346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9831ba3e-57df-49aa-8592-d1d3798eecf1 req-9c6ec933-efe6-4023-a58d-f2b86e81f669 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2611876 Feb 10 22:39:00.832448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f498d-b49b-490c-a057-ad34cbf2e8a2 None None] Pushing event updated for resources: {'Port': ['ID=a3580e80-a9f4-4a59-8697-529b099aaadb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:00.909562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9831ba3e-57df-49aa-8592-d1d3798eecf1 req-a70d8422-2f41-4728-9406-133efcc247a9 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009328 Feb 10 22:39:00.942653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Allocated IP 172.20.0.3 (3908da47-a0ad-4198-bf18-b819e76359ab/a6f0527a-a1af-4376-a27f-666c9c5b955a/186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:01.036856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d957d5c4-e93d-4b34-abb6-c9fb60ad7402 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:01.244923 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'status': 'completed', 'code': 200} Feb 10 22:39:01.526538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d3cdbe3-36d7-49c0-bb73-b847f3e33b2a req-b0e80b00-10e5-43a4-a817-3ae9ed83a390 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/70a66973-c358-4407-bba1-a33a2039d4ad HTTP/1.1" status: 200 len: 1802 time: 0.7742252 Feb 10 22:39:01.546457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:01.567099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Transition to ACTIVE for port object 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:01.635890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:01.793387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:01.803668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:01.804410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:01.817658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Network 3908da47-a0ad-4198-bf18-b819e76359ab is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:01.821400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:01.840547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:01.960693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:02.024898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:02.055311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:02.055984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:02.230773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095b6a9-d461-46d3-9497-162c5d3b921b req-c3b936ce-ce2c-4feb-939d-5b202cf1bef8 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:02.237458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7095b6a9-d461-46d3-9497-162c5d3b921b req-c3b936ce-ce2c-4feb-939d-5b202cf1bef8 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 945 time: 0.7820561 Feb 10 22:39:02.241991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-b7d34511-7c27-453a-bd3a-c3a82d6b244c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1533408 Feb 10 22:39:02.255401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 5b59da2e-c6af-4074-880f-d64e651b5037 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:02.256822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Request body: {'port': {'device_id': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:02.258826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-5a47b2cd-9543-4f5f-a09d-c3c452b68a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:02.260522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-5a47b2cd-9543-4f5f-a09d-c3c452b68a21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1135 time: 1.1512599 Feb 10 22:39:02.371825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 5b59da2e-c6af-4074-880f-d64e651b5037 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:02.373134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:02.478231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7095b6a9-d461-46d3-9497-162c5d3b921b req-76f6e427-9f94-484f-baf3-8c173183a1f2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265704 Feb 10 22:39:02.506289 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-6d3cdbe3-36d7-49c0-bb73-b847f3e33b2a req-4c21a400-710d-43ab-9422-f84658e74501 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 22:39:02.507888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d3cdbe3-36d7-49c0-bb73-b847f3e33b2a req-4c21a400-710d-43ab-9422-f84658e74501 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/70a66973-c358-4407-bba1-a33a2039d4ad HTTP/1.1" status: 409 len: 341 time: 0.9526076 Feb 10 22:39:02.524366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9e66575c-fccc-4ab6-b7d1-cac1f8b92977 None None] Provisioning for port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:02.543339 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:02.559904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9e66575c-fccc-4ab6-b7d1-cac1f8b92977 None None] Provisioning complete for port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:02.572965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e66575c-fccc-4ab6-b7d1-cac1f8b92977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:02.673424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9e66575c-fccc-4ab6-b7d1-cac1f8b92977 None None] Port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:02.680255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f04e9d-343d-45e9-94e3-8bc3fe28e8d5 None None] Network 93fb9cdc-22ad-411a-987c-c675036b8511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:02.868804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-482562cf-6e46-4991-8fea-e4fe34cb4547 None None] Provisioning for port a3580e80-a9f4-4a59-8697-529b099aaadb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:02.899684 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.007867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:03.043820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-6aeff939-b07a-4113-8dfe-6f356b04271a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:03.045602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-6aeff939-b07a-4113-8dfe-6f356b04271a service neutron] 10.222.0.24 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.7703741 Feb 10 22:39:03.171035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-6a6bd142-4447-417c-aeb6-403b1b018ef7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 217 time: 0.1172321 Feb 10 22:39:03.175738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.207907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:03.210137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3580e80-a9f4-4a59-8697-529b099aaadb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:03.230973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aca9b2-81f7-4f00-8f65-04576246312a req-b48a704b-40c3-4cd8-83c1-6a6ccb1fd693 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:03.232820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8aca9b2-81f7-4f00-8f65-04576246312a req-b48a704b-40c3-4cd8-83c1-6a6ccb1fd693 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 931 time: 0.5307558 Feb 10 22:39:03.294385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.335309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265737-eb2d-4fe4-a181-7fff26361022 req-3fcff3eb-8c26-4637-970d-382cbf20c174 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:03.344863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16265737-eb2d-4fe4-a181-7fff26361022 req-3fcff3eb-8c26-4637-970d-382cbf20c174 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.6252801 Feb 10 22:39:03.446422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16265737-eb2d-4fe4-a181-7fff26361022 req-efe1b364-047c-44c6-92a9-0cc15750d765 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949960 Feb 10 22:39:03.477283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a3580e80-a9f4-4a59-8697-529b099aaadb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:03.509585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a3580e80-a9f4-4a59-8697-529b099aaadb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:03.509962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.591069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-b5bc9db5-a94f-43f5-b4fe-419b44e424d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:03.592916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-b5bc9db5-a94f-43f5-b4fe-419b44e424d8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.4132860 Feb 10 22:39:03.647078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:03.665476 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.668120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:03.694901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8aca9b2-81f7-4f00-8f65-04576246312a req-d65cf7dd-db6a-4b04-970c-fbaf22f24002 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4550507 Feb 10 22:39:03.718054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Transition to ACTIVE for port object 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:03.723519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-08d0c245-1194-4c22-b9ab-ba44b31dea25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690992 Feb 10 22:39:03.723931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:03.899998 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'code': 200} Feb 10 22:39:04.002421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.105024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a3580e80-a9f4-4a59-8697-529b099aaadb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3580e80-a9f4-4a59-8697-529b099aaadb,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:04.109866 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.136479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-c82131db-cf12-46a8-9b8e-47d41b5af590 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070039 Feb 10 22:39:04.168016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:39:04.298669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a3580e80-a9f4-4a59-8697-529b099aaadb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:04.328875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e881a17-52a9-4693-aae8-96d219e44cc2 None None] Provisioning complete for port a3580e80-a9f4-4a59-8697-529b099aaadb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:04.329094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:04.330536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e881a17-52a9-4693-aae8-96d219e44cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.434026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93e21ed2-3e77-4ee1-93aa-92bc8eee618f req-afa32b35-ab40-4a87-9151-d7f2a836b140 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912467 Feb 10 22:39:04.491555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Attempting to bind port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:04.492659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Attempting to bind port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:04.493227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Attempting to bind port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:04.513797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e7378-828f-47b3-a23d-e9ffe6488bfe req-e369a24c-a409-4da9-be98-71d1b684b386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:04.515759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be8e7378-828f-47b3-a23d-e9ffe6488bfe req-e369a24c-a409-4da9-be98-71d1b684b386 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 1097 time: 0.4705949 Feb 10 22:39:04.516607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 on network 3908da47-a0ad-4198-bf18-b819e76359ab not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:39:04.517136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Attempting to bind port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:04.548411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:04.548772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Checking segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:04.549192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Bound using segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:04.549635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Bound port: 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:04.549984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.588819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a455c3-f92a-47c6-bcb7-0b7211c356a3 req-5f8469b8-057b-4b9a-9d8e-e18047cb5a16 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:04.590358 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3a455c3-f92a-47c6-bcb7-0b7211c356a3 req-5f8469b8-057b-4b9a-9d8e-e18047cb5a16 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.3582654 Feb 10 22:39:04.596229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29bdde-1542-4857-80a8-ac4bdd0ec30a req-5c33d144-1255-425c-9c62-d0c00b750c60 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:04.598522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd29bdde-1542-4857-80a8-ac4bdd0ec30a req-5c33d144-1255-425c-9c62-d0c00b750c60 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.6103880 Feb 10 22:39:04.655137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be8e7378-828f-47b3-a23d-e9ffe6488bfe req-c47e632c-f74c-481e-b351-c6dbbcff962b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304932 Feb 10 22:39:04.670124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:39:04.682656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Sync routers for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:39:04.693040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:04.693896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:04.695385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd29bdde-1542-4857-80a8-ac4bdd0ec30a req-6a797378-0945-4c8b-8eca-c7aa205eda00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814388 Feb 10 22:39:04.713578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.715050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bfffa767-9a59-4f92-a877-1f8f965b1b8a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.4970489 Feb 10 22:39:04.721110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:04.723966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41796) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:04.724634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:04.730305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.796817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3a455c3-f92a-47c6-bcb7-0b7211c356a3 req-7b42dbbd-e5cd-4f1d-bf9d-fbd49a45edeb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663864 Feb 10 22:39:04.831792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:04.832442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:04.833994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] 10.222.0.24 "PUT /v2.0/ports/186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 1091 time: 2.5838964 Feb 10 22:39:04.835882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:04.889748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141c5540-bc9d-424b-a184-7e4737d64fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:04.933182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-62b405e0-a8fa-45cc-b609-5a42d30cf618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:04.948777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-62b405e0-a8fa-45cc-b609-5a42d30cf618 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1135 time: 0.4211910 Feb 10 22:39:05.102847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3580e80-a9f4-4a59-8697-529b099aaadb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:05.109214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-e23165ad-4bfc-4286-94b8-a2272f57360a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.110634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-e23165ad-4bfc-4286-94b8-a2272f57360a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1094 time: 0.2046201 Feb 10 22:39:05.234942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:05.249396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-46a7b535-39f9-4f70-89fc-01fae5e0f3c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 217 time: 0.1308479 Feb 10 22:39:05.326847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-8e7328bc-bf8c-4c02-98e0-870e7ebc6bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.339588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-8e7328bc-bf8c-4c02-98e0-870e7ebc6bb4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.0718019 Feb 10 22:39:05.522990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b7b65-1ca3-437b-ac71-153abefeb459 req-1dded1e4-fd4b-45c9-9b6e-22930a77d9a6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.524614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233b7b65-1ca3-437b-ac71-153abefeb459 req-1dded1e4-fd4b-45c9-9b6e-22930a77d9a6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 984 time: 0.5726848 Feb 10 22:39:05.562611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a3580e80-a9f4-4a59-8697-529b099aaadb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:05.562611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:05.586998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-e9383af4-93b7-4825-9288-b55fd3421fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.588490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-e9383af4-93b7-4825-9288-b55fd3421fc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.5944068 Feb 10 22:39:05.600014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015e22-f55b-4608-8412-42c9f1da964b req-c5c1c6a6-696c-47c9-9682-515821af359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.601998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-c5c1c6a6-696c-47c9-9682-515821af359c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2591605 Feb 10 22:39:05.605020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-1d793d2f-89f4-4b54-9490-1bf6a1c204cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.606505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-1d793d2f-89f4-4b54-9490-1bf6a1c204cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.1823111 Feb 10 22:39:05.670861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18cb1f6-b1bf-428c-8eba-d6872b935ebd req-b414f4c8-04af-4391-9df7-2119582f00bc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.671641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d18cb1f6-b1bf-428c-8eba-d6872b935ebd req-b414f4c8-04af-4391-9df7-2119582f00bc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:05.784508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:01Z', 'revision_number': 3, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:05.790057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Checking router: e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:39:05.790950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Updating router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 port bfe5d611-dd52-45c7-bdf5-24225922a7de binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:39:05.830985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d18cb1f6-b1bf-428c-8eba-d6872b935ebd req-b414f4c8-04af-4391-9df7-2119582f00bc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:05.832199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d18cb1f6-b1bf-428c-8eba-d6872b935ebd req-b414f4c8-04af-4391-9df7-2119582f00bc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 943 time: 0.3334274 Feb 10 22:39:05.859115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:05.885130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-50e5de51-d712-488e-8b0b-f1812c835c76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 217 time: 0.2819614 Feb 10 22:39:05.891817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233b7b65-1ca3-437b-ac71-153abefeb459 req-d7bee695-be54-43c8-bda0-0abfb9e19bf4 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=70a66973-c358-4407-bba1-a33a2039d4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3491812 Feb 10 22:39:05.955462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d18cb1f6-b1bf-428c-8eba-d6872b935ebd req-baa01360-4a83-4ce7-8b4a-09a564b8e798 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102417 Feb 10 22:39:05.955651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-63e0c3c6-f4b6-44df-9465-020ad06a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.956623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-8b1b8685-b5e2-44da-bf85-40d489a184d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:05.957114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-63e0c3c6-f4b6-44df-9465-020ad06a2461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.0624278 Feb 10 22:39:05.958091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-8b1b8685-b5e2-44da-bf85-40d489a184d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.3430960 Feb 10 22:39:05.978899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-ce59a996-3c94-4124-8f15-9073d773a6ef service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646731 Feb 10 22:39:06.167452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41814) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:06.170132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-43499da7-4409-44f4-955d-d4bc457439c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1909926 Feb 10 22:39:06.206439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-634933570'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:06.239417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:06.331339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:network and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:06.341130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:06.357382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:06.489932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.503822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Transition to ACTIVE for port object bfe5d611-dd52-45c7-bdf5-24225922a7de will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:06.507404 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'status': 'completed', 'code': 200} Feb 10 22:39:06.511956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.557531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-4d28b4c1-8646-4ffa-bc35-5ffd0ed876d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.5811472 Feb 10 22:39:06.586797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:06.591232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Attempting to bind port bfe5d611-dd52-45c7-bdf5-24225922a7de on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:06.591748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Attempting to bind port bfe5d611-dd52-45c7-bdf5-24225922a7de by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:06.591979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Attempting to bind port bfe5d611-dd52-45c7-bdf5-24225922a7de on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:06.592641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.602964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:06.603364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:06.603766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.604159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:06.604615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Bound port: bfe5d611-dd52-45c7-bdf5-24225922a7de, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:06.604983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.652263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610d53-66af-442a-8915-6abc021dfead None None] Pushing event updated for resources: {'Port': ['ID=bfe5d611-dd52-45c7-bdf5-24225922a7de,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:06.676516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f015e22-f55b-4608-8412-42c9f1da964b req-ae35c797-4062-40b3-9064-88d5e0c0bfc8 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416908 Feb 10 22:39:06.682828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-6a85b08b-9a4e-4cb2-a98a-ba2aa4feddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:06.684646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-6a85b08b-9a4e-4cb2-a98a-ba2aa4feddef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.1113098 Feb 10 22:39:06.702371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] For port bfe5d611-dd52-45c7-bdf5-24225922a7de, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:06.706143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] For port bfe5d611-dd52-45c7-bdf5-24225922a7de, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bfe5d611-dd52-45c7-bdf5-24225922a7de,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:06.711116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.728601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-98853eb0-4899-4cf1-a737-0fd0afbdc281 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5487404 Feb 10 22:39:06.748551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-db865a95-84fc-4723-8637-b5bd394c4938 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510635 Feb 10 22:39:06.764790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:39:06.787556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06837901-c57b-4090-bbb3-c8aed2c85df1 req-54a90767-b271-4193-b9d0-edfdbb582cf1 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:06.795443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06837901-c57b-4090-bbb3-c8aed2c85df1 req-54a90767-b271-4193-b9d0-edfdbb582cf1 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2866497 Feb 10 22:39:06.805425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:06.806112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:38:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:06.864491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d610d53-66af-442a-8915-6abc021dfead None None] Pushing event updated for resources: {'Port': ['ID=bfe5d611-dd52-45c7-bdf5-24225922a7de,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:06.877156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.877499 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Added segment 7206d988-dad6-4847-9e64-0ec4e9c251a6 of type vlan for network 749e9125-7f4c-4d6f-9a23-e279f116864c Feb 10 22:39:06.962966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06837901-c57b-4090-bbb3-c8aed2c85df1 req-7fcf6cb4-c842-47f1-8b0d-b35e8871f1d3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666396 Feb 10 22:39:06.993317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:06.999889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-f507c257-fe18-47b7-9b0a-f171980c79c2 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017407 Feb 10 22:39:07.010592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67deb2df-eace-4c19-b9ef-3acd07bb7d33 req-feb793ee-0df8-44fa-85f2-68ba7c1d41f6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.017130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67deb2df-eace-4c19-b9ef-3acd07bb7d33 req-feb793ee-0df8-44fa-85f2-68ba7c1d41f6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.5124161 Feb 10 22:39:07.020808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:07.028008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-a36eea69-e9c9-4121-86b0-d9783cefaf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.029837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-a36eea69-e9c9-4121-86b0-d9783cefaf5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1094 time: 0.2835038 Feb 10 22:39:07.078905 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4cf786-2d5d-41a2-94bd-8032cfdfdb48 req-a225251c-d648-4c8f-acd4-addb848a5810 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383679 Feb 10 22:39:07.113349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:07.132381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-67deb2df-eace-4c19-b9ef-3acd07bb7d33 req-ba6696ec-a155-4cf6-954f-7649fdcf189a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Synchronizing usage tracker for tenant:00520c29f6124fc9832bb98a13525160 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:07.146478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:07.152311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.152928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:07.293014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-67deb2df-eace-4c19-b9ef-3acd07bb7d33 req-ba6696ec-a155-4cf6-954f-7649fdcf189a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Unset dirty status for tenant:00520c29f6124fc9832bb98a13525160 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:07.302736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67deb2df-eace-4c19-b9ef-3acd07bb7d33 req-ba6696ec-a155-4cf6-954f-7649fdcf189a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846174 Feb 10 22:39:07.428875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99454fb9-2e41-4cbd-aa14-0a506d51c9d8 req-948c3dde-080a-4dd5-9220-8ab05ed7a9c1 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205530 Feb 10 22:39:07.430582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-988bfd25-4487-40b8-a079-56af539ede5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.432159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-988bfd25-4487-40b8-a079-56af539ede5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 0.3960059 Feb 10 22:39:07.549933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3785062 Feb 10 22:39:07.556960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41828) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:07.557912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-3f5ad2f0-5d35-4b3c-b08c-3941f54af143 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 217 time: 0.0848579 Feb 10 22:39:07.565870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1997020388'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:07.572323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:01Z', 'revision_number': 3, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:07.580792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdd665e-2ad4-4866-844d-b734f18884e1 None None] The sync data for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 is: [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:01Z', 'revision_number': 3, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:39:07.607872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Network': ['ID=749e9125-7f4c-4d6f-9a23-e279f116864c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:07.617545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:07.644482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:network and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:07.651450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Allocated IP 172.20.0.1 (93fb9cdc-22ad-411a-987c-c675036b8511/66656a6f-e40d-4137-b6e4-ee32e295d237/3685c1b2-206c-497b-b90d-3789506a38fa) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:07.651706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:07.661623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806d9d99-b84b-4aa8-9fd7-d1bcf2176a9e req-40baec81-086c-41d3-a8c4-afc8e96b87a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.669440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-806d9d99-b84b-4aa8-9fd7-d1bcf2176a9e req-40baec81-086c-41d3-a8c4-afc8e96b87a3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4472921 Feb 10 22:39:07.671676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.672573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.673146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.673823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.675054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.675674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.676979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.677629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.678241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.680778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.683663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.684995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ccb081-832a-44bf-9121-dc692b013a26 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:07.692687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:07.706111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 749e9125-7f4c-4d6f-9a23-e279f116864c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:39:07.794458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-806d9d99-b84b-4aa8-9fd7-d1bcf2176a9e req-6523fcfd-8d2f-47aa-bb4f-d451a98cb816 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241140 Feb 10 22:39:07.803756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:07.814638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:07.871117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-bd0eb889-4dde-480a-90ac-0c2667a8c350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:07.873817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-bd0eb889-4dde-480a-90ac-0c2667a8c350 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.2965817 Feb 10 22:39:07.955098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:39:07.973686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-c0d9ece0-e2b8-49e1-9131-5a37268e7550 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5389616 Feb 10 22:39:07.987479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:07.987887 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Added segment 61e93a33-c1cb-42d9-9a2b-7d504ce70e06 of type vlan for network 2c564697-314e-42df-ab83-cf70d6b9a096 Feb 10 22:39:08.086115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.099198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-af4e1882-a97d-4c9a-b6a4-e0b6c97ac258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.101087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-af4e1882-a97d-4c9a-b6a4-e0b6c97ac258 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108843 Feb 10 22:39:08.178063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f13b-fd35-4e3d-95b5-04edad956a5d req-1d909ffb-b900-4e2c-9a4a-a395a89a40bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.187773 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5427f13b-fd35-4e3d-95b5-04edad956a5d req-1d909ffb-b900-4e2c-9a4a-a395a89a40bd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 984 time: 0.6497550 Feb 10 22:39:08.209500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97e658bc-b8ac-4dc1-aff2-1918f587efc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.288495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5427f13b-fd35-4e3d-95b5-04edad956a5d req-d60d45ff-5d44-4e4a-b2c8-0b7f5b9fb508 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=70a66973-c358-4407-bba1-a33a2039d4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0987189 Feb 10 22:39:08.291233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.307413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.307413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.316113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.334486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Transition to ACTIVE for port object 3685c1b2-206c-497b-b90d-3789506a38fa will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:08.347863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d67ec4-22b6-452c-b537-e197045da503 req-eebf9239-5bbf-4a3d-9d3a-b4b942be5a79 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.355501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d67ec4-22b6-452c-b537-e197045da503 req-eebf9239-5bbf-4a3d-9d3a-b4b942be5a79 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 943 time: 0.3660352 Feb 10 22:39:08.364493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.499625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Network 93fb9cdc-22ad-411a-987c-c675036b8511 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:08.505132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:08.515639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:08.566545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Pushing event updated for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:08.589697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:08.624148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615a07b-0604-4a26-8e09-725283d214f5 req-68b88fdc-3019-4e80-b880-d5dd97fbe0e8 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.632337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f615a07b-0604-4a26-8e09-725283d214f5 req-68b88fdc-3019-4e80-b880-d5dd97fbe0e8 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.2165775 Feb 10 22:39:08.673253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Network': ['ID=2c564697-314e-42df-ab83-cf70d6b9a096,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:08.688131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2c564697-314e-42df-ab83-cf70d6b9a096 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:39:08.716242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f615a07b-0604-4a26-8e09-725283d214f5 req-89f49d83-a177-495d-a486-aeafc774f753 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827320 Feb 10 22:39:08.734461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-09bd6a78-1e6a-4327-8001-312845039f62 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270444 Feb 10 22:39:08.746549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d67ec4-22b6-452c-b537-e197045da503 req-3f72d3df-11e4-445b-bdaa-ace540a4a222 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3896351 Feb 10 22:39:08.750667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-33dcca9b-3ea2-4d0d-95d7-9b3fd4b608c7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1892674 Feb 10 22:39:08.753812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41838) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:08.779829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'subnet': {'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:08.995973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-b60aa761-3fa2-4ca0-bacd-f75d0914aa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:08.996529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-17765a06-1a61-443f-b559-53a0a3b62973 None None] Provisioning for port 3685c1b2-206c-497b-b90d-3789506a38fa completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:08.997488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-b60aa761-3fa2-4ca0-bacd-f75d0914aa43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1174 time: 0.8927767 Feb 10 22:39:09.010527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26dd4bb1-e57e-4700-a7cb-16d6deaa6968 req-56b003bf-a0e8-479d-9a79-f1ea59181387 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485206 Feb 10 22:39:09.011463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-17765a06-1a61-443f-b559-53a0a3b62973 None None] Provisioning complete for port 3685c1b2-206c-497b-b90d-3789506a38fa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:09.011834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17765a06-1a61-443f-b559-53a0a3b62973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.048347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bfe5d611-dd52-45c7-bdf5-24225922a7de up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:09.103006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.126171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:09.206174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:subnet and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:09.213276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-ac12b2df-fde9-4845-8103-76f581aa16ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:09.214632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:09.214940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-ac12b2df-fde9-4845-8103-76f581aa16ba service neutron] 10.222.0.30 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.1876206 Feb 10 22:39:09.228691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-17765a06-1a61-443f-b559-53a0a3b62973 None None] Port 3685c1b2-206c-497b-b90d-3789506a38fa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:09.250218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:09.265311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port bfe5d611-dd52-45c7-bdf5-24225922a7de completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:09.274736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bfe5d611-dd52-45c7-bdf5-24225922a7de triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:09.276202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.299335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:09.305073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.317756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-760a3457-37f9-4361-b203-cf4ad4ed077f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 200 len: 217 time: 0.0946052 Feb 10 22:39:09.369841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a236db66-494b-498f-b894-80fb99fd2e13 req-000a184f-27fe-4607-85a4-d8bc1c0b3a6f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:09.372211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a236db66-494b-498f-b894-80fb99fd2e13 req-000a184f-27fe-4607-85a4-d8bc1c0b3a6f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.3077462 Feb 10 22:39:09.457282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-0d51758a-7d7d-4abb-b4d8-e28a904dcde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:09.462940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-0d51758a-7d7d-4abb-b4d8-e28a904dcde8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.1394460 Feb 10 22:39:09.518282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.540437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port bfe5d611-dd52-45c7-bdf5-24225922a7de, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bfe5d611-dd52-45c7-bdf5-24225922a7de,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:09.544901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.565092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-95532158-f40f-4729-b802-7835f309bc86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953279 Feb 10 22:39:09.609487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a236db66-494b-498f-b894-80fb99fd2e13 req-691ce92c-64ff-4a00-91cc-5ca58bcb6880 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109362 Feb 10 22:39:09.635646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=bfe5d611-dd52-45c7-bdf5-24225922a7de,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:09.746511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2dcd-d246-4135-b9c2-f04fffe584da req-d33ab83c-b850-4f65-9684-cbd466dc2192 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:09.748922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eabd2dcd-d246-4135-b9c2-f04fffe584da req-d33ab83c-b850-4f65-9684-cbd466dc2192 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2804606 Feb 10 22:39:09.817978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:39:09.828251 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eabd2dcd-d246-4135-b9c2-f04fffe584da req-e25a43af-e2a4-408c-a02a-aed070d313b8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669644 Feb 10 22:39:09.835567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-20c3da0e-509b-4f17-8cf4-9eefbbce909f service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565570 Feb 10 22:39:09.854458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:09.863301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.020808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Pushing event updated for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:10.029897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.061930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.071185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1cc8594-241d-4fbf-a499-17334bd94241 req-d15f1021-4c2c-4277-ad94-829b5215b2f4 service neutron] 10.222.0.30 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295716 Feb 10 22:39:10.098267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f510b68-a4b8-4ef0-b4e8-3ebdff7f98ab req-88073f3c-5da1-4e52-8394-8aa4b80e9197 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:10.102654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1f510b68-a4b8-4ef0-b4e8-3ebdff7f98ab req-88073f3c-5da1-4e52-8394-8aa4b80e9197 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1416993 Feb 10 22:39:10.168223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1f510b68-a4b8-4ef0-b4e8-3ebdff7f98ab req-0536fc9c-ab45-4508-be36-e0a7004191c0 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Feb 10 22:39:10.196050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c37cd9-50b4-49ad-9f3b-5612b842b5ec req-a1e9a8c5-00f7-4b7d-9926-99069aabe434 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:10.197627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56c37cd9-50b4-49ad-9f3b-5612b842b5ec req-a1e9a8c5-00f7-4b7d-9926-99069aabe434 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 984 time: 0.4261699 Feb 10 22:39:10.221583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Subnet': ['ID=f975049e-1248-4518-ab8c-e631b8670288,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:10.271503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:10.272242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network hostable DHCP agents. Network: 749e9125-7f4c-4d6f-9a23-e279f116864c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:39:10.307216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56c37cd9-50b4-49ad-9f3b-5612b842b5ec req-c1cad7e6-013c-4a8a-9adb-688c6f3a84ff tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=70a66973-c358-4407-bba1-a33a2039d4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0926578 Feb 10 22:39:10.356782 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:39:10.368832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13118-ae5e-4643-a3e6-c8d38ad609a3 req-001cd5b4-10c3-47c5-a06e-0a9eb6633886 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:10.371757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66d13118-ae5e-4643-a3e6-c8d38ad609a3 req-001cd5b4-10c3-47c5-a06e-0a9eb6633886 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 943 time: 0.1002879 Feb 10 22:39:10.426649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66d13118-ae5e-4643-a3e6-c8d38ad609a3 req-29ffe8ad-d26c-42bc-8050-866b4d892fd4 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499818 Feb 10 22:39:10.461572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f89ffe2-c844-4110-8958-438155eb97a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.466689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:39:10.476486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Network 93fb9cdc-22ad-411a-987c-c675036b8511 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:10.478471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:10.486950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 749e9125-7f4c-4d6f-9a23-e279f116864c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:10.506109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420958c5-35dd-4797-b2cf-6afd3fb6e3ef None None] Network 749e9125-7f4c-4d6f-9a23-e279f116864c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:10.564445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:10.565437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.620575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-309fce75-05e9-4872-b31b-7095539c968a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8652358 Feb 10 22:39:10.623999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:10.631212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'subnet': {'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:10.641491 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-4e0eca7f-2ce3-431a-8a9e-69ac359ecf63 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1724203849&fields=id&tenant_id=895a816da814460ea03a1deaa5a015f9 HTTP/1.1" status: 200 len: 267 time: 0.1055574 Feb 10 22:39:10.802991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-5a69775d-99cc-4bf7-9b8d-25cb843dfe49 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:10.805309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-5a69775d-99cc-4bf7-9b8d-25cb843dfe49 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 984 time: 0.1526742 Feb 10 22:39:10.816788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'port': {'security_groups': ['70a66973-c358-4407-bba1-a33a2039d4ad', 'db3c00ff-282c-4da2-9cc9-438fe0a27b7f', '79d38a18-7e95-4f28-9aac-d948944b24d6']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:10.901375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-749e9125-7f4c-4d6f-9a23-e279f116864c', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:39:10.902622 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:10.982717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:10.996622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:subnet and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:11.000500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:39:11.000899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:39:11.002371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:11.008663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bfe5d611-dd52-45c7-bdf5-24225922a7de up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:11.015532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:11.029243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.038509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2bc8d5-6fd2-4d0e-b5ab-437b1450f905 req-30946607-a699-4231-9926-95767681f1e0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:11.040190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b2bc8d5-6fd2-4d0e-b5ab-437b1450f905 req-30946607-a699-4231-9926-95767681f1e0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2069221 Feb 10 22:39:11.045184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328679e9-0b45-40f1-90df-15de8edab335 req-ac0a6670-561d-4a7c-9b53-a1ac706da21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:11.046717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-ac0a6670-561d-4a7c-9b53-a1ac706da21e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1098 time: 0.1890500 Feb 10 22:39:11.108046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:11.111793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.181947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9db71e7-8c90-4d20-9801-4638a888458a None None] Provisioning complete for port 3685c1b2-206c-497b-b90d-3789506a38fa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:11.181947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9db71e7-8c90-4d20-9801-4638a888458a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.333402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e9db71e7-8c90-4d20-9801-4638a888458a None None] Port 3685c1b2-206c-497b-b90d-3789506a38fa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:11.354685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bfe5d611-dd52-45c7-bdf5-24225922a7de triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:11.355083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.360283 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b2bc8d5-6fd2-4d0e-b5ab-437b1450f905 req-57e68064-fca5-43e9-8865-b1d485643e43 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611349 Feb 10 22:39:11.385737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328679e9-0b45-40f1-90df-15de8edab335 req-1b4af85f-2414-4d9a-b8d2-ccacac4948a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:11.387309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-1b4af85f-2414-4d9a-b8d2-ccacac4948a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.3321583 Feb 10 22:39:11.401045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Allocated IP 10.1.1.2 (749e9125-7f4c-4d6f-9a23-e279f116864c/f975049e-1248-4518-ab8c-e631b8670288/5b4c6606-fef0-480d-991d-73e4c891f614) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:11.448562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:11.478590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-5a195201-ac01-4992-bb82-2c60bb9be27e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.0833182 Feb 10 22:39:11.484635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'port_id': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'mac_address': 'fa:16:3e:13:3d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:39:11.513600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:39:11.529919 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Sync routers for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:39:11.552876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:11.555700 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:39:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:11.566402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328679e9-0b45-40f1-90df-15de8edab335 req-f5a5b238-e9fd-4d97-b0e5-d1b092925411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:11.568043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-f5a5b238-e9fd-4d97-b0e5-d1b092925411 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.0835695 Feb 10 22:39:11.618482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-097ca5fe-ee2a-4d03-b3d5-995cb636f617 admin admin] 10.222.0.53 "PUT /v2.0/routers/e4f9ba99-21da-4172-a0ea-18ddd2ed2d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8814642 Feb 10 22:39:11.689869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-ccb9e712-edbc-447f-bc3e-082c7613ed39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1054087 Feb 10 22:39:11.715421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.732716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.733055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf64478-1cea-4805-9e6b-b0d8abaa71c2 req-9b61f4d0-c02e-41f9-8fe3-5c773191d453 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:11.734938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cf64478-1cea-4805-9e6b-b0d8abaa71c2 req-9b61f4d0-c02e-41f9-8fe3-5c773191d453 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2139182 Feb 10 22:39:11.761375 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.791703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:11.858527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:11.872442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.880506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cf64478-1cea-4805-9e6b-b0d8abaa71c2 req-7c70c82f-3192-4478-b79b-e2b218640409 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317885 Feb 10 22:39:11.908288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:11.952969 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:11.960264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:11.978958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.007396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-bfaa0745-5a80-4e9b-99b5-b014003fef09 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936044 Feb 10 22:39:12.009813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Transition to ACTIVE for port object 5b4c6606-fef0-480d-991d-73e4c891f614 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:12.022901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:12.039475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Transition to ACTIVE for port object 5b4c6606-fef0-480d-991d-73e4c891f614 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:12.046808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.078385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Subnet': ['ID=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:12.095765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Checking segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:12.096511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network hostable DHCP agents. Network: 2c564697-314e-42df-ab83-cf70d6b9a096, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:39:12.119338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 2c564697-314e-42df-ab83-cf70d6b9a096 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:39:12.219623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Pushing event updated for resources: {'Port': ['ID=5b4c6606-fef0-480d-991d-73e4c891f614,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:12.235963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2c564697-314e-42df-ab83-cf70d6b9a096) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:12.242597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:12.243601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:12.244315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.248681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:12.262238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:12.296328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efcf485-06f1-43f2-8f43-61b21df1de7c None None] Network 2c564697-314e-42df-ab83-cf70d6b9a096 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:12.301482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-328679e9-0b45-40f1-90df-15de8edab335 req-11af78bc-6add-404f-a164-503b4d4f4a80 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912238 Feb 10 22:39:12.307550 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:39:12.316811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a7c5740b-10b4-49d2-94b8-c8ac9431ce9f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6886761 Feb 10 22:39:12.328931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41892) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:12.332069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.338805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'name': 'tempest-TaggedBootDevicesTest_v242-1372742188', 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:12.340004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.464204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:12.494187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:12.496253 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:12.516164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e32acf4c-855b-4ac2-b0ff-521e8649a76d req-04570ad7-7e8d-4ec9-8cd8-a8bfd7c6a7b1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "PUT /v2.0/ports/6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 1020 time: 1.7042646 Feb 10 22:39:12.518105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:12.605070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:12.611676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:12.623627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757090e-2011-46dc-a958-5804df464faa req-b2e0e703-f344-4657-a312-f0d8b8ff1494 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:12.631187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b757090e-2011-46dc-a958-5804df464faa req-b2e0e703-f344-4657-a312-f0d8b8ff1494 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.5063829 Feb 10 22:39:12.634238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:12.670754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:12.707672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b757090e-2011-46dc-a958-5804df464faa req-1a2cd117-570e-44cc-8e6c-281597482d5d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747623 Feb 10 22:39:12.728331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:12.810450 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:08Z', 'revision_number': 4, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3685c1b2-206c-497b-b90d-3789506a38fa', 'name': '', 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'mac_address': 'fa:16:3e:f3:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:39:07Z', 'updated_at': '2022-02-10T22:39:09Z', 'revision_number': 2, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'subnets': [{'id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:12.815660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-2d56eed5-3b46-4c3a-ba2a-fc5106a6746e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:12.818869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-2d56eed5-3b46-4c3a-ba2a-fc5106a6746e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 1098 time: 0.2826581 Feb 10 22:39:12.824296 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Checking router: e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:39:12.824727 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Updating router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 port 3685c1b2-206c-497b-b90d-3789506a38fa binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:39:12.847810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:12.975642 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.034855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:13.050068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf423c-f735-4c9a-bab8-40f58c3f4eaf req-d612ca73-5543-4653-af79-8927b60243f2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:13.051988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7eaf423c-f735-4c9a-bab8-40f58c3f4eaf req-d612ca73-5543-4653-af79-8927b60243f2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 944 time: 0.3008592 Feb 10 22:39:13.378319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:13.418281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7eaf423c-f735-4c9a-bab8-40f58c3f4eaf req-96369ccc-a959-4652-aba4-319f918985e1 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3493950 Feb 10 22:39:13.422665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.434338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-808bdf5e-273e-415d-b913-c574ee08835d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:13.435981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-808bdf5e-273e-415d-b913-c574ee08835d service neutron] 10.222.0.24 "GET /v2.0/networks?id=c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 200 len: 914 time: 0.5622194 Feb 10 22:39:13.682381 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.719707 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.737703 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Transition to ACTIVE for port object 3685c1b2-206c-497b-b90d-3789506a38fa will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:13.738099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Attempting to bind port 5b4c6606-fef0-480d-991d-73e4c891f614 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:13.738490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Attempting to bind port 5b4c6606-fef0-480d-991d-73e4c891f614 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:13.738864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Attempting to bind port 5b4c6606-fef0-480d-991d-73e4c891f614 on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:13.754496 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.781850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-4bab19c5-12dc-42fc-a224-466c120d495f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 200 len: 217 time: 0.3252535 Feb 10 22:39:13.783066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:13.783546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:13.784041 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.784331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Bound using segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:13.784790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Bound port: 5b4c6606-fef0-480d-991d-73e4c891f614, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:13.785168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.823399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-2c564697-314e-42df-ab83-cf70d6b9a096', 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ips': [{'subnet_id': '848df7a4-eeb9-4367-9ee1-8cb2f6bb969d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:39:13.824227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:13.867777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] device_id is not set on port c176803f-8ec0-46ec-abdd-10ab148c73ed yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:39:13.881196 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61487be5-aaed-41cc-8890-eec113f90c78 None None] Pushing event updated for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:13.910213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ec68df8-851a-4831-b759-5b507cccc3d5 req-908bc65e-4fe8-433c-a6a9-71dc3a00366f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/79d38a18-7e95-4f28-9aac-d948944b24d6 HTTP/1.1" status: 200 len: 1802 time: 0.3079653 Feb 10 22:39:14.000619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-b662a39f-3112-4978-b2c6-f86df6f20b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:14.002180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-b662a39f-3112-4978-b2c6-f86df6f20b86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 200 len: 853 time: 0.2172866 Feb 10 22:39:14.100518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-85f04f4f-3b28-469d-a825-44eaafc40dd1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c5ced0e9-5772-45b7-9c81-a630d94cff7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914652 Feb 10 22:39:14.102016 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-7ec68df8-851a-4831-b759-5b507cccc3d5 req-f35f0ce2-c121-47e0-b775-e95ef354cfc5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 22:39:14.117497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ec68df8-851a-4831-b759-5b507cccc3d5 req-f35f0ce2-c121-47e0-b775-e95ef354cfc5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/79d38a18-7e95-4f28-9aac-d948944b24d6 HTTP/1.1" status: 409 len: 341 time: 0.2057812 Feb 10 22:39:14.182531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d556864-5562-4643-9a86-42a556f22dd0 req-d2ec7768-13ac-4c3e-a3fb-d9e1dc65f866 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:14.189913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d556864-5562-4643-9a86-42a556f22dd0 req-d2ec7768-13ac-4c3e-a3fb-d9e1dc65f866 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.9686143 Feb 10 22:39:14.269973 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Attempting to bind port 3685c1b2-206c-497b-b90d-3789506a38fa on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:14.270351 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Attempting to bind port 3685c1b2-206c-497b-b90d-3789506a38fa by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:14.274319 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Attempting to bind port 3685c1b2-206c-497b-b90d-3789506a38fa on network 93fb9cdc-22ad-411a-987c-c675036b8511 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:14.310127 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:14.310811 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Checking segment: {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:14.311238 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:14.311726 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Bound using segment: {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:14.312222 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Bound port: 3685c1b2-206c-497b-b90d-3789506a38fa, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e92331-fe9b-4281-916f-943c86912c75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:14.312601 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:14.348361 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'status': 'completed', 'code': 200} Feb 10 22:39:14.524888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] For port 3685c1b2-206c-497b-b90d-3789506a38fa, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:14.534922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] For port 3685c1b2-206c-497b-b90d-3789506a38fa, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3685c1b2-206c-497b-b90d-3789506a38fa,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:14.550127 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:14.555791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d556864-5562-4643-9a86-42a556f22dd0 req-2b7b00a8-eee1-49dd-9b0f-a695b9508237 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636088 Feb 10 22:39:14.633501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.1.1.153 (749e9125-7f4c-4d6f-9a23-e279f116864c/f975049e-1248-4518-ab8c-e631b8670288/c176803f-8ec0-46ec-abdd-10ab148c73ed) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:14.750906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] For port 5b4c6606-fef0-480d-991d-73e4c891f614, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:14.857851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-3f6c03b9-9d6b-4484-8169-bb9cc2e7fd44 service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389500 Feb 10 22:39:14.887687 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:14.891498 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:39:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:14.946725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] For port 5b4c6606-fef0-480d-991d-73e4c891f614, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b4c6606-fef0-480d-991d-73e4c891f614,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:14.984047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-aadd0809-3e13-4601-a211-3f0475ec1719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:14.985872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-aadd0809-3e13-4601-a211-3f0475ec1719 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=895a816da814460ea03a1deaa5a015f9&device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1174 time: 0.6355743 Feb 10 22:39:15.012094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca11f2a-34b4-4f44-a865-a325e4599e65 req-549b3e88-6c27-43d3-9660-1de750392d00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:15.020139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca11f2a-34b4-4f44-a865-a325e4599e65 req-549b3e88-6c27-43d3-9660-1de750392d00 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.5111430 Feb 10 22:39:15.025163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:15.093778 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61487be5-aaed-41cc-8890-eec113f90c78 None None] Pushing event updated for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:15.240210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:15.284935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object c176803f-8ec0-46ec-abdd-10ab148c73ed will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:15.312090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-f5294d80-a908-4487-8579-0c65a901417b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:15.314487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-f5294d80-a908-4487-8579-0c65a901417b service neutron] 10.222.0.24 "GET /v2.0/networks?id=9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 200 len: 913 time: 0.3128355 Feb 10 22:39:15.370108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-974f70bb-4571-4180-89ab-a18b9c3b0323 req-1437d90a-5797-475c-80d2-b9811f82204e service neutron] 10.222.0.24 "GET /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055015 Feb 10 22:39:15.438877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Allocated IP 10.2.2.2 (2c564697-314e-42df-ab83-cf70d6b9a096/848df7a4-eeb9-4367-9ee1-8cb2f6bb969d/2a288055-081d-4332-ac9d-dd71195c145b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:15.447566 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:15.458470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-5f2f7a05-8579-4b02-8104-347eafae09d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 200 len: 217 time: 0.0823064 Feb 10 22:39:15.484366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:15.542214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-0b5c4b6b-be87-4646-9f3d-68dbc5f0d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:15.544862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-0b5c4b6b-be87-4646-9f3d-68dbc5f0d0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 200 len: 852 time: 0.0754192 Feb 10 22:39:15.621165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-e9fb1a63-732d-4dfd-aa8f-d735b1255361 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9483fbcc-1584-4554-843f-72d0bd77703b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691788 Feb 10 22:39:15.628743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca11f2a-34b4-4f44-a865-a325e4599e65 req-0ae0095b-0f69-48b2-a6af-4ebf209aa937 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6070025 Feb 10 22:39:15.663670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:15.677083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:15.680290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:15.688412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e92fd7-1314-4a09-b18c-0c2e55420d54 None None] Pushing event updated for resources: {'Port': ['ID=5b4c6606-fef0-480d-991d-73e4c891f614,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:15.700871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:15.902620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:15.905619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:15.926746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3871657-8116-4aa0-a154-0682f330c067 req-98d00022-c96b-4c92-8cdb-74af4dcad9e9 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:15.934894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d3871657-8116-4aa0-a154-0682f330c067 req-98d00022-c96b-4c92-8cdb-74af4dcad9e9 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.6328926 Feb 10 22:39:16.083711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6dea0c41-7ea8-4cab-a9e5-34b0ad43ad42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7503166 Feb 10 22:39:16.112253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:16.140306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:16.189414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'name': 'tempest-TaggedBootDevicesTest_v242-417354374', 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:16.226372 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:08Z', 'revision_number': 4, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3685c1b2-206c-497b-b90d-3789506a38fa', 'name': '', 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'mac_address': 'fa:16:3e:f3:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:39:07Z', 'updated_at': '2022-02-10T22:39:14Z', 'revision_number': 4, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'subnets': [{'id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:16.237813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-5de7a8f2-f583-4545-96af-987dd1c292ac service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907326 Feb 10 22:39:16.247784 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66966c2f-50c4-4b36-b9e7-9125ca6315c9 None None] The sync data for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 is: [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:39:08Z', 'revision_number': 4, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3685c1b2-206c-497b-b90d-3789506a38fa', 'name': '', 'network_id': '93fb9cdc-22ad-411a-987c-c675036b8511', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'mac_address': 'fa:16:3e:f3:7a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:39:07Z', 'updated_at': '2022-02-10T22:39:14Z', 'revision_number': 4, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'subnets': [{'id': '66656a6f-e40d-4137-b6e4-ee32e295d237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:39:16.288461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d3871657-8116-4aa0-a154-0682f330c067 req-1b9f73dd-5a39-4164-aa18-fc2ce9b8a524 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3520277 Feb 10 22:39:16.594592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:16.654255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Transition to ACTIVE for port object 2a288055-081d-4332-ac9d-dd71195c145b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:16.731086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Transition to ACTIVE for port object 2a288055-081d-4332-ac9d-dd71195c145b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:16.764692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:16.828276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f60f11-8e8f-458e-b0ba-3d276c0d5434 req-bd9f2b10-d75b-4ba6-a3d2-7917562085e8 service neutron] 10.222.0.24 "GET /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855799 Feb 10 22:39:16.985059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Network 2c564697-314e-42df-ab83-cf70d6b9a096 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:16.992430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:17.011787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:17.032620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:17.091763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:17.127992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:17.136642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:17.185132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78c629-c330-4fec-9c20-d79745e08d3b req-241b13d9-a351-4916-b0d6-740c4ad90add tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:17.192390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:17.194169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ee78c629-c330-4fec-9c20-d79745e08d3b req-241b13d9-a351-4916-b0d6-740c4ad90add tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 944 time: 0.4310188 Feb 10 22:39:17.197813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef273fb8-074e-440c-8053-01faa0e335f6 req-0dc71469-6b81-4a64-be26-e0019d115bde tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:17.200384 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef273fb8-074e-440c-8053-01faa0e335f6 req-0dc71469-6b81-4a64-be26-e0019d115bde tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.3364656 Feb 10 22:39:17.221396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] device_id is not set on port 073067c8-29ad-40c8-b6a2-11af1e27f4de yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:39:17.300159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef273fb8-074e-440c-8053-01faa0e335f6 req-f1a4cd9b-2d9e-4280-a028-a2d8acf5f246 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915222 Feb 10 22:39:17.322042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b4c6606-fef0-480d-991d-73e4c891f614 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:17.390566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:17.454148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:17.507646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ee78c629-c330-4fec-9c20-d79745e08d3b req-13259c89-2442-45cc-bbfc-185a33f62151 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3120625 Feb 10 22:39:17.750185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Pushing event updated for resources: {'Port': ['ID=2a288055-081d-4332-ac9d-dd71195c145b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:17.826676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7d0cf-044f-4b86-91c2-820dc12716f9 req-a1cedd09-073a-48cc-898e-d8a83a84ef51 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:17.828376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4c7d0cf-044f-4b86-91c2-820dc12716f9 req-a1cedd09-073a-48cc-898e-d8a83a84ef51 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2298617 Feb 10 22:39:17.895378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95decc-254d-49c8-b848-b1bf702bd63a None None] Network 749e9125-7f4c-4d6f-9a23-e279f116864c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:17.933811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4c7d0cf-044f-4b86-91c2-820dc12716f9 req-ff08edfb-fadb-4afc-889e-573e898deb1b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951447 Feb 10 22:39:17.953918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.1.1.212 (749e9125-7f4c-4d6f-9a23-e279f116864c/f975049e-1248-4518-ab8c-e631b8670288/073067c8-29ad-40c8-b6a2-11af1e27f4de) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:18.003350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c5ef6-f0e8-468e-a419-86bcb3c8d88d req-5b8f2791-cc20-43db-832f-ae81860586b6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:18.012035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc3c5ef6-f0e8-468e-a419-86bcb3c8d88d req-5b8f2791-cc20-43db-832f-ae81860586b6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1023 time: 0.2111850 Feb 10 22:39:18.012916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:18.036083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Attempting to bind port 2a288055-081d-4332-ac9d-dd71195c145b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:18.036627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Attempting to bind port 2a288055-081d-4332-ac9d-dd71195c145b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:18.036987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Attempting to bind port 2a288055-081d-4332-ac9d-dd71195c145b on network 2c564697-314e-42df-ab83-cf70d6b9a096 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:18.113116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:18.128059 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.192336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc3c5ef6-f0e8-468e-a419-86bcb3c8d88d req-c018a477-85b1-44da-8440-8d8b1fa23866 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=79d38a18-7e95-4f28-9aac-d948944b24d6&id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=70a66973-c358-4407-bba1-a33a2039d4ad&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1791475 Feb 10 22:39:18.264757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:18.265362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Checking segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:18.265518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.266363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Bound using segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:18.266859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Bound port: 2a288055-081d-4332-ac9d-dd71195c145b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:18.267839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.465017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Provisioning for port 5b4c6606-fef0-480d-991d-73e4c891f614 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:18.487295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Provisioning complete for port 5b4c6606-fef0-480d-991d-73e4c891f614 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:18.487917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.531177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5191ca6-c249-4ce8-91c4-2bc792ee26b0 req-ce7d4ba9-25db-4946-bab5-fd6beeb3db0b tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:18.540121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5191ca6-c249-4ce8-91c4-2bc792ee26b0 req-ce7d4ba9-25db-4946-bab5-fd6beeb3db0b tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.3994818 Feb 10 22:39:18.572913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d31440-5354-447d-a428-887af96a3f22 req-c9509c6f-c05d-42a3-b9eb-c6307963c8ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:18.575219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1d31440-5354-447d-a428-887af96a3f22 req-c9509c6f-c05d-42a3-b9eb-c6307963c8ab tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.24 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 1023 time: 0.3232098 Feb 10 22:39:18.639707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.659538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object 073067c8-29ad-40c8-b6a2-11af1e27f4de will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:18.705904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-db9d70b9-8622-400b-8921-0087e17015db None None] For port 2a288055-081d-4332-ac9d-dd71195c145b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:18.708740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.711237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-db9d70b9-8622-400b-8921-0087e17015db None None] For port 2a288055-081d-4332-ac9d-dd71195c145b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a288055-081d-4332-ac9d-dd71195c145b,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:18.711903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 5b4c6606-fef0-480d-991d-73e4c891f614 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:18.759102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.762409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5191ca6-c249-4ce8-91c4-2bc792ee26b0 req-0718ec82-3976-4c08-87c0-d10ecead564e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207558 Feb 10 22:39:18.774507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Deleting port 6525a825-cfef-4b7c-b984-b3ba33dcffbc {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:39:18.776985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.876378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5b4c6606-fef0-480d-991d-73e4c891f614 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:18.876749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:18.891277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:18.898792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:18.906819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:18.918668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4244505c-dc41-4643-a24f-68606c3cbc88 req-bdd3aa7a-6410-413b-984e-7b2a2eb3ae45 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:18.920349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4244505c-dc41-4643-a24f-68606c3cbc88 req-bdd3aa7a-6410-413b-984e-7b2a2eb3ae45 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4631693 Feb 10 22:39:18.921032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:19.021186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:19.022312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.058207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d70b9-8622-400b-8921-0087e17015db None None] Pushing event updated for resources: {'Port': ['ID=2a288055-081d-4332-ac9d-dd71195c145b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:19.081116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4244505c-dc41-4643-a24f-68606c3cbc88 req-0c876ba1-12aa-4e94-9c78-c8c2e034b8b3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534382 Feb 10 22:39:19.091743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aa0ba00e-826a-4dd4-baf4-bad1e98a0d24 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9605701 Feb 10 22:39:19.217255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e8e9b-5065-4493-9cdd-731450e32638 req-cceea87d-3f3d-4623-93d7-625bf52fa917 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:19.225998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-863e8e9b-5065-4493-9cdd-731450e32638 req-cceea87d-3f3d-4623-93d7-625bf52fa917 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2435136 Feb 10 22:39:19.232440 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.347962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:19.358968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:19.376736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.521102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c37081-d74e-4c09-8b4d-29f080b056a3 req-702b68d1-940c-477a-ba27-002654b7cc72 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:19.523555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96c37081-d74e-4c09-8b4d-29f080b056a3 req-702b68d1-940c-477a-ba27-002654b7cc72 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 944 time: 0.2605379 Feb 10 22:39:19.648561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96c37081-d74e-4c09-8b4d-29f080b056a3 req-ad7c9ddf-f5b5-4408-b3df-adff32a9cf83 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140978 Feb 10 22:39:19.660682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-863e8e9b-5065-4493-9cdd-731450e32638 req-e97b727c-e15e-4719-ac83-6aa1d626c57b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4334624 Feb 10 22:39:19.667056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.694569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.705164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port 6525a825-cfef-4b7c-b984-b3ba33dcffbc, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6525a825-cfef-4b7c-b984-b3ba33dcffbc,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:19.708106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.793155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 5b4c6606-fef0-480d-991d-73e4c891f614, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b4c6606-fef0-480d-991d-73e4c891f614,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:19.796683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:19.831156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:19.835859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3685c1b2-206c-497b-b90d-3789506a38fa up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:19.991753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=5b4c6606-fef0-480d-991d-73e4c891f614,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:20.021385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Calling delete_port for 6525a825-cfef-4b7c-b984-b3ba33dcffbc owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:39:20.124233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:39:20.124586 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-0c5fcd32-d8e5-46fc-a430-1eff894564a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:39:20.134543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3685c1b2-206c-497b-b90d-3789506a38fa completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:20.143395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3685c1b2-206c-497b-b90d-3789506a38fa triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:20.143707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:20.294147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f1e4f9-83c4-48a8-b69b-44c73bada03c req-3e52bacb-b84c-46b2-83e8-4dc0afb8927c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:20.296543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33f1e4f9-83c4-48a8-b69b-44c73bada03c req-3e52bacb-b84c-46b2-83e8-4dc0afb8927c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.3373623 Feb 10 22:39:20.408165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:20.485206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3685c1b2-206c-497b-b90d-3789506a38fa, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3685c1b2-206c-497b-b90d-3789506a38fa,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:20.492564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:20.566423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33f1e4f9-83c4-48a8-b69b-44c73bada03c req-e71fb7f1-bae2-44fa-83cd-cbd30d1c5b53 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874824 Feb 10 22:39:20.567332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:20.770325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'Port': ['ID=6525a825-cfef-4b7c-b984-b3ba33dcffbc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:20.799796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:20.806438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6525a825-cfef-4b7c-b984-b3ba33dcffbc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:20.844758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:20.862143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'security_group': {'name': 'tempest-securitygroup--384566726', 'description': 'tempest-description--678267661'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:20.874600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:20.900332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:security_group and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:20.927091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:20.931249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cbf2a703-7aab-4190-b692-5361f8b07fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:20.958416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:21.016160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.062007 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'code': 200} Feb 10 22:39:21.068387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b4c6606-fef0-480d-991d-73e4c891f614 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:21.103879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:21.122017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:security_group_rule and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:21.141660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:21.166967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:21.170046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] No DVR routers for this DVR port 6525a825-cfef-4b7c-b984-b3ba33dcffbc on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:39:21.182363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d72162f9-bd9d-45e7-b170-f96fca5867da req-1f040f1e-f5a7-4af7-9413-984a53d991ef tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.1462026 Feb 10 22:39:21.183700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.307577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a98722-2985-4280-800a-8bd14f5ea0ce None None] Network 2c564697-314e-42df-ab83-cf70d6b9a096 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:21.335091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'name': 'network-vif-deleted', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:21.409844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1d31440-5354-447d-a428-887af96a3f22 req-a25a9e65-c856-4c55-b879-9e9923995599 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.24 "DELETE /v2.0/ports/6525a825-cfef-4b7c-b984-b3ba33dcffbc HTTP/1.1" status: 204 len: 173 time: 2.8218555 Feb 10 22:39:21.495638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723a826-2758-45f8-84e3-62bab5c80ffc req-f3580383-be4c-43e5-a7d0-84cf7eeda5d6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:21.496581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fa8a74-6202-44d1-8915-19994d36dc96 req-5f674b73-1c37-4811-b0ad-e18aa6bb5866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:21.498403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06fa8a74-6202-44d1-8915-19994d36dc96 req-5f674b73-1c37-4811-b0ad-e18aa6bb5866 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1096 time: 0.2685225 Feb 10 22:39:21.507898 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2723a826-2758-45f8-84e3-62bab5c80ffc req-f3580383-be4c-43e5-a7d0-84cf7eeda5d6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.3329988 Feb 10 22:39:21.591903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2723a826-2758-45f8-84e3-62bab5c80ffc req-77c2f85d-6eea-487d-bac7-f81bfccc6ed2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828016 Feb 10 22:39:21.620891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06fa8a74-6202-44d1-8915-19994d36dc96 req-dfc1cde6-bce1-4226-a9f1-dd99ddf5a424 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149547 Feb 10 22:39:21.661604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.667594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.728274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.729697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5b4c6606-fef0-480d-991d-73e4c891f614 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:21.730309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.741619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:21.808542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.813667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7a9fd7eb-5f8d-44ea-9bdf-c301a1112886 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9651299 Feb 10 22:39:21.814536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41956) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:21.820855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning for port 073067c8-29ad-40c8-b6a2-11af1e27f4de completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:21.834114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning complete for port 073067c8-29ad-40c8-b6a2-11af1e27f4de triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:21.835132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.837122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'security_group_rule': {'security_group_id': '8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:21.856841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c4ac7-61a8-4e9f-af89-1266dcee7af5 req-abda0ecc-b377-47ff-86b0-b19f29dcbdcd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:21.869624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f6c4ac7-61a8-4e9f-af89-1266dcee7af5 req-abda0ecc-b377-47ff-86b0-b19f29dcbdcd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1922557 Feb 10 22:39:21.871214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0953690-e49a-4b4e-8427-13bb51e8f059 req-a3750886-9c91-48e5-a5e5-e10e997bc67c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:21.873180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0953690-e49a-4b4e-8427-13bb51e8f059 req-a3750886-9c91-48e5-a5e5-e10e997bc67c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1096458 Feb 10 22:39:21.914776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:21.927372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:security_group_rule and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:21.933950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:21.946442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:21.947636 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0953690-e49a-4b4e-8427-13bb51e8f059 req-154b50fc-622a-4821-a793-2808589c31b8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637007 Feb 10 22:39:21.952231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f6c4ac7-61a8-4e9f-af89-1266dcee7af5 req-ac092399-ed57-431e-8266-ba9bc074e78e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813074 Feb 10 22:39:21.972699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:21.979956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Port 073067c8-29ad-40c8-b6a2-11af1e27f4de cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:22.050592 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca2b4f78-6da1-42d0-a628-98ace7979a5d', 'name': 'network-vif-deleted', 'tag': '6525a825-cfef-4b7c-b984-b3ba33dcffbc', 'status': 'completed', 'code': 200} Feb 10 22:39:22.092414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.098824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.161106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning for port 2a288055-081d-4332-ac9d-dd71195c145b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:22.167538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67f7a64c-7494-4474-81ea-3cb81b4921ed,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:22.169142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a288055-081d-4332-ac9d-dd71195c145b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:22.233734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.238249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41962) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:22.238742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-be7cdf5b-876b-45f8-bcd2-7a4511adea62 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4228539 Feb 10 22:39:22.244579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'security_group_rule': {'security_group_id': '8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:22.260627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:22.275735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:security_group_rule and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:22.285041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:22.305814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:22.350283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.354169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300b353-402e-4068-886d-81e40bfb15db req-a34e0fe5-6f5f-41bc-b74f-84bba9e6c9e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:22.363338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c300b353-402e-4068-886d-81e40bfb15db req-a34e0fe5-6f5f-41bc-b74f-84bba9e6c9e1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1972702 Feb 10 22:39:22.439746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c300b353-402e-4068-886d-81e40bfb15db req-9db8d59d-2920-48f5-bbd1-8457eb571f7c tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753467 Feb 10 22:39:22.494667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.498577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.548946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning complete for port 5b4c6606-fef0-480d-991d-73e4c891f614 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:22.559375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f5a3ed-d128-4042-a918-f16249fbe9f7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:22.562951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.573173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.577482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f998679-db62-4314-85d4-75781963e5ee tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3347938 Feb 10 22:39:22.578060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:22.593609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:22.611003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:22.684223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2a288055-081d-4332-ac9d-dd71195c145b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:22.718884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a288055-081d-4332-ac9d-dd71195c145b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:22.718884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.744805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a724df7-5d2f-412d-b869-062f0819b772 req-feec588c-3f6a-45a8-94ea-10469f3ea694 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca2b4f78-6da1-42d0-a628-98ace7979a5d HTTP/1.1" status: 200 len: 210 time: 0.1265695 Feb 10 22:39:22.759544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:floatingip and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:22.764400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:22.775715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:22.810043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:22.901636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970b152-506b-4aa1-8976-1090f7d073c9 req-b605ce6a-3955-4587-ad9d-ce9601a61381 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:22.903414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f970b152-506b-4aa1-8976-1090f7d073c9 req-b605ce6a-3955-4587-ad9d-ce9601a61381 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2571180 Feb 10 22:39:23.004260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f970b152-506b-4aa1-8976-1090f7d073c9 req-1e4265f1-7a65-45dc-8fb7-2d34e04a8c7a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915077 Feb 10 22:39:23.054194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6525a825-cfef-4b7c-b984-b3ba33dcffbc no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:39:23.123077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning for port c176803f-8ec0-46ec-abdd-10ab148c73ed completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:23.180851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 6525a825-cfef-4b7c-b984-b3ba33dcffbc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:39:23.181524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6525a825-cfef-4b7c-b984-b3ba33dcffbc not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:39:23.189645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Provisioning complete for port c176803f-8ec0-46ec-abdd-10ab148c73ed triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:23.190292 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.196443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c999acf-2b72-42f7-8fc9-5a5889e8749d req-bdf54e9d-c060-486d-85e1-088702edc951 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:23.210158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c999acf-2b72-42f7-8fc9-5a5889e8749d req-bdf54e9d-c060-486d-85e1-088702edc951 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1977527 Feb 10 22:39:23.328254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.333381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47d4b7-5da7-4685-b6bd-bfec63dd033e req-34d4e256-6dde-475a-b3d2-8284e9449850 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:23.345499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de47d4b7-5da7-4685-b6bd-bfec63dd033e req-34d4e256-6dde-475a-b3d2-8284e9449850 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2087076 Feb 10 22:39:23.379837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fbe65458-8bcb-4f43-9b7d-2660fe86fe51 None None] Port c176803f-8ec0-46ec-abdd-10ab148c73ed cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:23.405516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2a288055-081d-4332-ac9d-dd71195c145b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a288055-081d-4332-ac9d-dd71195c145b,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:23.410408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.430736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c999acf-2b72-42f7-8fc9-5a5889e8749d req-268c178d-4098-4584-9d57-52c4a22ca4b2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104459 Feb 10 22:39:23.441318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.467570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de47d4b7-5da7-4685-b6bd-bfec63dd033e req-7049bd2e-d7c8-4884-8786-79d613fbb8cd tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208453 Feb 10 22:39:23.601607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3685c1b2-206c-497b-b90d-3789506a38fa up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:23.801276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3685c1b2-206c-497b-b90d-3789506a38fa triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:23.802026 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.832979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 172.25.2.214 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c66a878d-3232-43dd-bb3f-fe4d2c9778fd) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:23.836341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6a4de-0143-4afd-98e3-e0eabfb8ec1a req-9d98550d-22e6-4685-99a5-ff902a7e0dac tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:23.838365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44d6a4de-0143-4afd-98e3-e0eabfb8ec1a req-9d98550d-22e6-4685-99a5-ff902a7e0dac tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1850176 Feb 10 22:39:23.883351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2a288055-081d-4332-ac9d-dd71195c145b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:23.887646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7d154dae-dfc6-4d59-a128-8c877b43001c None None] Provisioning complete for port 2a288055-081d-4332-ac9d-dd71195c145b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:23.888035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d154dae-dfc6-4d59-a128-8c877b43001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:23.960151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44d6a4de-0143-4afd-98e3-e0eabfb8ec1a req-961776f2-650f-44fb-9e35-0b652ed11d9b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146615 Feb 10 22:39:24.070703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.116668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2fdb7-edb5-4018-85b5-622594a7402f req-e738c491-2406-480f-a069-12be793237f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:24.118318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23f2fdb7-edb5-4018-85b5-622594a7402f req-e738c491-2406-480f-a069-12be793237f5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.2167006 Feb 10 22:39:24.175755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.222457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.237691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23f2fdb7-edb5-4018-85b5-622594a7402f req-47c21b58-aaf8-4c56-ab4b-5a9d8350e15b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133509 Feb 10 22:39:24.330990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:24.340454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:24.348239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:24.374792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=c66a878d-3232-43dd-bb3f-fe4d2c9778fd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:24.416739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fa387-eec5-4047-afbb-894185c60f7e req-ddbb0a42-bd89-4a94-9df1-be465b1350a3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:24.423847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-269fa387-eec5-4047-afbb-894185c60f7e req-ddbb0a42-bd89-4a94-9df1-be465b1350a3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.3065972 Feb 10 22:39:24.469193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5429258-aff1-4421-a6bf-f5ad13dead85 req-1c773220-58db-4fdd-a509-9eed2819fac1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:24.476050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5429258-aff1-4421-a6bf-f5ad13dead85 req-1c773220-58db-4fdd-a509-9eed2819fac1 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1376231 Feb 10 22:39:24.498175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-269fa387-eec5-4047-afbb-894185c60f7e req-18a408b3-3457-4fef-bb53-36281db3df49 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733304 Feb 10 22:39:24.509326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.542809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5429258-aff1-4421-a6bf-f5ad13dead85 req-f6ddda38-49ae-421a-a9f6-9d24366f2851 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531838 Feb 10 22:39:24.619774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.661760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88670937-03eb-492f-852e-7d46fca59ddd req-faf4054e-dcbf-4f6b-af15-9fb7494397c6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/70a66973-c358-4407-bba1-a33a2039d4ad HTTP/1.1" status: 200 len: 1802 time: 0.1129403 Feb 10 22:39:24.776305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0863e-a1b4-44b3-8a43-cb13ad7350db req-be9dfa8e-90cc-425e-8f02-05f86687ac6c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:24.778761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ff0863e-a1b4-44b3-8a43-cb13ad7350db req-be9dfa8e-90cc-425e-8f02-05f86687ac6c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1124406 Feb 10 22:39:24.847909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ff0863e-a1b4-44b3-8a43-cb13ad7350db req-f1237c09-17f9-4cab-862f-7af826f3e278 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615036 Feb 10 22:39:24.861533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-88670937-03eb-492f-852e-7d46fca59ddd req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.910091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-88670937-03eb-492f-852e-7d46fca59ddd req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.975194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:24.986831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.022776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-88670937-03eb-492f-852e-7d46fca59ddd req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.113509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a7867-5982-4a7b-8e34-2b645740909d req-5101f430-97b9-402f-9bf1-e3de33cc21ee tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:25.123088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc5a7867-5982-4a7b-8e34-2b645740909d req-5101f430-97b9-402f-9bf1-e3de33cc21ee tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1292412 Feb 10 22:39:25.181031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a66973-c358-4407-bba1-a33a2039d4ad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:25.239091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc5a7867-5982-4a7b-8e34-2b645740909d req-d305a6b6-25f0-4c0b-8e26-5f969cb7a119 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126506 Feb 10 22:39:25.251721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=c66a878d-3232-43dd-bb3f-fe4d2c9778fd,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:25.283931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.302016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-88670937-03eb-492f-852e-7d46fca59ddd req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.309359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88670937-03eb-492f-852e-7d46fca59ddd req-8d471e15-1125-43c2-b762-58e6366e3de8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/70a66973-c358-4407-bba1-a33a2039d4ad HTTP/1.1" status: 204 len: 173 time: 0.6367331 Feb 10 22:39:25.317247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.320695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-87909e62-416c-4c61-81bf-b7043ed1ec91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7415495 Feb 10 22:39:25.578162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-ee617517-f11f-4a32-9af3-fe8060c012d3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/79d38a18-7e95-4f28-9aac-d948944b24d6 HTTP/1.1" status: 200 len: 1802 time: 0.0882769 Feb 10 22:39:25.590188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a288055-081d-4332-ac9d-dd71195c145b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:25.621065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896680e9-81b7-4ca3-ac9b-b0377a374e04 req-c4ddbafb-e745-4262-ae97-8ed36cdd35bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:25.623982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-896680e9-81b7-4ca3-ac9b-b0377a374e04 req-c4ddbafb-e745-4262-ae97-8ed36cdd35bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1525803 Feb 10 22:39:25.648194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42004) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:25.656502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'floatingip': {'port_id': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:25.699687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.761444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.777209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a288055-081d-4332-ac9d-dd71195c145b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:25.777587 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.783379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.848138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.890831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d38a18-7e95-4f28-9aac-d948944b24d6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:25.912514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:25.928627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cf26e20-d45e-46c8-a7e9-736168e11eda req-3cd9c09e-f7fb-4609-b90e-a9a2add88487 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/79d38a18-7e95-4f28-9aac-d948944b24d6 HTTP/1.1" status: 204 len: 173 time: 0.3489680 Feb 10 22:39:26.130590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-5eecdb6b-f13a-4fcd-9b34-a0b3d6521915 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:26.143404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-5eecdb6b-f13a-4fcd-9b34-a0b3d6521915 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:26.145278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-5eecdb6b-f13a-4fcd-9b34-a0b3d6521915 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--384566726&fields=id&tenant_id=bcea6298829d442c818921a44ad20e84 HTTP/1.1" status: 200 len: 267 time: 0.0941656 Feb 10 22:39:26.255445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-eaafa0a3-2457-44f4-8891-a2422e04619d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.256469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-eaafa0a3-2457-44f4-8891-a2422e04619d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:26.284376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-eaafa0a3-2457-44f4-8891-a2422e04619d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:26.286180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-eaafa0a3-2457-44f4-8891-a2422e04619d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 937 time: 0.1198628 Feb 10 22:39:26.287719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c411d0-433c-4c15-86ab-13f62168b6df req-ac494950-989a-4fc1-9be5-01bc3729464f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.291777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35c411d0-433c-4c15-86ab-13f62168b6df req-ac494950-989a-4fc1-9be5-01bc3729464f tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.3780742 Feb 10 22:39:26.395442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-9344d1cf-836d-4386-835b-449498f83df3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.398655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-9344d1cf-836d-4386-835b-449498f83df3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 936 time: 0.1064374 Feb 10 22:39:26.445983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35c411d0-433c-4c15-86ab-13f62168b6df req-9f50703e-c47c-4afa-8271-7f03daaa0555 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469870 Feb 10 22:39:26.452480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-99fdf3f8-4254-46af-b1fe-ff4e1b374b16 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0481012 Feb 10 22:39:26.539671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-730703b1-e3af-4e8e-9ec0-49572d981b21 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0638258 Feb 10 22:39:26.747966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.753652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.761807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.761807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:26.781364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:26.791215 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d25b8d3e-4f53-420d-90b0-22d757387a9c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/networks?id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=2c564697-314e-42df-ab83-cf70d6b9a096&id=2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 200 len: 1994 time: 0.2419081 Feb 10 22:39:26.806489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb6cafb4-4131-4d19-b4ce-938ba67fbb49 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/quotas/bcea6298829d442c818921a44ad20e84 HTTP/1.1" status: 200 len: 375 time: 0.0151210 Feb 10 22:39:26.817467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10d124-7c25-4e13-b671-66cbf88e3c71 req-cd9b9ad2-1bc2-42a8-967e-32f484b36f1c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:26.819572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da10d124-7c25-4e13-b671-66cbf88e3c71 req-cd9b9ad2-1bc2-42a8-967e-32f484b36f1c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.2153206 Feb 10 22:39:26.888960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da10d124-7c25-4e13-b671-66cbf88e3c71 req-c56e5aa0-7af5-4837-ad13-175d58aa173c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629184 Feb 10 22:39:26.931844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-f62b3288-9ccb-41f7-8b65-1d36f62084b8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1182051 Feb 10 22:39:26.957708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1063572018', 'description': 'tempest-description-1905826993'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:26.981776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:26.997035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:27.002123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:27.011923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:27.033094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.039601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.118542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.141728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4008de93-c1bf-498e-972e-66ac891c9c6d service neutron] 10.222.0.53 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948349 Feb 10 22:39:27.163441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:27.168673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Usage tracker for resource:security_group_rule and tenant:895a816da814460ea03a1deaa5a015f9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:27.172298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:27.179155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:27.347573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2d6532a8-b4a2-4e03-8321-76effe98684d service neutron] 10.222.0.53 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047665 Feb 10 22:39:27.458760 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Floating IP 73477b60-a88a-4b00-b0a6-941e298ac764 associated. External IP: 172.25.2.43, port: 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897. Feb 10 22:39:27.469448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-a66ed6f7-ff7d-4397-b1b7-1c122f75f097 service neutron] 10.222.0.53 "GET /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1122873 Feb 10 22:39:27.536721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.549977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.592275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:27.607342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4bd1a79-0edb-4e96-9787-ef4c7f05bbee req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6535864 Feb 10 22:39:27.665292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-9a79c6ab-0749-42de-80ed-4f6719e3bb7f service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946044 Feb 10 22:39:27.835803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52cf7b1-d766-4fce-b188-5481b3d95263 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3cb7e8-3610-4721-ba55-6670598de107,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:27.903093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-efb7b00f-b239-4179-8b2a-02e4e2ba705b service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282376 Feb 10 22:39:28.013615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-5417c44e-f7b9-43c1-927e-8f3627fa0645 service neutron] 10.222.0.53 "GET /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1032376 Feb 10 22:39:28.218142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-897453db-b110-4c75-a8bc-4ecb205552a8 service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006326 Feb 10 22:39:28.244715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a474f81-7f0f-45ad-8ce2-6dcd67baf775 req-0d81b064-0305-4d41-a31d-a9a2c239b0d3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:28.254349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a474f81-7f0f-45ad-8ce2-6dcd67baf775 req-0d81b064-0305-4d41-a31d-a9a2c239b0d3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.4817955 Feb 10 22:39:28.275415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:39:28.436540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a474f81-7f0f-45ad-8ce2-6dcd67baf775 req-44511a87-3a19-423e-950f-db4b96eb7d18 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808834 Feb 10 22:39:28.525648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-fa37ed3f-d05a-4a2c-be19-2f5e8906894a service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065095 Feb 10 22:39:28.739016 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-3ca93532-f7ab-49ec-af48-1fa72eacbb09 service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062750 Feb 10 22:39:28.763509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:39:28.775060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:28.775765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:39:28.807531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:28.810916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:39:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:28.868136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dca158c3-ce0a-480e-b917-8d75d89fff1e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "PUT /v2.0/floatingips/73477b60-a88a-4b00-b0a6-941e298ac764 HTTP/1.1" status: 200 len: 990 time: 3.2167339 Feb 10 22:39:28.875137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:28.931236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d8b35-6749-4f60-a02e-df4cc9c596aa req-729e2fce-e33d-484e-9c38-37a4eb664a64 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:28.938400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-213d8b35-6749-4f60-a02e-df4cc9c596aa req-729e2fce-e33d-484e-9c38-37a4eb664a64 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.2894263 Feb 10 22:39:28.991049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b2c695b3-0688-4bd3-9855-e5ab4f5590b1 service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410858 Feb 10 22:39:29.012013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-213d8b35-6749-4f60-a02e-df4cc9c596aa req-4d8aabb6-fe22-4a3d-b6d2-04f1cd8f8bcb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725422 Feb 10 22:39:29.089872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bfce799-9043-4616-9279-26754bc4e9ef req-4ee39e5a-78db-4df7-95c0-515767fbe8f9 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/6b3cb7e8-3610-4721-ba55-6670598de107 HTTP/1.1" status: 200 len: 1803 time: 0.0596399 Feb 10 22:39:29.095405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Request body: {'security_group': {'name': 'tempest-sg-hth-117321758', 'description': 'tempest-description-hth-1017970452'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:29.148846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:29.204508 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-f4a43b6c-043a-4acf-a4b9-235ca575439a service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120895 Feb 10 22:39:29.231145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:29.238129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:29.244040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:29.268087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bfce799-9043-4616-9279-26754bc4e9ef req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "PUT /v2.0/security-groups/6b3cb7e8-3610-4721-ba55-6670598de107 HTTP/1.1" status: 200 len: 1776 time: 0.1770327 Feb 10 22:39:29.280095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:29.352214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c340db-41c6-4a6f-866d-f8c670baea93 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3cb7e8-3610-4721-ba55-6670598de107,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:29.410655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4252b4b1-1490-4859-bc20-864afd280c8a service neutron] 10.222.0.53 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980529 Feb 10 22:39:29.606817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e00c9-6b5d-4c42-a1e5-09bde706e207 req-e1abc227-cabb-4146-bf95-7a72f8ae6cbb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:29.617609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec3e00c9-6b5d-4c42-a1e5-09bde706e207 req-e1abc227-cabb-4146-bf95-7a72f8ae6cbb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1906264 Feb 10 22:39:29.680160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec3e00c9-6b5d-4c42-a1e5-09bde706e207 req-b5494380-c140-4503-bf18-145b72fa6147 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611675 Feb 10 22:39:29.682509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-91845d3d-dfce-41c7-aa6e-324222308172 service neutron] 10.222.0.53 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581677 Feb 10 22:39:29.819569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '73477b60-a88a-4b00-b0a6-941e298ac764', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:13:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:38:52Z', 'updated_at': '2022-02-10T22:39:26Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:29.824444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:39:29.833828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:39:29.835299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:39:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:29.908228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b089912c-b7bb-462c-8a9f-be01ad77ccb5 service neutron] 10.222.0.53 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246211 Feb 10 22:39:30.006825 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'status': 'completed', 'code': 200} Feb 10 22:39:30.111630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:39:30.192147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eee9ef7e-9370-4a72-be21-5ce37987e35c req-9213a34f-40ef-443b-ae2a-34679ed2bb98 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/6b3cb7e8-3610-4721-ba55-6670598de107 HTTP/1.1" status: 200 len: 1776 time: 0.0820155 Feb 10 22:39:30.216008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-77697efe-e6da-4148-a445-897b8a7ae995 service neutron] 10.222.0.53 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2982883 Feb 10 22:39:30.220230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-59df5a93-3df3-4a8e-b40d-61cee9c271b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:30.222127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-59df5a93-3df3-4a8e-b40d-61cee9c271b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1096 time: 0.1777000 Feb 10 22:39:30.443732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1adcbb64-f009-4a97-a423-85ed777fe75c service neutron] 10.222.0.53 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237649 Feb 10 22:39:30.497348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-49c19438-5b5b-4b94-9504-11b90dbde2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:30.501393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-49c19438-5b5b-4b94-9504-11b90dbde2c5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 0.2715559 Feb 10 22:39:30.786230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-516d4b7f-3f96-4de3-8239-06fa8a6686e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 998 time: 0.2785885 Feb 10 22:39:30.858381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '73477b60-a88a-4b00-b0a6-941e298ac764', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:13:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:38:52Z', 'updated_at': '2022-02-10T22:39:26Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:30.863834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771bb871-bc9f-4e9b-bf5c-357ab732b6fb None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '73477b60-a88a-4b00-b0a6-941e298ac764', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.43', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:13:3d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:38:52Z', 'updated_at': '2022-02-10T22:39:26Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:39:30.885808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-2c393a05-666c-4d41-9d21-1389a0f21d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:30.894200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-2c393a05-666c-4d41-9d21-1389a0f21d8a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.2825880 Feb 10 22:39:30.943161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-27f4f9de-275d-48cf-8bd0-2a57048e42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:30.946026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-27f4f9de-275d-48cf-8bd0-2a57048e42cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.1441956 Feb 10 22:39:31.157508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed3bcbf-a42a-4bd9-af32-0e5185ee5476 req-8ef1f10d-5de5-468e-a036-ae99381faa74 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:31.159040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed3bcbf-a42a-4bd9-af32-0e5185ee5476 req-8ef1f10d-5de5-468e-a036-ae99381faa74 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4483132 Feb 10 22:39:31.229560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed3bcbf-a42a-4bd9-af32-0e5185ee5476 req-a1327956-3a52-48d0-a261-a3c05548a1e8 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617528 Feb 10 22:39:31.231054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-27c0b870-0aaa-4bac-a1f8-a8e4dc02ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:31.232511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-27c0b870-0aaa-4bac-a1f8-a8e4dc02ee70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.3375359 Feb 10 22:39:31.386093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-3455479e-144d-4c3e-8d46-51545a984da4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.1317034 Feb 10 22:39:31.389841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d962d669-7872-4051-9e5d-0f671597d79d req-7d3c29ef-9116-4e46-8078-8f7ff2fc4c70 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/6b3cb7e8-3610-4721-ba55-6670598de107 HTTP/1.1" status: 200 len: 1776 time: 0.0751913 Feb 10 22:39:31.405293 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb074ab8-bf44-4875-934e-d85a050aac64 None None] New status for floating IP 73477b60-a88a-4b00-b0a6-941e298ac764: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:39:31.669205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-e20ec1dd-976d-459e-a735-e9de6c8b1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:31.671421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-e20ec1dd-976d-459e-a735-e9de6c8b1c06 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6780632 Feb 10 22:39:31.717906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d962d669-7872-4051-9e5d-0f671597d79d req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:31.743675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-594392ef-4188-4b8d-9c50-ad6cc03d4f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:31.745133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-594392ef-4188-4b8d-9c50-ad6cc03d4f59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.3532076 Feb 10 22:39:31.862471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-c063dfa0-8d2e-41c4-8c5f-f0a0244cf1c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552042 Feb 10 22:39:31.872187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d962d669-7872-4051-9e5d-0f671597d79d req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:32.081567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-d81bae1b-ed60-4179-85a3-996253f2176a service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971293 Feb 10 22:39:32.183364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d962d669-7872-4051-9e5d-0f671597d79d req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:32.239229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-ac7e03d7-c564-4839-96e1-c625f96e458d service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515570 Feb 10 22:39:32.240943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3cb7e8-3610-4721-ba55-6670598de107,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:32.314691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbeaba6-92e8-4575-b5d0-a46a63b50df6 req-d04a140e-b9ae-42d2-9a18-ec34f5d09e6b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:32.317855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cbeaba6-92e8-4575-b5d0-a46a63b50df6 req-d04a140e-b9ae-42d2-9a18-ec34f5d09e6b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1557937 Feb 10 22:39:32.360579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d962d669-7872-4051-9e5d-0f671597d79d req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:32.365052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d962d669-7872-4051-9e5d-0f671597d79d req-f681122a-d8a6-437d-b756-82682512c25f tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/6b3cb7e8-3610-4721-ba55-6670598de107 HTTP/1.1" status: 204 len: 173 time: 0.9382946 Feb 10 22:39:32.444541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f4e840-91f6-40e7-ad16-1e6c9ce40e54 req-fbccd692-5c4b-4978-971d-ff48390a3758 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513038 Feb 10 22:39:32.493541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cbeaba6-92e8-4575-b5d0-a46a63b50df6 req-194dd512-403b-4a05-b9c5-1a5ac9951ee4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621492 Feb 10 22:39:32.510053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fed17dfb-24a3-47ad-b3a8-5ac663e950a7 req-ffa7fc89-cfcb-4649-8d25-ecb14b20496f service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621138 Feb 10 22:39:32.785762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe1290-4384-49b9-9bc7-7cbfb35e65de req-2e7ba6e0-f446-423b-a68a-f30526176cc4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:32.788167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dbbe1290-4384-49b9-9bc7-7cbfb35e65de req-2e7ba6e0-f446-423b-a68a-f30526176cc4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1461525 Feb 10 22:39:32.856470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9008de-31cd-4d34-ba6b-24970f75d15a req-41c009bf-43b9-41ef-b6b3-550ba576cda1 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:32.862791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d9008de-31cd-4d34-ba6b-24970f75d15a req-41c009bf-43b9-41ef-b6b3-550ba576cda1 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1900561 Feb 10 22:39:32.882801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dbbe1290-4384-49b9-9bc7-7cbfb35e65de req-29fd1b1c-061f-4c88-9711-a7cbc235fcb4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792267 Feb 10 22:39:32.974347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d9008de-31cd-4d34-ba6b-24970f75d15a req-3f370615-047a-4c61-9765-ae9a4faa204e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997984 Feb 10 22:39:33.101487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bab3375-633a-4b82-b984-e234a4c6838d req-4d77a4c9-efc5-40e4-b707-103f554d4dce tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 210 time: 0.0767369 Feb 10 22:39:33.226279 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-57aab641-42ae-4d68-9599-51aa9c96ea00 req-60a59e48-d23d-45cf-8e06-452a5a3c7557 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.227396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57aab641-42ae-4d68-9599-51aa9c96ea00 req-60a59e48-d23d-45cf-8e06-452a5a3c7557 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/79d38a18-7e95-4f28-9aac-d948944b24d6 HTTP/1.1" status: 404 len: 352 time: 0.0246608 Feb 10 22:39:33.313630 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-3c5b624c-e5b6-47fc-ba77-828d91fabe06 req-e1e91ac6-0386-4865-9e61-76341e4577aa tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.314923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c5b624c-e5b6-47fc-ba77-828d91fabe06 req-e1e91ac6-0386-4865-9e61-76341e4577aa tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/70a66973-c358-4407-bba1-a33a2039d4ad HTTP/1.1" status: 404 len: 352 time: 0.0227022 Feb 10 22:39:33.372616 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-1670ca41-add9-4ca4-b082-145aa0ea04cc req-38b0d74f-9254-4d76-b475-08a8688425c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.374521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1670ca41-add9-4ca4-b082-145aa0ea04cc req-38b0d74f-9254-4d76-b475-08a8688425c3 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/4f41ccc4-bb9f-4b01-a02d-acce68561b1e HTTP/1.1" status: 404 len: 352 time: 0.0319576 Feb 10 22:39:33.398008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ee5c9-f755-458e-a996-645d3f4a01b7 req-cb5203d9-a3b7-4101-bc79-fbc755a5488b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:33.400202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d2ee5c9-f755-458e-a996-645d3f4a01b7 req-cb5203d9-a3b7-4101-bc79-fbc755a5488b tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.1199434 Feb 10 22:39:33.447368 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-a0dd981d-917e-4e97-98dd-8e1a430c19b3 req-0e36ac1f-d15d-4d3c-aabe-1d5d9db7a82a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.448648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0dd981d-917e-4e97-98dd-8e1a430c19b3 req-0e36ac1f-d15d-4d3c-aabe-1d5d9db7a82a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/c2357d19-edaf-46da-90a2-8170bf06aabf HTTP/1.1" status: 404 len: 352 time: 0.0310063 Feb 10 22:39:33.476834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d2ee5c9-f755-458e-a996-645d3f4a01b7 req-81be5c5f-5990-45ff-a831-61342b322788 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675528 Feb 10 22:39:33.500082 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-83c9a862-3593-4883-af5f-94367a203b68 req-e0aaf072-858d-47f9-a346-a052ad7576c6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.501645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83c9a862-3593-4883-af5f-94367a203b68 req-e0aaf072-858d-47f9-a346-a052ad7576c6 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/def254bf-f6ea-4488-8828-fc665f72d765 HTTP/1.1" status: 404 len: 352 time: 0.0242665 Feb 10 22:39:33.762353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d757ae56-b791-48ce-8e10-4fccf4502676 req-aec28b21-b4a5-44d0-8630-c1bbaaba9961 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:33.764287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d757ae56-b791-48ce-8e10-4fccf4502676 req-aec28b21-b4a5-44d0-8630-c1bbaaba9961 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1203048 Feb 10 22:39:33.903208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d757ae56-b791-48ce-8e10-4fccf4502676 req-05de0c4e-5d6b-446d-9533-4d9f5090b342 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225216 Feb 10 22:39:33.948630 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-ee17e7da-cd4e-474c-8d09-8518ee873bd1 req-98045216-4ff0-458d-8065-46dd73ccb6a1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] show failed (client error): The resource could not be found. Feb 10 22:39:33.955515 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee17e7da-cd4e-474c-8d09-8518ee873bd1 req-98045216-4ff0-458d-8065-46dd73ccb6a1 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/e69683b5-332a-404d-91f2-a06305e705bd HTTP/1.1" status: 404 len: 352 time: 0.0262966 Feb 10 22:39:34.105959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15cdbfb6-a91f-450b-956e-284f643c2854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.109996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f2f530-9448-46e9-aa49-f035eef2e1f5 req-18a66bf9-d3c9-41b4-9e32-31dfa01a3409 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.110743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15cdbfb6-a91f-450b-956e-284f643c2854 service neutron] 10.222.0.30 "GET /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 1033 time: 0.1360781 Feb 10 22:39:34.123909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43f2f530-9448-46e9-aa49-f035eef2e1f5 req-18a66bf9-d3c9-41b4-9e32-31dfa01a3409 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.3033667 Feb 10 22:39:34.258989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-43f2f530-9448-46e9-aa49-f035eef2e1f5 req-2ab7989d-b9d8-47d1-9524-5bb9578b8be4 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340783 Feb 10 22:39:34.298445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-bd2cdf70-d49b-4d70-b6c9-0a8eed89c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.300043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-bd2cdf70-d49b-4d70-b6c9-0a8eed89c9cb service neutron] 10.222.0.30 "GET /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 1032 time: 0.1823695 Feb 10 22:39:34.667567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-20b819a3-fe23-40a8-9f72-b2a973b18db1 req-a38a2843-7005-4542-ae08-43bce2dcd291 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:34.668727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6842282-2a99-4c2d-b571-4dba5f4e2988 req-c3bf51d2-8681-467c-993f-1668a3a677bb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.670417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6842282-2a99-4c2d-b571-4dba5f4e2988 req-c3bf51d2-8681-467c-993f-1668a3a677bb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1835990 Feb 10 22:39:34.738430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6842282-2a99-4c2d-b571-4dba5f4e2988 req-8cabc657-23f1-4452-acf6-6cb67a56cb84 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604322 Feb 10 22:39:34.754009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-20b819a3-fe23-40a8-9f72-b2a973b18db1 req-a38a2843-7005-4542-ae08-43bce2dcd291 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:34.755175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20b819a3-fe23-40a8-9f72-b2a973b18db1 req-a38a2843-7005-4542-ae08-43bce2dcd291 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 210 time: 0.1516092 Feb 10 22:39:34.793863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.815850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.831491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:34.837747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:34.867036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:34.868475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-cb440549-96c2-4597-82be-42479e043922 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/networks?id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=2c564697-314e-42df-ab83-cf70d6b9a096&id=2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 200 len: 1994 time: 0.5620151 Feb 10 22:39:34.977091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-8a196e5d-b501-42ca-9b4a-bec2185558a1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:35.013860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ccfb53-429d-4b68-8a54-431518ae48a8 req-2e5bba43-7b5f-432b-a6f2-a030432e571d tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:35.025092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63ccfb53-429d-4b68-8a54-431518ae48a8 req-2e5bba43-7b5f-432b-a6f2-a030432e571d tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1023 time: 0.1469147 Feb 10 22:39:35.030021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-8a196e5d-b501-42ca-9b4a-bec2185558a1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:35.031752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-8a196e5d-b501-42ca-9b4a-bec2185558a1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bcea6298829d442c818921a44ad20e84 HTTP/1.1" status: 200 len: 379 time: 0.1547823 Feb 10 22:39:35.078527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-63ccfb53-429d-4b68-8a54-431518ae48a8 req-b788d9f3-6ab0-4b22-a8e8-ce2ba9d940bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:35.100121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-63ccfb53-429d-4b68-8a54-431518ae48a8 req-b788d9f3-6ab0-4b22-a8e8-ce2ba9d940bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:35.112559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'admin_state_up': True, 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'security_groups': ['8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:35.114765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63ccfb53-429d-4b68-8a54-431518ae48a8 req-b788d9f3-6ab0-4b22-a8e8-ce2ba9d940bf tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=7ac1a78c-71d0-412f-a69d-14ec87b986d8&id=04366d44-3394-405f-b8db-0377b1a064d0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0883398 Feb 10 22:39:35.329999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9665221-19d2-4c44-9e1a-8334572dfae9 req-b6c12da8-8dc0-4101-921e-5b646bb899eb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:35.339551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9665221-19d2-4c44-9e1a-8334572dfae9 req-b6c12da8-8dc0-4101-921e-5b646bb899eb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1115932 Feb 10 22:39:35.409928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9665221-19d2-4c44-9e1a-8334572dfae9 req-a6e23004-4928-46d3-b080-718598b67aca tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691652 Feb 10 22:39:35.427321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:35.428805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:35.455760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:35.461599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:35.644880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6933e-db07-4747-9c76-c3d58d587b96 req-46964212-b454-4174-bf4e-7ef499c1ba95 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:35.647712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5eb6933e-db07-4747-9c76-c3d58d587b96 req-46964212-b454-4174-bf4e-7ef499c1ba95 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.6129322 Feb 10 22:39:35.846592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5eb6933e-db07-4747-9c76-c3d58d587b96 req-791c8859-6301-48b8-af80-c5e156929aba tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899023 Feb 10 22:39:36.333810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 172.20.0.14 (16740edf-80c0-40dc-bdbf-80bd67df6e8f/6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef/0cf47efb-46a4-45ef-bd81-a67a3165d5be) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:36.433008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94555d34-c451-42ef-9aa2-3157e62bc3d9 req-0bedf21e-aeaf-4ca4-9eaa-aee39fd067ba tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:36.447309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94555d34-c451-42ef-9aa2-3157e62bc3d9 req-0bedf21e-aeaf-4ca4-9eaa-aee39fd067ba tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.4033341 Feb 10 22:39:36.574259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94555d34-c451-42ef-9aa2-3157e62bc3d9 req-49299634-b428-4f2b-8ee4-32095cdd533e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246393 Feb 10 22:39:36.714997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-864472e2-9e23-4e91-be59-39080aa24b0a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:36.724323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-864472e2-9e23-4e91-be59-39080aa24b0a tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.30 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1023 time: 0.4666936 Feb 10 22:39:36.872898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Deleting port cbf2a703-7aab-4190-b692-5361f8b07fce {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:39:36.873622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:37.050716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df85a161-2f7f-4da8-a70c-bca76133dcf4 req-7db1cf9e-e684-41f9-a622-35bd4b1cf063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 210 time: 0.1375749 Feb 10 22:39:37.217157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:37.251656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object 0cf47efb-46a4-45ef-bd81-a67a3165d5be will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:37.288999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b154a3dd-035f-4297-b751-89ccf410a36a req-0b0b3e33-f948-4dc0-817f-1c653183b9c5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:37.293555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b154a3dd-035f-4297-b751-89ccf410a36a req-0b0b3e33-f948-4dc0-817f-1c653183b9c5 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 1023 time: 0.3206651 Feb 10 22:39:37.298217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:37.411107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b154a3dd-035f-4297-b751-89ccf410a36a req-b0767dd5-2625-4d04-b2db-1f1156716fa9 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups?id=db3c00ff-282c-4da2-9cc9-438fe0a27b7f&id=7ac1a78c-71d0-412f-a69d-14ec87b986d8&id=04366d44-3394-405f-b8db-0377b1a064d0&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.1055114 Feb 10 22:39:37.469573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:37.569216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:37.571660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:37.575680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] For port cbf2a703-7aab-4190-b692-5361f8b07fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cbf2a703-7aab-4190-b692-5361f8b07fce,segment=NetworkSegment(ade7ac85-e228-49a3-ba1d-15ce30316306),segment_id=ade7ac85-e228-49a3-ba1d-15ce30316306)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:37.576200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:37.588047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:37.794138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:37.798442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:37.884672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7333db9f-61d4-4662-82c0-752fa8682ad7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7859871 Feb 10 22:39:37.900627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'admin_state_up': True, 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'security_groups': ['8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:38.008543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Calling delete_port for cbf2a703-7aab-4190-b692-5361f8b07fce owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:39:38.109982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ec727fe-e68d-48a4-a5a8-b47c6e6ee71a None None] Provisioning for port 0cf47efb-46a4-45ef-bd81-a67a3165d5be completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:38.132276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ec727fe-e68d-48a4-a5a8-b47c6e6ee71a None None] Provisioning complete for port 0cf47efb-46a4-45ef-bd81-a67a3165d5be triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:38.132736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ec727fe-e68d-48a4-a5a8-b47c6e6ee71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:38.324372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d7d1ae8-dd0f-436d-bce4-ada6f7ced27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:38.354716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9ec727fe-e68d-48a4-a5a8-b47c6e6ee71a None None] Port 0cf47efb-46a4-45ef-bd81-a67a3165d5be cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:38.461625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d853848-c87b-4de1-b6ac-7eb9d3406bcb req-30976651-bff7-4eb5-984f-e3fa0843739c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:38.470632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d853848-c87b-4de1-b6ac-7eb9d3406bcb req-30976651-bff7-4eb5-984f-e3fa0843739c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.5324490 Feb 10 22:39:38.483593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:38.562481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d853848-c87b-4de1-b6ac-7eb9d3406bcb req-842da1e0-d090-4345-9c99-2cd0cbc4afd6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905945 Feb 10 22:39:38.590311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'Port': ['ID=cbf2a703-7aab-4190-b692-5361f8b07fce,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:38.626112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec03905-c7a3-497a-9ccd-91404158951b req-ab2bbf37-ae43-43a3-a493-2e74e0775b1c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:38.627966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dec03905-c7a3-497a-9ccd-91404158951b req-ab2bbf37-ae43-43a3-a493-2e74e0775b1c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 932 time: 0.2334831 Feb 10 22:39:38.659646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:38.678497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:38.678497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:38.689875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:38.702892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:38.724165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:38.784380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] No DVR routers for this DVR port cbf2a703-7aab-4190-b692-5361f8b07fce on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:39:38.790683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:38.802295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'name': 'network-vif-deleted', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:38.809967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78f7a65e-cd11-4b16-8c40-5585cf65defe req-ef7119f4-7bf4-4021-a606-d47948a55dda tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.30 "DELETE /v2.0/ports/cbf2a703-7aab-4190-b692-5361f8b07fce HTTP/1.1" status: 204 len: 173 time: 2.0799932 Feb 10 22:39:38.820794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dec03905-c7a3-497a-9ccd-91404158951b req-841fccfc-5672-4854-8c7d-2c446c8378ba tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448541 Feb 10 22:39:39.030297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9909e551-ef07-47d2-b0df-5a250bff2178 req-2589bda5-721b-4456-a24f-0cb9e4fc748c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Synchronizing usage tracker for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:39.156007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9909e551-ef07-47d2-b0df-5a250bff2178 req-2589bda5-721b-4456-a24f-0cb9e4fc748c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Unset dirty status for tenant:895a816da814460ea03a1deaa5a015f9 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:39.157291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9909e551-ef07-47d2-b0df-5a250bff2178 req-2589bda5-721b-4456-a24f-0cb9e4fc748c tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/ports?device_id=94588450-5799-48c3-b56c-27c9bd0d9d36 HTTP/1.1" status: 200 len: 210 time: 0.3421993 Feb 10 22:39:39.221857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.1.1.90 (749e9125-7f4c-4d6f-9a23-e279f116864c/f975049e-1248-4518-ab8c-e631b8670288/4e24bb8f-f3df-42e0-8e30-450f414ae2a6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:39.286784 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94588450-5799-48c3-b56c-27c9bd0d9d36', 'name': 'network-vif-deleted', 'tag': 'cbf2a703-7aab-4190-b692-5361f8b07fce', 'status': 'completed', 'code': 200} Feb 10 22:39:39.332980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547aae16-bc55-42ee-b3db-94697fa4a045 req-d5125895-f6b8-4efc-af8a-40587456ca1b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:39.336926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547aae16-bc55-42ee-b3db-94697fa4a045 req-d5125895-f6b8-4efc-af8a-40587456ca1b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2817867 Feb 10 22:39:39.415050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547aae16-bc55-42ee-b3db-94697fa4a045 req-8e03ca40-a94c-449c-92be-c11caa9c8e9f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718937 Feb 10 22:39:39.749618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:39.807559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:39.860290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:39.904738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6c99bc-8cc9-45a4-ad9f-6a9dc5f0ea46 req-e8e5a355-98be-4a8b-be58-6a60abc61073 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:39.945233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fa6c99bc-8cc9-45a4-ad9f-6a9dc5f0ea46 req-e8e5a355-98be-4a8b-be58-6a60abc61073 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.2089531 Feb 10 22:39:40.050179 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fa6c99bc-8cc9-45a4-ad9f-6a9dc5f0ea46 req-d2228316-760a-476e-865b-1cbe973ff277 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034150 Feb 10 22:39:40.135644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:40.146498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:40.161547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:40.169892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cbf2a703-7aab-4190-b692-5361f8b07fce no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:39:40.202777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:40.291028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: cbf2a703-7aab-4190-b692-5361f8b07fce {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:39:40.291389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cbf2a703-7aab-4190-b692-5361f8b07fce not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:39:40.340269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:40.344124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:40.417268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6d14e85d-770d-42f1-8d78-fd71411b54b5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5246422 Feb 10 22:39:40.432347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'admin_state_up': True, 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'security_groups': ['8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:40.455051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0618b28-a495-4901-a7b4-329da35620f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:40.545219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8019f-9edd-487c-9c55-23f4b08208cf req-a80d5fa9-c873-499d-89fe-e0f99dfef65a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:40.595473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8019f-9edd-487c-9c55-23f4b08208cf req-a80d5fa9-c873-499d-89fe-e0f99dfef65a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:40.598009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ba8019f-9edd-487c-9c55-23f4b08208cf req-a80d5fa9-c873-499d-89fe-e0f99dfef65a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 1653 time: 0.3101254 Feb 10 22:39:40.665643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9d1da454-6706-4285-a3ec-e36da472b69b None None] Provisioning for port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:40.678390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9d1da454-6706-4285-a3ec-e36da472b69b None None] Provisioning complete for port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:40.679260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9d1da454-6706-4285-a3ec-e36da472b69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:40.759511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9d1da454-6706-4285-a3ec-e36da472b69b None None] Port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:40.861904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ba8019f-9edd-487c-9c55-23f4b08208cf req-3445daca-1793-45cc-a6a3-6a49ea936b61 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533665 Feb 10 22:39:41.000273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:41.056968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:41.073380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-835dc95f-b735-481b-9364-4e2c08ce5cfd tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/7ac1a78c-71d0-412f-a69d-14ec87b986d8 HTTP/1.1" status: 200 len: 1802 time: 0.1986473 Feb 10 22:39:41.137856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:41.173268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:41.203754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:41.210217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.367225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.429934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0ebbb-cea1-4707-93ad-636ce3cd46a9 req-68eb8595-24b6-48c5-a8a8-792d50ce76b5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:41.436901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8a0ebbb-cea1-4707-93ad-636ce3cd46a9 req-68eb8595-24b6-48c5-a8a8-792d50ce76b5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1317225 Feb 10 22:39:41.510871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.603237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.680931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.690453 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:41.703935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8a0ebbb-cea1-4707-93ad-636ce3cd46a9 req-db19d585-2f95-41c7-b0e9-fcf6c48f6447 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660530 Feb 10 22:39:41.762549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac1a78c-71d0-412f-a69d-14ec87b986d8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:42.171424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:39:42.331767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.1.1.26 (749e9125-7f4c-4d6f-9a23-e279f116864c/f975049e-1248-4518-ab8c-e631b8670288/f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:42.412711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:39:42.439598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ffa15-f00c-4b31-a5c8-052e149ae412 req-2e849127-b803-454f-8344-4d88d4c13e12 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:42.449307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ffa15-f00c-4b31-a5c8-052e149ae412 req-2e849127-b803-454f-8344-4d88d4c13e12 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:42.453818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-234ffa15-f00c-4b31-a5c8-052e149ae412 req-2e849127-b803-454f-8344-4d88d4c13e12 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 1653 time: 0.3447914 Feb 10 22:39:42.622449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:42.640174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-234ffa15-f00c-4b31-a5c8-052e149ae412 req-91529a5e-141f-4786-8064-a26dcc9d8770 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678617 Feb 10 22:39:42.650045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:42.651092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:42.679441 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:42.704011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:42.706520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:42.707887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a966a4-14a8-4abb-86e9-5bf43b7be7d1 req-866a0df0-e120-4eed-9992-5692c6ba81d8 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ac1a78c-71d0-412f-a69d-14ec87b986d8 HTTP/1.1" status: 204 len: 173 time: 1.6320221 Feb 10 22:39:42.737928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '5b59da2e-c6af-4074-880f-d64e651b5037', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'port_id': '5b59da2e-c6af-4074-880f-d64e651b5037', 'mac_address': 'fa:16:3e:23:82:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b685aa6e-a51d-42bd-b30c-129282c82d2b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:39:42.848226 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-18e62ebb-846c-4310-b5c6-f3e8677bc219 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "GET /v2.0/security-groups/04366d44-3394-405f-b8db-0377b1a064d0 HTTP/1.1" status: 200 len: 1802 time: 0.1149685 Feb 10 22:39:42.875685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 749e9125-7f4c-4d6f-9a23-e279f116864c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:42.887127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:42.910916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:42.924607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:42.999054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:43.019367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.023132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.054014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.083171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:43.085161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.159753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.211165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:43.262956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.277783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-02fbdd03-51eb-4c41-a71f-94be5a0070e0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8516173 Feb 10 22:39:43.295211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'admin_state_up': True, 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'security_groups': ['8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:43.316917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:43.346670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:43.382672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.461397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04366d44-3394-405f-b8db-0377b1a064d0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:43.481280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.495496 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1656f2d9-eae3-4bbc-a7ba-6fe60cb558db req-abe11cb9-889e-481c-941a-d5a2de6f0025 tempest-SecurityGroupsTestJSON-143965795 tempest-SecurityGroupsTestJSON-143965795-project] 10.222.0.53 "DELETE /v2.0/security-groups/04366d44-3394-405f-b8db-0377b1a064d0 HTTP/1.1" status: 204 len: 173 time: 0.6469829 Feb 10 22:39:43.496037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:43.629996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:43.633751 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'code': 200} Feb 10 22:39:43.643583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:43.651024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Deleting subnet 594a70c0-4074-40c0-8ed1-beb6d259933c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:39:43.653732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:43.654673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.670926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:43.691700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:43.770462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.805620 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:39:43.806121 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:39:43.822106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22719504-ef4d-4d28-a91e-5c2b05a9765c None None] Provisioning for port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:43.834542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22719504-ef4d-4d28-a91e-5c2b05a9765c None None] Provisioning complete for port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:43.834905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22719504-ef4d-4d28-a91e-5c2b05a9765c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.889009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:43.927215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fd368-e274-4986-8fcf-a8e5f32b5fda req-140071d5-ed1d-4888-9a8c-a648b8d72ec2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:43.937151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-090fd368-e274-4986-8fcf-a8e5f32b5fda req-140071d5-ed1d-4888-9a8c-a648b8d72ec2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 944 time: 0.8459377 Feb 10 22:39:44.037283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:44.045911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-22719504-ef4d-4d28-a91e-5c2b05a9765c None None] Port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:44.052490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-090fd368-e274-4986-8fcf-a8e5f32b5fda req-de83f42b-3f96-4ab3-850f-843fcc0a00ce tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139619 Feb 10 22:39:44.258921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:44.308910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:44.311740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=594a70c0-4074-40c0-8ed1-beb6d259933c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:44.339049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42236) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:44.341010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4af1a80d-4dbf-496b-a3b5-d81358b6ec8b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/594a70c0-4074-40c0-8ed1-beb6d259933c HTTP/1.1" status: 204 len: 168 time: 0.8438458 Feb 10 22:39:44.425963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db42f1-9560-469f-ac2c-ca0e96546394 req-d009f24c-aac8-4695-806c-bc0f3cdf47c1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:44.439761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db42f1-9560-469f-ac2c-ca0e96546394 req-d009f24c-aac8-4695-806c-bc0f3cdf47c1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:44.450538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03db42f1-9560-469f-ac2c-ca0e96546394 req-d009f24c-aac8-4695-806c-bc0f3cdf47c1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:44.465381 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03db42f1-9560-469f-ac2c-ca0e96546394 req-d009f24c-aac8-4695-806c-bc0f3cdf47c1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 2373 time: 0.2604980 Feb 10 22:39:44.475854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:44.517826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:44.554452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:44.558756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:44.577811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03db42f1-9560-469f-ac2c-ca0e96546394 req-8c34762e-10b0-4ed7-8bff-cb8b80fd8735 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114235 Feb 10 22:39:44.622014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.2.2.100 (2c564697-314e-42df-ab83-cf70d6b9a096/848df7a4-eeb9-4367-9ee1-8cb2f6bb969d/816b0856-03db-4e97-b444-ca3f94aeb7d0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:44.720158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:44.889707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['5b59da2e-c6af-4074-880f-d64e651b5037'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:45.060365 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.195188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.556522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.665103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object 816b0856-03db-4e97-b444-ca3f94aeb7d0 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:45.675535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9483fbcc-1584-4554-843f-72d0bd77703b']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:45.706809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ade7ac85-e228-49a3-ba1d-15ce30316306') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:45.707414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ade7ac85-e228-49a3-ba1d-15ce30316306') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:45.739040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.771904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.790889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:39:45.791212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:39:45.810541 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:39:45.974150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f210-73d8-4b74-99a6-e27c7cedfcfb req-ed599caa-9e31-49d5-bdbd-4b37cb170233 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:45.985444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f210-73d8-4b74-99a6-e27c7cedfcfb req-ed599caa-9e31-49d5-bdbd-4b37cb170233 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:45.992878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032f210-73d8-4b74-99a6-e27c7cedfcfb req-ed599caa-9e31-49d5-bdbd-4b37cb170233 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:45.994991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a032f210-73d8-4b74-99a6-e27c7cedfcfb req-ed599caa-9e31-49d5-bdbd-4b37cb170233 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 2373 time: 0.1596651 Feb 10 22:39:46.076696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.086970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1aa82-7d01-4531-88b5-a78f924ba874 req-18db79d6-67b2-400d-b153-de100fe0923f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:46.097718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a032f210-73d8-4b74-99a6-e27c7cedfcfb req-20effa92-3eb1-4fa1-9f56-94baf307725b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879250 Feb 10 22:39:46.106037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45e1aa82-7d01-4531-88b5-a78f924ba874 req-18db79d6-67b2-400d-b153-de100fe0923f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 945 time: 0.5134702 Feb 10 22:39:46.246043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 2c564697-314e-42df-ab83-cf70d6b9a096 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:46.248160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.253757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.277118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:46.280090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:46.342705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] Pushing event deleted for resources: {'Network': ['ID=9483fbcc-1584-4554-843f-72d0bd77703b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:46.362816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:46.398034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45e1aa82-7d01-4531-88b5-a78f924ba874 req-4d00204b-9650-45ae-a1ad-68517b074096 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909100 Feb 10 22:39:46.403619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a544dc7a-7ba6-438d-825f-d2282d1cf290 admin admin] 10.222.0.53 "DELETE /v2.0/networks/9483fbcc-1584-4554-843f-72d0bd77703b HTTP/1.1" status: 204 len: 168 time: 2.0608659 Feb 10 22:39:46.424648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:46.424905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.448959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-235e62bd-5b38-4e92-a57d-38c72e2e4c0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1650100 Feb 10 22:39:46.461271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'admin_state_up': True, 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'security_groups': ['8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:46.580223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:39:46.805075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:46.817008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Usage tracker for resource:port and tenant:bcea6298829d442c818921a44ad20e84 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:46.824480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:46.839941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:46.866767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Made reservation on behalf of bcea6298829d442c818921a44ad20e84 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:46.872457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.893779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bdcc872d-c161-4388-9f89-5d0bb275f9bc None None] Provisioning for port 816b0856-03db-4e97-b444-ca3f94aeb7d0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:46.934147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bdcc872d-c161-4388-9f89-5d0bb275f9bc None None] Provisioning complete for port 816b0856-03db-4e97-b444-ca3f94aeb7d0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:46.935747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bdcc872d-c161-4388-9f89-5d0bb275f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:46.995048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42252) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:47.108096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bdcc872d-c161-4388-9f89-5d0bb275f9bc None None] Port 816b0856-03db-4e97-b444-ca3f94aeb7d0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:47.147670 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aea2721a-92e2-4704-8904-f601370a4618 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=895a816da814460ea03a1deaa5a015f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1460056 Feb 10 22:39:47.148630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:47.176135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 5b59da2e-c6af-4074-880f-d64e651b5037 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:47.181443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.282177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.331902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.377949 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:39:47.463125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Allocated IP 10.2.2.200 (2c564697-314e-42df-ab83-cf70d6b9a096/848df7a4-eeb9-4367-9ee1-8cb2f6bb969d/87dafc0a-7c8d-47c7-9e75-661785942eb7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:47.527951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.590388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.595323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db3c00ff-282c-4da2-9cc9-438fe0a27b7f HTTP/1.1" status: 204 len: 168 time: 0.4424384 Feb 10 22:39:47.596694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.597520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385593b5-03e4-45d3-8431-39b126b44386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3c00ff-282c-4da2-9cc9-438fe0a27b7f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:47.691682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:47.715830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:47.731035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:47.878251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:47.882827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:47.899801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:47.913475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:47.920177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:47.921388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:47.965209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:47.976253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-5852783f-2f35-484d-927a-6df1bcc5bea3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 3094 time: 0.4990103 Feb 10 22:39:47.991001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e144e8e7-1f31-4a9a-b20b-8e63da3a3c28 req-ba06bb46-f477-4651-ac16-357973358918 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:48.014913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e144e8e7-1f31-4a9a-b20b-8e63da3a3c28 req-ba06bb46-f477-4651-ac16-357973358918 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.2159853 Feb 10 22:39:48.106337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-032f84d8-41ab-4f9e-b53c-f26d7492799c req-830b076c-f0d3-4440-bd38-3a34d7b4858a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288984 Feb 10 22:39:48.120354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e144e8e7-1f31-4a9a-b20b-8e63da3a3c28 req-78d08b0b-42ea-4204-a625-7fd35d3a9ce6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980198 Feb 10 22:39:48.224187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:48.275950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Transition to ACTIVE for port object 87dafc0a-7c8d-47c7-9e75-661785942eb7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:48.343797 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'code': 200} Feb 10 22:39:48.349012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:48.534528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Network 2c564697-314e-42df-ab83-cf70d6b9a096 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:48.545008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:48.551981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:48.757336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:48.758054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:48.821472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:48.840896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.841247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.841591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.841979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.842355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.842725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.843057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.843627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.843965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.844296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.844624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.844952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:39:48.851878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-4538dbe1-c574-4780-bfd2-47f90267ce39 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3965087 Feb 10 22:39:48.879434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:48.990091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8b3722-82b2-40a4-b6a7-5e42bba15b63 req-14b4c67b-02ef-4256-ac6d-892dea39d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:48.995145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9c8b3722-82b2-40a4-b6a7-5e42bba15b63 req-14b4c67b-02ef-4256-ac6d-892dea39d895 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 1097 time: 0.2424226 Feb 10 22:39:49.086115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9c8b3722-82b2-40a4-b6a7-5e42bba15b63 req-918eeae2-dc05-4299-82da-f9274ffffb25 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844460 Feb 10 22:39:49.203609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc70ba-1a3c-47e1-953d-e5a4e6c53ee2 req-156a1cad-2d74-460a-be1c-4b8ba6735f52 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.214527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ffc70ba-1a3c-47e1-953d-e5a4e6c53ee2 req-156a1cad-2d74-460a-be1c-4b8ba6735f52 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4447293 Feb 10 22:39:49.257589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2332ce92-be08-4298-b169-3b10656040d1 None None] Provisioning for port 87dafc0a-7c8d-47c7-9e75-661785942eb7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:49.274059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2332ce92-be08-4298-b169-3b10656040d1 None None] Provisioning complete for port 87dafc0a-7c8d-47c7-9e75-661785942eb7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:49.275626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2332ce92-be08-4298-b169-3b10656040d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:49.419743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2332ce92-be08-4298-b169-3b10656040d1 None None] Port 87dafc0a-7c8d-47c7-9e75-661785942eb7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:49.474166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ffc70ba-1a3c-47e1-953d-e5a4e6c53ee2 req-05360666-9a64-419c-8c1c-b06ff0764108 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263219 Feb 10 22:39:49.479681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:49.527441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcacd2-8da3-4031-bb87-47c4cdff554c req-32dc289e-39dd-4535-8099-eb890ce394af tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.536750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3dcacd2-8da3-4031-bb87-47c4cdff554c req-32dc289e-39dd-4535-8099-eb890ce394af tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.1334701 Feb 10 22:39:49.612080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3dcacd2-8da3-4031-bb87-47c4cdff554c req-f1c044b8-7c73-4f3a-bcb8-a4834bba8186 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730007 Feb 10 22:39:49.711364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42306) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:49.870014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1600598783-network', 'tenant_id': '069000514be54a289dd74df503210d08'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:49.875905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:49.880542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Usage tracker for resource:network and tenant:069000514be54a289dd74df503210d08 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:49.884860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:49.893350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:49.911489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Made reservation on behalf of 069000514be54a289dd74df503210d08 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:49.911489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:49.934497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:49.953410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.960283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.966349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.966547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:49.972381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.972628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Usage tracker for resource:security_group_rule and tenant:069000514be54a289dd74df503210d08 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:49.978549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:49.978813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:49.980483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-efb69135-2b2c-4b18-bda0-288cfadfaf91 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 3815 time: 0.2647259 Feb 10 22:39:49.989350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:50.080182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57f875d6-d85c-4133-a93f-660c9bc99059 req-26d9976b-6631-4ccc-bc12-5ab65e99d67e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886796 Feb 10 22:39:50.165175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.170683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.191834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:39:50.207750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf47efb-46a4-45ef-bd81-a67a3165d5be {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:50.212515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.212979 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Added segment 494b9a66-a089-43da-aabd-de6144cbacd8 of type vlan for network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 Feb 10 22:39:50.222706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.227773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068f83fe-ae61-4b77-89b4-58cd49718fc8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:50.254562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Transition to ACTIVE for port object 0cf47efb-46a4-45ef-bd81-a67a3165d5be will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:50.263879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.272541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.322045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.323644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:50.324716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.443255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7305596 Feb 10 22:39:50.447696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42326) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:50.460453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Request body: {'subnet': {'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1600598783-subnet', 'tenant_id': '069000514be54a289dd74df503210d08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:50.543955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:50.548974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Usage tracker for resource:subnet and tenant:069000514be54a289dd74df503210d08 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:50.552117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:50.564896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:50.621356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Made reservation on behalf of 069000514be54a289dd74df503210d08 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:50.630204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:50.727871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:50.887514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec43573-fdd7-4640-bfe9-8be8d1f8e3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=7e7c178b-75e8-4c0d-a837-27b8e53b4f64,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:50.903739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:39:51.210124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-48706ed0-59ac-4fba-b581-ad084c1d5fe3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:51.211779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-48706ed0-59ac-4fba-b581-ad084c1d5fe3 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.7088449 Feb 10 22:39:51.266907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-950c4f7a-90aa-4f49-b955-e454b941db80 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:51.267771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-950c4f7a-90aa-4f49-b955-e454b941db80 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Synchronizing usage tracker for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:51.283084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a69c5-36d5-4212-a381-0610d31af0c3 req-76689f0c-445d-4af3-9661-54ef5120127a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:51.292298 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee3a69c5-36d5-4212-a381-0610d31af0c3 req-76689f0c-445d-4af3-9661-54ef5120127a tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 947 time: 0.4585578 Feb 10 22:39:51.317994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-950c4f7a-90aa-4f49-b955-e454b941db80 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Unset dirty status for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:51.320946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-950c4f7a-90aa-4f49-b955-e454b941db80 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/networks?id=59008ffd-2008-4e18-88cf-b60f93936cdb HTTP/1.1" status: 200 len: 814 time: 0.5258026 Feb 10 22:39:51.339339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-de2f0c26-93f9-4bc8-8fcd-d491d2d7b4ba tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/quotas/6fea38b6dc5745c2adcf3bfe4b78ec24 HTTP/1.1" status: 200 len: 375 time: 0.0185378 Feb 10 22:39:51.346715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Attempting to bind port 0cf47efb-46a4-45ef-bd81-a67a3165d5be on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:51.347178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Attempting to bind port 0cf47efb-46a4-45ef-bd81-a67a3165d5be by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:51.347642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Attempting to bind port 0cf47efb-46a4-45ef-bd81-a67a3165d5be on network 16740edf-80c0-40dc-bdbf-80bd67df6e8f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:51.366116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Port 0cf47efb-46a4-45ef-bd81-a67a3165d5be on network 16740edf-80c0-40dc-bdbf-80bd67df6e8f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:39:51.366116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Attempting to bind port 0cf47efb-46a4-45ef-bd81-a67a3165d5be on network 16740edf-80c0-40dc-bdbf-80bd67df6e8f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:51.373441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Deleting port 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:39:51.373781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.421752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:51.422553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Checking segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:51.422553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Bound using segment: {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:51.422913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Bound port: 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:51.423261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.444975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.450075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee3a69c5-36d5-4212-a381-0610d31af0c3 req-7cf3c344-2e01-46d5-901d-717d77ecdccb tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/security-groups?id=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591065 Feb 10 22:39:51.542395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c757e3f-17fc-4c89-9937-12cec87f4cfb,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:51.559711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-c6888c35-6ec1-443d-842e-a9f96269e90a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Synchronizing usage tracker for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:51.565381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Checking segment: {'id': '494b9a66-a089-43da-aabd-de6144cbacd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:51.565737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Network hostable DHCP agents. Network: 7e7c178b-75e8-4c0d-a837-27b8e53b4f64, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:39:51.597722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-c6888c35-6ec1-443d-842e-a9f96269e90a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Unset dirty status for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:51.601121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-c6888c35-6ec1-443d-842e-a9f96269e90a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6fea38b6dc5745c2adcf3bfe4b78ec24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2376003 Feb 10 22:39:51.602543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:39:51.614548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7e7c178b-75e8-4c0d-a837-27b8e53b4f64) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:51.621640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:51.622112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.642570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4879a750-ef1e-45c3-805c-b98ad5b65e76 None None] Network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:51.670868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aceca80f-a2bf-4384-a09e-20cb9a6e29b9 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2217808 Feb 10 22:39:51.796521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.800712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:51.838150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:51.857640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:51.861201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-29b6b690-4b81-4d8c-9d3f-c23ae6d4cbfb service neutron] 10.222.0.53 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134345 Feb 10 22:39:51.925372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] For port 6049f8e8-54b4-4423-8310-f3d83e7f923c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6049f8e8-54b4-4423-8310-f3d83e7f923c,segment=NetworkSegment(18d43705-ace0-406e-bf32-49f9cfaddd32),segment_id=18d43705-ace0-406e-bf32-49f9cfaddd32)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:39:51.925996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:52.050386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a395e-bd71-4b2d-bd43-fe283bbafb29 None None] Network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:39:52.074952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f669ad90-1130-4c9e-a963-6b2c78a6b6a5 service neutron] 10.222.0.53 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043111 Feb 10 22:39:52.101361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Calling delete_port for 6049f8e8-54b4-4423-8310-f3d83e7f923c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:39:52.135468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.136129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:52.137566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] 10.222.0.30 "PUT /v2.0/ports/0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 200 len: 1092 time: 3.2716782 Feb 10 22:39:52.263860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:52.342235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2793de97-1abe-46b5-a526-835d6b493cfb service neutron] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:52.360674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:52.437568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5fd70-6d1e-479c-830e-86a5da1db154 req-aca0ccab-2bb6-45b3-a7f5-d421edfc55f6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.444485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba5fd70-6d1e-479c-830e-86a5da1db154 req-aca0ccab-2bb6-45b3-a7f5-d421edfc55f6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.7722399 Feb 10 22:39:52.526820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.533824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.541557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.547757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.554521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:52.554773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:52.558233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-22523bb2-7e0b-4fcf-ae59-0d942b9f828b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 3827 time: 0.1482067 Feb 10 22:39:52.572230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6049f8e8-54b4-4423-8310-f3d83e7f923c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:39:52.609269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba5fd70-6d1e-479c-830e-86a5da1db154 req-e8ca7368-ab3d-49be-842a-a9cdb851e9bd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524227 Feb 10 22:39:52.624428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b56e3550-394c-4e91-93c8-6f43358d65a2 req-fb5a4f8c-3948-48de-953d-9544b9db0277 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590370 Feb 10 22:39:52.636006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Pushing event deleted for resources: {'Port': ['ID=6049f8e8-54b4-4423-8310-f3d83e7f923c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:52.672219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:52.907956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] No DVR routers for this DVR port 6049f8e8-54b4-4423-8310-f3d83e7f923c on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:39:52.911465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:52.968666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4729702c-80e0-49f6-ba12-dfb935da3bb9 req-3c5465fe-1ae3-4b83-afb5-eaf00c304299 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.24 "DELETE /v2.0/ports/6049f8e8-54b4-4423-8310-f3d83e7f923c HTTP/1.1" status: 204 len: 173 time: 1.7497509 Feb 10 22:39:53.015757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-67556208-7944-483f-a99a-72a41ba0a9f2 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.016630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-67556208-7944-483f-a99a-72a41ba0a9f2 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Synchronizing usage tracker for tenant:069000514be54a289dd74df503210d08 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:53.037827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-67556208-7944-483f-a99a-72a41ba0a9f2 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Unset dirty status for tenant:069000514be54a289dd74df503210d08 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:53.043844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-67556208-7944-483f-a99a-72a41ba0a9f2 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/networks?id=7e7c178b-75e8-4c0d-a837-27b8e53b4f64 HTTP/1.1" status: 200 len: 821 time: 0.2378807 Feb 10 22:39:53.076126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-de8358b5-fea3-4098-9d78-786c3822b42d tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/quotas/069000514be54a289dd74df503210d08 HTTP/1.1" status: 200 len: 375 time: 0.0233362 Feb 10 22:39:53.165250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-cdfacb99-3190-4dfc-8ba8-0f227b1633bf tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=069000514be54a289dd74df503210d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778418 Feb 10 22:39:53.347411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-fc452399-ac50-473c-be87-96b4acd9a87e service neutron] 10.222.0.53 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800408 Feb 10 22:39:53.407233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7322fe7e-52c2-4530-be91-13e9a4a90bff req-585bd7c5-7a15-4022-99c3-98f69dbb96f8 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 210 time: 0.1364574 Feb 10 22:39:53.462499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-8161d1ac-4511-4842-b4d0-fca685e83da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.464087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-8161d1ac-4511-4842-b4d0-fca685e83da0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.2809665 Feb 10 22:39:53.531240 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'status': 'completed', 'code': 200} Feb 10 22:39:53.599699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-039dbd3b-5ccb-4396-b9e9-b1ea8d7371a3 service neutron] 10.222.0.53 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388873 Feb 10 22:39:53.650630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.651132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.651669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.652175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.652678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.655250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-33fe9b9e-9fae-44f8-babc-6c1c67640165 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4362 time: 0.1415105 Feb 10 22:39:53.716198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-75f87494-54e9-49e5-bf98-ced01f3b1b92 req-92f6114d-9e7e-47d2-ab00-054b15b34864 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Synchronizing usage tracker for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:53.804459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-75f87494-54e9-49e5-bf98-ced01f3b1b92 req-92f6114d-9e7e-47d2-ab00-054b15b34864 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] Unset dirty status for tenant:69d00acb0cc546cf8e08b395ac067f8c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:53.806139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75f87494-54e9-49e5-bf98-ced01f3b1b92 req-92f6114d-9e7e-47d2-ab00-054b15b34864 tempest-ServersNegativeTestJSON-504647890 tempest-ServersNegativeTestJSON-504647890-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96 HTTP/1.1" status: 200 len: 210 time: 0.1807659 Feb 10 22:39:53.815492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-79f2f26a-1511-45ad-8f30-97922d03f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.817262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-79f2f26a-1511-45ad-8f30-97922d03f004 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.3427434 Feb 10 22:39:53.876121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-26315f14-9874-444d-8c52-895f4e0fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.876606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-26315f14-9874-444d-8c52-895f4e0fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.877074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-26315f14-9874-444d-8c52-895f4e0fadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:53.878913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-26315f14-9874-444d-8c52-895f4e0fadc7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2156947 Feb 10 22:39:53.921722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c176803f-8ec0-46ec-abdd-10ab148c73ed {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:39:53.960247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-3e3994ab-253f-4cd7-85ca-d2e27e14ee23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.1317015 Feb 10 22:39:53.967264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:54.190418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:54.216517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Transition to ACTIVE for port object c176803f-8ec0-46ec-abdd-10ab148c73ed will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:54.250130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-5cde4511-cc45-4071-b0cc-f27f04345ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.252785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-5cde4511-cc45-4071-b0cc-f27f04345ac7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.2753592 Feb 10 22:39:54.253797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:54.269196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-fcdbc2da-7daa-43b9-88ca-022ffa52c1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.271068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b0f537f-cc15-49e8-aef2-ab4c9d7c0c04 req-fcdbc2da-7daa-43b9-88ca-022ffa52c1bc service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3846643 Feb 10 22:39:54.323587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf0422-22d9-4e79-b175-0741fded51ae req-46818c6d-2c48-4cee-8b54-cea7415d63fe tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.325749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cdf0422-22d9-4e79-b175-0741fded51ae req-46818c6d-2c48-4cee-8b54-cea7415d63fe tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.3118236 Feb 10 22:39:54.416602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-a32f2340-8309-4d26-a42b-b3ce81e9ed33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339819 Feb 10 22:39:54.463847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5cdf0422-22d9-4e79-b175-0741fded51ae req-49c20f59-2574-491d-a005-3cd7ec555a6b tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061907 Feb 10 22:39:54.840154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-8b4d12ee-7912-4235-826e-9bec9524d6ee tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.841714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-8b4d12ee-7912-4235-826e-9bec9524d6ee tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.24 "GET /v2.0/networks?id=59008ffd-2008-4e18-88cf-b60f93936cdb HTTP/1.1" status: 200 len: 814 time: 0.9306245 Feb 10 22:39:54.842383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:54.870811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Request body: {'port': {'device_id': '0013e0d6-2060-4010-b973-db133e34b6c2', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'admin_state_up': True, 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:54.885715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.893961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.908979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.916255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.923329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.934167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:54.937870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-2866822e-21c8-4118-96f2-adf2908fbb0e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4605 time: 0.3465133 Feb 10 22:39:55.022630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b27d1e1-6502-4423-b4f0-afbf7cf3eb6a req-363bc5b6-2aeb-4904-98f3-dde4c205b91e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755723 Feb 10 22:39:55.232695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:39:55.319398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 6049f8e8-54b4-4423-8310-f3d83e7f923c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:39:55.320197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6049f8e8-54b4-4423-8310-f3d83e7f923c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:39:55.341354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:55.368038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9c1d539e-717d-449e-a071-89ec2169bab7 req-c4aed718-fdd6-4767-bd13-b646e475a5ee tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 210 time: 0.0750790 Feb 10 22:39:55.392003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7909939-5f65-4cfc-827c-cb966fd4f5a2 req-4b523661-42ee-4eeb-b785-bc78ad4ed2e3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:55.398079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7909939-5f65-4cfc-827c-cb966fd4f5a2 req-4b523661-42ee-4eeb-b785-bc78ad4ed2e3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 1.3154750 Feb 10 22:39:55.453446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:55.551487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-deleted', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:55.562192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-721db0aa-d520-47fc-995e-3cf25b93f2f6 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0517426 Feb 10 22:39:55.667389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7909939-5f65-4cfc-827c-cb966fd4f5a2 req-bccbe8d6-c2c9-491f-b094-03b35955e54c tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448874 Feb 10 22:39:55.668401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Attempting to bind port c176803f-8ec0-46ec-abdd-10ab148c73ed on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:39:55.668839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Attempting to bind port c176803f-8ec0-46ec-abdd-10ab148c73ed by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:39:55.669271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Attempting to bind port c176803f-8ec0-46ec-abdd-10ab148c73ed on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:55.678388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Port c176803f-8ec0-46ec-abdd-10ab148c73ed on network 749e9125-7f4c-4d6f-9a23-e279f116864c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:39:55.678981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Attempting to bind port c176803f-8ec0-46ec-abdd-10ab148c73ed on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:39:55.694476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Made reservation on behalf of 6fea38b6dc5745c2adcf3bfe4b78ec24 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:55.703574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:55.739050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:39:55.739504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:39:55.740573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Bound using segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:39:55.741274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Bound port: c176803f-8ec0-46ec-abdd-10ab148c73ed, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:39:55.741735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:55.784894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04fcd611-6ca3-471c-83d0-a21135cd16b0 req-77ab3796-7403-4207-a88b-52c1398c3bff tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 210 time: 0.0715842 Feb 10 22:39:55.975174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-430a89c7-1aed-4f57-9f04-64b5bd717c38 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:55.987619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-430a89c7-1aed-4f57-9f04-64b5bd717c38 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.30 "GET /v2.0/networks?id=7e7c178b-75e8-4c0d-a837-27b8e53b4f64 HTTP/1.1" status: 200 len: 821 time: 0.4364431 Feb 10 22:39:55.987871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42426) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:56.066548 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a0b2186-b2c1-4fac-8ee9-42b3a56c3c96', 'name': 'network-vif-deleted', 'tag': '6049f8e8-54b4-4423-8310-f3d83e7f923c', 'status': 'completed', 'code': 200} Feb 10 22:39:56.104165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Request body: {'port': {'device_id': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64', 'admin_state_up': True, 'tenant_id': '069000514be54a289dd74df503210d08'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:56.352606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:39:56.405742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:39:56.416902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Deleting subnet abeec618-ae15-4dcc-b2bd-7615fbe994bb {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:39:56.481394 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:56.493667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:56.614031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Allocated IP 172.20.0.12 (59008ffd-2008-4e18-88cf-b60f93936cdb/55d11a73-46c4-4408-aefe-9f18f3c1e9da/1253c0e6-c38a-4783-b6c2-f94650fafa49) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:56.653689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00b3b2de-cdb7-475e-a952-bfa1ae831443 req-6c8391c4-50e4-4c77-8ac0-3528f71b2b56 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5185919 Feb 10 22:39:56.781230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:56.808753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:56.834243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-acd6337a-8fd3-4f87-b849-c16997cc4263 req-fbc81231-3df9-4d5d-8cbd-bb3d951e8158 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 210 time: 0.2355599 Feb 10 22:39:56.839416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:56.842403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:56.843945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-733ba349-6aaa-472c-8cab-ba9d990f2b7f service neutron] 10.222.0.30 "PUT /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 1136 time: 4.5551071 Feb 10 22:39:56.893849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:56.955739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:56.968477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:56.984291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:57.000913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:57.010104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:57.024262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:57.040346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-e33db919-d04c-4ba1-9ad6-b101a7e3f907 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4605 time: 0.3794239 Feb 10 22:39:57.120226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:39:57.141624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:57.280911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Usage tracker for resource:port and tenant:069000514be54a289dd74df503210d08 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:39:57.304950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:39:57.334328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:57.358411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Transition to ACTIVE for port object 1253c0e6-c38a-4783-b6c2-f94650fafa49 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:39:57.391765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:39:57.420993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec3ebb81-2a9a-4310-919d-f47b0afc6e44 req-5e678701-d872-4126-8f7e-ca1aafdab877 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3634446 Feb 10 22:39:57.422124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:57.487770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Made reservation on behalf of 069000514be54a289dd74df503210d08 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:39:57.497592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:57.806870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Network 59008ffd-2008-4e18-88cf-b60f93936cdb is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:57.856913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Pushing event updated for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:57.893529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:57.904012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Allocated IP 172.20.0.6 (7e7c178b-75e8-4c0d-a837-27b8e53b4f64/5c757e3f-17fc-4c89-9937-12cec87f4cfb/e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:39:57.949471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:58.083592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:39:58.160092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:58.161166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.252909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-a47946fa-1c15-4bed-be69-92cc3eee92f2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:58.263403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-a47946fa-1c15-4bed-be69-92cc3eee92f2 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 0.8796124 Feb 10 22:39:58.296141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.354244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d5ebc936-69b7-48ba-9fa8-85caacf9a934 None None] Provisioning for port 1253c0e6-c38a-4783-b6c2-f94650fafa49 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:39:58.363161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d5ebc936-69b7-48ba-9fa8-85caacf9a934 None None] Provisioning complete for port 1253c0e6-c38a-4783-b6c2-f94650fafa49 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:39:58.365085 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5ebc936-69b7-48ba-9fa8-85caacf9a934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.389475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.398178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3179eda0-fed5-4a13-b29b-627d99d37002 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5362632 Feb 10 22:39:58.398752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.414897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abeec618-ae15-4dcc-b2bd-7615fbe994bb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:58.452434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7dd29d92-e323-469e-b236-79651345e1cf admin admin] 10.222.0.53 "DELETE /v2.0/subnets/abeec618-ae15-4dcc-b2bd-7615fbe994bb HTTP/1.1" status: 204 len: 168 time: 2.4634964 Feb 10 22:39:58.456815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:39:58.457749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-334ab112-9c91-4b9d-b82f-8096e28f6d65 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/quotas/00520c29f6124fc9832bb98a13525160 HTTP/1.1" status: 200 len: 375 time: 0.1933610 Feb 10 22:39:58.500445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d5ebc936-69b7-48ba-9fa8-85caacf9a934 None None] Port 1253c0e6-c38a-4783-b6c2-f94650fafa49 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:39:58.510793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c154d-114c-42bd-8482-79ed84ce09bf req-07381627-252b-4084-a0b8-5c65aa3f9201 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:58.512556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df8c154d-114c-42bd-8482-79ed84ce09bf req-07381627-252b-4084-a0b8-5c65aa3f9201 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.3392632 Feb 10 22:39:58.571121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Request body: {'port': {'device_id': '0013e0d6-2060-4010-b973-db133e34b6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:58.604196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.797594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.813900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:58.900766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:39:58.914425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:39:58.931048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:39:59.005469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df8c154d-114c-42bd-8482-79ed84ce09bf req-084e564c-4d1d-4eeb-8760-bf44d1aa0656 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839807 Feb 10 22:39:59.206764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:39:59.266092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-edc19f9b-80c5-4fd4-ac65-61e4ef749971 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:59.268074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-edc19f9b-80c5-4fd4-ac65-61e4ef749971 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bb4d00e-673c-44e7-9ba2-e8978fa82b8c HTTP/1.1" status: 200 len: 946 time: 0.9808238 Feb 10 22:39:59.295857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-048ad919-0eca-40b4-b431-31d18109a990 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8370819 Feb 10 22:39:59.375231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:59.376137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.412321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.453941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-aacad875-6930-41d4-a35c-c5b009cd487c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3666389 Feb 10 22:39:59.463019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ced0e9-5772-45b7-9c81-a630d94cff7f']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:59.481670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Request body: {'port': {'device_id': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:39:59.528241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d43705-ace0-406e-bf32-49f9cfaddd32') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:59.528694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d43705-ace0-406e-bf32-49f9cfaddd32') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:39:59.566708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Deleting port 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:39:59.567253 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.567823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.607305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0a27-4533-4584-987e-db38f9cdb55f req-ece79b6e-dd13-4614-b518-b922b0594e88 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:39:59.614667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f79d0a27-4533-4584-987e-db38f9cdb55f req-ece79b6e-dd13-4614-b518-b922b0594e88 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 932 time: 0.4210210 Feb 10 22:39:59.675217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.709167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:39:59.710011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:39:59.732929 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:39:59.764720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.811812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f79d0a27-4533-4584-987e-db38f9cdb55f req-ed1b5c11-f605-4a57-bb28-4122252cdb9a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Synchronizing usage tracker for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:39:59.856168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:39:59.925764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f79d0a27-4533-4584-987e-db38f9cdb55f req-ed1b5c11-f605-4a57-bb28-4122252cdb9a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Unset dirty status for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:39:59.927459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f79d0a27-4533-4584-987e-db38f9cdb55f req-ed1b5c11-f605-4a57-bb28-4122252cdb9a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115749 Feb 10 22:39:59.936143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:00.211318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:00.249604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c5ced0e9-5772-45b7-9c81-a630d94cff7f HTTP/1.1" status: 204 len: 168 time: 1.7885406 Feb 10 22:40:00.249604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836de41f-2cc6-4937-adc4-2f8819356db3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ced0e9-5772-45b7-9c81-a630d94cff7f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:00.563524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42476) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:00.641040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-81bbe569-5324-4be2-bc41-14495bcde4b3 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:00.641826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-81bbe569-5324-4be2-bc41-14495bcde4b3 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Synchronizing usage tracker for tenant:069000514be54a289dd74df503210d08 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:00.649869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5b59da2e-c6af-4074-880f-d64e651b5037 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:00.703796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-b3b61860-52ed-4b81-8afd-9982dd880037 service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3980572 Feb 10 22:40:00.784609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-81bbe569-5324-4be2-bc41-14495bcde4b3 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Unset dirty status for tenant:069000514be54a289dd74df503210d08 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:00.794277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-81bbe569-5324-4be2-bc41-14495bcde4b3 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 931 time: 0.5522897 Feb 10 22:40:00.809843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec9a3904-b1f5-4a9f-a881-83318401122e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=69d00acb0cc546cf8e08b395ac067f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450790 Feb 10 22:40:00.876713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:00.882670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-307c7d88-a098-4312-9fb7-643aa39938ef tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Synchronizing usage tracker for tenant:069000514be54a289dd74df503210d08 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:00.955661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:00.957271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:00.957801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.025379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.047556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:01.048995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:01.058382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.068798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.152994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.168556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-307c7d88-a098-4312-9fb7-643aa39938ef tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Unset dirty status for tenant:069000514be54a289dd74df503210d08 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:01.170032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f373d4c0-cdab-446e-8ac8-7dd85c642ee0 req-307c7d88-a098-4312-9fb7-643aa39938ef tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551955 Feb 10 22:40:01.262601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:01.282996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d943fa-b4ed-4bef-b9dc-01cc00e21bba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:01.290464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.290870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.292814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.294299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.294652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.294986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.295545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.298970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.300864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.301699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.302038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.303473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:01.331383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:01.338859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.340650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7269636a-0775-419a-a013-f1a60df61404 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e1d943fa-b4ed-4bef-b9dc-01cc00e21bba HTTP/1.1" status: 204 len: 168 time: 0.4534323 Feb 10 22:40:01.347547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.390960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Transition to ACTIVE for port object e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:01.397546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:01.404276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Calling delete_port for 5b59da2e-c6af-4074-880f-d64e651b5037 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:01.538241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:01.580495 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed', 'status': 'completed', 'code': 200} Feb 10 22:40:01.685458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:40:01.726963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] It took 1.01 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:40:02.058197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1253c0e6-c38a-4783-b6c2-f94650fafa49 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:02.069848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:02.108209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Transition to ACTIVE for port object 1253c0e6-c38a-4783-b6c2-f94650fafa49 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:02.196698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:40:02.200402 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:40:02.211562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:02.236318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.244836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.251953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.258889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.266616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.284226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.297006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-e2e670a9-aea8-49c9-a76d-c9e4a9ebf01e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4605 time: 0.5744302 Feb 10 22:40:02.341556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.342321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.342911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.343742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.344382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.344941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:02.347009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-a8b82de1-1d54-43a4-a117-1b368aabe1df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5291 time: 0.8493786 Feb 10 22:40:02.434212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Attempting to bind port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:02.434739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Attempting to bind port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '494b9a66-a089-43da-aabd-de6144cbacd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:02.435301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Attempting to bind port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec on network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:02.457346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Pushing event updated for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:02.486850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 073067c8-29ad-40c8-b6a2-11af1e27f4de {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:02.679513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec on network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:02.691569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Attempting to bind port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec on network 7e7c178b-75e8-4c0d-a837-27b8e53b4f64 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:02.794335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Deleting port 5b59da2e-c6af-4074-880f-d64e651b5037 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:02.794908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:02.884584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:02.962029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:02.962371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Checking segment: {'id': '494b9a66-a089-43da-aabd-de6144cbacd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:02.962769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Bound using segment: {'id': '494b9a66-a089-43da-aabd-de6144cbacd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:02.963262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Bound port: e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '494b9a66-a089-43da-aabd-de6144cbacd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:02.963650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:02.966227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-0740735c-fc92-45bf-b232-f8146962d22d service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2134404 Feb 10 22:40:03.014385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bce8ef2-043c-42ba-9226-f2547d390957 req-7b8c926b-9390-4938-ab4c-598c443d2391 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7164109 Feb 10 22:40:03.061017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Transition to ACTIVE for port object 073067c8-29ad-40c8-b6a2-11af1e27f4de will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:03.132349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:03.179894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-0f5efd46-9dc2-4d8d-9e37-6169de5cba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:03.180286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-0f5efd46-9dc2-4d8d-9e37-6169de5cba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:03.180758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-0f5efd46-9dc2-4d8d-9e37-6169de5cba27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:03.182460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-0f5efd46-9dc2-4d8d-9e37-6169de5cba27 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8139000 Feb 10 22:40:03.196826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:03.496900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:03.578215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:03.606453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:03.784267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:03.784901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:03.786336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] 10.222.0.30 "PUT /v2.0/ports/e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec HTTP/1.1" status: 200 len: 1091 time: 4.3133533 Feb 10 22:40:03.790049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:04.066532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5bf19-2612-4cfd-b068-a230d4e69c69 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:04.070491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-226b896f-f5c9-454a-84fc-69e6df773a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:04.072432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-226b896f-f5c9-454a-84fc-69e6df773a44 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8729751 Feb 10 22:40:04.095321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Attempting to bind port 1253c0e6-c38a-4783-b6c2-f94650fafa49 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:04.095941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Attempting to bind port 1253c0e6-c38a-4783-b6c2-f94650fafa49 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:04.096116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Attempting to bind port 1253c0e6-c38a-4783-b6c2-f94650fafa49 on network 59008ffd-2008-4e18-88cf-b60f93936cdb {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:04.138205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b972e3c0-5065-47f2-8a8f-c4140fef9523 req-5bbfc969-577f-43ed-8ee2-31d2958f576f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:04.148326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b972e3c0-5065-47f2-8a8f-c4140fef9523 req-5bbfc969-577f-43ed-8ee2-31d2958f576f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.7440891 Feb 10 22:40:04.203846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-b886464a-b2b0-4a12-a5c3-75985d0fa7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:04.205277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-b886464a-b2b0-4a12-a5c3-75985d0fa7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=069000514be54a289dd74df503210d08&device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 1094 time: 0.3580792 Feb 10 22:40:04.276795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Port 1253c0e6-c38a-4783-b6c2-f94650fafa49 on network 59008ffd-2008-4e18-88cf-b60f93936cdb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:04.277101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Attempting to bind port 1253c0e6-c38a-4783-b6c2-f94650fafa49 on network 59008ffd-2008-4e18-88cf-b60f93936cdb {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:04.341962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:04.342487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Checking segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:04.342888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Bound using segment: {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:04.343363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Bound port: 1253c0e6-c38a-4783-b6c2-f94650fafa49, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7788c772-93e2-4182-8711-2c84236caf19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:04.343718 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:04.424625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-78928a2b-c1e6-49a1-a101-1d1289e09bda service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec HTTP/1.1" status: 200 len: 217 time: 0.1921036 Feb 10 22:40:04.535202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b972e3c0-5065-47f2-8a8f-c4140fef9523 req-22c0cdbd-9f37-46b8-a3ce-df99bcad3e3e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717129 Feb 10 22:40:04.625705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-6eb29743-423b-4284-8a72-2d0cb2bdefe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:04.641384 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-6eb29743-423b-4284-8a72-2d0cb2bdefe5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c757e3f-17fc-4c89-9937-12cec87f4cfb HTTP/1.1" status: 200 len: 861 time: 0.2003717 Feb 10 22:40:04.745033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Attempting to bind port 073067c8-29ad-40c8-b6a2-11af1e27f4de on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:04.745407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Attempting to bind port 073067c8-29ad-40c8-b6a2-11af1e27f4de by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:04.745744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Attempting to bind port 073067c8-29ad-40c8-b6a2-11af1e27f4de on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:04.748163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-af6ec158-d6f1-4f97-8eb9-9011f6147ef5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e7c178b-75e8-4c0d-a837-27b8e53b4f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997198 Feb 10 22:40:04.758861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] For port 5b59da2e-c6af-4074-880f-d64e651b5037, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5b59da2e-c6af-4074-880f-d64e651b5037,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:04.759235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:04.819091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa35e19-aafe-4c93-9595-27bff965d194 req-0fba1843-4fc5-4c27-b02a-0c0ed863e193 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:04.837217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9fa35e19-aafe-4c93-9595-27bff965d194 req-0fba1843-4fc5-4c27-b02a-0c0ed863e193 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Synchronizing usage tracker for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:04.983418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Port 073067c8-29ad-40c8-b6a2-11af1e27f4de on network 749e9125-7f4c-4d6f-9a23-e279f116864c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:04.983748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Attempting to bind port 073067c8-29ad-40c8-b6a2-11af1e27f4de on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:05.170590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Calling delete_port for 5b59da2e-c6af-4074-880f-d64e651b5037 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:05.184628 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-ff324c3c-da46-4428-a486-f03d8a76d968 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265876 Feb 10 22:40:05.359527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:05.360346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:05.360858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Bound using segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:05.361727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Bound port: 073067c8-29ad-40c8-b6a2-11af1e27f4de, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:05.362139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:05.413083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:05.514553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9fa35e19-aafe-4c93-9595-27bff965d194 req-0fba1843-4fc5-4c27-b02a-0c0ed863e193 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Unset dirty status for tenant:6fea38b6dc5745c2adcf3bfe4b78ec24 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:05.527401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa35e19-aafe-4c93-9595-27bff965d194 req-0fba1843-4fc5-4c27-b02a-0c0ed863e193 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 944 time: 1.8537462 Feb 10 22:40:05.687247 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'code': 200} Feb 10 22:40:05.697980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b30b19a-928a-40a8-b588-3765d7796ddd req-762d0624-1271-41b3-9503-dc43930cbe49 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041542 Feb 10 22:40:05.705382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:05.725693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fa35e19-aafe-4c93-9595-27bff965d194 req-7dddc88d-14f2-41d9-bf29-7db676e4cb5d tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956544 Feb 10 22:40:05.735086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:05.939667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78582680-10ec-4e56-9a9f-27558ea57042 req-7f414725-0143-4571-b8e2-0bb3fcbd4c5e tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:05.941253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78582680-10ec-4e56-9a9f-27558ea57042 req-7f414725-0143-4571-b8e2-0bb3fcbd4c5e tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 943 time: 0.0930614 Feb 10 22:40:05.990978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Pushing event updated for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:05.995545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:05.995545 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:05.997085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-f6ddbf07-9fd8-447c-ae02-7b4a8453c0cc service neutron] 10.222.0.24 "PUT /v2.0/ports/1253c0e6-c38a-4783-b6c2-f94650fafa49 HTTP/1.1" status: 200 len: 1092 time: 7.4658697 Feb 10 22:40:06.003530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:06.004933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78582680-10ec-4e56-9a9f-27558ea57042 req-06f4037a-8a60-4704-98cd-39a24c72d1c3 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495055 Feb 10 22:40:06.064545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:06.082622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f52e7bbc-3195-4806-a311-57a1e9be7013 req-fa283aa7-922f-4126-91c5-5ca080e4aea6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 210 time: 0.1182551 Feb 10 22:40:06.236429 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'status': 'completed', 'code': 200} Feb 10 22:40:06.294288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:06.421324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:06.431492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:06.533116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-8f9935c5-1f0d-45bd-a37e-2fa3944cdada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.533116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-8f9935c5-1f0d-45bd-a37e-2fa3944cdada service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=069000514be54a289dd74df503210d08&device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 1094 time: 0.2931218 Feb 10 22:40:06.729159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.735176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.741665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.748924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.753426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.759423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.768445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.775896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cd6b83e6-bf00-4f39-b993-e69762130a25 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5382 time: 0.3201244 Feb 10 22:40:06.783970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-cc9130bf-c053-4a95-8005-c28048ec8604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.785470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-cc9130bf-c053-4a95-8005-c28048ec8604 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7e7c178b-75e8-4c0d-a837-27b8e53b4f64 HTTP/1.1" status: 200 len: 922 time: 0.2396657 Feb 10 22:40:06.799590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.800432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:06.802112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] 10.222.0.30 "PUT /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 1135 time: 9.9241107 Feb 10 22:40:06.868441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:06.884992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-ade96998-1dba-4be9-ab1b-4c108401c69f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec HTTP/1.1" status: 200 len: 217 time: 0.0821562 Feb 10 22:40:06.966809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a74e57-c252-4441-9343-89ef567a9353 service neutron] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:06.975108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6416a766-8327-4f24-a080-c7a8cd2d6365 req-cc096135-64e5-4c3d-a18b-5a404aa09eaa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1923766 Feb 10 22:40:06.990603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-14102b0a-514c-4088-b8f4-a42d2173a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:06.992161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-14102b0a-514c-4088-b8f4-a42d2173a6aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5c757e3f-17fc-4c89-9937-12cec87f4cfb HTTP/1.1" status: 200 len: 861 time: 0.0986099 Feb 10 22:40:07.038908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] No DVR routers for this DVR port 5b59da2e-c6af-4074-880f-d64e651b5037 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:07.058789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:07.070617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event deleted for resources: {'Port': ['ID=5b59da2e-c6af-4074-880f-d64e651b5037,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:07.142510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-49c87e8a-bcf4-4ad1-8562-b953e58bd928 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.144082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-49c87e8a-bcf4-4ad1-8562-b953e58bd928 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.24 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 0.8409946 Feb 10 22:40:07.153000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26ac0790-e00e-44e5-943a-edb24454ca3f req-e4668168-29f1-48f0-a699-bc0593352735 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "DELETE /v2.0/ports/5b59da2e-c6af-4074-880f-d64e651b5037 HTTP/1.1" status: 204 len: 173 time: 7.8560023 Feb 10 22:40:07.159486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Request body: {'port': {'device_id': '2b5b6047-fb27-4350-92aa-98411e11554d', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'admin_state_up': True, 'tenant_id': '00520c29f6124fc9832bb98a13525160'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:07.186276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-b1d1319c-d044-4147-9514-f7bb36287d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.188897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-b1d1319c-d044-4147-9514-f7bb36287d19 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea38b6dc5745c2adcf3bfe4b78ec24&device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 1095 time: 1.0820682 Feb 10 22:40:07.251556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-e2f6a2f5-8f47-4fd0-908d-e88ea5147236 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7e7c178b-75e8-4c0d-a837-27b8e53b4f64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2510676 Feb 10 22:40:07.352661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-4106e24d-2a30-41ba-8fff-f70112c3ddd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49 HTTP/1.1" status: 200 len: 217 time: 0.1478343 Feb 10 22:40:07.360821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dc0b1-e5df-4fff-ab6c-8b352042c634 req-65ebd7ae-7c2d-41ff-906a-760a60405a56 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.362400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-440dc0b1-e5df-4fff-ab6c-8b352042c634 req-65ebd7ae-7c2d-41ff-906a-760a60405a56 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.8194127 Feb 10 22:40:07.398312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.404120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.406060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:07.409909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.416444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.422204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.428837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.434967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.436844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-1528aa68-be37-49d6-8c32-801744088599 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2514536 Feb 10 22:40:07.511491 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fdbafbd-3fc2-424d-85bb-3578a7d0f7da req-447701e3-206b-4509-b966-31c36c4555f1 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632873 Feb 10 22:40:07.516062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-71ec5328-b4a0-4e6e-b333-6c1f3f68c5d5 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483575 Feb 10 22:40:07.572058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-54c8f6b5-d577-4e22-95c4-db99a5f4bfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.573604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-54c8f6b5-d577-4e22-95c4-db99a5f4bfd3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d11a73-46c4-4408-aefe-9f18f3c1e9da HTTP/1.1" status: 200 len: 853 time: 0.2102687 Feb 10 22:40:07.640825 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49', 'status': 'completed', 'code': 200} Feb 10 22:40:07.656273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:07.667610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-440dc0b1-e5df-4fff-ab6c-8b352042c634 req-f84d973e-8707-4eeb-9ccb-670193edf946 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516341 Feb 10 22:40:07.698125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b45c022c-52ec-47e7-be09-4f26594ea846 req-a0be93d4-991b-494b-a41a-1383bca608f9 service neutron] 10.222.0.30 "GET /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757202 Feb 10 22:40:07.716030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Usage tracker for resource:port and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:07.735217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:07.752392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:07.801453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Made reservation on behalf of 00520c29f6124fc9832bb98a13525160 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:40:07.805807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:07.848232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb51854-8472-4cab-aa8f-797e2ce88cc6 req-f2186701-f45c-422d-b33b-6cd978b3c94c tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:07.849920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6fb51854-8472-4cab-aa8f-797e2ce88cc6 req-f2186701-f45c-422d-b33b-6cd978b3c94c tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 944 time: 0.1169169 Feb 10 22:40:07.921114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6fb51854-8472-4cab-aa8f-797e2ce88cc6 req-0ab1320e-518c-4329-a7e2-7e41c8bf33ff tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552473 Feb 10 22:40:08.040302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3044f5a0-6068-4fef-b621-af0fdada280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.041737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-3044f5a0-6068-4fef-b621-af0fdada280f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59008ffd-2008-4e18-88cf-b60f93936cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4580498 Feb 10 22:40:08.087721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c699595e-fe12-4f79-bea4-95e50e59eea2 req-8be7f7a0-05e3-4918-9c0f-efb2e46e37a1 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 210 time: 0.0515068 Feb 10 22:40:08.224933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-486edfb0-58fb-4dee-955e-2ce54433433f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:08.293390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e546ab-e32c-4821-b3c0-8e57030b3bc9 req-b4c56eaa-c18b-475a-bf77-0af2e12efead tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.294905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34e546ab-e32c-4821-b3c0-8e57030b3bc9 req-b4c56eaa-c18b-475a-bf77-0af2e12efead tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 943 time: 0.4235463 Feb 10 22:40:08.303891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Allocated IP 172.20.0.12 (4c4890fa-c47f-4b3d-a233-777d867bfc99/b685aa6e-a51d-42bd-b30c-129282c82d2b/76d57f5c-7458-4007-bc9f-9267a312057b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:40:08.404691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-027a4477-8c9e-478b-87d4-bca702a8abaf service neutron] 10.222.0.24 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304257 Feb 10 22:40:08.525776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7e3a-b5a8-4a72-8f14-4abb39f11334 req-ad9f50fc-3ec4-4e7c-b998-a20b1fdfd79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.526813 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4cae7e3a-b5a8-4a72-8f14-4abb39f11334 req-ad9f50fc-3ec4-4e7c-b998-a20b1fdfd79b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.1328857 Feb 10 22:40:08.559697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34e546ab-e32c-4821-b3c0-8e57030b3bc9 req-763aae3a-120e-4b8f-ba08-0054befccddb tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347784 Feb 10 22:40:08.574013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:08.589849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4cae7e3a-b5a8-4a72-8f14-4abb39f11334 req-e2af09f6-436c-45f0-82d0-600918fcbe6d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560126 Feb 10 22:40:08.604696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:08.702281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:40:08.892858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Transition to ACTIVE for port object 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:08.926329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:08.932579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.953461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.959328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.963880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'network_id': '7e7c178b-75e8-4c0d-a837-27b8e53b4f64', 'port_id': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'mac_address': 'fa:16:3e:85:12:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c757e3f-17fc-4c89-9937-12cec87f4cfb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:40:08.965694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.972425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.979365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.985389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:08.987419 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-31790034-747e-48cc-aade-22192545c56e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.1979694 Feb 10 22:40:09.001017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:09.046484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:09.055300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2249fdb7-e72e-4a45-bc49-e1433f5a30bc req-42fd9e1e-a9f7-46f8-955d-f6051d5e1016 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0593011 Feb 10 22:40:09.072157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:09.136457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:09.143217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:09.186867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94eaf8c7-6252-4df0-82e3-83307c94808c req-145ea68a-2b6e-41d2-ac64-2096a5ccc085 service neutron] 10.222.0.24 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7710004 Feb 10 22:40:09.218469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.228089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.235821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.262069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.269636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.278111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.285522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.288761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-61170fae-e26c-47e5-a5f5-7d79760bb698 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 5434 time: 0.2402618 Feb 10 22:40:09.309291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:09.467232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:09.488553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:09.510851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-398a0c0e-8f18-4a85-895a-d3fdcd519177 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.512292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-398a0c0e-8f18-4a85-895a-d3fdcd519177 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2179132 Feb 10 22:40:09.593943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:09.652898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de'}, {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-deleted', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:09.774357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.782519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.789473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.799634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.807831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-82155125-6d20-400a-9063-a7b0b28f780e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2885625 Feb 10 22:40:09.810101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.818468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.821940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:09.826261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.838972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-15a1631d-8c72-4b84-9cb9-08730e695f69 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5394 time: 0.9395857 Feb 10 22:40:09.863718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-0a446343-2d99-4231-9edf-2cdf5f460bbd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4499910 Feb 10 22:40:09.905689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-b8e06e71-2895-4ea6-beea-f473ec832a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.907764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-b8e06e71-2895-4ea6-beea-f473ec832a66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6fea38b6dc5745c2adcf3bfe4b78ec24&device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 1095 time: 0.6413641 Feb 10 22:40:09.956483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a37a3b-7cd1-4ef1-b963-c23a002ffd74 req-6403c6c9-1fe7-4ab4-9b77-271a285fdd62 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:09.959973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83a37a3b-7cd1-4ef1-b963-c23a002ffd74 req-6403c6c9-1fe7-4ab4-9b77-271a285fdd62 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.4406173 Feb 10 22:40:10.048021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Attempting to bind port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:10.048360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Attempting to bind port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:10.048690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Attempting to bind port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:10.071464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-464b48e0-9493-4c97-9d9d-906f792f7325 req-018c4206-4a66-4c42-9531-39318c5d3e4f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2312841 Feb 10 22:40:10.075152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 on network 749e9125-7f4c-4d6f-9a23-e279f116864c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:10.075574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Attempting to bind port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:10.080294 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.122212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83a37a3b-7cd1-4ef1-b963-c23a002ffd74 req-6fc87bca-91fc-4a6f-880e-29ba64ecbcba tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479998 Feb 10 22:40:10.154643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.173193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:10.174030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:10.174581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Bound using segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:10.175242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Bound port: 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:10.175985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.205960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-73bfd424-b528-4447-87b7-39fa7709af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.207594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-73bfd424-b528-4447-87b7-39fa7709af44 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 1096 time: 0.3136284 Feb 10 22:40:10.250500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:40:10.292746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:40:10.321365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:40:10.380144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:10.460899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-ec802d60-a1f0-4816-a873-7ff556ef43a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.461951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbd03419-313c-4b25-9fda-2a6a8cb2aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.463458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-ec802d60-a1f0-4816-a873-7ff556ef43a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=59008ffd-2008-4e18-88cf-b60f93936cdb HTTP/1.1" status: 200 len: 915 time: 0.5365322 Feb 10 22:40:10.540539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.546812 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.572479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:10.582564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:10.591884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-87bd4472-60f4-4d35-abd4-9dd9e6b91497 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49 HTTP/1.1" status: 200 len: 217 time: 0.1187053 Feb 10 22:40:10.662806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.722203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:40:10.763149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-bd4d0334-9d3b-4e49-adc6-250862f3d4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.764347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-bd4d0334-9d3b-4e49-adc6-250862f3d4ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.4977441 Feb 10 22:40:10.784663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:10.822355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-c0009902-36da-41a7-ab20-fd6acbb83dc3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6668062 Feb 10 22:40:10.824195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.825042 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.826595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1ff84d1b-8b07-49bf-b1f3-584ac8e43744 service neutron] 10.222.0.30 "PUT /v2.0/ports/4e24bb8f-f3df-42e0-8e30-450f414ae2a6 HTTP/1.1" status: 200 len: 1090 time: 3.9778130 Feb 10 22:40:10.835675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Request body: {'port': {'device_id': '2b5b6047-fb27-4350-92aa-98411e11554d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:10.838083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:40:10.856902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:40:10.857225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:10.862498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df451f37-7403-4648-910a-91e0cab3fe0b req-53cfa6ed-7d7d-47f1-bc90-0592fbba4eac tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:10.864360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df451f37-7403-4648-910a-91e0cab3fe0b req-53cfa6ed-7d7d-47f1-bc90-0592fbba4eac tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 932 time: 0.5649316 Feb 10 22:40:10.913220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-7730e0ee-a941-4fe9-b537-817d6fc55718 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 200 len: 217 time: 0.1349511 Feb 10 22:40:10.995170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:11.054720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd306d-bd72-4b92-b39d-260e0a4476fe req-01025807-d452-43aa-88d8-58e1879bebb4 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:11.060932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99bd306d-bd72-4b92-b39d-260e0a4476fe req-01025807-d452-43aa-88d8-58e1879bebb4 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 944 time: 0.8058941 Feb 10 22:40:11.110168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.139018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-c8ce1bc4-c35b-45ef-a7cb-30794cf9e36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:11.140685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-c8ce1bc4-c35b-45ef-a7cb-30794cf9e36b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55d11a73-46c4-4408-aefe-9f18f3c1e9da HTTP/1.1" status: 200 len: 853 time: 0.5359840 Feb 10 22:40:11.149179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6d7b75aa-7205-411b-a97d-5833972d3be1,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:11.178733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df451f37-7403-4648-910a-91e0cab3fe0b req-21f842a7-47c0-43b0-ac29-5918829c905c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750790 Feb 10 22:40:11.180400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:11.182057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:11.194496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.196638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-034092eb-b532-4c1e-b51b-2730855e0ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:11.204770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-034092eb-b532-4c1e-b51b-2730855e0ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.2594893 Feb 10 22:40:11.234539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] For port 6d7b75aa-7205-411b-a97d-5833972d3be1, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:11.293933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.295801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] device_id is not set on port 6d7b75aa-7205-411b-a97d-5833972d3be1 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:40:11.307322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.356468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.384447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:11.445674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-6ce6b8aa-86b0-472c-961d-47b74297f014 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341698 Feb 10 22:40:11.542611 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99bd306d-bd72-4b92-b39d-260e0a4476fe req-476ae413-018d-4f93-aee6-2eb7e76e3e3e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4502420 Feb 10 22:40:11.658963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.693301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.733895 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de', 'status': 'completed', 'code': 200} Feb 10 22:40:11.734194 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bb4d00e-673c-44e7-9ba2-e8978fa82b8c', 'name': 'network-vif-deleted', 'tag': '5b59da2e-c6af-4074-880f-d64e651b5037', 'status': 'completed', 'code': 200} Feb 10 22:40:11.771023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.771330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] No DVR routers for this DVR port 6d7b75aa-7205-411b-a97d-5833972d3be1 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:11.843055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:11.865637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.865983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.866335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.866662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.867163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.867519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.868017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.868351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.868671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.868993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.869314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.869633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:11.883963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-98ff53b4-0615-44ad-adc6-ae56459cb18a None None] Provisioning complete for port 6d7b75aa-7205-411b-a97d-5833972d3be1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:40:11.884324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98ff53b4-0615-44ad-adc6-ae56459cb18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.898638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] In _notify_port_updated(), no bound segment for port 6d7b75aa-7205-411b-a97d-5833972d3be1 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:40:11.899544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:11.900172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:11.901478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-457aa5f2-d298-4295-946e-a33bcf3b53c7 service neutron] 10.222.0.24 "PUT /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 200 len: 1027 time: 2.0849888 Feb 10 22:40:11.907715 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-fbf190e1-1682-4c8a-b557-bc075dccae5a service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4414525 Feb 10 22:40:11.942375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-98ff53b4-0615-44ad-adc6-ae56459cb18a None None] Port 6d7b75aa-7205-411b-a97d-5833972d3be1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:40:11.986843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-b6f3b3b9-7b71-4ae8-8d75-f11ec0882885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:11.988460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-b6f3b3b9-7b71-4ae8-8d75-f11ec0882885 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=59008ffd-2008-4e18-88cf-b60f93936cdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8278046 Feb 10 22:40:12.002417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2c65c-50f8-4b38-a5e8-cbb64b97c023 req-0e36fe44-9c63-4e44-bf32-73dfd3099dd9 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.004014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84c2c65c-50f8-4b38-a5e8-cbb64b97c023 req-0e36fe44-9c63-4e44-bf32-73dfd3099dd9 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.5567398 Feb 10 22:40:12.111164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-260d1c6f-5595-4a06-8a67-2844e6343990 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.112755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-260d1c6f-5595-4a06-8a67-2844e6343990 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "GET /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2041075 Feb 10 22:40:12.145887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:12.217181 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84c2c65c-50f8-4b38-a5e8-cbb64b97c023 req-a32dfbbe-6c77-42f6-8619-ecf03740628c tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652298 Feb 10 22:40:12.223373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.223867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.224404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.224912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.225361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.225802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.226440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.228794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-cb3fba4b-d56f-4a34-8361-91ddf00bb16e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6286 time: 0.5297797 Feb 10 22:40:12.247819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c07f99f1-c4ba-44b3-adcd-4d39e3daf2db req-db0942f7-3175-43ab-9ba7-92991677dc36 service neutron] 10.222.0.30 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005686 Feb 10 22:40:12.335587 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:12.403330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.409392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.416293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.422290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.428626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.434542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.436469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-ec29ff56-556b-43f1-85d5-642278431957 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 4660 time: 0.6555851 Feb 10 22:40:12.521522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:40:12.610690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-7b679fdf-8776-4cdb-90eb-81c493cbd6a1 service neutron] 10.222.0.24 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082563 Feb 10 22:40:12.700882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.706655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.713043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.718794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.724882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.730625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.736493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.738455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-d289d634-f3dd-4c8e-ba6b-d585b90a0517 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5394 time: 0.3883634 Feb 10 22:40:12.760055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76d57f5c-7458-4007-bc9f-9267a312057b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:12.783532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d34669f-6612-4b25-96d2-89d87a17d1a7 req-fab0b40a-a95a-43e2-a50d-449acb41686e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=0571a4c5-cde8-43cc-9cec-97abecc476a4&id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2886274 Feb 10 22:40:12.785375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:12.797648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-9b87f06d-4fae-4f72-8b4a-87442b2f3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.798123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-9b87f06d-4fae-4f72-8b4a-87442b2f3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.798591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-9b87f06d-4fae-4f72-8b4a-87442b2f3823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:12.800215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-9b87f06d-4fae-4f72-8b4a-87442b2f3823 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5589917 Feb 10 22:40:12.811905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:12.827961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f082936f-9bd1-4506-a719-6df84fc9ebb1 req-e0e77fc7-4056-490b-84e2-56d2af965638 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0807779 Feb 10 22:40:12.829273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2b924954-10eb-47a6-bcf5-704cc25f51d9,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:12.865795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] For port 2b924954-10eb-47a6-bcf5-704cc25f51d9, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:12.905317 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'code': 200} Feb 10 22:40:12.947446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Transition to ACTIVE for port object 76d57f5c-7458-4007-bc9f-9267a312057b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:12.950633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] device_id is not set on port 2b924954-10eb-47a6-bcf5-704cc25f51d9 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:40:12.961439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:12.968941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.010695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.132715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b1c4b6f-3a89-4ffc-9133-e83f46524f92 req-14bf39cb-efec-43c2-92ee-9e3d4d6baaf2 service neutron] 10.222.0.24 "GET /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5003009 Feb 10 22:40:13.257042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Pushing event updated for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:13.278962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] No DVR routers for this DVR port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:13.354326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1253c0e6-c38a-4783-b6c2-f94650fafa49 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:40:13.358531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] In _notify_port_updated(), no bound segment for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 on network a29ce7f4-8845-46e5-871e-a4627bc87e69 {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:40:13.359484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.359669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:13.360111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.361427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-0351f9f6-a435-4f77-82b5-237665beebb8 service neutron] 10.222.0.24 "PUT /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 200 len: 1027 time: 1.2253885 Feb 10 22:40:13.425882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9fc714-d5b7-4332-862b-0a5b46ed5aae req-cead8371-e261-41b3-a0a1-bca0d59a7a31 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.428757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb9fc714-d5b7-4332-862b-0a5b46ed5aae req-cead8371-e261-41b3-a0a1-bca0d59a7a31 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 944 time: 0.3840563 Feb 10 22:40:13.439914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5a9de-2912-4491-ab80-142d99a9c545 req-272cb40e-7935-4418-86d0-ed4932edd034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.441410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7b5a9de-2912-4491-ab80-142d99a9c545 req-272cb40e-7935-4418-86d0-ed4932edd034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 1096 time: 0.3649890 Feb 10 22:40:13.497547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4013e8ad-2616-469a-99d7-3a1d203b0333 None None] Provisioning complete for port 2b924954-10eb-47a6-bcf5-704cc25f51d9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:40:13.498473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4013e8ad-2616-469a-99d7-3a1d203b0333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.514920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 2963289a-2ee5-43e6-b3d2-5f686d14c39c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:13.515502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.522021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:13.580994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb9fc714-d5b7-4332-862b-0a5b46ed5aae req-5e0875c9-689a-4ebb-aac0-323a66144675 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351984 Feb 10 22:40:13.587314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7b5a9de-2912-4491-ab80-142d99a9c545 req-99090b74-ae0e-435a-95ef-56c6a164fad4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240609 Feb 10 22:40:13.638571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:13.655256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-80c9f895-28ca-4baa-9f69-878c4efa66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.656855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e8cc5f-e231-4f2c-ae8b-3e773dd76949 req-80c9f895-28ca-4baa-9f69-878c4efa66f1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8454444 Feb 10 22:40:13.660205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.683492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4013e8ad-2616-469a-99d7-3a1d203b0333 None None] Port 2b924954-10eb-47a6-bcf5-704cc25f51d9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:40:13.709028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804d5b3-eb2f-4d82-a3e2-d5ec89346f72 req-586277f8-cb88-44cb-9573-1ae55fc64ad0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.716844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c804d5b3-eb2f-4d82-a3e2-d5ec89346f72 req-586277f8-cb88-44cb-9573-1ae55fc64ad0 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.7707064 Feb 10 22:40:13.739844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Transition to ACTIVE for port object f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:13.740515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:13.759261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.837689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.869125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Attempting to bind port 76d57f5c-7458-4007-bc9f-9267a312057b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:13.869487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Attempting to bind port 76d57f5c-7458-4007-bc9f-9267a312057b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:13.869804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Attempting to bind port 76d57f5c-7458-4007-bc9f-9267a312057b on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:13.884441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4026496-f8f3-4b2f-b112-a2e3ff8a2ca8 req-fe3c49a8-0f64-4f81-8d42-04d5a466a50b tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:13.886078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4026496-f8f3-4b2f-b112-a2e3ff8a2ca8 req-fe3c49a8-0f64-4f81-8d42-04d5a466a50b tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 944 time: 0.1495042 Feb 10 22:40:13.891911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 2963289a-2ee5-43e6-b3d2-5f686d14c39c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=2963289a-2ee5-43e6-b3d2-5f686d14c39c,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:13.892547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.911683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:13.925120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-722370d0-0e3d-4503-9a2e-1240afe836d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5476942 Feb 10 22:40:13.947921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:13.948917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:13.950689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c804d5b3-eb2f-4d82-a3e2-d5ec89346f72 req-bd3ba5b0-b4f4-4977-9af4-1e3e6f7f511d tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325921 Feb 10 22:40:13.980094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Port 76d57f5c-7458-4007-bc9f-9267a312057b on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:13.980417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Attempting to bind port 76d57f5c-7458-4007-bc9f-9267a312057b on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:14.070507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 2963289a-2ee5-43e6-b3d2-5f686d14c39c owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:14.105573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:14.119803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:14.144594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1253c0e6-c38a-4783-b6c2-f94650fafa49', 'network_id': '59008ffd-2008-4e18-88cf-b60f93936cdb', 'port_id': '1253c0e6-c38a-4783-b6c2-f94650fafa49', 'mac_address': 'fa:16:3e:e2:45:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55d11a73-46c4-4408-aefe-9f18f3c1e9da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:40:14.150695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:14.236848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4026496-f8f3-4b2f-b112-a2e3ff8a2ca8 req-7db36ee2-8d4f-4640-b6dd-b2a10f4957c7 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350334 Feb 10 22:40:14.255507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:14.256169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Checking segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:14.256753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Bound using segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:14.257397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Bound port: 76d57f5c-7458-4007-bc9f-9267a312057b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:14.257936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.303925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.347974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1253c0e6-c38a-4783-b6c2-f94650fafa49 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:14.353379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.397647 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'status': 'completed', 'code': 200} Feb 10 22:40:14.401329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.452727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:14.463530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.519315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=2963289a-2ee5-43e6-b3d2-5f686d14c39c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:14.584329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:14.591064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Attempting to bind port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:14.591433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Attempting to bind port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:14.591760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Attempting to bind port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:14.592605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.593456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2963289a-2ee5-43e6-b3d2-5f686d14c39c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:14.595503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-59c7bcd9-8a6b-4787-8cd6-bf399abedd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.597060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-59c7bcd9-8a6b-4787-8cd6-bf399abedd6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.6453826 Feb 10 22:40:14.617526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:14.619832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 on network 749e9125-7f4c-4d6f-9a23-e279f116864c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:14.620151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Attempting to bind port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:14.633571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:14.642727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 2963289a-2ee5-43e6-b3d2-5f686d14c39c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:14.643206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2963289a-2ee5-43e6-b3d2-5f686d14c39c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:14.643735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5bf740e3-55ef-4f20-97e9-2614aa9ce271 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:14.655482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:14.656103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Checking segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:14.656317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Bound using segment: {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:14.656769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Bound port: f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7206d988-dad6-4847-9e64-0ec4e9c251a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:14.657115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.682425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.693688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:14.731038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1253c0e6-c38a-4783-b6c2-f94650fafa49'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:14.748405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] No DVR routers for this DVR port 2963289a-2ee5-43e6-b3d2-5f686d14c39c on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:14.751180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.753734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:14.775600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-6eaac27d-dc24-426d-854c-6c52020e45de tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "DELETE /v2.0/ports/2963289a-2ee5-43e6-b3d2-5f686d14c39c HTTP/1.1" status: 204 len: 173 time: 1.4071174 Feb 10 22:40:14.787681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.788802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.788802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.789372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.789901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.790453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.790982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.793042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-113cf562-da4e-466d-a817-59859d41472b req-e34e3f66-3a77-4b11-8f01-c0f755f0dadc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6311 time: 0.4287143 Feb 10 22:40:14.827194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6449e9ca-bd0b-4baa-8354-67b54d59f1a9 req-08286bd2-c937-409d-8e62-fc13811fb016 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.827582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.829063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6449e9ca-bd0b-4baa-8354-67b54d59f1a9 req-08286bd2-c937-409d-8e62-fc13811fb016 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.5580113 Feb 10 22:40:14.833499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.839304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.845138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:14.846102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:14.889913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:14.895226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:14.897089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-c4f1b4ef-4669-47fb-b8eb-cb80a108125b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 3149 time: 0.4314709 Feb 10 22:40:14.906714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:14.919518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:14.922705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:14.923717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.012015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:15.013486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.015514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] 10.222.0.24 "PUT /v2.0/ports/76d57f5c-7458-4007-bc9f-9267a312057b HTTP/1.1" status: 200 len: 1092 time: 4.1847310 Feb 10 22:40:15.023402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:15.040647 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.041476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2b924954-10eb-47a6-bcf5-704cc25f51d9 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:15.263568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56305aed-8f8a-4dee-84c2-492b9dd14382 service neutron] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:15.304900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:15.311440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a0dd032-f22b-42ce-9912-23f77da2b1a8 req-17bdd3e1-e95d-4834-9184-ac11a3216d75 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4129703 Feb 10 22:40:15.327873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6449e9ca-bd0b-4baa-8354-67b54d59f1a9 req-9e576202-6a8c-4c59-8bb7-d7929178c856 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268324 Feb 10 22:40:15.367335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-264ffe15-c3e3-42c5-886c-b0e8cbdeb3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:15.369573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-264ffe15-c3e3-42c5-886c-b0e8cbdeb3b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.7392185 Feb 10 22:40:15.382011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 2b924954-10eb-47a6-bcf5-704cc25f51d9 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:15.382471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6d7b75aa-7205-411b-a97d-5833972d3be1 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:15.385093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:15.398193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:15.438889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:15.440195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.479737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6d7b75aa-7205-411b-a97d-5833972d3be1 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:15.479737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 81d48c8b-814f-4433-b63c-f9b7e7aff706 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:15.486750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.559360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:15.560079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.561569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] 10.222.0.30 "PUT /v2.0/ports/f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 HTTP/1.1" status: 200 len: 1090 time: 4.5910230 Feb 10 22:40:15.587531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-52bc7c4b-5ba2-45e4-8f29-8df887854281 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.1866791 Feb 10 22:40:15.603079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:15.716250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:15.720418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.802835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:15.809776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:15.873837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1253c0e6-c38a-4783-b6c2-f94650fafa49 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:40:15.943519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.038257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.043064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:16.062107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 1253c0e6-c38a-4783-b6c2-f94650fafa49 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:40:16.068858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1253c0e6-c38a-4783-b6c2-f94650fafa49 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:40:16.069586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.097588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-d29efbc4-65c7-4cb4-9188-c66deb8d68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.098066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-d29efbc4-65c7-4cb4-9188-c66deb8d68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.099529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-d29efbc4-65c7-4cb4-9188-c66deb8d68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.101785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-113cf562-da4e-466d-a817-59859d41472b req-d29efbc4-65c7-4cb4-9188-c66deb8d68cb service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.2833679 Feb 10 22:40:16.156587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.162001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-b4ab0bf8-dfc1-4cb6-8088-43d009088c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.163861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-b4ab0bf8-dfc1-4cb6-8088-43d009088c5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 1095 time: 1.0462012 Feb 10 22:40:16.167695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.175121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.185770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.193440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.201659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.208694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.211080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-6b1af2f3-c5b6-4de9-88b5-d2bae2b172fa tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5406 time: 0.6632886 Feb 10 22:40:16.244130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=31645a1a-3b8a-4e88-beac-f9a33f9b22a7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:16.276155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] No DVR routers for this DVR port 31645a1a-3b8a-4e88-beac-f9a33f9b22a7 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:16.279392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.281340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.307464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-9cb96085-10d0-4603-a01e-4c6b60e8abdc tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "DELETE /v2.0/ports/31645a1a-3b8a-4e88-beac-f9a33f9b22a7 HTTP/1.1" status: 204 len: 173 time: 1.5248971 Feb 10 22:40:16.310306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42660) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:16.325199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:16.329739 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.380115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9afd3470-a347-412c-a48e-c4ee08fc2cf4 req-3045cb2e-d488-4b1c-8102-94f8ff5096a6 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1332853 Feb 10 22:40:16.424856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b'}, {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:16.440782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 81d48c8b-814f-4433-b63c-f9b7e7aff706 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:16.441314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.453672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:16.467927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-62c7d350-5d87-4d29-ba97-f41f69ff3115 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d57f5c-7458-4007-bc9f-9267a312057b HTTP/1.1" status: 200 len: 217 time: 0.2379317 Feb 10 22:40:16.499394 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '2963289a-2ee5-43e6-b3d2-5f686d14c39c', 'status': 'completed', 'code': 200} Feb 10 22:40:16.536991 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'code': 200} Feb 10 22:40:16.537458 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'code': 200} Feb 10 22:40:16.576797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-9c5b206a-dc98-4a7d-bd4d-aa35f4a99c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.576797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-9c5b206a-dc98-4a7d-bd4d-aa35f4a99c8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.5421364 Feb 10 22:40:16.593921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33df7ba-f922-4b51-b98d-00823f611b88 service neutron] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:16.688288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:16.796082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113cf562-da4e-466d-a817-59859d41472b req-da9c7802-8cde-4d3d-954e-8e38404723d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.797876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-113cf562-da4e-466d-a817-59859d41472b req-da9c7802-8cde-4d3d-954e-8e38404723d7 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6254034 Feb 10 22:40:16.809410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-b4da91ef-1d2e-42dc-89e5-aa0b15be7dc3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2163398 Feb 10 22:40:16.858679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:16.876089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Usage tracker for resource:security_group_rule and tenant:7834998f0da749f9b547df9e170ed81f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:16.887958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c436-614b-4ad1-acb9-2c77af043a6a req-7337d5a3-b718-4de5-93fd-7eeb44d5e3cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.887958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7b61c436-614b-4ad1-acb9-2c77af043a6a req-7337d5a3-b718-4de5-93fd-7eeb44d5e3cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Synchronizing usage tracker for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:16.897617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:16.916089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:16.957544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-541d262a-2ab0-4f25-852c-5a91ca02d668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:16.957544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-541d262a-2ab0-4f25-852c-5a91ca02d668 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.4440622 Feb 10 22:40:17.009887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 81d48c8b-814f-4433-b63c-f9b7e7aff706, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=81d48c8b-814f-4433-b63c-f9b7e7aff706,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:17.010584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.037335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbb7c1-ce4f-4730-ae98-b54d6ff18beb req-e4b963c2-0a3a-4624-b6e9-877ee292b424 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:17.044685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93dbb7c1-ce4f-4730-ae98-b54d6ff18beb req-e4b963c2-0a3a-4624-b6e9-877ee292b424 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.3423028 Feb 10 22:40:17.110383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-b49c232d-ef3a-4297-a759-830d6cc8e841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1522050 Feb 10 22:40:17.144024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7b61c436-614b-4ad1-acb9-2c77af043a6a req-7337d5a3-b718-4de5-93fd-7eeb44d5e3cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Unset dirty status for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:17.144986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b61c436-614b-4ad1-acb9-2c77af043a6a req-7337d5a3-b718-4de5-93fd-7eeb44d5e3cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 944 time: 1.0863881 Feb 10 22:40:17.187478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93dbb7c1-ce4f-4730-ae98-b54d6ff18beb req-1565a277-9767-4399-9bea-780a5ea93f3c tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415901 Feb 10 22:40:17.314157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-cfbafb34-11fd-4fe3-854a-6244ea942910 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4854791 Feb 10 22:40:17.328951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b61c436-614b-4ad1-acb9-2c77af043a6a req-73788ac4-df13-471b-bbbd-1751c6164e54 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639011 Feb 10 22:40:17.436496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.445634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.608137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7834998f0da749f9b547df9e170ed81f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2941813 Feb 10 22:40:17.613384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:17.616010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-f43c0a49-3bbf-44e7-8272-836dd7c86f40 service neutron] 10.222.0.24 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946463 Feb 10 22:40:17.634824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-958eaa3c-8ad1-4719-962a-2191a42889fd req-f63dd203-9b8b-410c-860c-db3073b0c92b service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112440 Feb 10 22:40:17.635042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf7cc3-ee06-449b-99e4-b51e0ca17a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6de6a0b-ec24-451d-8996-e460f45c9234,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:17.659309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.659695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.660012 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Floating IP e42adf41-e570-4322-918c-49cd12d6ab01 disassociated. External IP: 172.25.2.229, port: 81d48c8b-814f-4433-b63c-f9b7e7aff706. Feb 10 22:40:17.660366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 81d48c8b-814f-4433-b63c-f9b7e7aff706 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:17.756247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb1c92-54bd-45b6-9790-bc1c2e8416c5 req-4524dd22-783f-4762-9969-52f2b5d2979a tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:17.757835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80bb1c92-54bd-45b6-9790-bc1c2e8416c5 req-4524dd22-783f-4762-9969-52f2b5d2979a tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.2194214 Feb 10 22:40:17.856642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-80bb1c92-54bd-45b6-9790-bc1c2e8416c5 req-4708e00c-c994-4033-8173-773712d1b4a9 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922558 Feb 10 22:40:17.869605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:17.968030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=81d48c8b-814f-4433-b63c-f9b7e7aff706,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:17.981422 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b', 'status': 'completed', 'code': 200} Feb 10 22:40:17.981664 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'status': 'completed', 'code': 200} Feb 10 22:40:18.072831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 816b0856-03db-4e97-b444-ca3f94aeb7d0 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:18.092627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:18.128978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7cb6-6c52-4de7-b321-5ba5e5f79221 req-2b8238a5-85c6-44bd-9c0a-c17d5e2c425f tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.136587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7cb6-6c52-4de7-b321-5ba5e5f79221 req-2b8238a5-85c6-44bd-9c0a-c17d5e2c425f tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.142703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be7cb6-6c52-4de7-b321-5ba5e5f79221 req-2b8238a5-85c6-44bd-9c0a-c17d5e2c425f tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.151369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4be7cb6-6c52-4de7-b321-5ba5e5f79221 req-2b8238a5-85c6-44bd-9c0a-c17d5e2c425f tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 2411 time: 0.6815541 Feb 10 22:40:18.217541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Transition to ACTIVE for port object 816b0856-03db-4e97-b444-ca3f94aeb7d0 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:18.233663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:18.241958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:18.314557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:40:18.324767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51230bae-ede3-49dd-a6b7-9887ced83021 req-e7562ad4-969b-4684-b817-056b55bfbd03 service neutron] 10.222.0.24 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925521 Feb 10 22:40:18.363633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4be7cb6-6c52-4de7-b321-5ba5e5f79221 req-33235962-342d-460c-8957-a0f7c17b460b tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2087746 Feb 10 22:40:18.400445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.406464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.412451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.418529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.432050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.438050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.444532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.446523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-2bb688b4-ee44-4c33-bb35-818db9991a02 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5406 time: 0.2941773 Feb 10 22:40:18.502324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:18.502742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:18.543122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}, {'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:18.571834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-1dc81887-21f0-465a-8fe0-4f563c7f27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.573665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-1dc81887-21f0-465a-8fe0-4f563c7f27a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=561964b01058483e8948488423307db1&device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 1097 time: 0.8737192 Feb 10 22:40:18.589353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:18.637212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6758bd38-356d-4ce7-80de-2c927e42c88f req-02e9d4b3-648d-4eba-9b3a-e349167b4115 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803036 Feb 10 22:40:18.669335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.671581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.673446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.673994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.674521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.675203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.676025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:18.679270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a1c7ddfd-fe84-4184-ad20-d8422f31a35b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6353 time: 0.6605830 Feb 10 22:40:18.694401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:40:18.707347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Sync routers for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:40:18.729161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:40:18.730254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:18.784618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] No DVR routers for this DVR port 81d48c8b-814f-4433-b63c-f9b7e7aff706 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:18.787486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:18.804326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-e5803aed-bcda-469e-8e00-6c8f28329e20 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "DELETE /v2.0/ports/81d48c8b-814f-4433-b63c-f9b7e7aff706 HTTP/1.1" status: 204 len: 173 time: 2.4906380 Feb 10 22:40:18.924142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:18.924514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:19.027762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:40:19.070214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:19.150392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6de6a0b-ec24-451d-8996-e460f45c9234,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:19.154728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-cedf255d-34fb-450f-8917-2b2b0d482962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.156262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-cedf255d-34fb-450f-8917-2b2b0d482962 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 200 len: 920 time: 0.5596535 Feb 10 22:40:19.156971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Attempting to bind port 816b0856-03db-4e97-b444-ca3f94aeb7d0 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:19.157296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Attempting to bind port 816b0856-03db-4e97-b444-ca3f94aeb7d0 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:19.157617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Attempting to bind port 816b0856-03db-4e97-b444-ca3f94aeb7d0 on network 2c564697-314e-42df-ab83-cf70d6b9a096 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:19.162740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a369cd3a-8b17-4a76-a596-cbd31f5b54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.163376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a369cd3a-8b17-4a76-a596-cbd31f5b54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.163840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a369cd3a-8b17-4a76-a596-cbd31f5b54ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.165597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-a369cd3a-8b17-4a76-a596-cbd31f5b54ec service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4597507 Feb 10 22:40:19.171975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-686c30db-4eb6-40a5-836a-8df79c465996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.174534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-686c30db-4eb6-40a5-836a-8df79c465996 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 1095 time: 0.7197602 Feb 10 22:40:19.270517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Port 816b0856-03db-4e97-b444-ca3f94aeb7d0 on network 2c564697-314e-42df-ab83-cf70d6b9a096 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:19.271832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Attempting to bind port 816b0856-03db-4e97-b444-ca3f94aeb7d0 on network 2c564697-314e-42df-ab83-cf70d6b9a096 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:19.302365 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:19.303523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-06bdec87-b751-4d56-ac77-b2b6f4ab421f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b6de6a0b-ec24-451d-8996-e460f45c9234 HTTP/1.1" status: 204 len: 168 time: 1.6865788 Feb 10 22:40:19.345158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 5bf740e3-55ef-4f20-97e9-2614aa9ce271, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5bf740e3-55ef-4f20-97e9-2614aa9ce271,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:19.345527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:19.390426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7d975-76a6-4edd-91ec-9da84fed691c req-7cfd7742-a981-428d-a4a5-5a14e1b3e4c3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.399007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ecc7d975-76a6-4edd-91ec-9da84fed691c req-7cfd7742-a981-428d-a4a5-5a14e1b3e4c3 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.8106418 Feb 10 22:40:19.402261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-7c1f1a9d-2563-43ff-b3ee-a12135de0742 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 200 len: 217 time: 0.2218971 Feb 10 22:40:19.457758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:19.458098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Checking segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:19.458755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Bound using segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:19.459455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Bound port: 816b0856-03db-4e97-b444-ca3f94aeb7d0, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:19.460028 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:19.555150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:19.560629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Checking router: 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:40:19.573439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:40:19.574077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:19.681077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ecc7d975-76a6-4edd-91ec-9da84fed691c req-39d469bc-78c5-4d1e-92da-e8432f84037e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809541 Feb 10 22:40:19.715446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 5bf740e3-55ef-4f20-97e9-2614aa9ce271 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:19.861930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6782d7ea-cb4c-4c8e-be9a-d6a965e8ff4f req-3f62617f-634b-429f-beb0-7059ad998eae tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:19.870470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6782d7ea-cb4c-4c8e-be9a-d6a965e8ff4f req-3f62617f-634b-429f-beb0-7059ad998eae tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.6469035 Feb 10 22:40:19.876651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:40:19.966389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6782d7ea-cb4c-4c8e-be9a-d6a965e8ff4f req-7c90d54d-adc4-4df1-b0f5-c02ab01b525a tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958140 Feb 10 22:40:20.010777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:20.074509 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '31645a1a-3b8a-4e88-beac-f9a33f9b22a7', 'status': 'completed', 'code': 200} Feb 10 22:40:20.077079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-dfba8898-4369-4759-acfc-e1a40e9d14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.079118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-dfba8898-4369-4759-acfc-e1a40e9d14d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 200 len: 859 time: 0.5884204 Feb 10 22:40:20.086293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=5bf740e3-55ef-4f20-97e9-2614aa9ce271,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:20.095559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-c2c011ca-cb7e-44a5-b2ed-d58b6419749d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.095559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-c2c011ca-cb7e-44a5-b2ed-d58b6419749d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9140832 Feb 10 22:40:20.190453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-8f52626b-f0f9-4dc6-b5ae-328141fefba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.192219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-8f52626b-f0f9-4dc6-b5ae-328141fefba0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 916 time: 0.9250834 Feb 10 22:40:20.199942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-c8a51e8d-eba5-4d79-9bee-7419314941e4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8ed61cb1-782e-4c42-9675-dc1765fb88e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994773 Feb 10 22:40:20.229592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] No DVR routers for this DVR port 5bf740e3-55ef-4f20-97e9-2614aa9ce271 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:20.232798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:20.252588 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'code': 200} Feb 10 22:40:20.252869 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'code': 200} Feb 10 22:40:20.253159 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49', 'code': 200} Feb 10 22:40:20.261285 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-c279eb8e-86a4-446a-bb5e-90dd42af4f94 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "DELETE /v2.0/ports/5bf740e3-55ef-4f20-97e9-2614aa9ce271 HTTP/1.1" status: 204 len: 173 time: 1.4520283 Feb 10 22:40:20.334891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-7a4d52a1-4601-4350-bc4d-76839741d3d8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76d57f5c-7458-4007-bc9f-9267a312057b HTTP/1.1" status: 200 len: 217 time: 0.1338983 Feb 10 22:40:20.336090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:20.408207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:20.408650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:20.468165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011c172-ba8b-4984-8610-e191ac937c7d req-1ed4befd-b2fb-4a85-a761-0ba87338a9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.469644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-1ed4befd-b2fb-4a85-a761-0ba87338a9a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.0782447 Feb 10 22:40:20.533655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:20.598960 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:20.626941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a36ad-ca5f-490e-b7ac-c87ceebd7998 req-1d5a1e44-27fd-41ed-95f2-9a7e64a7b8f2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.640284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-341a36ad-ca5f-490e-b7ac-c87ceebd7998 req-1d5a1e44-27fd-41ed-95f2-9a7e64a7b8f2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2389631 Feb 10 22:40:20.667261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-b95299e5-7f3b-487f-8ba5-3b0c0f9c16fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312127 Feb 10 22:40:20.681395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:20.691335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9c7203-24fa-4d9c-b1e1-b7afae79c856 None None] The sync data for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 is: [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:33:57Z', 'revision_number': 4, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '87002132-0c0d-468d-9a09-3ec0fe38eae0', 'name': '', 'network_id': 'd38d6b24-cf14-410c-9f83-817c9c664e37', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'mac_address': 'fa:16:3e:3f:13:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_interface', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:53Z', 'updated_at': '2022-02-10T22:34:15Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'subnets': [{'id': '8b49bf1e-4b24-425e-bc77-99fb65deebfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:40:20.724215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.724801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:20.726198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] 10.222.0.30 "PUT /v2.0/ports/816b0856-03db-4e97-b444-ca3f94aeb7d0 HTTP/1.1" status: 200 len: 1091 time: 5.1279318 Feb 10 22:40:20.744001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:20.836402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Request body: {'port': {'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:20.865187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-341a36ad-ca5f-490e-b7ac-c87ceebd7998 req-a4ea2306-e5f0-4f3a-820d-ae9b4b1d179d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2237287 Feb 10 22:40:20.892717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccdde40-f62b-4526-ab73-0daefa0ecdbf req-456f51d4-3985-4dad-b0db-4df110a38c78 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:20.901054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ccdde40-f62b-4526-ab73-0daefa0ecdbf req-456f51d4-3985-4dad-b0db-4df110a38c78 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 944 time: 0.9376428 Feb 10 22:40:20.983019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15013c8c-4bf0-40ee-98ef-105482bc8563 service neutron] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:21.080505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:21.083155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.114370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-226dfe5c-6b22-4141-9e38-cf2dcf5bbcc9 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973161 Feb 10 22:40:21.241643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2cb6a-6611-4951-a849-32a557da0cdf req-a3ca9b39-0d31-4475-b167-c17a1e6df18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:21.244435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ff2cb6a-6611-4951-a849-32a557da0cdf req-a3ca9b39-0d31-4475-b167-c17a1e6df18d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 1097 time: 0.9303529 Feb 10 22:40:21.279123 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd48ad4-c300-4eda-88e1-acb4826a3189 None None] New status for floating IP e42adf41-e570-4322-918c-49cd12d6ab01: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:40:21.348300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ccdde40-f62b-4526-ab73-0daefa0ecdbf req-bd8d21ec-4c63-4459-b5e9-7903882cfe95 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364656 Feb 10 22:40:21.368183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:21.395445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:40:21.422284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.479670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-6667d64f-c134-4e21-b2ec-d49c04848b10 service neutron] 10.222.0.24 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7939720 Feb 10 22:40:21.508055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d01c7e-fa0a-4ecd-bdc4-fe79620884d3 req-7150884b-66a8-436d-b017-4394cddd6483 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:21.509317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-66d01c7e-fa0a-4ecd-bdc4-fe79620884d3 req-7150884b-66a8-436d-b017-4394cddd6483 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Synchronizing usage tracker for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:21.533623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-66d01c7e-fa0a-4ecd-bdc4-fe79620884d3 req-7150884b-66a8-436d-b017-4394cddd6483 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Unset dirty status for tenant:676d5f7f5d0749249f1033ca1c764dd4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:21.535043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66d01c7e-fa0a-4ecd-bdc4-fe79620884d3 req-7150884b-66a8-436d-b017-4394cddd6483 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 943 time: 0.4131317 Feb 10 22:40:21.636836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66d01c7e-fa0a-4ecd-bdc4-fe79620884d3 req-453be30f-dec5-4e98-a3b9-10706e8df0f4 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups?id=7a58b69f-fdd4-4956-8666-6134031723f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647237 Feb 10 22:40:21.673235 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.673860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.765791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:21.783916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=4ae7eee9-30b3-4408-b96e-a8b2ad38b698,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:21.810535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '76d57f5c-7458-4007-bc9f-9267a312057b', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'port_id': '76d57f5c-7458-4007-bc9f-9267a312057b', 'mac_address': 'fa:16:3e:42:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b685aa6e-a51d-42bd-b30c-129282c82d2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:40:21.898135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.899641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ff2cb6a-6611-4951-a849-32a557da0cdf req-26875f68-85cf-4ba8-95be-c02d68a2ad76 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5871434 Feb 10 22:40:21.912417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b5fce1-38be-4c8e-b81d-4e3aa3655205 req-6b58c367-3c14-4fdc-8ef1-78dc19586227 service neutron] 10.222.0.24 "GET /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7448149 Feb 10 22:40:21.923545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d57f5c-7458-4007-bc9f-9267a312057b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:21.936865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] No DVR routers for this DVR port 4ae7eee9-30b3-4408-b96e-a8b2ad38b698 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:21.940434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.943093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797776d4-8f2a-4357-bd23-288639512d56 req-6c0e1bd3-58c1-486f-a390-5ec020edb919 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.24 "DELETE /v2.0/ports/4ae7eee9-30b3-4408-b96e-a8b2ad38b698 HTTP/1.1" status: 204 len: 173 time: 1.6694782 Feb 10 22:40:21.957685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:21.972980 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:21.992174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.002777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.007672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111e0e1-ba56-4db9-a19e-7a9f3b2a5561 req-b5a010a8-f98e-4dd8-8229-7d7cbd34b2da tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.012455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.015263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2111e0e1-ba56-4db9-a19e-7a9f3b2a5561 req-b5a010a8-f98e-4dd8-8229-7d7cbd34b2da tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1687789 Feb 10 22:40:22.019963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.035502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.043836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.052634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.055227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-e9647628-2a91-423e-9407-f058d647b25c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5418 time: 0.5709393 Feb 10 22:40:22.069346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:22.082191 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2111e0e1-ba56-4db9-a19e-7a9f3b2a5561 req-2a3a3432-a695-46f9-a9de-dad1d10b17ed tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655079 Feb 10 22:40:22.082740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271'}, {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:22.218227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['76d57f5c-7458-4007-bc9f-9267a312057b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:22.324561 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'status': 'completed', 'code': 200} Feb 10 22:40:22.494160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44984300-e4f7-45c6-be60-3523fa60ac29 req-44eb7613-a2d1-4644-9ddb-3ce3904cdc0e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.495794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44984300-e4f7-45c6-be60-3523fa60ac29 req-44eb7613-a2d1-4644-9ddb-3ce3904cdc0e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.2279966 Feb 10 22:40:22.629164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44984300-e4f7-45c6-be60-3523fa60ac29 req-6b267e9c-6a43-4162-8de0-1d21bbf88ba3 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225874 Feb 10 22:40:22.769429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4011c172-ba8b-4984-8610-e191ac937c7d req-7ac4b078-ca39-4cf3-97ee-3958cc27930d service neutron] 10.222.0.24 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2601445 Feb 10 22:40:22.856828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c1a0a17-2326-4c23-bfa2-43d75935434a req-62a67252-b342-48ea-8188-c2d2e80e3f70 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5249705 Feb 10 22:40:22.950422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37242bc6-b9d8-41f7-90d1-c9dcfa34bc51 req-402171a5-5a9c-49df-8a85-c6b1eec77d60 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:22.952106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37242bc6-b9d8-41f7-90d1-c9dcfa34bc51 req-402171a5-5a9c-49df-8a85-c6b1eec77d60 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1437798 Feb 10 22:40:22.953808 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '81d48c8b-814f-4433-b63c-f9b7e7aff706', 'status': 'completed', 'code': 200} Feb 10 22:40:22.954067 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '5bf740e3-55ef-4f20-97e9-2614aa9ce271', 'status': 'completed', 'code': 200} Feb 10 22:40:22.954369 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c0ebd-ef97-41f3-8913-1fb06aca43cb', 'name': 'network-vif-deleted', 'tag': '4ae7eee9-30b3-4408-b96e-a8b2ad38b698', 'status': 'completed', 'code': 200} Feb 10 22:40:23.033687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.034176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.034660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.035161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.035661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.036128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.037227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.042392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e83e841-b079-4736-8017-00afb03544ba req-76e3be6c-be96-457a-b8e8-d3f62bebeb18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6420 time: 0.7139511 Feb 10 22:40:23.224490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37242bc6-b9d8-41f7-90d1-c9dcfa34bc51 req-077a1ceb-6121-4438-a2ae-d29df7415326 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2623956 Feb 10 22:40:23.419831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:40:23.432627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87dafc0a-7c8d-47c7-9e75-661785942eb7 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:23.464344 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:23.479623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d398e820-f164-44f2-8e5a-652d81fc0c8b req-12f407c2-e6e0-41f1-8c61-aefec003902a tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.0894771 Feb 10 22:40:23.500814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Transition to ACTIVE for port object 87dafc0a-7c8d-47c7-9e75-661785942eb7 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:40:23.518910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:23.651942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-8f94c3d5-b3eb-4edf-9872-581064fc1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.652364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-8f94c3d5-b3eb-4edf-9872-581064fc1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.652840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-8f94c3d5-b3eb-4edf-9872-581064fc1117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.654503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e83e841-b079-4736-8017-00afb03544ba req-8f94c3d5-b3eb-4edf-9872-581064fc1117 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=bcea6298829d442c818921a44ad20e84&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6055264 Feb 10 22:40:23.705525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 76d57f5c-7458-4007-bc9f-9267a312057b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:40:23.714758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 76d57f5c-7458-4007-bc9f-9267a312057b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:40:23.719644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:23.822303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abd800-2236-4794-bf8d-cc8918fccc1b req-35e5c641-d519-4e7c-8c14-77923fd6d270 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:23.824013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89abd800-2236-4794-bf8d-cc8918fccc1b req-35e5c641-d519-4e7c-8c14-77923fd6d270 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 945 time: 0.6859534 Feb 10 22:40:23.896908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:24.038796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb6ec72-8052-4ea6-9744-e99cfddbc3b8 req-114a739a-ba47-4ec7-bf28-6eaa62153ea8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.049565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fb6ec72-8052-4ea6-9744-e99cfddbc3b8 req-114a739a-ba47-4ec7-bf28-6eaa62153ea8 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2085133 Feb 10 22:40:24.068692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.149247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:24.167213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fb6ec72-8052-4ea6-9744-e99cfddbc3b8 req-49099859-b03b-4b42-b7c8-a6f68a09249f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143579 Feb 10 22:40:24.181946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:24.185488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.187272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.314539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89abd800-2236-4794-bf8d-cc8918fccc1b req-81ed6a9f-ec14-43b3-bd5e-61fdc14b6536 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194770 Feb 10 22:40:24.324805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:24.362183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83e841-b079-4736-8017-00afb03544ba req-dac32bb9-9f67-4cbd-9eac-4055887e7da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.363986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e83e841-b079-4736-8017-00afb03544ba req-dac32bb9-9f67-4cbd-9eac-4055887e7da8 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6126065 Feb 10 22:40:24.379680 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:40:24.416324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Attempting to bind port 87dafc0a-7c8d-47c7-9e75-661785942eb7 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:40:24.416665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Attempting to bind port 87dafc0a-7c8d-47c7-9e75-661785942eb7 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:40:24.416995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Attempting to bind port 87dafc0a-7c8d-47c7-9e75-661785942eb7 on network 2c564697-314e-42df-ab83-cf70d6b9a096 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:24.433597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Port 87dafc0a-7c8d-47c7-9e75-661785942eb7 on network 2c564697-314e-42df-ab83-cf70d6b9a096 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:40:24.434217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Attempting to bind port 87dafc0a-7c8d-47c7-9e75-661785942eb7 on network 2c564697-314e-42df-ab83-cf70d6b9a096 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:40:24.443791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:40:24.444131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Checking segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:40:24.444697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Bound using segment: {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:40:24.445145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Bound port: 87dafc0a-7c8d-47c7-9e75-661785942eb7, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61e93a33-c1cb-42d9-9a2b-7d504ce70e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:40:24.445492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.542634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2f56f-99fc-47ef-81bd-6b7d3eecfeaf req-b9a26ed9-d800-42ba-b3bb-84ea106a8116 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.544627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17e2f56f-99fc-47ef-81bd-6b7d3eecfeaf req-b9a26ed9-d800-42ba-b3bb-84ea106a8116 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.1512120 Feb 10 22:40:24.613748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17e2f56f-99fc-47ef-81bd-6b7d3eecfeaf req-8a150ab9-f5ff-4ab6-bd84-6d6692da7f09 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Feb 10 22:40:24.670374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:40:24.675405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:40:24.681510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.725614 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b', 'code': 200} Feb 10 22:40:24.804833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.819918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.826198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.850905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.867016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.875003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.892086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.901712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-eab9c2e2-1d53-43e4-935c-c17a6b2670ab tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.4055357 Feb 10 22:40:24.972740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.973503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:24.975504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7290a2-3ad1-4124-a29e-2b49e614ced3 req-be54ed43-57c7-4532-bdec-86fcd9c8258a tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:24.975872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] 10.222.0.30 "PUT /v2.0/ports/87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 200 len: 1091 time: 4.2120175 Feb 10 22:40:24.986354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:24.987169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e7290a2-3ad1-4124-a29e-2b49e614ced3 req-be54ed43-57c7-4532-bdec-86fcd9c8258a tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1115577 Feb 10 22:40:25.050843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e7290a2-3ad1-4124-a29e-2b49e614ced3 req-b8656179-e351-4589-b955-0862aa9759e5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616219 Feb 10 22:40:25.144459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd4770-a7f1-42c4-af35-5f91f0d7928f service neutron] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:25.307755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2300785-85fc-4ae6-8f0f-7d4fe46a9cac req-dc4f5447-9035-4a9d-9281-28b89b5c8c96 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3124263 Feb 10 22:40:25.326638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e6ebfd-ece8-4d46-abff-abce67088fb5 req-e78bf496-9c0c-4c98-abbb-80a4ad9f82ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.330423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e6ebfd-ece8-4d46-abff-abce67088fb5 req-e78bf496-9c0c-4c98-abbb-80a4ad9f82ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 1097 time: 0.4190445 Feb 10 22:40:25.401753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d803e0d4-a052-4dcc-ba86-79c47c427ce2 req-c0a06030-1499-4ac3-82fc-26b63d5bcf4c tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/ports?device_id=f31c0ebd-ef97-41f3-8913-1fb06aca43cb HTTP/1.1" status: 200 len: 210 time: 0.1045220 Feb 10 22:40:25.480452 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'status': 'completed', 'code': 200} Feb 10 22:40:25.501228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e6ebfd-ece8-4d46-abff-abce67088fb5 req-5bbe6287-498d-4e68-9518-82d1800d7867 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460698 Feb 10 22:40:25.524854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.525443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.526001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.526470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.527905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.529336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.530534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.536349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-858d6d69-5f38-403e-a50f-41215ce529cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6487 time: 0.4968073 Feb 10 22:40:25.673084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-39b02f5a-00d2-4db4-b7e9-ea75beeb7f91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 200 len: 217 time: 0.1278410 Feb 10 22:40:25.742234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5537bf46-9965-4621-bd07-708b3a0604d5 req-a4dd0087-c8ce-42f4-81cd-2d17ccb1b2cf tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.743866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5537bf46-9965-4621-bd07-708b3a0604d5 req-a4dd0087-c8ce-42f4-81cd-2d17ccb1b2cf tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1125486 Feb 10 22:40:25.810815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5537bf46-9965-4621-bd07-708b3a0604d5 req-717c0a0d-cfb2-45a8-a603-3ebf1bdd1295 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598586 Feb 10 22:40:25.886714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1954840a-bda7-47f5-849a-b5ae030a8b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.886981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1954840a-bda7-47f5-849a-b5ae030a8b0b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef HTTP/1.1" status: 200 len: 855 time: 0.1534655 Feb 10 22:40:25.972365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88a692-a43e-453b-82ba-a734edffe6ce req-5f38ed33-cb2d-4039-bb2b-b4acd9552c4d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:25.980198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b88a692-a43e-453b-82ba-a734edffe6ce req-5f38ed33-cb2d-4039-bb2b-b4acd9552c4d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3059773 Feb 10 22:40:26.031587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42880) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:26.050007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b88a692-a43e-453b-82ba-a734edffe6ce req-0ec4854b-ae8a-4481-b388-4494d11d5615 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667479 Feb 10 22:40:26.065096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-01649f59-5eeb-44a8-98d7-c13142a9b30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:26.065096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-01649f59-5eeb-44a8-98d7-c13142a9b30f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676440 Feb 10 22:40:26.317586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:26.352818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:26.359101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Usage tracker for resource:security_group_rule and tenant:b1d9f7fc973845b294b1edd79a49a9a3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:26.366053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:26.376398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:26.416344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa2683-27f5-40b2-ab53-0f6039d820f8 req-169433e6-6018-4294-9d76-e1cb2460aec7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:26.418039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5fa2683-27f5-40b2-ab53-0f6039d820f8 req-169433e6-6018-4294-9d76-e1cb2460aec7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1718829 Feb 10 22:40:26.553408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b81ce21c-19dd-4794-a9f2-2cff372dd7f2 service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686959 Feb 10 22:40:26.556397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5fa2683-27f5-40b2-ab53-0f6039d820f8 req-53deca77-cdd1-4e49-8043-4bd8335f65ba tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091795 Feb 10 22:40:26.681390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:26.689667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:26.878340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babb45b7-f090-42fb-a4d0-fbc39fc8393a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:26.888171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-25aa0682-06ea-408a-b00d-320e102bd94f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1d9f7fc973845b294b1edd79a49a9a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8553696 Feb 10 22:40:26.899962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:26.969440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-32620ae2-2e78-4bc8-9e0a-234ee9f995cd service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149079 Feb 10 22:40:27.006018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.011770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.017582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.024765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.031053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.037384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.043295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.045294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-64c703a4-999d-430e-b72b-8868f52656ca tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2809000 Feb 10 22:40:27.048434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.068547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-ca840fcf-aed7-4a09-a8c5-b6665ac93905 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 217 time: 0.0797043 Feb 10 22:40:27.103915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.136388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471ac25-86a6-494c-b309-f70a9e636ae2 req-f2663f7f-1c2d-480f-83e1-d15da4d6af77 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.138157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a471ac25-86a6-494c-b309-f70a9e636ae2 req-f2663f7f-1c2d-480f-83e1-d15da4d6af77 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.2940907 Feb 10 22:40:27.144013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eb7d72e9-8af4-4ab5-835b-389c7cbdd676 req-3b57f9c7-03e7-4bd4-b9bd-afbeb6428c3c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857880 Feb 10 22:40:27.164368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-3e1ff15a-9fc0-4752-b364-f145ecba578d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.164368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-3e1ff15a-9fc0-4752-b364-f145ecba578d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.0877390 Feb 10 22:40:27.189709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.212301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babb45b7-f090-42fb-a4d0-fbc39fc8393a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:27.214443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.218359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f98b623-3000-4081-8d8e-c7c86dfd8a57 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/babb45b7-f090-42fb-a4d0-fbc39fc8393a HTTP/1.1" status: 204 len: 168 time: 0.3143992 Feb 10 22:40:27.289696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a471ac25-86a6-494c-b309-f70a9e636ae2 req-b10e3656-38cb-4240-8665-b6bb3960c740 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324301 Feb 10 22:40:27.313647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d1f94d33-3273-4fec-a18c-3e1e2488d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.315657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-d1f94d33-3273-4fec-a18c-3e1e2488d13d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1364362 Feb 10 22:40:27.415240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:27.553633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.641345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.645095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-411455b9-78ac-402b-be6a-a181b4767607 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182585 Feb 10 22:40:27.701038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:27.733583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.758935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:27.770263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Usage tracker for resource:security_group_rule and tenant:eb964a7ef6074e0ba67e0a3c7b21bbca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:27.788492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:27.794813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.799496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e5cce-a934-47d8-a407-d5633eaa3879 req-a4cd6cb2-e2e6-4ba5-9c84-20cff2495907 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:27.819765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d5e5cce-a934-47d8-a407-d5633eaa3879 req-a4cd6cb2-e2e6-4ba5-9c84-20cff2495907 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3177731 Feb 10 22:40:27.821142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:27.871693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:27.875710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/security-groups/7a58b69f-fdd4-4956-8666-6134031723f3 HTTP/1.1" status: 204 len: 168 time: 0.4565504 Feb 10 22:40:27.884758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d5e5cce-a934-47d8-a407-d5633eaa3879 req-018d5940-5927-464f-971f-aa62e5eb9526 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631702 Feb 10 22:40:27.885793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:27.900445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa232d-8894-4294-a1d6-b11275e7a155 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58b69f-fdd4-4956-8666-6134031723f3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:27.957756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-92e6b28c-73a6-4047-8174-ec3c71e862af service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025062 Feb 10 22:40:28.082451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8147c-5546-443e-a425-6b7b9f53fddd req-c3bae6da-d7d3-4469-b5b7-56bb0726b055 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:28.084722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbe8147c-5546-443e-a425-6b7b9f53fddd req-c3bae6da-d7d3-4469-b5b7-56bb0726b055 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2550676 Feb 10 22:40:28.086920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.105992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.113868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-b247b4a0-8e88-4339-b77c-7c2dfe08a3b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 217 time: 0.0869832 Feb 10 22:40:28.116523 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-0446dd81-6517-49b9-a7be-a9d1ae0031d3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] show failed (client error): The resource could not be found. Feb 10 22:40:28.117500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0446dd81-6517-49b9-a7be-a9d1ae0031d3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "GET /v2.0/security-groups/7a58b69f-fdd4-4956-8666-6134031723f3 HTTP/1.1" status: 404 len: 347 time: 0.2269766 Feb 10 22:40:28.123885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42938) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:28.217380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb964a7ef6074e0ba67e0a3c7b21bbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5075340 Feb 10 22:40:28.222206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42944) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:28.227027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d530dc42-44e3-4bd7-aa5c-342ff60f39a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f09b926-1a2b-4d0a-b3e0-ef6f3ce470a7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:28.253360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbe8147c-5546-443e-a425-6b7b9f53fddd req-b8148b8f-4603-4fa7-86f6-14ac5778684f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494584 Feb 10 22:40:28.350526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.371060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 5c4d4ada-5336-4661-9751-e671b6195a6e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:28.371558 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.435346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1f833636-28b8-4f84-9206-e7106a6dc7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:28.437108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-1f833636-28b8-4f84-9206-e7106a6dc7e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.3121462 Feb 10 22:40:28.438146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.519145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-d2250447-27fb-4737-9b28-d94e2b7b0f6e tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:28.520876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-d2250447-27fb-4737-9b28-d94e2b7b0f6e tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.30 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.5521908 Feb 10 22:40:28.543132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4d96c-f6fb-4e03-9cc1-f503f87588fd req-9a65ceab-c798-47bb-b314-532733637515 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:28.550544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86a4d96c-f6fb-4e03-9cc1-f503f87588fd req-9a65ceab-c798-47bb-b314-532733637515 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.1646767 Feb 10 22:40:28.582045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.622441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.624094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1f09b926-1a2b-4d0a-b3e0-ef6f3ce470a7 HTTP/1.1" status: 204 len: 168 time: 0.3984740 Feb 10 22:40:28.624993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d1a7f-541b-4fdf-9d50-1cd93de80d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f09b926-1a2b-4d0a-b3e0-ef6f3ce470a7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:28.670760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86a4d96c-f6fb-4e03-9cc1-f503f87588fd req-cd43ea07-8a64-4257-a6f0-0ba6ba416b45 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191964 Feb 10 22:40:28.898718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Deleting port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:28.899267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:28.941176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdef96-b6ab-440d-8e25-29513e81680c req-0386b611-98b3-457c-b63a-3f6cdadc5bc5 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:28.943621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47cdef96-b6ab-440d-8e25-29513e81680c req-0386b611-98b3-457c-b63a-3f6cdadc5bc5 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.1233394 Feb 10 22:40:29.003868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47cdef96-b6ab-440d-8e25-29513e81680c req-ca093941-a09f-4fcb-9c9c-8500a76e98fa tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Feb 10 22:40:29.030057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:29.030390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:29.058319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-59c04e13-cea0-4db8-b8f5-e5ed1e5a81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.060008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-59c04e13-cea0-4db8-b8f5-e5ed1e5a81bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6158643 Feb 10 22:40:29.259592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 5c4d4ada-5336-4661-9751-e671b6195a6e owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:29.423052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.429904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.436089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.442092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.449113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.455152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.461884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.469798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-7786bd51-80ad-4470-a7f2-92eaf17bbb5a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.7575886 Feb 10 22:40:29.839338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b147613d-ee3a-4be1-8707-0017773f43f7 req-673bb5b6-a6e5-414d-9643-66b605a7dcfe tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3683105 Feb 10 22:40:29.871620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-9efbf0b9-2d98-47ad-bf92-9aa2fa25f241 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138865 Feb 10 22:40:29.945857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddd747-c58a-4426-bd07-ed33236b156a req-6ba6959e-bfb4-4206-b9fa-a278b781d13d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:29.947593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79ddd747-c58a-4426-bd07-ed33236b156a req-6ba6959e-bfb4-4206-b9fa-a278b781d13d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1259518 Feb 10 22:40:30.008292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79ddd747-c58a-4426-bd07-ed33236b156a req-defdd598-8ebb-473a-a14f-5fadbb5e639b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548558 Feb 10 22:40:30.257946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-bdbf568c-ca16-46ff-a1eb-10f3bd1b191f service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767872 Feb 10 22:40:30.381544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23e298-3b1b-4c05-bd6a-d43817cf836b req-3b1bd8b7-f259-429d-83ea-354eddb31662 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:30.389630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a23e298-3b1b-4c05-bd6a-d43817cf836b req-3b1bd8b7-f259-429d-83ea-354eddb31662 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 945 time: 0.1259718 Feb 10 22:40:30.401488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:30.459183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-65695137-25d9-4e47-bce2-e13bb012f770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6 HTTP/1.1" status: 200 len: 217 time: 0.1755996 Feb 10 22:40:30.462676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a23e298-3b1b-4c05-bd6a-d43817cf836b req-fe1e2ba0-5cf7-4693-a01b-6de557239dd7 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719225 Feb 10 22:40:30.482223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=5c4d4ada-5336-4661-9751-e671b6195a6e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:30.581606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:30.581973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:30.842207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:31.101713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:31.109456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-8e8a6b67-a9ad-4a15-aac1-2d89ce71992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.111240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-8e8a6b67-a9ad-4a15-aac1-2d89ce71992e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.6375251 Feb 10 22:40:31.171323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:31.193558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:31.198668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:31.321400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Calling delete_port for e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:31.326066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f7157c-15e9-4edc-b48a-9350098f413e req-a66e5e0e-1943-44a8-a844-6cf8edc3171d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.336937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44f7157c-15e9-4edc-b48a-9350098f413e req-a66e5e0e-1943-44a8-a844-6cf8edc3171d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2954500 Feb 10 22:40:31.402282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:31.418625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c4342-952f-4617-adda-c715b79f9d8d req-a2f6efbd-f07e-4505-ad01-01753ad72bb6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.418625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd8c4342-952f-4617-adda-c715b79f9d8d req-a2f6efbd-f07e-4505-ad01-01753ad72bb6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 1.4162104 Feb 10 22:40:31.424095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44f7157c-15e9-4edc-b48a-9350098f413e req-e6e10c97-5db6-4cea-916f-426eb2f5bf75 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856643 Feb 10 22:40:31.664879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.674826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:31.676272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.689392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.699178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.706894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.718074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.727310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.737077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-c4985cc2-5d45-424d-af79-5ff24a9728d7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.1931870 Feb 10 22:40:31.747454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd8c4342-952f-4617-adda-c715b79f9d8d req-89606457-cd37-4f05-b3b4-3128b9859d9f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217832 Feb 10 22:40:31.752523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:40:31.752874 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:40:31.766503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:31.772806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b9c6b1b5-8a3d-426b-ae39-3e9d7bcb2e44 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/floatingips/e42adf41-e570-4322-918c-49cd12d6ab01 HTTP/1.1" status: 204 len: 168 time: 3.6464758 Feb 10 22:40:31.774312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43034) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:31.851433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-afb4f34e-c936-4be4-8219-b02fe89dbb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.853129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-afb4f34e-c936-4be4-8219-b02fe89dbb8f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1096 time: 0.7401721 Feb 10 22:40:31.866306 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'code': 200} Feb 10 22:40:31.881571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8ad0ec6-a742-4bcb-aa27-82c0f8358e8c req-3c1ee272-229e-4eeb-9917-b9ccd6ffadd7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1414976 Feb 10 22:40:31.929864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-21501342-64af-471f-b5be-8603a1ca8525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:31.931920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-21501342-64af-471f-b5be-8603a1ca8525 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4740210 Feb 10 22:40:32.116424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 6d7b75aa-7205-411b-a97d-5833972d3be1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:32.118686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:32.276903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e962ab8-ab8f-4264-8195-7b27d307ed6f req-bfe810ae-ffc3-4956-a19d-f52720b19ae5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:32.278992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e962ab8-ab8f-4264-8195-7b27d307ed6f req-bfe810ae-ffc3-4956-a19d-f52720b19ae5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.2654259 Feb 10 22:40:32.304960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Deleting port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:32.305303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:32.382092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e962ab8-ab8f-4264-8195-7b27d307ed6f req-f59af746-0767-4a5b-99b6-da7a1a68a385 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874953 Feb 10 22:40:32.587135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-11d86f14-31c7-49fe-a651-1907c8d89552 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5883873 Feb 10 22:40:32.920741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-ba8653d1-a985-471f-8d32-07f9a23b51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:32.922718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-ba8653d1-a985-471f-8d32-07f9a23b51c4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 1.0465953 Feb 10 22:40:33.062812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e5c4c-1a80-4aa2-91ce-e71461e86fe4 req-80f86bee-7d1c-420b-9b1a-40b2ca607aca tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.064643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a98e5c4c-1a80-4aa2-91ce-e71461e86fe4 req-80f86bee-7d1c-420b-9b1a-40b2ca607aca tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 943 time: 1.0640531 Feb 10 22:40:33.099601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:33.214567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bed7b7-16ed-41bc-8e03-1c53becec164 req-3c4795f3-0d73-4b03-873b-8ea13d35242d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.223186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6bed7b7-16ed-41bc-8e03-1c53becec164 req-3c4795f3-0d73-4b03-873b-8ea13d35242d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1683922 Feb 10 22:40:33.262004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-e459107e-cd9d-4d17-9e94-66f55f4fe913 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6656480 Feb 10 22:40:33.318236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6bed7b7-16ed-41bc-8e03-1c53becec164 req-37f96828-4cc5-4c92-996f-e618aceeec3d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881994 Feb 10 22:40:33.412907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.458225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:33.467844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Usage tracker for resource:security_group_rule and tenant:9a3cd893625d47219b4fa522d47e0892 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:33.471321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:33.479231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:33.590897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.615614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.640744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.687186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78baef0f-5b81-42da-a23b-cc44db2af400,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:33.728424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c2b34e3a-b7d1-40ad-b785-bf08f3a058e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a3cd893625d47219b4fa522d47e0892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6274631 Feb 10 22:40:33.730529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43106) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:33.809048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.815188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.821708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.827871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 6d7b75aa-7205-411b-a97d-5833972d3be1 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:33.828258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.834184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.840381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.846248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:33.848805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-f34b192a-433c-4616-bae2-be980132a2bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2561774 Feb 10 22:40:33.887886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.893155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-fb154e2e-2736-415a-abaa-14029ee858dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 HTTP/1.1" status: 200 len: 217 time: 0.5395846 Feb 10 22:40:33.945244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34c3d5f3-a3f3-46be-b40d-ac1c15ab8677 req-5567d253-f32a-4c17-be46-335f1641adb0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846796 Feb 10 22:40:33.961408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:33.982996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-e864bb49-3c2b-4337-986d-b0ea87eb9d7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 1000 time: 1.0242589 Feb 10 22:40:34.041827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a98e5c4c-1a80-4aa2-91ce-e71461e86fe4 req-bfd02cdc-dbad-48ff-bde1-8f3b2e0b7d37 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/security-groups?id=068f83fe-ae61-4b77-89b4-58cd49718fc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9151769 Feb 10 22:40:34.066976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.088895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78baef0f-5b81-42da-a23b-cc44db2af400,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:34.104514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.107227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78a96c3a-b615-4742-805d-9fb97ece1ce1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/78baef0f-5b81-42da-a23b-cc44db2af400 HTTP/1.1" status: 204 len: 168 time: 0.3757107 Feb 10 22:40:34.149068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] For port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,segment=NetworkSegment(494b9a66-a089-43da-aabd-de6144cbacd8),segment_id=494b9a66-a089-43da-aabd-de6144cbacd8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:34.149438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.164090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-1ee96f7f-c306-4457-9a23-5974e1301710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:34.165556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-1ee96f7f-c306-4457-9a23-5974e1301710 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.1728728 Feb 10 22:40:34.166995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-97533ec8-1501-4127-ab07-9b8aebdbc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:34.168429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-97533ec8-1501-4127-ab07-9b8aebdbc95b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.2429142 Feb 10 22:40:34.399266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9f5df-c7c4-46f8-9c9c-56e7966ededa req-a4175e64-b63f-4977-ac80-af453bf26330 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:34.407710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9da9f5df-c7c4-46f8-9c9c-56e7966ededa req-a4175e64-b63f-4977-ac80-af453bf26330 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.1695254 Feb 10 22:40:34.516964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9da9f5df-c7c4-46f8-9c9c-56e7966ededa req-d6f5960b-1fff-4170-8a74-018bf4bb715d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082988 Feb 10 22:40:34.562099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Calling delete_port for e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:34.635680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43120) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:34.657789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.681850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:34.688337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Usage tracker for resource:security_group_rule and tenant:8c97810405b94fed91ae3644874cd0e8 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:34.693135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:34.703932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:34.776922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.838478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.842178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:34.850511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=6d7b75aa-7205-411b-a97d-5833972d3be1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:34.889363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22654693-d596-4e48-a815-14f75fc05497,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:34.893705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-519ed8be-abf9-49ab-9f02-78789a848227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:34.895225 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-519ed8be-abf9-49ab-9f02-78789a848227 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7223103 Feb 10 22:40:34.912754 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b7503e9-9c25-4d2c-a894-9b157b4f0a1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8c97810405b94fed91ae3644874cd0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753162 Feb 10 22:40:34.915266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:34.970267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c5829749-1cf2-497d-b9e9-80e6c9d0bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:34.971970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c5829749-1cf2-497d-b9e9-80e6c9d0bc60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6019561 Feb 10 22:40:34.991573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.024537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.078350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.106157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22654693-d596-4e48-a815-14f75fc05497,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:35.186785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7503819-5a09-4443-bd6a-d7828c7e01ef req-ad5b7a9d-9f13-4b34-bc52-6509c1f094cc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.188339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7503819-5a09-4443-bd6a-d7828c7e01ef req-ad5b7a9d-9f13-4b34-bc52-6509c1f094cc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.6352103 Feb 10 22:40:35.193232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.194074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-985448d9-de10-428d-848c-8a24bd61abbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/22654693-d596-4e48-a815-14f75fc05497 HTTP/1.1" status: 204 len: 168 time: 0.2777724 Feb 10 22:40:35.247592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.257001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.265143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.271791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.285711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.292355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.300977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.308100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.314987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:35.318276 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-f8f776b2-934c-476c-8098-523f302c4b05 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2127323 Feb 10 22:40:35.399572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a85ef04-a9ee-426a-9dcd-d22d7e556b39 req-3c2f5c3c-e4cd-4cf4-8a9d-d335cd931a44 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735230 Feb 10 22:40:35.570165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Pushing event deleted for resources: {'Port': ['ID=e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:35.658796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-be4822b6-ddc0-44d9-b96a-8206ecbb8987 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/ports/6d7b75aa-7205-411b-a97d-5833972d3be1 HTTP/1.1" status: 204 len: 168 time: 3.8822918 Feb 10 22:40:35.669396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a7a7c7da-f51f-4ff6-a3ba-4548fe823dea req-0890d858-8d37-4c06-8977-f5defaee012e tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.53 "GET /v2.0/ports?device_id=18097c7b-857c-46e8-87fd-96068aec2fc9 HTTP/1.1" status: 200 len: 210 time: 0.1097705 Feb 10 22:40:35.672327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43142) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:35.743412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7503819-5a09-4443-bd6a-d7828c7e01ef req-0e54bd9d-1d13-45c9-9738-677ee49c98c5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5255039 Feb 10 22:40:35.799545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 2b924954-10eb-47a6-bcf5-704cc25f51d9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:35.800302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.806656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-261b3467-ab25-4a7b-92af-5b614ee2c5c1 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7864046 Feb 10 22:40:35.818400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-840f9099-f7d1-4d68-8519-74d15839c788 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766444 Feb 10 22:40:35.819699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] No DVR routers for this DVR port e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:35.861035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:35.868431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54254676-8dd2-4427-b807-f0ebc4c2e492 req-1db10c5c-3a21-4477-82a6-6a05d27bb948 tempest-ServerMetadataNegativeTestJSON-887201723 tempest-ServerMetadataNegativeTestJSON-887201723-project] 10.222.0.30 "DELETE /v2.0/ports/e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec HTTP/1.1" status: 204 len: 173 time: 7.1574490 Feb 10 22:40:35.871165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-deleted', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:36.060819 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18097c7b-857c-46e8-87fd-96068aec2fc9', 'name': 'network-vif-deleted', 'tag': 'e5ec9fb5-5ccf-4779-950e-d4eb1b8e82ec', 'status': 'completed', 'code': 200} Feb 10 22:40:36.236257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbbee82-3323-4530-a1f1-49719a958cb9 req-e2e9ba4c-0507-41d8-82d1-70539e451b67 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667488 Feb 10 22:40:36.238016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-ea4f7849-aab2-4048-97fa-91972421319c service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233561 Feb 10 22:40:36.392278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-bd629081-b78f-4781-a328-55315079bb84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0 HTTP/1.1" status: 200 len: 217 time: 0.1339855 Feb 10 22:40:36.508132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c3822e35-ca2f-4a22-85ce-e25c1aca58f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:36.509643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c3822e35-ca2f-4a22-85ce-e25c1aca58f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.1165178 Feb 10 22:40:36.532754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d651296-f02c-44b9-8486-46fd202ac414 req-a2f4724a-2906-43a2-9d5c-f56f2fec5ae7 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:36.537322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d651296-f02c-44b9-8486-46fd202ac414 req-a2f4724a-2906-43a2-9d5c-f56f2fec5ae7 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.5587385 Feb 10 22:40:36.729006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-187eda89-20f6-4eb6-b976-c43b7a94953c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:36.730539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-187eda89-20f6-4eb6-b976-c43b7a94953c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2143874 Feb 10 22:40:36.783893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:36.822068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d651296-f02c-44b9-8486-46fd202ac414 req-a0761648-cf11-4e0f-bc2d-98cf744be378 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282746 Feb 10 22:40:37.245333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-e36ff9cb-2496-4b45-b218-8fe605704129 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5065224 Feb 10 22:40:37.483368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43198) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:37.493404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 2b924954-10eb-47a6-bcf5-704cc25f51d9 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:37.582053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-05ae7523-0624-49a5-b26e-e92be819f6e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3277578 Feb 10 22:40:37.615430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ae567-b371-4a71-976a-5b24859c92bf req-2389ff69-7fa3-4700-afbf-635f36370440 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:37.622716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-829ae567-b371-4a71-976a-5b24859c92bf req-2389ff69-7fa3-4700-afbf-635f36370440 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.2273610 Feb 10 22:40:37.711945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-829ae567-b371-4a71-976a-5b24859c92bf req-f7e3710b-9683-4895-ae43-4d1cce6a321e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882168 Feb 10 22:40:37.741663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:37.751314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-f457bb51-c04f-4897-96d7-b02f7752e0d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 200 len: 217 time: 0.1556344 Feb 10 22:40:37.798713 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:37.818146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43208) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:37.870013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Port': ['ID=2b924954-10eb-47a6-bcf5-704cc25f51d9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:37.929379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:37.947137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Usage tracker for resource:security_group_rule and tenant:ad9890bf3c884830a37fbd840f72643d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:37.961895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:37.976487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:37.996324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-73a40fa2-1190-4053-982c-0fc5a30b6c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:37.998014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-73a40fa2-1190-4053-982c-0fc5a30b6c15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.2367153 Feb 10 22:40:38.015188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Deleting subnet 5c757e3f-17fc-4c89-9937-12cec87f4cfb {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:40:38.040529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.055783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a91d859-3322-4770-8479-ec71bd8d3cc2 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/ports/2b924954-10eb-47a6-bcf5-704cc25f51d9 HTTP/1.1" status: 204 len: 168 time: 2.3811710 Feb 10 22:40:38.058422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43214) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:38.065025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.142318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting subnet 77ecc88f-9d17-45d8-acc2-337102d0e5d5 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:40:38.149730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.155979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.159624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519fc03-617a-4b16-a9f0-c1363d0d54b7 req-b4c5f6e9-c4a5-471b-a807-89ce584fb6c0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.162526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.163398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c519fc03-617a-4b16-a9f0-c1363d0d54b7 req-b4c5f6e9-c4a5-471b-a807-89ce584fb6c0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2211914 Feb 10 22:40:38.164930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.168472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.174434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.181373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.187390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.195391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-ffa29e0b-db77-42aa-916d-646002d8d9dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 1.2861845 Feb 10 22:40:38.232701 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.235858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ddeafa5-d01b-45f3-80bb-a5109e36e30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.289144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.341729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c519fc03-617a-4b16-a9f0-c1363d0d54b7 req-07cb51e4-6110-49a7-92c3-a0726e2e4225 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133251 Feb 10 22:40:38.366998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18d48e3b-f733-4bf2-b3ec-5e4a6afb55fd req-dc05eb1c-0ec6-49a5-a2e1-b10c5e01f0ac tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1706970 Feb 10 22:40:38.379036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c1b8de3e-f31a-4ba2-b40f-6f3f4bf619c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:38.381630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-c1b8de3e-f31a-4ba2-b40f-6f3f4bf619c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3721905 Feb 10 22:40:38.454869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.586254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.651765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.656234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Subnet': ['ID=77ecc88f-9d17-45d8-acc2-337102d0e5d5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:38.666970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.668159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48794c-77f3-4972-8c35-20e6059217de None None] Network a09523cd-9453-4f7a-b617-c42679a16494 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:40:38.676370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-57a7c19b-5f61-491b-ac8d-d8d95ee8714e tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/subnets/77ecc88f-9d17-45d8-acc2-337102d0e5d5 HTTP/1.1" status: 204 len: 168 time: 0.6143928 Feb 10 22:40:38.677444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43224) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:38.751936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting subnet cd09ac69-e1ca-41c2-b7ea-1867605b657e {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:40:38.756267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.767960 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.780149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.826576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.899994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694770e0-9b0a-4ab9-92d2-b7924b50a79e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:38.913714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ca5afe20-9b82-4b45-9495-cf84e8f32f1a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad9890bf3c884830a37fbd840f72643d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4291327 Feb 10 22:40:38.923479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43232) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:38.931885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-6001d928-2559-441d-ba5f-e178a5554562 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388653 Feb 10 22:40:38.939744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:38.948306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.054814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.103417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Subnet': ['ID=cd09ac69-e1ca-41c2-b7ea-1867605b657e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:39.109783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.112404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870320f-9301-4785-9980-6d848b94d440 None None] DHCP port deletion for a09523cd-9453-4f7a-b617-c42679a16494 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:40:39.116798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e328dad6-2933-487f-88e7-e5b46e064522 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/subnets/cd09ac69-e1ca-41c2-b7ea-1867605b657e HTTP/1.1" status: 204 len: 168 time: 0.4382389 Feb 10 22:40:39.119393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:39.130503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Deleting port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:39.132142 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.250186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c24d57-8e0b-41c7-81eb-5bceff367261 None None] Network a29ce7f4-8845-46e5-871e-a4627bc87e69 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:40:39.264828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c757e3f-17fc-4c89-9937-12cec87f4cfb,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:39.277961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.293014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad329f-10f3-4991-95f2-12a2527a0058 req-7ab98a05-c034-422f-aea4-09883b4ff530 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:39.294548 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcad329f-10f3-4991-95f2-12a2527a0058 req-7ab98a05-c034-422f-aea4-09883b4ff530 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.6515474 Feb 10 22:40:39.304718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.335256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:39.335256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.374203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-002fbe3d-dcd9-49d2-97a8-95e3071e4f57 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5c757e3f-17fc-4c89-9937-12cec87f4cfb HTTP/1.1" status: 204 len: 168 time: 1.5506451 Feb 10 22:40:39.374995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:39.400968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27ce02-d61a-4f75-ae87-fc395f9a46e2 req-1edfc0e8-cba2-4624-95cb-e2f594c04cfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:39.402337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a27ce02-d61a-4f75-ae87-fc395f9a46e2 req-1edfc0e8-cba2-4624-95cb-e2f594c04cfa tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.1693537 Feb 10 22:40:39.496743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.558153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcad329f-10f3-4991-95f2-12a2527a0058 req-55c3be61-d038-443c-ad13-8e1bbed5f3c8 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437301 Feb 10 22:40:39.572842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3870320f-9301-4785-9980-6d848b94d440 None None] For port 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=32130b96-e8e3-450d-82c0-ba4322dbf3a8,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:39.573595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.574857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a27ce02-d61a-4f75-ae87-fc395f9a46e2 req-979bc272-c060-4dba-aa58-c716f75de16f tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403203 Feb 10 22:40:39.592299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9041a107-eb6f-4f26-875b-a4a167fbacbc req-7d064e8c-55d6-40de-a568-9108eb3c4dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429265 Feb 10 22:40:39.667854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] For port 32130b96-e8e3-450d-82c0-ba4322dbf3a8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=32130b96-e8e3-450d-82c0-ba4322dbf3a8,segment=NetworkSegment(e874f015-acfc-4b9b-bc39-e86ca9523fbc),segment_id=e874f015-acfc-4b9b-bc39-e86ca9523fbc)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:39.668196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.727566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.774883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Calling delete_port for 32130b96-e8e3-450d-82c0-ba4322dbf3a8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:39.830238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:39.878844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 32130b96-e8e3-450d-82c0-ba4322dbf3a8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:39.932990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-d76ad7a2-4a72-4868-a315-670da3b093ca tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:39.934873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-d76ad7a2-4a72-4868-a315-670da3b093ca tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.30 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.8537459 Feb 10 22:40:39.937290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 32130b96-e8e3-450d-82c0-ba4322dbf3a8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:39.937645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 32130b96-e8e3-450d-82c0-ba4322dbf3a8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:39.941124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.011046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870320f-9301-4785-9980-6d848b94d440 None None] No DVR routers for this DVR port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:40.018513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Calling delete_port for 32130b96-e8e3-450d-82c0-ba4322dbf3a8 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:40.052269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870320f-9301-4785-9980-6d848b94d440 None None] Pushing event deleted for resources: {'Port': ['ID=32130b96-e8e3-450d-82c0-ba4322dbf3a8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:40.126858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:40:40.127111 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:40:40.130293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.156011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.162553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.169768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.175936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] DHCP port deletion for a29ce7f4-8845-46e5-871e-a4627bc87e69 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:40:40.176156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.181512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Deleting port 2b68eaf6-bc13-4286-9e51-1a918549529f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:40.182120 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.184151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.190105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.196423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.204308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d94786b-186c-4439-8022-02e18c30768c req-4b52a8bc-243f-4734-bdd1-5239269ec38e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.4089410 Feb 10 22:40:40.241458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694770e0-9b0a-4ab9-92d2-b7924b50a79e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:40.288289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.292061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4e418041-8500-4587-899e-a5ef901d7822 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/694770e0-9b0a-4ab9-92d2-b7924b50a79e HTTP/1.1" status: 204 len: 168 time: 1.3645763 Feb 10 22:40:40.295356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Deleting port 950a3088-5674-40f1-8b5c-09a0e04114f7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:40.297466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.369029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d94786b-186c-4439-8022-02e18c30768c req-c6620151-43f9-405f-acec-12f251715e6c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1633859 Feb 10 22:40:40.460356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.496134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] For port 2b68eaf6-bc13-4286-9e51-1a918549529f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2b68eaf6-bc13-4286-9e51-1a918549529f,segment=NetworkSegment(8528d35b-55f5-463d-b05c-89108c08395a),segment_id=8528d35b-55f5-463d-b05c-89108c08395a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:40.496762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.497976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.498459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.498931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.499468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.499940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.500436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.500898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:40.503006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-f379b5b0-ecf8-44e5-ae04-3e53f84304c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6487 time: 0.7465403 Feb 10 22:40:40.509701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7c178b-75e8-4c0d-a837-27b8e53b4f64']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:40.628456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Deleting port 32130b96-e8e3-450d-82c0-ba4322dbf3a8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:40.629236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.633170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494b9a66-a089-43da-aabd-de6144cbacd8') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:40.635062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494b9a66-a089-43da-aabd-de6144cbacd8') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:40.654807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Calling delete_port for 2b68eaf6-bc13-4286-9e51-1a918549529f owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:40.677382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.703626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-965e6652-2f66-4426-9807-f398a5e227a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.788981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.878553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] The port '32130b96-e8e3-450d-82c0-ba4322dbf3a8' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:40:40.887192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.911068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:40:40.911741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:40:40.946370 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:40:41.009622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] Pushing event deleted for resources: {'Port': ['ID=2b68eaf6-bc13-4286-9e51-1a918549529f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:41.014050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f569e24-0b77-487a-8ea6-0cd39ddc0a33 None None] No DVR routers for this DVR port 2b68eaf6-bc13-4286-9e51-1a918549529f on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:41.118462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.151156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09523cd-9453-4f7a-b617-c42679a16494']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:41.170693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e874f015-acfc-4b9b-bc39-e86ca9523fbc') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:41.171307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e874f015-acfc-4b9b-bc39-e86ca9523fbc') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:41.187700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df209717-a5bd-4a5d-9609-b33b17905687 req-f8e260f3-3f79-4825-9076-c0ce580d7235 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.195738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df209717-a5bd-4a5d-9609-b33b17905687 req-f8e260f3-3f79-4825-9076-c0ce580d7235 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.2701504 Feb 10 22:40:41.205380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.246163 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.260336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:40:41.261069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:40:41.278228 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:40:41.287023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df209717-a5bd-4a5d-9609-b33b17905687 req-eb112a64-a058-4595-bac5-6dfe62b382ce tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901077 Feb 10 22:40:41.342214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-6140671d-37a6-477c-963d-6633e951f3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.343762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-6140671d-37a6-477c-963d-6633e951f3dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 200 len: 903 time: 0.8263705 Feb 10 22:40:41.349105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.392992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.398488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.438079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Network': ['ID=a09523cd-9453-4f7a-b617-c42679a16494,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:41.454779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.476532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-21a01d06-0448-4308-8811-f822edde3c85 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/networks/a09523cd-9453-4f7a-b617-c42679a16494 HTTP/1.1" status: 204 len: 168 time: 2.3553331 Feb 10 22:40:41.478372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43278) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:41.480451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-a2dc3417-756f-40ce-b2d3-6f310ca79086 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 200 len: 217 time: 0.1259434 Feb 10 22:40:41.481191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7c178b-75e8-4c0d-a837-27b8e53b4f64,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:41.542774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230492fd-4806-49c4-984a-28f7180e9866 req-d1e0be7d-65d2-4124-bfb2-d06c9090a5d4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.544341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-230492fd-4806-49c4-984a-28f7180e9866 req-d1e0be7d-65d2-4124-bfb2-d06c9090a5d4 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 945 time: 0.8244572 Feb 10 22:40:41.560936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a5eba9b7-1247-4a77-bd4a-3b43c22d5878 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7e7c178b-75e8-4c0d-a837-27b8e53b4f64 HTTP/1.1" status: 204 len: 168 time: 2.1667283 Feb 10 22:40:41.588644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] For port 950a3088-5674-40f1-8b5c-09a0e04114f7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=950a3088-5674-40f1-8b5c-09a0e04114f7,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:41.589549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.699172 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.710276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2b68eaf6-bc13-4286-9e51-1a918549529f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:41.734591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.765556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Calling delete_port for 950a3088-5674-40f1-8b5c-09a0e04114f7 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:41.794769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2b68eaf6-bc13-4286-9e51-1a918549529f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:41.795794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2b68eaf6-bc13-4286-9e51-1a918549529f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:41.797162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.798931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:41.804007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.810127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.816070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.821474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-2a8eddd1-ae76-4026-8eb9-3fc55963d354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.822572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.822694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-2a8eddd1-ae76-4026-8eb9-3fc55963d354 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.3315084 Feb 10 22:40:41.829169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.834992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:41.836991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4cfc6a33-504d-475a-8c60-7a0382762c07 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.3143256 Feb 10 22:40:41.926025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-230492fd-4806-49c4-984a-28f7180e9866 req-39c3c3d3-289b-4130-822c-ca3d4ab2c068 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610401 Feb 10 22:40:41.927525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43292) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:41.966375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.013834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54d7557b-7a28-4190-82c8-aab2c4a8ebc5 req-4a2182b1-d3fa-4a5f-99e9-2f6d94b1de09 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772657 Feb 10 22:40:42.015593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29ce7f4-8845-46e5-871e-a4627bc87e69']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:42.033847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8528d35b-55f5-463d-b05c-89108c08395a') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:42.034117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8528d35b-55f5-463d-b05c-89108c08395a') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:42.051651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.080705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.089932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:40:42.090741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:40:42.108096 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:40:42.144904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-65675008-f0a7-4fb0-8950-c0803ba2a0a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=069000514be54a289dd74df503210d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034593 Feb 10 22:40:42.153512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43300) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:42.219632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-af4a52be-d16c-4273-a716-045cd4803b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:42.222060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-af4a52be-d16c-4273-a716-045cd4803b43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3894527 Feb 10 22:40:42.262533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.273282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.342206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] 10.222.0.53 "DELETE /v2.0/networks/a29ce7f4-8845-46e5-871e-a4627bc87e69 HTTP/1.1" status: 204 len: 168 time: 0.8606710 Feb 10 22:40:42.347100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47342625-95b5-4e80-bdba-f34a3f1056a3 tempest-TaggedBootDevicesTest-518477329 tempest-TaggedBootDevicesTest-518477329-project] Pushing event deleted for resources: {'Network': ['ID=a29ce7f4-8845-46e5-871e-a4627bc87e69,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:42.541424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.568513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b3341352-b595-418a-ba4d-f7b717d83844'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:42.638220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.706416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Pushing event deleted for resources: {'Port': ['ID=950a3088-5674-40f1-8b5c-09a0e04114f7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:42.753098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.946555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 950a3088-5674-40f1-8b5c-09a0e04114f7 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:42.984401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] No DVR routers for this DVR port 950a3088-5674-40f1-8b5c-09a0e04114f7 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:42.986293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:42.993609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:43.006917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'name': 'network-vif-deleted', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:43.029398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:43.036537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 950a3088-5674-40f1-8b5c-09a0e04114f7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:43.037417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 950a3088-5674-40f1-8b5c-09a0e04114f7 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:43.055583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068f83fe-ae61-4b77-89b4-58cd49718fc8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:43.070070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-6c62ea9e-9c75-412b-b41f-5a0b196cdf2f service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8233683 Feb 10 22:40:43.081472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b7856-d110-4216-9534-e251cb9590e1 req-9d122978-974f-4231-9075-6379cc91321e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.081700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1ed056-06bc-4d3d-8ec6-2c345517a27f req-f4b8a455-9460-4a08-a7c3-68d2246c4530 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.099860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-109b7856-d110-4216-9534-e251cb9590e1 req-9d122978-974f-4231-9075-6379cc91321e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.1561520 Feb 10 22:40:43.100829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b1ed056-06bc-4d3d-8ec6-2c345517a27f req-f4b8a455-9460-4a08-a7c3-68d2246c4530 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.6261613 Feb 10 22:40:43.168289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-109b7856-d110-4216-9534-e251cb9590e1 req-521a0847-6145-4cd0-b6e7-36e886f6cc83 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Feb 10 22:40:43.308102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ac42a92-d196-47d7-8ce6-e9d4d6f41f4d req-46138248-3174-44d1-8b21-8ca960b7a5fc tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.30 "DELETE /v2.0/ports/950a3088-5674-40f1-8b5c-09a0e04114f7 HTTP/1.1" status: 204 len: 173 time: 3.3504226 Feb 10 22:40:43.367815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b1ed056-06bc-4d3d-8ec6-2c345517a27f req-47f72f18-2f5f-46b9-9379-28b43d3040a6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658947 Feb 10 22:40:43.368852 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:43.370098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4b54b297-f68d-4329-9fb6-a5496ffb098a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/068f83fe-ae61-4b77-89b4-58cd49718fc8 HTTP/1.1" status: 204 len: 168 time: 1.2131352 Feb 10 22:40:43.486316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2756c43-8bbc-4bab-90c6-c713c7d4ceb8 req-98d3d403-a17e-4cb4-9b21-b7690a8204be service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730583 Feb 10 22:40:43.490085 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b078ac10-ff0e-4d80-a002-b6aedf9d082a', 'name': 'network-vif-deleted', 'tag': '950a3088-5674-40f1-8b5c-09a0e04114f7', 'status': 'completed', 'code': 200} Feb 10 22:40:43.670835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6eee0c75-d1d6-4c43-bb62-88658cd9c57e req-a775a770-3e0d-4b1c-b5fc-38e3e8834877 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=b078ac10-ff0e-4d80-a002-b6aedf9d082a HTTP/1.1" status: 200 len: 210 time: 0.3667688 Feb 10 22:40:43.772182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.778656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.785260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.793045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.801169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.806620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.813050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:43.815006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-81c54346-5137-4a6a-a973-3480f2c8af42 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.1721363 Feb 10 22:40:43.901197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec737cc3-bef5-4cbd-bf13-a5deb5ebf40e req-45ebd134-86f1-491d-b55b-a5b5cb3b6991 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0776196 Feb 10 22:40:43.943868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43398) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:44.141882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.189390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:44.204476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Usage tracker for resource:security_group_rule and tenant:d877260a8001413388c2e4f2b3d0cf42 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:44.209305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:44.217213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:44.332162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.337033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.396936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d877260a8001413388c2e4f2b3d0cf42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543428 Feb 10 22:40:44.403417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab7491-f5fa-41ac-bb9e-170680406b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea1d34c-51a5-4b28-bf72-a64063f36cbf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:44.410102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43420) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:44.669391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f9e06f-4bfd-408f-bbe5-56dc1eccfac5 req-b16af16c-90c8-43b0-a620-da0d6bdbf69e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:44.671942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03f9e06f-4bfd-408f-bbe5-56dc1eccfac5 req-b16af16c-90c8-43b0-a620-da0d6bdbf69e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.3625894 Feb 10 22:40:44.754139 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03f9e06f-4bfd-408f-bbe5-56dc1eccfac5 req-569e4e62-8b7d-4834-8a4c-46d9c804bf9c tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746195 Feb 10 22:40:44.757533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.787781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.852081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.872271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea1d34c-51a5-4b28-bf72-a64063f36cbf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:44.875262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998fd4e2-e2fc-4408-bef2-6c297c6d16f7 req-057df011-6f73-49cc-aabb-3e7160b63070 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:44.877900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-998fd4e2-e2fc-4408-bef2-6c297c6d16f7 req-057df011-6f73-49cc-aabb-3e7160b63070 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3298070 Feb 10 22:40:44.879212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:44.881200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-775d58e0-634c-4844-bdee-cee0b64d4090 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ea1d34c-51a5-4b28-bf72-a64063f36cbf HTTP/1.1" status: 204 len: 168 time: 0.4688401 Feb 10 22:40:44.918862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-7e42c0a6-85e2-449e-8ada-307c6549a872 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:44.920596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-7e42c0a6-85e2-449e-8ada-307c6549a872 tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.24 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.3065658 Feb 10 22:40:45.077202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-998fd4e2-e2fc-4408-bef2-6c297c6d16f7 req-b84bf6a3-3128-4e3a-9d99-1408ef6a87c5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902661 Feb 10 22:40:45.212650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Deleting port 1253c0e6-c38a-4783-b6c2-f94650fafa49 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:45.213324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:45.545105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a336d6f2-4cf9-4262-ac29-ad37e928e3af req-d90dddca-13c5-4120-9b0c-132b2d41274a tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.555618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a336d6f2-4cf9-4262-ac29-ad37e928e3af req-d90dddca-13c5-4120-9b0c-132b2d41274a tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1089036 Feb 10 22:40:45.611883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a336d6f2-4cf9-4262-ac29-ad37e928e3af req-67704691-6838-4fe2-8db2-48f3cbd0a820 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549543 Feb 10 22:40:45.626162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:45.653348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.659662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.666055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.672511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.679185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.686249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.693446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:45.695832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dab1155-6bb2-465b-b53d-d49add999586 req-ebcd8452-042f-488c-ab0b-7651826f8b89 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.3420372 Feb 10 22:40:45.760485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:45.777218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dab1155-6bb2-465b-b53d-d49add999586 req-5271fe1b-ad49-42a7-8580-7a267edf7eb4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727136 Feb 10 22:40:45.779355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] For port 1253c0e6-c38a-4783-b6c2-f94650fafa49, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1253c0e6-c38a-4783-b6c2-f94650fafa49,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:45.779930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:45.802180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:45.858369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:45.877441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:45.884145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Usage tracker for resource:security_group_rule and tenant:70b26a9d4c2b4e5d82c1b2cfa5a1ea68 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:45.887640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:45.890160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:45.898313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Usage tracker for resource:security_group_rule and tenant:20949b0b98b244cdb7692dd993a34d89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:45.901112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:45.904363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:45.925505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Calling delete_port for 1253c0e6-c38a-4783-b6c2-f94650fafa49 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:45.954242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:46.108705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.121239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1253c0e6-c38a-4783-b6c2-f94650fafa49'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:46.168158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Pushing event deleted for resources: {'Port': ['ID=1253c0e6-c38a-4783-b6c2-f94650fafa49,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:46.220580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.234631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b8402-39d6-4565-9f2a-a29d95b5bb39 req-4bc4ee01-4488-44ea-9211-ccbe1efde05b tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:46.243790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d5b8402-39d6-4565-9f2a-a29d95b5bb39 req-4bc4ee01-4488-44ea-9211-ccbe1efde05b tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/ports?device_id=0013e0d6-2060-4010-b973-db133e34b6c2 HTTP/1.1" status: 200 len: 946 time: 0.3402948 Feb 10 22:40:46.269598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.305331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] No DVR routers for this DVR port 1253c0e6-c38a-4783-b6c2-f94650fafa49 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:46.309307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.327703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20949b0b98b244cdb7692dd993a34d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002718 Feb 10 22:40:46.330345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'name': 'network-vif-deleted', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:46.337399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:46.514220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d5b8402-39d6-4565-9f2a-a29d95b5bb39 req-5a63c277-33d6-4332-804f-21b9142bcb5e tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.53 "GET /v2.0/security-groups?id=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690949 Feb 10 22:40:46.545693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0578c6bc-95ef-4c52-b6d6-dd04eb350273 req-030c4414-8a93-469c-8afe-ed9365f5d5bc tempest-AttachSCSIVolumeTestJSON-1184903402 tempest-AttachSCSIVolumeTestJSON-1184903402-project] 10.222.0.24 "DELETE /v2.0/ports/1253c0e6-c38a-4783-b6c2-f94650fafa49 HTTP/1.1" status: 204 len: 173 time: 1.6134653 Feb 10 22:40:46.546980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.573228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bae85-eb73-4a0e-b6cf-e6e41e4cc8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9a054-bbac-418c-8ef5-9d1ab33bde05,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:46.589997 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.660631 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0013e0d6-2060-4010-b973-db133e34b6c2', 'name': 'network-vif-deleted', 'tag': '1253c0e6-c38a-4783-b6c2-f94650fafa49', 'status': 'completed', 'code': 200} Feb 10 22:40:46.711198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1929246f-069e-41e3-8eae-d416bb5a05bc req-a96547d3-9531-4af9-a930-80a931232b09 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:46.719034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1929246f-069e-41e3-8eae-d416bb5a05bc req-a96547d3-9531-4af9-a930-80a931232b09 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3400264 Feb 10 22:40:46.768133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=70b26a9d4c2b4e5d82c1b2cfa5a1ea68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0056891 Feb 10 22:40:46.768954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43474) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:46.797671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1929246f-069e-41e3-8eae-d416bb5a05bc req-d6f8f1d7-78f7-462f-ad8e-bbb3b1ac300d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774534 Feb 10 22:40:46.806596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538fd71-bbeb-41ff-bc9c-3d6f774056bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636fcb75-c6e7-4c88-82ab-e5c7ab89f272,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:46.944372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:46.999323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.047556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.096105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26762a3-abea-4a66-9a34-bc71f1fa1e15 req-61afe5d5-9cc3-41e4-bc81-a79c12016f60 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.097992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b26762a3-abea-4a66-9a34-bc71f1fa1e15 req-61afe5d5-9cc3-41e4-bc81-a79c12016f60 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.3011711 Feb 10 22:40:47.107740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.115581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.123647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.132154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.140475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.146542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.151458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.161174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:47.189126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-03782bb1-35bb-4464-8ae3-fac41e544346 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2424817 Feb 10 22:40:47.264170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.291697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b26762a3-abea-4a66-9a34-bc71f1fa1e15 req-fa22d9c5-8f92-4095-bf99-9643f3abeb3e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755941 Feb 10 22:40:47.310089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a063cb8c-8fee-4ec5-be2b-fb995ea1bc0a req-f8712ea0-bb7f-4b90-aed6-0f568116069d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175683 Feb 10 22:40:47.312815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9a054-bbac-418c-8ef5-9d1ab33bde05,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:47.326682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.328224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7b84c1f-318b-4d26-8d76-4512ba9d6ff6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eed9a054-bbac-418c-8ef5-9d1ab33bde05 HTTP/1.1" status: 204 len: 168 time: 0.9860153 Feb 10 22:40:47.348435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.387203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:47.388375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/636fcb75-c6e7-4c88-82ab-e5c7ab89f272 HTTP/1.1" status: 204 len: 168 time: 0.6104534 Feb 10 22:40:47.393795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d7b33-c723-4292-b026-b728039d4a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636fcb75-c6e7-4c88-82ab-e5c7ab89f272,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:48.045234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fccf85-1bb5-4319-8f09-f31e935feb19 req-726bef7e-240d-439e-a192-0dbba7bdb4cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.046857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5fccf85-1bb5-4319-8f09-f31e935feb19 req-726bef7e-240d-439e-a192-0dbba7bdb4cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.1011460 Feb 10 22:40:48.112499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5fccf85-1bb5-4319-8f09-f31e935feb19 req-140b95ce-00e8-4aa9-b3a5-2c084622b7f6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Feb 10 22:40:48.667697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a668433-4379-4e31-8ee2-86db0dcc5baa req-92f1f3f6-e84a-485c-ae12-5f3205a0d8eb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.669361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a668433-4379-4e31-8ee2-86db0dcc5baa req-92f1f3f6-e84a-485c-ae12-5f3205a0d8eb tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2367187 Feb 10 22:40:48.742872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.755854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.767027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.775143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.782434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.789743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.834842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:48.835163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a668433-4379-4e31-8ee2-86db0dcc5baa req-6c00679b-934a-484d-83be-3d23420080e6 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400485 Feb 10 22:40:48.840589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-c10ab530-9fe1-496e-a726-4c467fdc329b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2913394 Feb 10 22:40:48.962209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e447dc22-8b39-4fdf-b36e-7f55a37878c5 req-a79d77e6-8620-465b-833b-e2af2e0a736c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104827 Feb 10 22:40:49.462404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f58f617-30cc-4b4a-9c23-3b002bc64d34 req-961e59ae-49cf-46d2-a0c6-8225823e8d18 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:49.473906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f58f617-30cc-4b4a-9c23-3b002bc64d34 req-961e59ae-49cf-46d2-a0c6-8225823e8d18 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.1701703 Feb 10 22:40:49.537987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1253c0e6-c38a-4783-b6c2-f94650fafa49 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:49.552110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f58f617-30cc-4b4a-9c23-3b002bc64d34 req-f710a611-af82-4477-86cf-8e95c6134765 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739610 Feb 10 22:40:49.624715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 1253c0e6-c38a-4783-b6c2-f94650fafa49 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:49.625884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1253c0e6-c38a-4783-b6c2-f94650fafa49 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:50.184309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43632) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:50.255037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b2f68-de4e-4b1b-8c76-bb5bddd01e8f req-2e3b7a82-7d06-44df-abb2-71de07b09a4e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.255842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2e3b2f68-de4e-4b1b-8c76-bb5bddd01e8f req-2e3b7a82-7d06-44df-abb2-71de07b09a4e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Synchronizing usage tracker for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:40:50.318116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.318735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2e3b2f68-de4e-4b1b-8c76-bb5bddd01e8f req-2e3b7a82-7d06-44df-abb2-71de07b09a4e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Unset dirty status for tenant:561964b01058483e8948488423307db1 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:40:50.325783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e3b2f68-de4e-4b1b-8c76-bb5bddd01e8f req-2e3b7a82-7d06-44df-abb2-71de07b09a4e tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2939434 Feb 10 22:40:50.326294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.336153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.343817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.352019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.359481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.367884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:50.374131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03d5af11-e758-4a75-a469-7dd338b15634 req-8f7f7985-0464-4f7d-891f-965e9453dff3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2207196 Feb 10 22:40:50.436057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:50.454152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e3b2f68-de4e-4b1b-8c76-bb5bddd01e8f req-af23f151-7540-4ad0-97a5-8ce7a5389d0b tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274798 Feb 10 22:40:50.464971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:50.471601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Usage tracker for resource:security_group_rule and tenant:62212ab701d74666912febc0a51a6135 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:50.475399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:50.482904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:50.494031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-03d5af11-e758-4a75-a469-7dd338b15634 req-d7d0a724-3b25-4a03-ae87-bc1dff0f18bb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131856 Feb 10 22:40:50.622301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:50.627260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:50.693514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=62212ab701d74666912febc0a51a6135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5074596 Feb 10 22:40:50.696101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:50.709079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f7eda1-9f80-4f35-a400-c9fd7a05f48c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:50.771454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.772086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.772576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.773319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.773799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.774415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.775061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.776004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.776576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.777131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.777635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.778143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa3600f-d6d3-43ac-8606-6cc722e045b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:40:50.816052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:50.888601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:50.986189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:51.007738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a24670-7e07-46db-b61b-4e82b1741318 req-97882741-a7a5-41b4-b2c0-ef234f591447 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:51.017289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1a24670-7e07-46db-b61b-4e82b1741318 req-97882741-a7a5-41b4-b2c0-ef234f591447 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3016684 Feb 10 22:40:51.019916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f7eda1-9f80-4f35-a400-c9fd7a05f48c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:51.040136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:51.043801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b86c120e-3983-4997-b99b-81c198df6a8d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/90f7eda1-9f80-4f35-a400-c9fd7a05f48c HTTP/1.1" status: 204 len: 168 time: 0.3442962 Feb 10 22:40:51.089524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c1a24670-7e07-46db-b61b-4e82b1741318 req-41d1082f-6e6a-472e-b70e-e6d14cbeb986 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703399 Feb 10 22:40:51.488114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93810d1-7110-41d9-86a8-20ce25211fad req-80d3876d-98ce-4d4b-89e0-71f8a35e9905 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:51.496147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d93810d1-7110-41d9-86a8-20ce25211fad req-80d3876d-98ce-4d4b-89e0-71f8a35e9905 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.2154198 Feb 10 22:40:51.635800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:51.782384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Deleting port b3341352-b595-418a-ba4d-f7b717d83844 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:51.782686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:51.953155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956abb2-9aae-48ca-96c2-7a4241df6270 req-cf1faf8d-7b4f-4c99-b40d-2640d09a8293 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:51.956355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3956abb2-9aae-48ca-96c2-7a4241df6270 req-cf1faf8d-7b4f-4c99-b40d-2640d09a8293 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 946 time: 0.1600378 Feb 10 22:40:52.067193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3956abb2-9aae-48ca-96c2-7a4241df6270 req-e36b53db-0458-4621-92be-1939e38e68fe tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/security-groups?id=5b2a85f0-4e2b-40e2-8efa-010c506d25cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034439 Feb 10 22:40:52.185732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43702) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:52.247668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.254033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.261910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.270519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.278907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.298923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.306291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.308440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-c077901f-ad82-47d0-a70a-61eafc48f761 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.4599419 Feb 10 22:40:52.436675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:52.439525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8859e0cf-ba29-425c-8ee5-0d65af54ba2a req-89050ac7-84d5-455b-a36d-fd7daf864cb8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1085913 Feb 10 22:40:52.458701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] For port b3341352-b595-418a-ba4d-f7b717d83844, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3341352-b595-418a-ba4d-f7b717d83844,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:52.459850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:52.477063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:52.483012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Usage tracker for resource:security_group_rule and tenant:eeb1924f3cc2435991144e3430b68ae3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:52.496392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:52.518372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:52.585820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de093d78-6e21-4587-8d00-27d06c588cc8 req-bc825fb0-5823-4e8a-9b0b-223e08f138e4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:52.591999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de093d78-6e21-4587-8d00-27d06c588cc8 req-bc825fb0-5823-4e8a-9b0b-223e08f138e4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.2953875 Feb 10 22:40:52.681743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de093d78-6e21-4587-8d00-27d06c588cc8 req-d8588670-904d-47e4-8eae-40030bcb3cbb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887039 Feb 10 22:40:52.714496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Calling delete_port for b3341352-b595-418a-ba4d-f7b717d83844 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:52.779972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:52.785063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:52.842650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eeb1924f3cc2435991144e3430b68ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6554799 Feb 10 22:40:52.845824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e716171-3399-441a-b2c4-28c202f051d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af777ea4-e9d5-4d9b-b544-b2c865ce7a93,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:52.847627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:53.093544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:53.118973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.133836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b3341352-b595-418a-ba4d-f7b717d83844'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:40:53.284861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.318001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.422714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Pushing event deleted for resources: {'Port': ['ID=b3341352-b595-418a-ba4d-f7b717d83844,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:53.548772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e5f7752-ab19-4761-adac-3494ce41dfea req-ee9fd89f-6b34-4e86-aec9-9b4e864041ff tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.53 "GET /v2.0/ports?device_id=0d9f1682-0c6f-494f-9334-8a3bf1800465 HTTP/1.1" status: 200 len: 210 time: 0.2215114 Feb 10 22:40:53.670953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] No DVR routers for this DVR port b3341352-b595-418a-ba4d-f7b717d83844 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:40:53.676833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.680664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'name': 'network-vif-deleted', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:40:53.688617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.721616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af777ea4-e9d5-4d9b-b544-b2c865ce7a93,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:53.753529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d93810d1-7110-41d9-86a8-20ce25211fad req-a7af1c6c-bb20-4df4-8eb1-22f5ed02b031 tempest-ServerRescueNegativeTestJSON-174623841 tempest-ServerRescueNegativeTestJSON-174623841-project] 10.222.0.24 "DELETE /v2.0/ports/b3341352-b595-418a-ba4d-f7b717d83844 HTTP/1.1" status: 204 len: 173 time: 2.2098832 Feb 10 22:40:53.761797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:53.763199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dd7e0836-d531-49bd-b549-5dbc0ab3ec6b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/af777ea4-e9d5-4d9b-b544-b2c865ce7a93 HTTP/1.1" status: 204 len: 168 time: 0.9139318 Feb 10 22:40:53.836528 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9f1682-0c6f-494f-9334-8a3bf1800465', 'name': 'network-vif-deleted', 'tag': 'b3341352-b595-418a-ba4d-f7b717d83844', 'status': 'completed', 'code': 200} Feb 10 22:40:53.940646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43758) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:53.998777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.006067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.013656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.023029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.038147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.044196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.050091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.052834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-8dc27622-d14f-4aed-9f66-13864796f36b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.2764122 Feb 10 22:40:54.184854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90cc5c47-6981-4f10-85f7-bd110b492f82 req-f5dc0920-de76-46d0-aeae-ddc56f456b16 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218271 Feb 10 22:40:54.193166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:54.455416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:54.501252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8410c01-8448-43b5-8862-8fb207d554f3 req-7cafb230-aec2-4f95-b06e-135038c21f7a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:54.502880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8410c01-8448-43b5-8862-8fb207d554f3 req-7cafb230-aec2-4f95-b06e-135038c21f7a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.4282732 Feb 10 22:40:54.598910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:54.768077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:54.833780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43780) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:54.844290 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8410c01-8448-43b5-8862-8fb207d554f3 req-c54538b7-85d9-4142-8cdb-2af211655957 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317099 Feb 10 22:40:54.902397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:54.924289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:54.929287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Usage tracker for resource:security_group_rule and tenant:f87dd2d931494ad7b71452282e29efa6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:54.932565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:54.939108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:55.032701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.046193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:40:55.050127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.124432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:40:55.193757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.210856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Usage tracker for resource:floatingip and tenant:29016a3b5a124f02a1c81b15495fd1fc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:40:55.234591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:40:55.276048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:40:55.295480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f87dd2d931494ad7b71452282e29efa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4429805 Feb 10 22:40:55.309607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43786) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:55.314491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386bbea-f1d4-4e1e-80ae-ea5c075696a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5e22e-1d6a-4b8f-b4cb-aa059fcdaa1e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:55.349332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.569416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3341352-b595-418a-ba4d-f7b717d83844 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:40:55.610533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: b3341352-b595-418a-ba4d-f7b717d83844 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:40:55.610874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3341352-b595-418a-ba4d-f7b717d83844 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:40:55.612683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Deleting port 87002132-0c0d-468d-9a09-3ec0fe38eae0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:55.613587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.803913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] For port 87002132-0c0d-468d-9a09-3ec0fe38eae0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87002132-0c0d-468d-9a09-3ec0fe38eae0,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:55.803913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.845072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:55.937174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Calling delete_port for 87002132-0c0d-468d-9a09-3ec0fe38eae0 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:55.964162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.026071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.031952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.038444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.044259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.050029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.056452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.062135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.064141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-5c00a04f-1817-4b03-85f4-d863641541de tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.7265811 Feb 10 22:40:56.125026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Deleting port d957d5c4-e93d-4b34-abb6-c9fb60ad7402 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:56.125383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.264309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4d31f-daf3-47bb-a9a0-38b4094e17d4 req-328dedec-797e-4ff8-95ac-586ff49ecc0c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:56.265822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66a4d31f-daf3-47bb-a9a0-38b4094e17d4 req-328dedec-797e-4ff8-95ac-586ff49ecc0c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.2650948 Feb 10 22:40:56.283558 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fb7e62b-7c25-43f2-a83f-a76b14480060 req-ec9c9513-ce50-494f-adaa-fc218ab6e498 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2072015 Feb 10 22:40:56.357261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.375248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.399449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66a4d31f-daf3-47bb-a9a0-38b4094e17d4 req-0bbd3561-1e14-4c27-bf39-a9f552b4f9a4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261709 Feb 10 22:40:56.423855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5e22e-1d6a-4b8f-b4cb-aa059fcdaa1e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:56.427176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.486266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Pushing event deleted for resources: {'Port': ['ID=87002132-0c0d-468d-9a09-3ec0fe38eae0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:56.489418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.493774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36f6a769-2db1-4524-bb0a-0aca2ef2d449 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/36e5e22e-1d6a-4b8f-b4cb-aa059fcdaa1e HTTP/1.1" status: 204 len: 168 time: 1.1775160 Feb 10 22:40:56.526478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] For port d957d5c4-e93d-4b34-abb6-c9fb60ad7402, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:56.526988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:56.757355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Calling delete_port for d957d5c4-e93d-4b34-abb6-c9fb60ad7402 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:56.863651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Allocated IP 172.25.2.128 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/fc055767-e904-458c-a666-7d9236c2bc4d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:40:56.994321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:57.150173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:57.429617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:40:57.643524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:57.766326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:40:57.777419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Sync routers for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:40:57.782896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fca73e7e-30c7-49ce-8236-5064db6b0f35 admin admin] 10.222.0.53 "PUT /v2.0/routers/09ce0b1b-e93f-4c13-b6bd-6d827c5ea370/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8277261 Feb 10 22:40:57.782896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:57.793402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:40:57.794038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:57.884415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc915c-75b1-42eb-b579-d3e4e9c56533 req-8811444d-917e-44fa-8b41-85186971eb5c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.891450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53dc915c-75b1-42eb-b579-d3e4e9c56533 req-8811444d-917e-44fa-8b41-85186971eb5c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.2660205 Feb 10 22:40:57.901846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:57.957980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.963904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.969877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.976307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.982482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.989578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:57.996285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:40:58.003876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-07887b75-e3a3-45db-a142-fa9af3c513d5 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5430 time: 0.4047823 Feb 10 22:40:58.007539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:40:58.043992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d957d5c4-e93d-4b34-abb6-c9fb60ad7402,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:58.056809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53dc915c-75b1-42eb-b579-d3e4e9c56533 req-64bc72cc-6781-4852-905b-3b5f46c29fad tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641777 Feb 10 22:40:58.097505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.102646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.328157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Deleting port 87b31e61-c150-432c-bdc2-6ede76416cda {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:58.328682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.421807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:40:58.436206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:40:58.443554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:40:56Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:58.447223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:40:58.448589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Checking router: 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:40:58.458903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Routers {'09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:40:58.459557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:58.487621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b50b7c07-2ad6-4065-9481-4b47f56bdde6 req-e1ff3476-f5a5-47c2-9497-5ff5ccf6f288 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4826896 Feb 10 22:40:58.542700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Pushing event updated for resources: {'Port': ['ID=fc055767-e904-458c-a666-7d9236c2bc4d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:58.590620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.614372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Deleting port 286b187a-3ffa-4d10-8946-3fae3be118da {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:40:58.615560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.796442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] Set router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:40:58.858106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] For port 87b31e61-c150-432c-bdc2-6ede76416cda, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=87b31e61-c150-432c-bdc2-6ede76416cda,segment=NetworkSegment(8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e),segment_id=8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:58.858647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.870476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] For port 286b187a-3ffa-4d10-8946-3fae3be118da, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=286b187a-3ffa-4d10-8946-3fae3be118da,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:58.870879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:58.875708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.006840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Calling delete_port for 87b31e61-c150-432c-bdc2-6ede76416cda owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:59.027562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c176803f-8ec0-46ec-abdd-10ab148c73ed details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:40:59.038031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Calling delete_port for 286b187a-3ffa-4d10-8946-3fae3be118da owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:40:59.087251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.205866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.381165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.433668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:59.447156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=286b187a-3ffa-4d10-8946-3fae3be118da,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:59.466765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c176803f-8ec0-46ec-abdd-10ab148c73ed', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'port_id': 'c176803f-8ec0-46ec-abdd-10ab148c73ed', 'mac_address': 'fa:16:3e:ce:39:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:40:59.471826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:40:56Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:40:59.575779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.601213 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacf83f3-2188-43ef-a247-eb87a28c7954 None None] The sync data for ids ['09ce0b1b-e93f-4c13-b6bd-6d827c5ea370'] in n-d-825178-4 is: [{'id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'name': 'tempest-TaggedBootDevicesTest-1323827643-router', 'tenant_id': '676d5f7f5d0749249f1033ca1c764dd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142'}], 'enable_snat': True}, 'gw_port_id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:33:43Z', 'updated_at': '2022-02-10T22:40:56Z', 'revision_number': 5, 'project_id': '676d5f7f5d0749249f1033ca1c764dd4', 'gw_port': {'id': '286b187a-3ffa-4d10-8946-3fae3be118da', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:b4:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ce0b1b-e93f-4c13-b6bd-6d827c5ea370', 'device_owner': 'network:router_gateway', 'standard_attr_id': 866, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:33:45Z', 'updated_at': '2022-02-10T22:33:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:40:59.615316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c176803f-8ec0-46ec-abdd-10ab148c73ed {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:40:59.665454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:40:59.673090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.675109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 816b0856-03db-4e97-b444-ca3f94aeb7d0 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:40:59.676211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:40:59.886554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:40:59.906079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:40:59.998624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.018773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.023194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.026451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'port_id': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'mac_address': 'fa:16:3e:66:62:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848df7a4-eeb9-4367-9ee1-8cb2f6bb969d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:00.032561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e1499-9126-48b1-a8e1-bcefbe24025e req-78aec0a6-313f-4015-a21d-a9c7bc5f5d81 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.040336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-375e1499-9126-48b1-a8e1-bcefbe24025e req-78aec0a6-313f-4015-a21d-a9c7bc5f5d81 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.7239282 Feb 10 22:41:00.109294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.111319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.112427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:00.143405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 816b0856-03db-4e97-b444-ca3f94aeb7d0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:00.143654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:00.156242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-375e1499-9126-48b1-a8e1-bcefbe24025e req-7ba91997-df16-46c3-95cd-66a23497af80 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137941 Feb 10 22:41:00.167943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.169595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-232396c8-289a-4966-b9c9-2f69836118c7 admin admin] 10.222.0.53 "DELETE /v2.0/routers/09ce0b1b-e93f-4c13-b6bd-6d827c5ea370 HTTP/1.1" status: 204 len: 168 time: 2.3936563 Feb 10 22:41:00.171695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43874) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:00.185363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.193065 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.193790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:00.265576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.291269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.292417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:00.300519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Deleting subnet 8b49bf1e-4b24-425e-bc77-99fb65deebfd {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:41:00.304588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Usage tracker for resource:security_group_rule and tenant:ea24dda1f8064cdc88624ea8863b9746 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:00.307461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.320176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.329255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.336509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:00.346268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'port_id': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'mac_address': 'fa:16:3e:97:9c:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:00.347821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:00.385640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.415754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.436876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:00.443670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.459300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.464325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.465693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 87dafc0a-7c8d-47c7-9e75-661785942eb7 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:00.494076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.531309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.553085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.575647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.585749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.593317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.613189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'network_id': '2c564697-314e-42df-ab83-cf70d6b9a096', 'port_id': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'mac_address': 'fa:16:3e:1b:3c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848df7a4-eeb9-4367-9ee1-8cb2f6bb969d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:00.630637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Pushing event deleted for resources: {'Port': ['ID=87b31e61-c150-432c-bdc2-6ede76416cda,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.677952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea24dda1f8064cdc88624ea8863b9746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7864280 Feb 10 22:41:00.685513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:00.686175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:00.697872 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Sync routers for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:00.703564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.709286 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:00.709492 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:00.722696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815bb55-e1f2-4aa1-bf45-8811d6b7f6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85795824-cd7a-4830-bd9a-a181b2be40b3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.723588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87dafc0a-7c8d-47c7-9e75-661785942eb7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:00.726757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.735626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.742377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:00.744863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.745606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.747920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.749012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:00.753301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.760355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.772146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.778920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:00.787108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0841a31-7743-48cb-842d-c32c538235e9 req-5745d04a-7c50-4db9-8f26-dfdf19a0d1e8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5431 time: 1.0832155 Feb 10 22:41:00.812643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b49bf1e-4b24-425e-bc77-99fb65deebfd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.819588 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.831239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320418b1-ff1e-4f16-8852-10ecb0d780bf None None] Network d38d6b24-cf14-410c-9f83-817c9c664e37 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:00.871848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07c1d04e-8b14-400b-818f-7041f0df9089 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8b49bf1e-4b24-425e-bc77-99fb65deebfd HTTP/1.1" status: 204 len: 168 time: 0.6961334 Feb 10 22:41:00.872728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.882098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:00.909582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.924468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:00.953469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:00.987914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:41:00.991717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:00.998333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.034405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Pushing event updated for resources: {'Port': ['ID=fc055767-e904-458c-a666-7d9236c2bc4d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:01.035019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:01.036296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85795824-cd7a-4830-bd9a-a181b2be40b3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:01.040498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.043309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4e9acfe8-ffa1-42ae-90e7-d95af86f0b28 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/85795824-cd7a-4830-bd9a-a181b2be40b3 HTTP/1.1" status: 204 len: 168 time: 0.3560894 Feb 10 22:41:01.088889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78196fba-ea23-439d-8db6-f76cea6f83cc admin admin] 10.222.0.53 "PUT /v2.0/routers/48b175dd-8732-42c2-bc84-d9ca3c8c7f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9934824 Feb 10 22:41:01.091455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43888) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:01.131800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'port_id': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'mac_address': 'fa:16:3e:2a:cb:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288', 'ip_address': '10.1.1.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:01.246411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.258639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0841a31-7743-48cb-842d-c32c538235e9 req-9c10c757-2964-4fb8-ba72-38ed153b14eb tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4697366 Feb 10 22:41:01.293921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:40:57Z', 'revision_number': 5, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:01.299144 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Checking router: 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:01.306372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.309253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:01.309556 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Routers {'48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:01.310455 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:01.311358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-556730e2-2a9c-4e3b-8486-1c23dc696bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.7111619 Feb 10 22:41:01.318088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43894) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:01.344291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1056331864', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'fixed_ips': [{'ip_address': '172.25.2.128'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:01.377464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:01.399128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.404165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Usage tracker for resource:port and tenant:29016a3b5a124f02a1c81b15495fd1fc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:01.418467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:01.433514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:01.436686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:01.450386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.454388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0cf47efb-46a4-45ef-bd81-a67a3165d5be details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:01.529327 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] Set router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:01.548778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Made reservation on behalf of 29016a3b5a124f02a1c81b15495fd1fc for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:01.552239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.568524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.590123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Deleting port f63eb7b9-f897-43fa-970a-27b87baed493 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:01.595929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.696752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:01.711179 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:41:01.781283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] DHCP port deletion for d38d6b24-cf14-410c-9f83-817c9c664e37 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:41:01.794371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Deleting port f63eb7b9-f897-43fa-970a-27b87baed493 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:01.794794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.820908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87002132-0c0d-468d-9a09-3ec0fe38eae0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:01.870059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 87002132-0c0d-468d-9a09-3ec0fe38eae0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:01.870451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87002132-0c0d-468d-9a09-3ec0fe38eae0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:01.870806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 286b187a-3ffa-4d10-8946-3fae3be118da no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:01.919476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.931306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:01.936022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:01.938971 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:01.950168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.950432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.950805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.951138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.951494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.951844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.952138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.952467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.952792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.953110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.953428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.953745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:01.958418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 286b187a-3ffa-4d10-8946-3fae3be118da {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:01.958973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 286b187a-3ffa-4d10-8946-3fae3be118da not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:01.993917 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:40:57Z', 'revision_number': 5, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:01.999316 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce58e0ab-8da3-46cf-8336-10e96abee8cd None None] The sync data for ids ['48b175dd-8732-42c2-bc84-d9ca3c8c7f9f'] in n-d-825178-4 is: [{'id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'name': 'tempest-AttachSCSIVolumeTestJSON-415955896-router', 'tenant_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:40:57Z', 'revision_number': 5, 'project_id': '6fea38b6dc5745c2adcf3bfe4b78ec24', 'gw_port': {'id': '2d1f946b-e2cb-4a09-a8fa-662a0140fcdf', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:a9:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b175dd-8732-42c2-bc84-d9ca3c8c7f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:38Z', 'updated_at': '2022-02-10T22:38:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:02.000531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.019623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Usage tracker for resource:security_group_rule and tenant:29016a3b5a124f02a1c81b15495fd1fc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:02.029025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53040ff7-adb6-4b8a-a92c-afbe46c97912 req-9cb8f1dd-598e-4576-b40e-5a4ede223602 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:02.030927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53040ff7-adb6-4b8a-a92c-afbe46c97912 req-9cb8f1dd-598e-4576-b40e-5a4ede223602 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.5088623 Feb 10 22:41:02.046267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:02.069319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:02.091380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.128649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'port_id': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'mac_address': 'fa:16:3e:aa:46:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:02.159208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53040ff7-adb6-4b8a-a92c-afbe46c97912 req-bd92c648-1031-4c58-8fd2-a426f0ce254a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046097 Feb 10 22:41:02.214385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:02.221555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.226379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Usage tracker for resource:security_group_rule and tenant:d7f3c989f04f4d3a84d2e03320c3576c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:02.234359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Deleting port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:02.234899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.235104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:02.281352 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.296315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] For port f63eb7b9-f897-43fa-970a-27b87baed493, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f63eb7b9-f897-43fa-970a-27b87baed493,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.296964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.343253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:02.383132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] For port f63eb7b9-f897-43fa-970a-27b87baed493, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f63eb7b9-f897-43fa-970a-27b87baed493,segment=NetworkSegment(807fac49-150c-442a-8fcd-6c3bb6200c42),segment_id=807fac49-150c-442a-8fcd-6c3bb6200c42)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.383501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.404011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf47efb-46a4-45ef-bd81-a67a3165d5be {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:02.477153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] For port 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.477599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.500338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Calling delete_port for f63eb7b9-f897-43fa-970a-27b87baed493 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:02.549620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Calling delete_port for f63eb7b9-f897-43fa-970a-27b87baed493 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:02.570023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.580800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.583639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 073067c8-29ad-40c8-b6a2-11af1e27f4de details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:02.642725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Calling delete_port for 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:02.723181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:02.735663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.746275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.811256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '073067c8-29ad-40c8-b6a2-11af1e27f4de', 'network_id': '749e9125-7f4c-4d6f-9a23-e279f116864c', 'port_id': '073067c8-29ad-40c8-b6a2-11af1e27f4de', 'mac_address': 'fa:16:3e:9d:09:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f975049e-1248-4518-ab8c-e631b8670288', 'ip_address': '10.1.1.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:02.814856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] Pushing event deleted for resources: {'Port': ['ID=f63eb7b9-f897-43fa-970a-27b87baed493,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:02.820867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc332790-2153-4b03-9b69-4d98dfb1d257 None None] No DVR routers for this DVR port f63eb7b9-f897-43fa-970a-27b87baed493 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:02.876128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:41:02.876449 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:41:02.895719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.905328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.917146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 073067c8-29ad-40c8-b6a2-11af1e27f4de {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:02.938951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:02.944409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:02.962369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1f946b-e2cb-4a09-a8fa-662a0140fcdf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:03.047049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:03.047329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.061436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.074388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.080268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.085908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.087008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.092865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.099401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.105222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.111017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.113318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-c1604655-954a-44be-bcaa-43ecd51b766b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5436 time: 0.5306535 Feb 10 22:41:03.117204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.130084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] device_id is not set on port 4e5dce18-f9b3-4e05-b92e-b4d503ab6ec1 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:03.170669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Router 06350893-186e-4520-a152-0e0effa624b0 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:03.174709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.291781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740dadf-7b1b-4cee-b253-95eef669f306,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:03.320911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.331836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.383629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Deleting port f63eb7b9-f897-43fa-970a-27b87baed493 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:03.383629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.421818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7f3c989f04f4d3a84d2e03320c3576c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7190125 Feb 10 22:41:03.427503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:03.433128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.433664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b175dd-8732-42c2-bc84-d9ca3c8c7f9f {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:03.502822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93aa5e54-5e52-463d-8de9-a253e30ba30a req-59cf8468-df5d-48e8-8038-9cbdc4a5a5ae tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3128936 Feb 10 22:41:03.509771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.509771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14d65fa4-5a07-43e3-8d9f-7549662aab03 admin admin] 10.222.0.53 "DELETE /v2.0/routers/48b175dd-8732-42c2-bc84-d9ca3c8c7f9f HTTP/1.1" status: 204 len: 168 time: 2.4084902 Feb 10 22:41:03.509771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43912) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:03.557575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8453f-1744-4ebf-8a46-63b6b7d42358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7702df3d-1ca8-475d-be45-38ba8fb0ec59,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:03.620558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:03.620558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:03.640248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] The port 'f63eb7b9-f897-43fa-970a-27b87baed493' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:41:03.853623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Deleting subnet 55d11a73-46c4-4408-aefe-9f18f3c1e9da {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:41:03.856033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.866000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b9a6-0f09-453a-94ce-6a61a5af2dde req-7304f2a0-ef5d-482a-8617-854121b853c6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:03.868355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f63eb7b9-f897-43fa-970a-27b87baed493 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:03.868570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a29b9a6-0f09-453a-94ce-6a61a5af2dde req-7304f2a0-ef5d-482a-8617-854121b853c6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.5108294 Feb 10 22:41:03.883048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:03.959752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.007203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['0cf47efb-46a4-45ef-bd81-a67a3165d5be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.021863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.046336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f63eb7b9-f897-43fa-970a-27b87baed493 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:04.046336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f63eb7b9-f897-43fa-970a-27b87baed493 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:04.046673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d957d5c4-e93d-4b34-abb6-c9fb60ad7402 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:04.056193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a29b9a6-0f09-453a-94ce-6a61a5af2dde req-3cd0d569-e291-49c0-8d54-87ff9235000a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784756 Feb 10 22:41:04.106708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['87dafc0a-7c8d-47c7-9e75-661785942eb7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.139577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.141953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.180645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d38d6b24-cf14-410c-9f83-817c9c664e37']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:04.210979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['4e24bb8f-f3df-42e0-8e30-450f414ae2a6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.215101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '807fac49-150c-442a-8fcd-6c3bb6200c42') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:04.215509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '807fac49-150c-442a-8fcd-6c3bb6200c42') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:04.232614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.238724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c176803f-8ec0-46ec-abdd-10ab148c73ed'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.241295 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.255184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.256321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.272613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d957d5c4-e93d-4b34-abb6-c9fb60ad7402 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:04.273601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d957d5c4-e93d-4b34-abb6-c9fb60ad7402 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:04.273869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:04.274277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:04.293679 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:04.306626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d11a73-46c4-4408-aefe-9f18f3c1e9da,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:04.311549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['073067c8-29ad-40c8-b6a2-11af1e27f4de'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.311743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.315767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7702df3d-1ca8-475d-be45-38ba8fb0ec59,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:04.327661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.329729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-02ed7fa0-ae10-4308-abb7-e9fa8c7eda4c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7702df3d-1ca8-475d-be45-38ba8fb0ec59 HTTP/1.1" status: 204 len: 168 time: 0.8993967 Feb 10 22:41:04.332933 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14d86f76-f30b-4c12-9679-3ce1d24d969c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/55d11a73-46c4-4408-aefe-9f18f3c1e9da HTTP/1.1" status: 204 len: 168 time: 0.8232098 Feb 10 22:41:04.335271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:04.390182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['816b0856-03db-4e97-b444-ca3f94aeb7d0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:04.409181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:04.432572 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 22:41:04.433151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:41:04.437052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.480958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.482529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.494854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Deleting port 58ef60f5-12da-4650-88d0-94bcc06d12f8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:04.495599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.502058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b04fd-0bff-4b5a-806d-0b88361d2498 None None] Network 59008ffd-2008-4e18-88cf-b60f93936cdb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:04.524528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.534433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d38d6b24-cf14-410c-9f83-817c9c664e37 HTTP/1.1" status: 204 len: 168 time: 3.6427815 Feb 10 22:41:04.537453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43924) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:04.546899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c8f08-0a9b-4b90-a15f-95e71e1fdc14 admin admin] Pushing event deleted for resources: {'Network': ['ID=d38d6b24-cf14-410c-9f83-817c9c664e37,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:04.559374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b57d1e7b-b942-47d9-8531-c25fb822e63e admin admin] 10.222.0.53 "PUT /v2.0/routers/06350893-186e-4520-a152-0e0effa624b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7901812 Feb 10 22:41:04.559621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Sync routers for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:04.564317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:04.618113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:04.654239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:04.658836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:04.659511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:04.846584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:04.865744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:04.923781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c255a251-40a7-4332-b9f4-26b035011d58 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 3.6039858 Feb 10 22:41:04.931881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:04.999339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:05.057624 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b', 'code': 200} Feb 10 22:41:05.204631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.295462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Deleting port fc055767-e904-458c-a666-7d9236c2bc4d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:05.295799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.397182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:05.528186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] For port 58ef60f5-12da-4650-88d0-94bcc06d12f8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58ef60f5-12da-4650-88d0-94bcc06d12f8,segment=NetworkSegment(7788c772-93e2-4182-8711-2c84236caf19),segment_id=7788c772-93e2-4182-8711-2c84236caf19)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:05.529064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.589266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.596061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.602503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.610725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.621894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.629149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.635790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.643509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-90864d5e-0fd4-4c71-a8bc-097d98ac1fd9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5437 time: 0.7181478 Feb 10 22:41:05.677042 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.703029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:05.711565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Calling delete_port for 58ef60f5-12da-4650-88d0-94bcc06d12f8 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:05.721155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Deleting port d6936fe2-559a-41cb-8b36-169416928b57 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:05.721495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.876515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-121b1655-e5e3-441f-9ee6-7bde3187e77f req-db96fdcb-3c54-47d8-9454-273a0f2d694c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2320585 Feb 10 22:41:05.892244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.892570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:05.922772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301b96b-4ca9-4631-b8e5-5f3786e68a5c req-69b6519e-9cee-4590-9fd3-539a87ef18c4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:05.924450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e301b96b-4ca9-4631-b8e5-5f3786e68a5c req-69b6519e-9cee-4590-9fd3-539a87ef18c4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 944 time: 0.6448731 Feb 10 22:41:05.981745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:05.982155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d1f946b-e2cb-4a09-a8fa-662a0140fcdf not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:06.053600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:06.061502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e301b96b-4ca9-4631-b8e5-5f3786e68a5c req-6e973961-5735-487c-b752-14ab421a288f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274271 Feb 10 22:41:06.083887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.151601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ef60f5-12da-4650-88d0-94bcc06d12f8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:06.153964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] No DVR routers for this DVR port 58ef60f5-12da-4650-88d0-94bcc06d12f8 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:06.197841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] For port d6936fe2-559a-41cb-8b36-169416928b57, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d6936fe2-559a-41cb-8b36-169416928b57,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:06.198599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.298833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.311086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.352382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Calling delete_port for d6936fe2-559a-41cb-8b36-169416928b57 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:06.423994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59008ffd-2008-4e18-88cf-b60f93936cdb']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:06.445748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7788c772-93e2-4182-8711-2c84236caf19') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:06.446363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7788c772-93e2-4182-8711-2c84236caf19') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:06.526378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.572427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.588007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:06.588693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:06.604454 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:06.636615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '76d57f5c-7458-4007-bc9f-9267a312057b', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'port_id': '76d57f5c-7458-4007-bc9f-9267a312057b', 'mac_address': 'fa:16:3e:42:6d:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b685aa6e-a51d-42bd-b30c-129282c82d2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:06.670217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.670807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0533be71-cec9-4796-af24-97aded3426b5 None None] DHCP port deletion for 59008ffd-2008-4e18-88cf-b60f93936cdb request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:41:06.683917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Calling delete_port for fc055767-e904-458c-a666-7d9236c2bc4d owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:06.821227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6936fe2-559a-41cb-8b36-169416928b57,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:06.850990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.851589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.882839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.886329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76d57f5c-7458-4007-bc9f-9267a312057b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:06.911744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] Pushing event deleted for resources: {'Network': ['ID=59008ffd-2008-4e18-88cf-b60f93936cdb,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:06.920570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7bd640a6-e3f3-4458-8f62-39c4ad0c7234 admin admin] 10.222.0.53 "DELETE /v2.0/networks/59008ffd-2008-4e18-88cf-b60f93936cdb HTTP/1.1" status: 204 len: 168 time: 2.5838354 Feb 10 22:41:06.924267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:06.927564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:40:59Z', 'revision_number': 5, 'project_id': '561964b01058483e8948488423307db1', 'gw_port': {'id': 'd6936fe2-559a-41cb-8b36-169416928b57', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:66:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06350893-186e-4520-a152-0e0effa624b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1073, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:21Z', 'updated_at': '2022-02-10T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:06.930837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:06.938715 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:06.940593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Checking router: 06350893-186e-4520-a152-0e0effa624b0 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:06.994845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.009088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Routers {'06350893-186e-4520-a152-0e0effa624b0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:07.009724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:40:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['06350893-186e-4520-a152-0e0effa624b0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:07.205910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:07.230767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['76d57f5c-7458-4007-bc9f-9267a312057b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:07.300409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] Set router 06350893-186e-4520-a152-0e0effa624b0 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:07.392182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Deleting port 34156b6c-2e68-4898-bcce-7f59273ff617 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:07.393229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.420892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:41:06Z', 'revision_number': 7, 'project_id': '561964b01058483e8948488423307db1', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:07.436276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc583a-2522-4452-9afb-dd62e1b78068 None None] The sync data for ids ['06350893-186e-4520-a152-0e0effa624b0'] in n-d-825178-4 is: [{'id': '06350893-186e-4520-a152-0e0effa624b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1612275756-router', 'tenant_id': '561964b01058483e8948488423307db1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:20Z', 'updated_at': '2022-02-10T22:41:06Z', 'revision_number': 7, 'project_id': '561964b01058483e8948488423307db1', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:07.483513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.494663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.545764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.589209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.589708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06350893-186e-4520-a152-0e0effa624b0 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:07.616591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.624344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.630997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.638275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.647661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.654007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.660109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.668193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-de4a3651-57d5-42e6-956b-1a307d758fff tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5437 time: 0.6215525 Feb 10 22:41:07.673915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc055767-e904-458c-a666-7d9236c2bc4d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:07.839864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.841038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f046b4d-0f94-4124-b49a-5bf3ad13a2b9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/06350893-186e-4520-a152-0e0effa624b0 HTTP/1.1" status: 204 len: 168 time: 3.2755389 Feb 10 22:41:07.850097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43998) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:07.868309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8aaaa88b-9c05-4f1a-853b-aeb0c3806b17 req-f8353e22-d0d3-4246-a211-6f45cf382c21 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1529808 Feb 10 22:41:07.917279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.920517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:07.926116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-565522fe-6f7d-43cf-bb69-309fe31420ca tempest-ExternalNetworksAdminNegativeTestJSON-1916681049 tempest-ExternalNetworksAdminNegativeTestJSON-1916681049-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/62893974-b9e3-4565-a1ed-9aa93117ceb7 HTTP/1.1" status: 204 len: 168 time: 2.9922597 Feb 10 22:41:07.954755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e53721-b7de-4f99-94e0-c79551eec42e req-00ad2243-e02f-4ca7-866a-2e9b50fc22ec tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:07.970009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e53721-b7de-4f99-94e0-c79551eec42e req-00ad2243-e02f-4ca7-866a-2e9b50fc22ec tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 945 time: 0.7170746 Feb 10 22:41:07.971467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Deleting subnet a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:41:07.976874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.054783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58ef60f5-12da-4650-88d0-94bcc06d12f8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:08.065709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] For port 34156b6c-2e68-4898-bcce-7f59273ff617, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34156b6c-2e68-4898-bcce-7f59273ff617,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:08.066067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.087821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.112770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 58ef60f5-12da-4650-88d0-94bcc06d12f8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:08.113308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58ef60f5-12da-4650-88d0-94bcc06d12f8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:08.114346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87b31e61-c150-432c-bdc2-6ede76416cda no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:08.162230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e53721-b7de-4f99-94e0-c79551eec42e req-189f4024-73ec-4260-a593-5bf88996260a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909063 Feb 10 22:41:08.183585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 87b31e61-c150-432c-bdc2-6ede76416cda {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:08.185424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 87b31e61-c150-432c-bdc2-6ede76416cda not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:08.199420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.229533 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0c70857e-c69d-4a8e-b76b-138161cddba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.328491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.334585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Calling delete_port for 34156b6c-2e68-4898-bcce-7f59273ff617 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:08.459914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44010) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:08.517242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.523270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a96095d5-14b9-4b12-ae4d-31a9bd16c1b8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:08.530970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-236b9968-1a61-4863-8a5b-d7a5a765b5f7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a96095d5-14b9-4b12-ae4d-31a9bd16c1b8 HTTP/1.1" status: 204 len: 168 time: 0.6614623 Feb 10 22:41:08.534569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44016) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:08.684023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.723748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.746352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44022) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:08.768196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.865797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.870339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Pushing event deleted for resources: {'Port': ['ID=34156b6c-2e68-4898-bcce-7f59273ff617,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:08.885161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:08.889693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Usage tracker for resource:security_group_rule and tenant:4eb51e5f69dc4d048b74d1b320f1e40c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:08.892903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:08.902961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:08.912149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.924990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:08.956679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:08.988579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:08.999216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Usage tracker for resource:security_group_rule and tenant:aa1d9151588c4b4bbdf7f6989cdd065b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:09.049934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 87dafc0a-7c8d-47c7-9e75-661785942eb7 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:09.053629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.055088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:09.068159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.105771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:09.116106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf269bb-d8ac-4803-b55e-f101e0c37789,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.121556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed61cb1-782e-4c42-9675-dc1765fb88e6']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:09.140287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 76d57f5c-7458-4007-bc9f-9267a312057b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:09.140879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.162147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:09.162389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf5db4d-c731-42e9-a653-7bfb5b9cfc5e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:09.252109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.280784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 87dafc0a-7c8d-47c7-9e75-661785942eb7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:09.283896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e20d2b9-5949-4f48-aef3-18c880a8cf98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4eb51e5f69dc4d048b74d1b320f1e40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5358908 Feb 10 22:41:09.284721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44032) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:09.302811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.335897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 87dafc0a-7c8d-47c7-9e75-661785942eb7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:09.341517 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.392313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.432515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:09.432945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.452703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:09.453134 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:09.496200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:09.530083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.530306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.547928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:09.557251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.588437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.594340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.606416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.607704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.614306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.620751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.626855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.634703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-0e36e500-80bb-4efa-932e-a3023ea9d162 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5437 time: 0.4643350 Feb 10 22:41:09.638302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.649310 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.679459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d6936fe2-559a-41cb-8b36-169416928b57 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:09.699886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cab2c34c-7e0d-4ac9-98d1-07c18b71e3b6 req-178cfa69-8669-4786-8dde-d486c8a8ed72 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642607 Feb 10 22:41:09.723644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.731659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:09.733129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d6936fe2-559a-41cb-8b36-169416928b57 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:09.733265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d6936fe2-559a-41cb-8b36-169416928b57 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:09.740894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.759032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.772423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.789777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ed61cb1-782e-4c42-9675-dc1765fb88e6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.793765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03d4436-4e93-44c0-be68-bb9038eac273,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.810119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d050c35b-c0e7-4b8f-9d8c-d7124fc9da7b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa1d9151588c4b4bbdf7f6989cdd065b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3425541 Feb 10 22:41:09.812947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.825105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44040) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:09.866632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-988461cc-9b06-4387-991f-42c7d2bef906 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8ed61cb1-782e-4c42-9675-dc1765fb88e6 HTTP/1.1" status: 204 len: 168 time: 1.3297305 Feb 10 22:41:09.882574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0b8fa-94eb-4afe-a387-eb5a1356bb81 req-8bfd8cd3-8276-48ed-b744-d91fbf82e67f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:09.884485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e0b8fa-94eb-4afe-a387-eb5a1356bb81 req-8bfd8cd3-8276-48ed-b744-d91fbf82e67f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.3311439 Feb 10 22:41:09.900906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.918108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.928552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:09.931724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/caf269bb-d8ac-4803-b55e-f101e0c37789 HTTP/1.1" status: 204 len: 168 time: 0.6286714 Feb 10 22:41:09.932978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e759565-1023-4c5d-8e1c-04969a60aca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf269bb-d8ac-4803-b55e-f101e0c37789,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:09.984195 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b', 'code': 200} Feb 10 22:41:10.044261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:10.133199 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-57e3b227-7dc3-4135-b967-64a70c327979 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=561964b01058483e8948488423307db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853446 Feb 10 22:41:10.133412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44054) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:10.222388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.240653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e0b8fa-94eb-4afe-a387-eb5a1356bb81 req-70730f9c-fb80-4c3a-96c5-a29c00d99c57 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442032 Feb 10 22:41:10.270677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.271772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.351135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.390349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2a85f0-4e2b-40e2-8efa-010c506d25cd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:10.404574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.407435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.412554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c6112105-5f4b-4a96-beca-c7902226211a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b2a85f0-4e2b-40e2-8efa-010c506d25cd HTTP/1.1" status: 204 len: 168 time: 0.2744775 Feb 10 22:41:10.412554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:10.437703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Deleting port 3685c1b2-206c-497b-b90d-3789506a38fa {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:10.438043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.438406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.458041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:10.463407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Usage tracker for resource:security_group_rule and tenant:72606832a9784d0e8cf869fab7070d5b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:10.467885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:10.470024 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-227e8f21-2a49-4dd5-8f00-24cf0d7cf6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.482095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:10.592573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.597547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.658443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b38011-ebcb-4508-b915-fd9babbb6940,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:10.669510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1318c411-3fd7-4b8a-be22-03f5d86f76ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72606832a9784d0e8cf869fab7070d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552602 Feb 10 22:41:10.671168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:10.760223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.795941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.820802 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.863600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03d4436-4e93-44c0-be68-bb9038eac273,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:10.924903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.926695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9be5cf8f-e923-46e6-8438-b74c40b490f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d03d4436-4e93-44c0-be68-bb9038eac273 HTTP/1.1" status: 204 len: 168 time: 1.0993762 Feb 10 22:41:10.929929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Router cd48400d-c652-4021-9c0d-d0f623377ebd has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:10.931816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] For port 3685c1b2-206c-497b-b90d-3789506a38fa, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3685c1b2-206c-497b-b90d-3789506a38fa,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:10.932453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:10.944518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4171d2-84f5-4dbc-9c5f-21e06a1a0dcf req-c4dbed6a-d442-4ef7-b746-8503282c47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:10.946203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee4171d2-84f5-4dbc-9c5f-21e06a1a0dcf req-c4dbed6a-d442-4ef7-b746-8503282c47e2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 1097 time: 0.7681835 Feb 10 22:41:10.989593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:10.995876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.002251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.009416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.014655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c176803f-8ec0-46ec-abdd-10ab148c73ed up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:11.016804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.024029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.031646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:11.041716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-78da8726-e7b5-403e-9998-7949c420fb53 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5438 time: 0.2112384 Feb 10 22:41:11.057310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.080128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Calling delete_port for 3685c1b2-206c-497b-b90d-3789506a38fa owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:11.083004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b38011-ebcb-4508-b915-fd9babbb6940,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:11.100052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.101452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfaf2dbe-dd18-47b7-ae37-70d2016bbe2a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2b38011-ebcb-4508-b915-fd9babbb6940 HTTP/1.1" status: 204 len: 168 time: 0.4285030 Feb 10 22:41:11.127000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71280b5f-ee2d-4723-9536-962c8f7328c3 req-8da4459b-670a-4df0-9b31-14284da8649a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0808363 Feb 10 22:41:11.268963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port c176803f-8ec0-46ec-abdd-10ab148c73ed completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:11.276135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee4171d2-84f5-4dbc-9c5f-21e06a1a0dcf req-ea4aeda8-d8f9-49d6-8391-07e403615ce0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031648 Feb 10 22:41:11.279580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c176803f-8ec0-46ec-abdd-10ab148c73ed triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:11.280913 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.402077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:11.410778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a0bb425-2ef4-4990-b869-b4e215330601 admin admin] 10.222.0.53 "PUT /v2.0/routers/cd48400d-c652-4021-9c0d-d0f623377ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8682330 Feb 10 22:41:11.410778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:11.419640 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Sync routers for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:11.438118 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:11.439946 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:11.533278 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.539342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:11.661342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:11.665719 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d76b93a9-d0ee-45e7-93b5-bf64b0cb6170 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29016a3b5a124f02a1c81b15495fd1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1244378 Feb 10 22:41:11.669004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.669195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:11.670330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:11.802807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:11.813962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.815032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.834348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.875210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.883828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:11.890171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.893482 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:11.904651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:11.905029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:11.969604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.006588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740dadf-7b1b-4cee-b253-95eef669f306,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:12.020730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:12.046443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.048562 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e740dadf-7b1b-4cee-b253-95eef669f306 HTTP/1.1" status: 204 len: 168 time: 0.3784285 Feb 10 22:41:12.050411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.051414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.052200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.052782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.053276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.053766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.054603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.055106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.055458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.055948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.056557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.057517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b10621-1a34-4c92-84c7-fb77595da89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:12.061879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.069704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45322b04-11a2-4df4-bf66-9b7751e7df4f req-56308e97-7c58-40b7-a223-f527c005d8cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.071304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45322b04-11a2-4df4-bf66-9b7751e7df4f req-56308e97-7c58-40b7-a223-f527c005d8cb tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.6010551 Feb 10 22:41:12.117803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:12.123130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.124365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0cf47efb-46a4-45ef-bd81-a67a3165d5be up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:12.198230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.279473 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'code': 200} Feb 10 22:41:12.279727 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed', 'code': 200} Feb 10 22:41:12.370026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 0cf47efb-46a4-45ef-bd81-a67a3165d5be completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:12.373821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3685c1b2-206c-497b-b90d-3789506a38fa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:12.390214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 0cf47efb-46a4-45ef-bd81-a67a3165d5be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:12.391717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.475025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:12.552836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45322b04-11a2-4df4-bf66-9b7751e7df4f req-f9f987e3-90f4-4f20-8bce-92689ce3fb58 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078817 Feb 10 22:41:12.561164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.572840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.579155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.609856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.625112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.641956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.655632 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42'}], 'enable_snat': True}, 'gw_port_id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:41:08Z', 'revision_number': 5, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port': {'id': '82c3cdc0-d577-4c48-a826-386d731c580b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:34:12Z', 'updated_at': '2022-02-10T22:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:12.662577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:12.665327 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Checking router: cd48400d-c652-4021-9c0d-d0f623377ebd for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:12.670060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.674202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-94df393f-7074-4b09-98e5-4229aef2e132 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5440 time: 0.3068955 Feb 10 22:41:12.689017 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Routers {'cd48400d-c652-4021-9c0d-d0f623377ebd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:12.690514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cd48400d-c652-4021-9c0d-d0f623377ebd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:12.717515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:12.725118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.728876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 816b0856-03db-4e97-b444-ca3f94aeb7d0 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:12.792640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ebcdaf4-e085-4fa5-ac2a-857ad2b5837c req-c291717d-1219-43fe-886a-c2343d086d0f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1166935 Feb 10 22:41:12.822755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:12.929787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Deleting port 82c3cdc0-d577-4c48-a826-386d731c580b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:12.930411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.075551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:13.085714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.089310 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] Set router cd48400d-c652-4021-9c0d-d0f623377ebd gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:13.141171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 816b0856-03db-4e97-b444-ca3f94aeb7d0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:13.154984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 816b0856-03db-4e97-b444-ca3f94aeb7d0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:13.155483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.297124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] For port 82c3cdc0-d577-4c48-a826-386d731c580b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82c3cdc0-d577-4c48-a826-386d731c580b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:13.297496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.344815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:41:12Z', 'revision_number': 6, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:13.350157 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f51b08-8b26-4c14-ae58-f9a114659179 None None] The sync data for ids ['cd48400d-c652-4021-9c0d-d0f623377ebd'] in n-d-825178-4 is: [{'id': 'cd48400d-c652-4021-9c0d-d0f623377ebd', 'name': 'tempest-TaggedBootDevicesTest-647216200-router', 'tenant_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:34:10Z', 'updated_at': '2022-02-10T22:41:12Z', 'revision_number': 6, 'project_id': 'e8f1c34e17b54058bbf35a786cc6be93', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:13.361628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.427479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:13.434691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.436189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 073067c8-29ad-40c8-b6a2-11af1e27f4de up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:13.492891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Calling delete_port for 82c3cdc0-d577-4c48-a826-386d731c580b owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:13.650355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:13.718214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34156b6c-2e68-4898-bcce-7f59273ff617 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:13.880191 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-051d1ff7-474c-4429-bc60-b68bb1a4176f req-23c7ce78-df18-42dc-bc6c-88fdef32f35e tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1316407 Feb 10 22:41:13.955130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 34156b6c-2e68-4898-bcce-7f59273ff617 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:13.955678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34156b6c-2e68-4898-bcce-7f59273ff617 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:14.003227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:14.018427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 073067c8-29ad-40c8-b6a2-11af1e27f4de completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:14.025577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 073067c8-29ad-40c8-b6a2-11af1e27f4de triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:14.026281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.282432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:14.300186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.307478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.315427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.322739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.330728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.331506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.337906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.344734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.349702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.358688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-1ab0818a-444e-4582-add9-07ccbc5ed381 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5442 time: 0.2784688 Feb 10 22:41:14.414345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=82c3cdc0-d577-4c48-a826-386d731c580b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:14.424471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbf4dd34-e25a-4d92-b4eb-aa6e686c3074 req-40e7668c-25db-472c-9ce3-aa48bb0ce49c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642641 Feb 10 22:41:14.454300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:14.468643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.469446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:14.593637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:14.608355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:14.615668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fcb28f-64e6-4c5e-8aae-0096a1c3cd7d req-91596079-7cec-45c9-a37d-c14df5819a65 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:14.623053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:14.623612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8fcb28f-64e6-4c5e-8aae-0096a1c3cd7d req-91596079-7cec-45c9-a37d-c14df5819a65 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.7829118 Feb 10 22:41:14.623753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.660942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.812402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:14.864012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:14.871110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.026302 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8fcb28f-64e6-4c5e-8aae-0096a1c3cd7d req-402824d3-f0a4-4fe1-83c6-434b750423ad tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014280 Feb 10 22:41:15.039716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.051863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.113019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:15.138921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.161713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd48400d-c652-4021-9c0d-d0f623377ebd {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:15.175211 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'code': 200} Feb 10 22:41:15.175650 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'code': 200} Feb 10 22:41:15.176786 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'code': 200} Feb 10 22:41:15.178172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:15.417756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.418960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dfc1be62-9240-43f8-a84e-6fd7d73d3b32 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cd48400d-c652-4021-9c0d-d0f623377ebd HTTP/1.1" status: 204 len: 168 time: 4.0079498 Feb 10 22:41:15.430173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44232) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:15.524817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d96cd4a6-cf67-4f9c-b430-959fc3a11ce0 req-a2df7ea7-12fd-467a-a5f3-08275e58f215 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.3427563 Feb 10 22:41:15.587546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Deleting subnet fef32c99-c40f-41bc-8483-61640a01e5b2 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:41:15.591422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:15.704514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82c3cdc0-d577-4c48-a826-386d731c580b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:15.768274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 82c3cdc0-d577-4c48-a826-386d731c580b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:15.769138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82c3cdc0-d577-4c48-a826-386d731c580b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:15.819596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:15.831694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf92f1cc-6063-48b8-9b78-0851e65967fe admin admin] 10.222.0.53 "PUT /v2.0/routers/e4f9ba99-21da-4172-a0ea-18ddd2ed2d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9044187 Feb 10 22:41:15.832277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Sync routers for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:15.845114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44254) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:15.853466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:15.854420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:16.003210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.018688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.041020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.055986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.064666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.072450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.080797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.107395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-7dc88a24-89bd-42f9-a5f4-c23ee682e37e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.3015018 Feb 10 22:41:16.190159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.200555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:16.223614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b4e80ff-9656-4f24-b6fc-c813bea9ad30 req-3ed44e4a-7aa6-4665-b680-947b06627437 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1150043 Feb 10 22:41:16.264916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd348d-51c6-41df-a8f1-fd872161deb4 req-937b15ab-e743-498c-9a1d-fdcf9abc4d3f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:16.272830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96dd348d-51c6-41df-a8f1-fd872161deb4 req-937b15ab-e743-498c-9a1d-fdcf9abc4d3f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.8526258 Feb 10 22:41:16.280480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.508163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44276) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:16.640292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96dd348d-51c6-41df-a8f1-fd872161deb4 req-071caf85-6459-4093-a789-342ff80983d5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3660269 Feb 10 22:41:16.740474 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.743506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:41:11Z', 'revision_number': 5, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port': {'id': 'bfe5d611-dd52-45c7-bdf5-24225922a7de', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:59Z', 'updated_at': '2022-02-10T22:39:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:16.758529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Checking router: e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:16.789902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Routers {'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:16.791818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:16.808479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.825260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Deleting port bfe5d611-dd52-45c7-bdf5-24225922a7de {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:16.825999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.845350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a124d076-dcad-42ef-ae6a-22f785f2f117 req-ef091f9e-4298-405a-bdff-4bc86647b784 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1177912 Feb 10 22:41:16.893404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.961161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:16.966170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec874846-7be5-418a-8fb5-03a5bab167e7 None None] Network db3f7bfa-c61d-4840-82fd-ef98c5da01b3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:17.019761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fef32c99-c40f-41bc-8483-61640a01e5b2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:17.027658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d57d304d-5fff-4c38-a462-06d0537ef174 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fef32c99-c40f-41bc-8483-61640a01e5b2 HTTP/1.1" status: 204 len: 168 time: 1.5963039 Feb 10 22:41:17.030368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44292) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:17.040831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-2143008532'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:17.052635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:17.072617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Usage tracker for resource:network and tenant:141bec9f79874814b77e2af756848c7a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:17.081993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:17.096570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:17.132842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Made reservation on behalf of 141bec9f79874814b77e2af756848c7a for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:17.137424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.157538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.189476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:17.198724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Usage tracker for resource:security_group_rule and tenant:141bec9f79874814b77e2af756848c7a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:17.202086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:17.209341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:17.237594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44298) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:17.270936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:17.370599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.385280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.403148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] Set router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:17.448600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:41:17.453542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.462247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] For port bfe5d611-dd52-45c7-bdf5-24225922a7de, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bfe5d611-dd52-45c7-bdf5-24225922a7de,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:17.462247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.467658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.468288 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Added segment b0ad467a-8b7e-41a0-b88d-d708d5357e37 of type vlan for network 1fce8885-e908-4657-8315-8a61c7e8264d Feb 10 22:41:17.510293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.573328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.580406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:17.581329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.601070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:41:16Z', 'revision_number': 6, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:17.606545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a33de2-88a2-491e-83a3-7a283d66f423 None None] The sync data for ids ['e4f9ba99-21da-4172-a0ea-18ddd2ed2d02'] in n-d-825178-4 is: [{'id': 'e4f9ba99-21da-4172-a0ea-18ddd2ed2d02', 'name': 'tempest-AttachSCSIVolumeTestJSON-1746829167-router', 'tenant_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:56Z', 'updated_at': '2022-02-10T22:41:16Z', 'revision_number': 6, 'project_id': 'eedd8be3b9c14e34a7c6e24445918c4a', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:17.649683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c737c3b5-fe88-484c-95fc-6d97b6922db1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:17.729996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Calling delete_port for bfe5d611-dd52-45c7-bdf5-24225922a7de owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:17.759908 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de', 'code': 200} Feb 10 22:41:17.760337 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'code': 200} Feb 10 22:41:17.791926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Deleting port 230e685f-105b-496a-a5b4-ecff5040f97c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:17.792281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.811708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.3014574 Feb 10 22:41:17.818321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de894565-df47-40e0-85b2-a360f8cd9029 tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Pushing event updated for resources: {'Network': ['ID=1fce8885-e908-4657-8315-8a61c7e8264d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:17.830526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1fce8885-e908-4657-8315-8a61c7e8264d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:41:17.840439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:17.939438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:17.971834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Usage tracker for resource:security_group_rule and tenant:bdeb7278706f4d7188b40e075f3ed6ea is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:17.994753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:18.016443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:18.070192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] DHCP port deletion for db3f7bfa-c61d-4840-82fd-ef98c5da01b3 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:41:18.086063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Deleting port 230e685f-105b-496a-a5b4-ecff5040f97c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:18.086063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:18.099183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-b85a02d0-eb10-4d04-8a74-6f9206c9c3b3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.100738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-b85a02d0-eb10-4d04-8a74-6f9206c9c3b3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Synchronizing usage tracker for tenant:00520c29f6124fc9832bb98a13525160 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:18.122591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-b85a02d0-eb10-4d04-8a74-6f9206c9c3b3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Unset dirty status for tenant:00520c29f6124fc9832bb98a13525160 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:18.124749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-b85a02d0-eb10-4d04-8a74-6f9206c9c3b3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 0.2254770 Feb 10 22:41:18.154270 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-60969e92-8ac2-4753-8241-bc04e5af23db tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/quotas/00520c29f6124fc9832bb98a13525160 HTTP/1.1" status: 200 len: 375 time: 0.0224013 Feb 10 22:41:18.171897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38935151-f14b-46e9-8fb4-8b649aa950ce req-e59d13a5-8485-454a-9617-fe6aef546dd3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1153250 Feb 10 22:41:18.233141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.233141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.239152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.245125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.250932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.256204 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0a6f1254-17f9-44a8-b0b6-917279e07f1d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0972221 Feb 10 22:41:18.256857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.262613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.264561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-67e52db1-b71e-46e4-80fe-5f7a3c6c9129 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.6858556 Feb 10 22:41:18.385885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.386368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.386835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.387311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.387784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.388230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.388686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:18.390593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ba67faa0-6282-46d3-882c-493bef6520ac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6501 time: 0.5148361 Feb 10 22:41:18.396692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] For port 230e685f-105b-496a-a5b4-ecff5040f97c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=230e685f-105b-496a-a5b4-ecff5040f97c,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:18.396692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:18.416687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-f8b6fca0-990a-4737-b6fa-4136bfaf785a service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531608 Feb 10 22:41:18.561227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Calling delete_port for 230e685f-105b-496a-a5b4-ecff5040f97c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:18.600578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2c9a9fa7-8a17-465c-9614-0c0bf2ef1e06 service neutron] 10.222.0.53 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829038 Feb 10 22:41:18.636652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e937fc9d-fbcf-46b1-adfc-b6af2fb587b7 req-4b8d0a06-0416-4023-9497-77508a1937b7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3379879 Feb 10 22:41:18.638853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] For port 230e685f-105b-496a-a5b4-ecff5040f97c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=230e685f-105b-496a-a5b4-ecff5040f97c,segment=NetworkSegment(30ff7dd8-ceda-4565-99a7-ad06be9a82a0),segment_id=30ff7dd8-ceda-4565-99a7-ad06be9a82a0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:18.639752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:18.657667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:18.662925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:18.727443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f61acb-9580-43ad-b255-8b0562164002 req-ec22f796-13ef-4f97-9d15-2c086d3d660a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=54da1736-8292-49cb-9350-d5cf1f33ebe4&id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233829 Feb 10 22:41:18.747008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] No DVR routers for this DVR port 230e685f-105b-496a-a5b4-ecff5040f97c on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:18.748724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a25a82-b791-4904-824f-0ab66c9560b7 None None] Pushing event deleted for resources: {'Port': ['ID=230e685f-105b-496a-a5b4-ecff5040f97c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:19.046186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Calling delete_port for 230e685f-105b-496a-a5b4-ecff5040f97c owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:19.076439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c19b04b3-d9ae-48e0-a027-3fdbf96e5d6e req-a96b1b01-1878-4ec1-9069-fda917978116 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0689819 Feb 10 22:41:19.184594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe5d611-dd52-45c7-bdf5-24225922a7de,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:19.262278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1323f209-f6ea-425d-986a-db44149b93ad req-dfa9cecf-9ae0-4677-bb9c-56fa88763d60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.3228860 Feb 10 22:41:19.299038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:19.309987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d', 'binding:host_id': 'n-h2-825178-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1062296144'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:19.317283 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0113fb10-6456-44fe-8f4c-c7d67acd14ae req-29a3e45c-d5fc-4aad-8523-4c92cb2bdcf4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 210 time: 0.1281765 Feb 10 22:41:19.321084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:19.332906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Usage tracker for resource:port and tenant:1b56f6c136e6479aac098ef249712240 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:19.342799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:19.356036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:19.362231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.382743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Made reservation on behalf of 1b56f6c136e6479aac098ef249712240 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:19.385103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.387590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.412424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.435763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:19.439875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Usage tracker for resource:security_group_rule and tenant:1b56f6c136e6479aac098ef249712240 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:19.443321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:19.449602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:19.454768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.588345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.597661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.608462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:19.635838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3685c1b2-206c-497b-b90d-3789506a38fa no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:19.655502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bdeb7278706f4d7188b40e075f3ed6ea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4143248 Feb 10 22:41:19.656467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808355bd-925e-46a0-9721-641d536dcaf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0ecf8e-b0d4-46dc-bcb8-6ca16c801616,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:19.664031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44346) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:19.668915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:41:19.669648 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:41:19.682645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.686001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.686626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3685c1b2-206c-497b-b90d-3789506a38fa {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:19.687092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3685c1b2-206c-497b-b90d-3789506a38fa not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:19.688892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bfe5d611-dd52-45c7-bdf5-24225922a7de no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:19.699983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-830b4a78-2866-4032-9b7f-2fc2d6ea67f0 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:19.702053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-830b4a78-2866-4032-9b7f-2fc2d6ea67f0 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.24 "GET /v2.0/ports?device_id=2b5b6047-fb27-4350-92aa-98411e11554d HTTP/1.1" status: 200 len: 946 time: 0.7611818 Feb 10 22:41:19.737467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: bfe5d611-dd52-45c7-bdf5-24225922a7de {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:19.738054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bfe5d611-dd52-45c7-bdf5-24225922a7de not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:19.740126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 230e685f-105b-496a-a5b4-ecff5040f97c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:19.762068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1f2c23-461d-43ce-81a2-0378fba13b58,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:19.806327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.814430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.815098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:19.844542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Deleting port 76d57f5c-7458-4007-bc9f-9267a312057b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:19.845241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:19.863003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 230e685f-105b-496a-a5b4-ecff5040f97c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:19.863452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 230e685f-105b-496a-a5b4-ecff5040f97c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:19.871145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.059380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.061763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.063059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d99745f-17b5-40cb-9579-6329409c944f admin admin] 10.222.0.53 "DELETE /v2.0/routers/e4f9ba99-21da-4172-a0ea-18ddd2ed2d02 HTTP/1.1" status: 204 len: 168 time: 4.2046652 Feb 10 22:41:20.065715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44354) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:20.133023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0ecf8e-b0d4-46dc-bcb8-6ca16c801616,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:20.160751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:20.173513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.175032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9dd7a11a-975d-4310-b5c6-6306b1703c84 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4b0ecf8e-b0d4-46dc-bcb8-6ca16c801616 HTTP/1.1" status: 204 len: 168 time: 0.5070720 Feb 10 22:41:20.176419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.209986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Deleting port 230e685f-105b-496a-a5b4-ecff5040f97c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:20.210289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.219511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Transition to ACTIVE for port object 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:20.238614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.402645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=87c8ea8b-d54e-442a-a4ac-02ebca21e5f2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:20.436901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] The port '230e685f-105b-496a-a5b4-ecff5040f97c' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:41:20.454241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Checking segment: {'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:20.455039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Network hostable DHCP agents. Network: 1fce8885-e908-4657-8315-8a61c7e8264d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:41:20.490465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Network 1fce8885-e908-4657-8315-8a61c7e8264d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:41:20.507682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1fce8885-e908-4657-8315-8a61c7e8264d) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:20.511993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:20.516063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Deleting subnet 66656a6f-e40d-4137-b6e4-ee32e295d237 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:41:20.521286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff668b-c4cd-48b6-a08f-3873bf9dc458 None None] Network 1fce8885-e908-4657-8315-8a61c7e8264d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:20.545639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:20.545979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:20.546359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:20.562470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:20.562818 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:20.563206 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 2 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:20.585507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.602846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.603138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:20.603507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:20.603840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:20.608964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.611335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:20.611556 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:20.611944 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 3 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:20.621915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.637728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.650599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.656961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:20.657757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:20.658079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:20.658482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:20.667721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-7cb4d7e8-9e35-46eb-aeb5-e47f65627ee7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.7483988 Feb 10 22:41:20.669227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:20.669611 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:20.670014 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 4 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:20.714509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.816012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44372) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:20.866386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.901424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:20.901831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:20.902089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:20.904470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:20.916810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-11d61959-a0e9-4952-bb4d-07013c51df9c req-41770808-3745-40d3-a833-8d9b1a7881e7 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0986733 Feb 10 22:41:20.920233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:20.920561 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:20.922371 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 5 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:20.938411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:20.944209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:20.944615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:20.944895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:20.947389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Usage tracker for resource:security_group_rule and tenant:f83a865bcdfc4ff38721889b66eb6d20 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:20.951567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:20.971202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:20.978591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:20.978928 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:20.982704 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 6 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:21.013932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:21.014274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:21.014608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:21.025706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:21.026044 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:21.027668 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 7 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:21.050073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:21.050361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:21.051466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:21.061981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:21.062347 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:21.063871 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 8 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:21.137325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:21.137325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:21.137325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:21.145273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a883a5d-326e-4126-9e71-6c2f9c663077 req-e7cfd1a9-1a27-4d65-aaa7-1fd95d7bac11 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 210 time: 0.0655150 Feb 10 22:41:21.155612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:21.156043 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:21.158568 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 9 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:21.192383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.193585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:21.193921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:21.194263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:21.199684 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.206095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:21.206427 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:21.214957 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 10 to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 Feb 10 22:41:21.260701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:21.260936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:21.261269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:21.270640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7249c6-b39b-4e9b-b686-84d7480c7ff8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:21.274900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:21.275227 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:21.275677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.294928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fcc0c249-d1b8-4ee1-b9ed-0231d8cbff58 req-fe439066-7c58-4613-9eb9-c74697a29ff6 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6251018 Feb 10 22:41:21.301488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.319715 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d3d6c17-9ce8-43cf-895c-4231a4e2878f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f83a865bcdfc4ff38721889b66eb6d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977844 Feb 10 22:41:21.319840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] For port 76d57f5c-7458-4007-bc9f-9267a312057b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76d57f5c-7458-4007-bc9f-9267a312057b,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:21.319840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.330014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44378) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:21.486645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3f7bfa-c61d-4840-82fd-ef98c5da01b3']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:21.490529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.500694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Calling delete_port for 76d57f5c-7458-4007-bc9f-9267a312057b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:21.506983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:21.507380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempted to set empty binding levels {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:41:21.521655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd89f4b-1446-44e3-a827-61f29b0f2ce2 req-0ebeda86-8172-47ec-8a9d-ab3ee4e82f80 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:21.523385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bd89f4b-1446-44e3-a827-61f29b0f2ce2 req-0ebeda86-8172-47ec-8a9d-ab3ee4e82f80 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2540321 Feb 10 22:41:21.531579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.575505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ff7dd8-ceda-4565-99a7-ad06be9a82a0') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:21.575853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ff7dd8-ceda-4565-99a7-ad06be9a82a0') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:21.585050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.612632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.629650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:21.630265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.638179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.700137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=87c8ea8b-d54e-442a-a4ac-02ebca21e5f2,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:21.704382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-49181784-a444-4570-9da6-674fd5a98622 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:21.707116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-49181784-a444-4570-9da6-674fd5a98622 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 815 time: 0.8821976 Feb 10 22:41:21.720449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bd89f4b-1446-44e3-a827-61f29b0f2ce2 req-5e7efe51-c18b-4eea-a5e8-861ec3ceb9dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842635 Feb 10 22:41:21.729031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ac6510c-b9ea-4864-ab29-01cfa874d255 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.4282231 Feb 10 22:41:21.729345 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.740021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:21.741679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Request body: {'port': {'device_id': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'admin_state_up': True, 'tenant_id': '00520c29f6124fc9832bb98a13525160'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:21.794769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.837783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7249c6-b39b-4e9b-b686-84d7480c7ff8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:21.843054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.843519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.845583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c7c2384f-42b8-49f0-a01f-d998a42ec15c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab7249c6-b39b-4e9b-b686-84d7480c7ff8 HTTP/1.1" status: 204 len: 168 time: 0.5150218 Feb 10 22:41:21.858926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Deleting port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:21.859251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.950030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:21.950505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:21.967822 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:22.060210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb2bf18d-eff6-44f5-9f27-937f39867046 req-b6e9a61c-ac14-42f2-aa8d-4f0fa18725d0 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.2088223 Feb 10 22:41:22.138822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2, host n-h2-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:22.139186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.166488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:22.170565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Usage tracker for resource:port and tenant:00520c29f6124fc9832bb98a13525160 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:22.173747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:22.180346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:22.190916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.250225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.256051 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.262089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed369665-4b0d-4346-b45e-c7c52e8ce93e None None] Network 93fb9cdc-22ad-411a-987c-c675036b8511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:22.299129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Made reservation on behalf of 00520c29f6124fc9832bb98a13525160 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:22.299801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Calling delete_port for 87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:22.304097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.339168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.369292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66656a6f-e40d-4137-b6e4-ee32e295d237,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:22.439328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9f74a8a-80d2-47e2-b4da-bb67bcf5dbb0 req-ae61185a-902a-41c0-b1ed-57c4b36b6c09 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 210 time: 0.1468258 Feb 10 22:41:22.443417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] Pushing event deleted for resources: {'Network': ['ID=db3f7bfa-c61d-4840-82fd-ef98c5da01b3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:22.475006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.478069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a823f715-4374-4272-895f-51befb17eb83 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/66656a6f-e40d-4137-b6e4-ee32e295d237 HTTP/1.1" status: 204 len: 168 time: 2.4009616 Feb 10 22:41:22.492250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8cb2bb61-6eaf-40de-a5f4-7c6d76d94843 admin admin] 10.222.0.53 "DELETE /v2.0/networks/db3f7bfa-c61d-4840-82fd-ef98c5da01b3 HTTP/1.1" status: 204 len: 168 time: 5.4608426 Feb 10 22:41:22.494270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:22.557901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event deleted for resources: {'Port': ['ID=76d57f5c-7458-4007-bc9f-9267a312057b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:22.650876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] DHCP port deletion for 93fb9cdc-22ad-411a-987c-c675036b8511 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:41:22.651798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.657313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Deleting port a3580e80-a9f4-4a59-8697-529b099aaadb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:22.657797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.741197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event deleted for resources: {'Port': ['ID=87c8ea8b-d54e-442a-a4ac-02ebca21e5f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:22.743672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:22.761325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.771954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] No DVR routers for this DVR port 76d57f5c-7458-4007-bc9f-9267a312057b on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:22.775532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.777536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f1c785a-b7f0-490c-af2d-14cd6607f111 req-5033b919-ddf1-454d-a34a-1a5b3d2fb6fd tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.24 "DELETE /v2.0/ports/76d57f5c-7458-4007-bc9f-9267a312057b HTTP/1.1" status: 204 len: 173 time: 3.0668914 Feb 10 22:41:22.780366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-deleted', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:22.811548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9f630a4-3721-4764-bbf6-5ab1780d3952 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "DELETE /v2.0/ports/87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 HTTP/1.1" status: 204 len: 168 time: 1.0700438 Feb 10 22:41:22.815491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.816213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:22.872899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.879205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.885102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.890933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.894999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Deleting port a3580e80-a9f4-4a59-8697-529b099aaadb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:22.897550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.900274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:22.903797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.909769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:22.912113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-74d6ce24-69c0-47e6-a895-b3d05945b0af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.3591208 Feb 10 22:41:22.913791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Allocated IP 172.20.0.4 (4c4890fa-c47f-4b3d-a233-777d867bfc99/b685aa6e-a51d-42bd-b30c-129282c82d2b/135343a7-f3bc-48a3-8e1a-827b32bbe723) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:22.954616 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-513b9765-42d3-4aca-81ec-f0044caad522 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:41:22.956017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-513b9765-42d3-4aca-81ec-f0044caad522 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports/87c8ea8b-d54e-442a-a4ac-02ebca21e5f2 HTTP/1.1" status: 404 len: 333 time: 0.1377988 Feb 10 22:41:22.965378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44438) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:22.977029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2086940033'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:22.990626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:23.023474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Usage tracker for resource:port and tenant:1b56f6c136e6479aac098ef249712240 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:23.031898 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80bdcf72-4dca-4b6e-8684-02715f5a9533 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=676d5f7f5d0749249f1033ca1c764dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844057 Feb 10 22:41:23.033408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:23.038228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44442) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:23.045022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-528cb248-f0f3-4e47-ab44-c31f2735a787 req-9c5f52c6-ffa2-46c1-aa24-6f6c71992846 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077633 Feb 10 22:41:23.061677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:23.071752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:23.152337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Made reservation on behalf of 1b56f6c136e6479aac098ef249712240 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:23.155902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.203781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 76d57f5c-7458-4007-bc9f-9267a312057b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:41:23.203781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76d57f5c-7458-4007-bc9f-9267a312057b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:23.221538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] For port a3580e80-a9f4-4a59-8697-529b099aaadb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3580e80-a9f4-4a59-8697-529b099aaadb,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:23.221939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.433929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778b4a4e-d14d-418f-b046-02d7cea59912 req-418b2148-ae26-478c-b5f7-14e39dd3b96f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:23.440979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-778b4a4e-d14d-418f-b046-02d7cea59912 req-418b2148-ae26-478c-b5f7-14e39dd3b96f tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.5079629 Feb 10 22:41:23.496407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] For port a3580e80-a9f4-4a59-8697-529b099aaadb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3580e80-a9f4-4a59-8697-529b099aaadb,segment=NetworkSegment(f0e92331-fe9b-4281-916f-943c86912c75),segment_id=f0e92331-fe9b-4281-916f-943c86912c75)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:23.497348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.545848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Calling delete_port for a3580e80-a9f4-4a59-8697-529b099aaadb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:23.648823 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b5b6047-fb27-4350-92aa-98411e11554d', 'name': 'network-vif-deleted', 'tag': '76d57f5c-7458-4007-bc9f-9267a312057b', 'status': 'completed', 'code': 200} Feb 10 22:41:23.656978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.693187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.694895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Calling delete_port for a3580e80-a9f4-4a59-8697-529b099aaadb owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:23.707086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3580e80-a9f4-4a59-8697-529b099aaadb no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:41:23.757384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 5e155754-e500-4c6d-8944-798290446233 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:23.784250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-778b4a4e-d14d-418f-b046-02d7cea59912 req-f5d0a89f-dff8-46c2-9840-85ba1159d7b3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416836 Feb 10 22:41:23.826297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.835678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:23.840342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:41:23.840660 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:41:23.905453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] Pushing event deleted for resources: {'Port': ['ID=a3580e80-a9f4-4a59-8697-529b099aaadb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:23.908959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97ccf32-bfc6-4cdd-b8a6-5a85ce63d432 None None] No DVR routers for this DVR port a3580e80-a9f4-4a59-8697-529b099aaadb on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:23.922552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port a3580e80-a9f4-4a59-8697-529b099aaadb {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:41:23.923617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3580e80-a9f4-4a59-8697-529b099aaadb not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:41:23.925838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.005221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0571a4c5-cde8-43cc-9cec-97abecc476a4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:24.023640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-491de7f5-05da-43f8-9818-dca8aec39fe5 req-cd82539c-60ab-4f6a-b114-26a0f7bc2675 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1158774 Feb 10 22:41:24.036695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.041986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3beb98aa-609b-4d86-bade-38be34b2d967 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0571a4c5-cde8-43cc-9cec-97abecc476a4 HTTP/1.1" status: 204 len: 168 time: 1.0024874 Feb 10 22:41:24.140767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.159757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.174671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.199587 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.200743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.209181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.226644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.239257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.255954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.262544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e270cf4a-c9c0-46ac-ab12-59a01c783148 req-b78ff538-da93-4039-b42c-38766a701da2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.3097360 Feb 10 22:41:24.272378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44474) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:24.281530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Request body: {'floatingip': {'port_id': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:24.378455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Network 4c4890fa-c47f-4b3d-a233-777d867bfc99 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:24.380156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Deleting port a3580e80-a9f4-4a59-8697-529b099aaadb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:24.380795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.386359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:24.390507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.396667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:24.448071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event updated for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:24.496432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.500063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.500699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.539446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444def92-07a9-4416-aefd-47a31a0e1f4b req-0fc7286a-48d7-47dd-a9da-0ec94d0e4c6f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.540188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-444def92-07a9-4416-aefd-47a31a0e1f4b req-0fc7286a-48d7-47dd-a9da-0ec94d0e4c6f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Synchronizing usage tracker for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:24.545425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.550505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0db88f41-7009-4f63-98c2-abc0b6643a10 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8292558 Feb 10 22:41:24.567522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] The port 'a3580e80-a9f4-4a59-8697-529b099aaadb' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:41:24.606152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Request body: {'port': {'device_id': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:24.665525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44484) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:24.684420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-444def92-07a9-4416-aefd-47a31a0e1f4b req-0fc7286a-48d7-47dd-a9da-0ec94d0e4c6f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Unset dirty status for tenant:00520c29f6124fc9832bb98a13525160 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:24.685600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-444def92-07a9-4416-aefd-47a31a0e1f4b req-0fc7286a-48d7-47dd-a9da-0ec94d0e4c6f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 931 time: 0.4246502 Feb 10 22:41:24.709759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Network 1fce8885-e908-4657-8315-8a61c7e8264d is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:24.734279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:24.746617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:24.747574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:24.748177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.809424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=5e155754-e500-4c6d-8944-798290446233,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:24.871203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ff4632e4-40ef-42ee-9ba9-9d92b601bc4b tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9026980 Feb 10 22:41:24.874656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44490) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:24.877728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-444def92-07a9-4416-aefd-47a31a0e1f4b req-5e20257b-4a34-494a-8943-f3f71ad5a206 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743577 Feb 10 22:41:24.884039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-493bde55-6f84-4ef8-803d-f5ea687463c3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e8f1c34e17b54058bbf35a786cc6be93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109730 Feb 10 22:41:24.886726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44492) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:24.894035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:24.948203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:24.989849 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.177831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fb9cdc-22ad-411a-987c-c675036b8511']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:25.220314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e92331-fe9b-4281-916f-943c86912c75') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:25.221502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e92331-fe9b-4281-916f-943c86912c75') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:25.225761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.240336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.280022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.280328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.296251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:25.296656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.299042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-faa012db-78a5-46d4-a23d-079f1901b00a req-be414311-c17a-4a6c-b668-e980785e981a tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1144836 Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:25.311332 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:25.413310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.602027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e88ae-6a1f-4a28-bf10-786f178029fd req-dc24dfd4-c73f-438d-b74d-2b5821ac9358 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:25.603711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d1e88ae-6a1f-4a28-bf10-786f178029fd req-dc24dfd4-c73f-438d-b74d-2b5821ac9358 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.6174257 Feb 10 22:41:25.613638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.639667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.674266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] Pushing event deleted for resources: {'Network': ['ID=93fb9cdc-22ad-411a-987c-c675036b8511,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:25.686283 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8941122a-7f46-46c2-a60b-0be07b046e79 admin admin] 10.222.0.53 "DELETE /v2.0/networks/93fb9cdc-22ad-411a-987c-c675036b8511 HTTP/1.1" status: 204 len: 168 time: 3.1892118 Feb 10 22:41:25.714958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d1e88ae-6a1f-4a28-bf10-786f178029fd req-e75d30f6-2a67-45fd-8ba7-875a6e4aa841 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908792 Feb 10 22:41:25.927416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.944463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:25.952801 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.065282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a57d59a9-8659-4351-aa16-dbf6f1c4a83f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:26.157297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44526) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:26.175256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:41:26.184531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.185890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c02e5b8a-ec1b-4251-ab0f-d70ba73e11d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a57d59a9-8659-4351-aa16-dbf6f1c4a83f HTTP/1.1" status: 204 len: 168 time: 1.2961791 Feb 10 22:41:26.260112 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Floating IP 120f9163-a67a-46fe-84c2-9f4f4b0c7010 associated. External IP: 172.25.2.214, port: 0cf47efb-46a4-45ef-bd81-a67a3165d5be. Feb 10 22:41:26.272036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 5e155754-e500-4c6d-8944-798290446233 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:26.293773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.335851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135343a7-f3bc-48a3-8e1a-827b32bbe723 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:26.345375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b718f2f-2837-4857-a5e2-b5e903e42265 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fea38b6dc5745c2adcf3bfe4b78ec24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1808512 Feb 10 22:41:26.358817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Transition to ACTIVE for port object 5e155754-e500-4c6d-8944-798290446233 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:26.361300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:26.370636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.372979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.542032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.641191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Transition to ACTIVE for port object 135343a7-f3bc-48a3-8e1a-827b32bbe723 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:26.665181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=5e155754-e500-4c6d-8944-798290446233,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:26.670413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.710011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.735717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93f42e15-c09e-4d8e-995a-37a2390f8802 req-9908340a-3eae-4d43-913f-a7ca5c0fdacc tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1737027 Feb 10 22:41:26.741585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f68658-e830-4a50-b1e4-76f11e8a5869 req-89419077-4c9a-43e3-a12d-d3894fbbb4c3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:26.743148 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46f68658-e830-4a50-b1e4-76f11e8a5869 req-89419077-4c9a-43e3-a12d-d3894fbbb4c3 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 931 time: 0.6258397 Feb 10 22:41:26.786461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:26.787019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:26.788606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:26.826667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Pushing event updated for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:26.916897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:26.917247 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:26.934754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:26.936674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:26.942895 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 2 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:26.998612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:27.077998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.078741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.079506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.090779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:27.091916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0b188552-afc5-4009-a104-9b1abb245dfe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3fc3b4fa-4f4a-404a-b8bd-bd761c2f4234 HTTP/1.1" status: 204 len: 168 time: 0.7294014 Feb 10 22:41:27.122119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46f68658-e830-4a50-b1e4-76f11e8a5869 req-504d7b85-e9e0-42bc-8a76-08abccdd8001 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663387 Feb 10 22:41:27.319671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.320035 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:27.329415 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 3 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:27.352034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c02a1b-3427-4631-93f3-f0c0aadbdfc6 req-dce95e08-09df-4164-9259-ee21c3271bb9 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:27.353700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1c02a1b-3427-4631-93f3-f0c0aadbdfc6 req-dce95e08-09df-4164-9259-ee21c3271bb9 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.3926625 Feb 10 22:41:27.358730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:27.366530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.369186 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Sync routers for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:27.370275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:27.371693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.372756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.383342 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:27.384470 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:27.395647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.395868 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:27.396459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Attempting to bind port 135343a7-f3bc-48a3-8e1a-827b32bbe723 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.396788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Attempting to bind port 135343a7-f3bc-48a3-8e1a-827b32bbe723 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.397120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Attempting to bind port 135343a7-f3bc-48a3-8e1a-827b32bbe723 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.409017 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 4 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:27.423418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Port 135343a7-f3bc-48a3-8e1a-827b32bbe723 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.423769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Attempting to bind port 135343a7-f3bc-48a3-8e1a-827b32bbe723 on network 4c4890fa-c47f-4b3d-a233-777d867bfc99 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.437736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:27.447709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Checking segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:27.449401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Bound using segment: {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:27.449769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Bound port: 135343a7-f3bc-48a3-8e1a-827b32bbe723, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bffe8c00-9cf1-4ce4-b20a-af5922330e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:27.452990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:27.500667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1c02a1b-3427-4631-93f3-f0c0aadbdfc6 req-44e6b81a-c72f-4d43-90af-41d5594fc862 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891414 Feb 10 22:41:27.506149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-34ddf131-ee82-4cfc-8ecc-ebce070c832a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "PUT /v2.0/floatingips/120f9163-a67a-46fe-84c2-9f4f4b0c7010 HTTP/1.1" status: 200 len: 992 time: 3.2295239 Feb 10 22:41:27.507368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:27.573583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.573915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.574249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.636388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.636614 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:27.638931 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 5 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:27.649081 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:27.659533 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'status': 'completed', 'code': 200} Feb 10 22:41:27.689432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.689769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.690102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.705563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.707872 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:27.764258 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 6 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:27.849357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44584) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:27.862026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.862756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.864073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.873884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:27.896715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:27.897414 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:27.903275 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 7 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:27.926421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:27.938118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:27.938806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:27.939381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:27.944670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:27.999440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.000352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.002010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] 10.222.0.30 "PUT /v2.0/ports/135343a7-f3bc-48a3-8e1a-827b32bbe723 HTTP/1.1" status: 200 len: 1091 time: 3.4121845 Feb 10 22:41:28.015258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:28.036640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:28.037380 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:28.048997 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 8 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:28.078555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:28.079197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:28.079759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:28.150310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.157294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.166274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.175377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.182760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.190414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.198447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.200836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-c2b0d66f-b5a2-44f9-989c-f47e659f69b0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.4257951 Feb 10 22:41:28.226162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:28.226933 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:28.227539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf6295-297e-4ea6-bc0c-a65e4fedf264 service neutron] Pushing event updated for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:28.247458 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 9 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:28.285265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:28.285588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:28.285926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:28.318539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.319170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.319831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.320305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.320885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.321906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.322136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '120f9163-a67a-46fe-84c2-9f4f4b0c7010', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'port_id': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'mac_address': 'fa:16:3e:aa:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:39:24Z', 'updated_at': '2022-02-10T22:41:25Z', 'revision_number': 1, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:28.322484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.325108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-120e8179-bfee-4a07-9bed-61d91c1d439d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eedd8be3b9c14e34a7c6e24445918c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4745791 Feb 10 22:41:28.328005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-3c07e4b1-f203-44c3-9619-115ba12eba9f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6501 time: 0.6236832 Feb 10 22:41:28.334456 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Checking router: 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:28.335947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44598) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:28.337907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:28.342934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:28.343464 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:28.349928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ccb31561-1200-47ea-bef2-4198c0e26a9c req-3f1ca2ad-c69a-4656-8e30-64268a3cc539 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1361184 Feb 10 22:41:28.350488 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:28.351880 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:28.374021 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 10 to bind port 5e155754-e500-4c6d-8944-798290446233 Feb 10 22:41:28.479730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:28.487810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:28.491093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:28.501785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69ec170-b90f-4f6c-8ce3-b1ea9ff78d55 req-80969b56-2331-4fa1-9e01-c79e098d2a51 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2689521 Feb 10 22:41:28.509592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.521408 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723', 'status': 'completed', 'code': 200} Feb 10 22:41:28.551603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:28.551603 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 5e155754-e500-4c6d-8944-798290446233 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:28.551603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.573212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.656537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1484857284-network', 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:28.684567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:28.703869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.707330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-fd48ebec-5301-47d4-8f4d-e3a86caaef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.709164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-fd48ebec-5301-47d4-8f4d-e3a86caaef45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 1094 time: 0.6363842 Feb 10 22:41:28.712150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Usage tracker for resource:network and tenant:df4b5ba7361c468cb7718495aa21e7f5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:28.719390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:28.738825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783c84b4-7869-445c-a59e-843748ca18cd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:28.756020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:28.757763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99dd88f1-c967-4421-bbc5-da929351f30d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/783c84b4-7869-445c-a59e-843748ca18cd HTTP/1.1" status: 204 len: 168 time: 0.4186764 Feb 10 22:41:28.797959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bab20-50e5-4ba8-928e-17d2d1b96a3a req-8a4ff877-b8e6-46b5-9a4b-5ca295e4c5ec tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.807444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-264bab20-50e5-4ba8-928e-17d2d1b96a3a req-8a4ff877-b8e6-46b5-9a4b-5ca295e4c5ec tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 943 time: 0.1452115 Feb 10 22:41:28.808504 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:28.823331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-b66d4c13-8bbc-4375-b3bc-1921144c5117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:28.826584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-b66d4c13-8bbc-4375-b3bc-1921144c5117 service neutron] 10.222.0.30 "GET /v2.0/networks?id=16740edf-80c0-40dc-bdbf-80bd67df6e8f HTTP/1.1" status: 200 len: 917 time: 0.4839859 Feb 10 22:41:28.827969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:28.896423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-264bab20-50e5-4ba8-928e-17d2d1b96a3a req-7d3062e8-1e11-4149-91f0-585d7068e57a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878851 Feb 10 22:41:29.183274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.198882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.212547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.230487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.237160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.252248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.267516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.286661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f91ed01-f8b6-4d58-aa9f-3e40b771e073 req-d266fc79-d5e5-42c0-91d4-b2cfdc685a10 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.2556744 Feb 10 22:41:29.319465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Made reservation on behalf of df4b5ba7361c468cb7718495aa21e7f5 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:29.321823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:29.331457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-81bf86bc-1284-4641-a222-0b33e3174738 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723 HTTP/1.1" status: 200 len: 217 time: 0.6067095 Feb 10 22:41:29.435500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:29.444648 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '120f9163-a67a-46fe-84c2-9f4f4b0c7010', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'port_id': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'mac_address': 'fa:16:3e:aa:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:39:24Z', 'updated_at': '2022-02-10T22:41:25Z', 'revision_number': 1, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:29.451642 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac59e0d1-7154-4f35-b419-f5bd435ed15f None None] The sync data for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 is: [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '120f9163-a67a-46fe-84c2-9f4f4b0c7010', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'port_id': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1232, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'mac_address': 'fa:16:3e:aa:46:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:39:24Z', 'updated_at': '2022-02-10T22:41:25Z', 'revision_number': 1, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:29.536237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-eeb6161b-afc3-4b9d-9dec-5ac27b4c0bce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 200 len: 1000 time: 0.3178401 Feb 10 22:41:29.564504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 5e155754-e500-4c6d-8944-798290446233, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:29.564683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempted to set empty binding levels {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:41:29.670409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:29.681811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:29.696782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc2603cb-0ccd-4eb6-9790-b2f59e625818 req-5b130a9b-49ad-439b-afcd-15bc400ef710 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0874875 Feb 10 22:41:29.778248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Usage tracker for resource:security_group_rule and tenant:df4b5ba7361c468cb7718495aa21e7f5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:29.813219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:29.875208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd9926b-16bf-482c-ae0c-934f40ede97c None None] New status for floating IP 120f9163-a67a-46fe-84c2-9f4f4b0c7010: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:41:29.877399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=5e155754-e500-4c6d-8944-798290446233,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:29.882553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:29.885952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] In _notify_port_updated(), no bound segment for port 5e155754-e500-4c6d-8944-798290446233 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:41:29.888362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.889287 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:29.896412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:29.897130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d613bc0-e09a-4f6d-897b-fab7caa0d324 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "PUT /v2.0/ports/5e155754-e500-4c6d-8944-798290446233 HTTP/1.1" status: 200 len: 975 time: 5.0102572 Feb 10 22:41:29.902280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-f75ebe72-a20e-4aea-9e7a-df7d16ef73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.905770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-f75ebe72-a20e-4aea-9e7a-df7d16ef73c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef HTTP/1.1" status: 200 len: 855 time: 0.3570282 Feb 10 22:41:29.907947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0536f6c9-01c5-4957-b17e-0224b590ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:29.910091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-0536f6c9-01c5-4957-b17e-0224b590ba32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.5641997 Feb 10 22:41:30.047000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-9b00532a-6d98-47ca-b5ff-6a6f8768c852 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266899 Feb 10 22:41:30.072552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e3e07-f2e9-4b0d-80b2-5fa21e5488ba req-1f8a4a00-d6c9-4269-8cdc-eb73d5eaa2d8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.081040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc0e3e07-f2e9-4b0d-80b2-5fa21e5488ba req-1f8a4a00-d6c9-4269-8cdc-eb73d5eaa2d8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 1.2227197 Feb 10 22:41:30.219741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.221298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.221933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.222787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.223463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.224120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.224731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.225541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.226190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.227320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.228160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.228805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.229488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.230119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.230799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.231476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.232160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.233079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.233742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.234402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.235047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.235829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.236526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.237153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.237832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.239048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.240002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.243143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Synchronizing usage tracker for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:30.286515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167fd8e-90d7-4a67-9051-13723f9f4599 req-c9025666-0b02-4d5e-94d1-22fdea86c4b7 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.296860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4167fd8e-90d7-4a67-9051-13723f9f4599 req-c9025666-0b02-4d5e-94d1-22fdea86c4b7 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 943 time: 0.2178528 Feb 10 22:41:30.304177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Unset dirty status for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:30.305659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aacef8ab-56ad-4bf2-b4c0-9b34a08a8f41 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24442 time: 0.4080040 Feb 10 22:41:30.306547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:30.327759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:30.362678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc0e3e07-f2e9-4b0d-80b2-5fa21e5488ba req-b420efe3-238b-4c0f-80cd-6e465c8126ae tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2799115 Feb 10 22:41:30.446607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-63f2b337-a74a-4fef-8740-7752ec198bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:30.448446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-63f2b337-a74a-4fef-8740-7752ec198bb0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5252376 Feb 10 22:41:30.455177 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4167fd8e-90d7-4a67-9051-13723f9f4599 req-387d2aec-16c3-4ede-bdf1-b621c87df7b9 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552236 Feb 10 22:41:30.475867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Deleting port 5e155754-e500-4c6d-8944-798290446233 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:30.476345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.582263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-bf72443d-ce21-49c9-975a-41db034d84eb service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4674406 Feb 10 22:41:30.636636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.651608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.697301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1072748306-network', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:30.703490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:30.710313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Usage tracker for resource:network and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:30.713757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:30.738162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:30.763171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-fb055f89-9726-4123-bd26-c8a983b3700d service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3039405 Feb 10 22:41:30.780475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:41:30.805653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 5e155754-e500-4c6d-8944-798290446233, host n-h2-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:30.806185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.810245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824fd2b3-c7f5-443a-98b7-da9b680d889c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:30.887129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.887129 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Added segment 35a37c5e-92db-4e9d-8fe4-7fe8965053fc of type vlan for network bc9ae766-3dd9-448e-b87a-70998d05d5fa Feb 10 22:41:30.887887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Made reservation on behalf of 89db82c3e0fa403781d99c1e80500d31 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:30.890231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:30.947575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ef9bcae-b136-467b-b7c6-78d2b9956f34 req-3c0d76b9-e8e3-4c97-94d8-11ac5e879587 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0849519 Feb 10 22:41:30.966014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Calling delete_port for 5e155754-e500-4c6d-8944-798290446233 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:31.000693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.030874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.041161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:31.049575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Usage tracker for resource:security_group_rule and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:31.055072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:31.056727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d149ba6c-0e1d-4393-ac60-5e27c9701768 req-42550baa-cdde-482e-b96d-dcdc2fd0894d service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4395142 Feb 10 22:41:31.065450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:31.071891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b84009bf-9c0d-445a-9ab2-daa7b52ea30a req-9d5786f4-a96c-4991-b767-9f503bf782bf service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2962134 Feb 10 22:41:31.100977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.102062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:31.104235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.118819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.203869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e155754-e500-4c6d-8944-798290446233,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:31.207878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.244689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee872b83-9eb2-42a4-b026-ebaed296c736 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "DELETE /v2.0/ports/5e155754-e500-4c6d-8944-798290446233 HTTP/1.1" status: 204 len: 168 time: 0.9156148 Feb 10 22:41:31.254880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44672) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:31.312977 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a53cf7-6df1-4664-8098-85ddb923173d tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:41:31.314271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c3a53cf7-6df1-4664-8098-85ddb923173d tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Synchronizing usage tracker for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:31.333448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] Pushing event updated for resources: {'Network': ['ID=bc9ae766-3dd9-448e-b87a-70998d05d5fa,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:31.351310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c3a53cf7-6df1-4664-8098-85ddb923173d tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Unset dirty status for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:31.353376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:41:31.362687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed32f008-58ab-4bd8-a0f2-d60acd7c2dc9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.0238354 Feb 10 22:41:31.366600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44678) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:31.374489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c3a53cf7-6df1-4664-8098-85ddb923173d tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports/5e155754-e500-4c6d-8944-798290446233 HTTP/1.1" status: 404 len: 333 time: 0.1137404 Feb 10 22:41:31.374603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Request body: {'subnet': {'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1484857284-subnet', 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:31.377198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:31.386049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.388036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:31.391824 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.393965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-549933415', 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:31.399709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:31.414953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:41:31.418624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:31.442599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Usage tracker for resource:subnet and tenant:df4b5ba7361c468cb7718495aa21e7f5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:31.453164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Made reservation on behalf of 1b56f6c136e6479aac098ef249712240 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:31.454335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.454676 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Added segment 074eeae6-1475-4489-bd65-b66fcb054e09 of type vlan for network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 Feb 10 22:41:31.458335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.512666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a71448-e644-4522-b9a8-f03a99e9c204,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:31.515784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:31.564066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:31.581758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-93b2c7bb-8ba0-4f92-84a3-cf03dc4d5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:31.609835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.611804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-93b2c7bb-8ba0-4f92-84a3-cf03dc4d5cf1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=00520c29f6124fc9832bb98a13525160&device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 1094 time: 0.3516600 Feb 10 22:41:31.629776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:31.666135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Made reservation on behalf of df4b5ba7361c468cb7718495aa21e7f5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:31.668564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.669741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.670806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:31.671593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:31.733594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc522f11-9d86-4720-bdf0-e7e7c2f88b9b req-c6b90ca0-3ad0-455f-974b-56cc8294317d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:31.737009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc522f11-9d86-4720-bdf0-e7e7c2f88b9b req-c6b90ca0-3ad0-455f-974b-56cc8294317d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.2015288 Feb 10 22:41:31.846525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] Pushing event updated for resources: {'Network': ['ID=8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:31.851035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-989d884f-10fe-44d3-bd35-d8dce169b57e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5291638 Feb 10 22:41:31.868167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:41:31.872480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:31.877923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc522f11-9d86-4720-bdf0-e7e7c2f88b9b req-a9c8037b-ad85-409c-be29-95d6a9aba2ec tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379116 Feb 10 22:41:31.884223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Request body: {'subnet': {'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1072748306-subnet', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:31.888714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:31.894455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Usage tracker for resource:subnet and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:31.894455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:31.901601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:31.918084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Made reservation on behalf of 89db82c3e0fa403781d99c1e80500d31 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:31.921017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:32.169332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:32.482081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70d5968-7c8c-4e64-b547-3bdd3e7f164b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:32.509254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Checking segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:32.509254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Network hostable DHCP agents. Network: bc9ae766-3dd9-448e-b87a-70998d05d5fa, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:41:32.587094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cee55-7e23-48ce-b3c3-c6165a4447cc req-37e6370c-e2a7-49ef-82c1-7f23501a2bf5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:32.598649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:32.604637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-316cee55-7e23-48ce-b3c3-c6165a4447cc req-37e6370c-e2a7-49ef-82c1-7f23501a2bf5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 943 time: 0.9745755 Feb 10 22:41:32.723057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dc00a958-8ad5-44da-bacf-448f6ad77171 req-c79e4673-dc30-4add-bda9-07dbaaa503b6 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0765727 Feb 10 22:41:32.746170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5348d92-0341-4593-8330-e3a75f048270,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:32.756964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Checking segment: {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:32.758533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Network hostable DHCP agents. Network: 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:41:32.802914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:41:32.819015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:32.828050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379c9b97-eb2d-4f53-8adb-298439ffc292 None None] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:32.828496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:32.829398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:32.855701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99af20aa-d863-4250-9699-e0c2f31af818 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9795818 Feb 10 22:41:32.858736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:32.865588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:32.873079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:32.877633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Usage tracker for resource:router and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:32.881873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:32.892086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:32.940568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:41:32.964739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-316cee55-7e23-48ce-b3c3-c6165a4447cc req-a2c290ce-2a01-4705-958a-11d3e68a9e8e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726556 Feb 10 22:41:32.982078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:32.983161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.004512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, bc9ae766-3dd9-448e-b87a-70998d05d5fa) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:33.022655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.025138 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.029255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.029839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.052572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc5a48-409c-4ccc-8dcf-9f5f60ace9b7 None None] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:33.062971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f13d8-745f-4fdb-9490-40a126bd6546 req-e58fd02a-e9c7-4874-b8d7-5c381e1d8b36 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.064637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-534d5a34-1adb-4348-bbf4-7a3ea27cba43 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6972392 Feb 10 22:41:33.065008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be7f13d8-745f-4fdb-9490-40a126bd6546 req-e58fd02a-e9c7-4874-b8d7-5c381e1d8b36 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1795084 Feb 10 22:41:33.114474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-96f7c07b-6460-4107-8a64-2e5f35f65f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.126780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-96f7c07b-6460-4107-8a64-2e5f35f65f1e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 200 len: 916 time: 1.5023539 Feb 10 22:41:33.133343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-d78d5313-b247-470d-a45a-1f1827d832dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.138938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-d78d5313-b247-470d-a45a-1f1827d832dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 1096 time: 0.5419455 Feb 10 22:41:33.221292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be7f13d8-745f-4fdb-9490-40a126bd6546 req-badd0147-61b9-441a-a597-641d4b336723 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910256 Feb 10 22:41:33.373368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5', 'fixed_ips': [{'subnet_id': 'c70d5968-7c8c-4e64-b547-3bdd3e7f164b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:41:33.374322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.378258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-3f5fb2fc-d0b4-4ff7-ba8b-096d44bf70ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723 HTTP/1.1" status: 200 len: 217 time: 0.2367551 Feb 10 22:41:33.491221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.521193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.528376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'fixed_ips': [{'subnet_id': 'c5348d92-0341-4593-8330-e3a75f048270'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:41:33.529207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.652734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Network 1fce8885-e908-4657-8315-8a61c7e8264d is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:33.662439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:33.670714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-958009d7-594f-4efd-9b0f-dad0ee45e899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.672676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-958009d7-594f-4efd-9b0f-dad0ee45e899 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 200 len: 855 time: 0.2250106 Feb 10 22:41:33.673796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:33.674855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.676272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:33.747816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=2b437579-a33a-4ceb-9dc3-9c8492dbc6a7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:33.762969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-fb28e67e-f0ac-425a-a10d-11187f2407b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:33.765061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-fb28e67e-f0ac-425a-a10d-11187f2407b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 0.4907277 Feb 10 22:41:33.767552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-c29bb6ae-7002-48be-ba6e-30c574aaedcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4c4890fa-c47f-4b3d-a233-777d867bfc99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703120 Feb 10 22:41:33.828131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Allocated IP 172.20.0.2 (bc9ae766-3dd9-448e-b87a-70998d05d5fa/c70d5968-7c8c-4e64-b547-3bdd3e7f164b/6de065d3-a6a1-4f18-ad7c-846f27a4db8c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:33.856992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Allocated IP 172.20.0.2 (8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8/c5348d92-0341-4593-8330-e3a75f048270/b97f8725-65e4-4a0a-a068-b91c8c46550e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:33.937643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-84fc8df5-f6cd-44da-974c-694c150b52e7 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.5554781 Feb 10 22:41:33.980675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44734) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:34.096893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.099627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-d53e522a-55ed-4739-8f66-a4940fde6549 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 200 len: 1000 time: 0.3220274 Feb 10 22:41:34.286269 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.315122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8c0eb17-5c4b-4b83-b760-e97e9d7dd32e req-5ffc8e7c-2f33-4334-8425-fadf9e2209d9 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.3325307 Feb 10 22:41:34.371629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.396349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.400528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Transition to ACTIVE for port object 6de065d3-a6a1-4f18-ad7c-846f27a4db8c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:34.420355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Transition to ACTIVE for port object b97f8725-65e4-4a0a-a068-b91c8c46550e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:34.436177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da91304-3a66-40ec-8891-dbb3d6abb645 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:34.440417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Transition to ACTIVE for port object 6de065d3-a6a1-4f18-ad7c-846f27a4db8c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:34.443598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5da91304-3a66-40ec-8891-dbb3d6abb645 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports/2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 HTTP/1.1" status: 200 len: 954 time: 0.3495090 Feb 10 22:41:34.452374 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.455390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:34.467722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Transition to ACTIVE for port object b97f8725-65e4-4a0a-a068-b91c8c46550e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:34.487953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-e0d96bd9-57d4-4e92-a398-5f1fa1a93b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:34.501067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-e0d96bd9-57d4-4e92-a398-5f1fa1a93b1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.3870292 Feb 10 22:41:34.528309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.532799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Deleting port 2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:34.533156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.534542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:34.539494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:34.545913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:34.581004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-40f810df-e980-418b-934a-1d79c6af9976 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960049 Feb 10 22:41:34.633584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Pushing event updated for resources: {'Port': ['ID=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:34.706109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Pushing event updated for resources: {'Port': ['ID=b97f8725-65e4-4a0a-a068-b91c8c46550e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:34.724775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:34.727933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:34.732703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:34.776883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-ba218e35-6939-4d6c-a895-1cbcba538e55 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:34.777667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-ba218e35-6939-4d6c-a895-1cbcba538e55 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:34.782055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Attempting to bind port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:34.782608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Attempting to bind port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:34.783146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Attempting to bind port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:34.806120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-8b7584d3-95eb-4d36-bec5-cb6e0bd5138f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:34.807632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-8b7584d3-95eb-4d36-bec5-cb6e0bd5138f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2819736 Feb 10 22:41:34.834380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Allocated IP 172.25.2.213 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/9a91e586-ed57-41b2-b1e8-2fcbbe08a424) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:34.841802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Attempting to bind port b97f8725-65e4-4a0a-a068-b91c8c46550e on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:34.842344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62061a2a-a0d7-41ed-a4de-8dfc933e2200 req-d87a1958-df43-4b46-9e14-e994cc904cd9 service neutron] 10.222.0.30 "GET /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517400 Feb 10 22:41:34.842831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Attempting to bind port b97f8725-65e4-4a0a-a068-b91c8c46550e by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:34.843369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Attempting to bind port b97f8725-65e4-4a0a-a068-b91c8c46550e on network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:34.848260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:34.848924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Checking segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:34.849522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.850058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Bound using segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:34.850968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Bound port: 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:34.851536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.864502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:34.865141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Checking segment: {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:34.865719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.866240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Bound using segment: {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:34.866848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Bound port: b97f8725-65e4-4a0a-a068-b91c8c46550e, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:34.867400 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:34.890417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-ba218e35-6939-4d6c-a895-1cbcba538e55 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:34.891982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-ba218e35-6939-4d6c-a895-1cbcba538e55 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.7383995 Feb 10 22:41:34.928145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-ad232713-853a-4616-890f-9b26c14eaa36 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/quotas/df4b5ba7361c468cb7718495aa21e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0276954 Feb 10 22:41:35.027502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-9627e25a-ced6-4cc5-9e0d-24a3659372ce service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113476 Feb 10 22:41:35.049629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.050331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] For port b97f8725-65e4-4a0a-a068-b91c8c46550e, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:35.055944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] For port b97f8725-65e4-4a0a-a068-b91c8c46550e, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b97f8725-65e4-4a0a-a068-b91c8c46550e,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:35.059106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] For port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:35.062137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.072782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] For port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:35.113909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.162944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 135343a7-f3bc-48a3-8e1a-827b32bbe723 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:35.225994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632769fa-afca-4db9-8b23-23e2e4293e6a None None] Pushing event updated for resources: {'Port': ['ID=b97f8725-65e4-4a0a-a068-b91c8c46550e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:35.254817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-94ad033e-a5bc-43d5-9885-437fca1719cd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3043871 Feb 10 22:41:35.260731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.399094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-475896c5-b785-4474-8140-7ca3c9b5efb2 req-c0000cec-ee18-4a6d-b0cd-09755c7e6612 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3583171 Feb 10 22:41:35.478374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bc2763-b1a9-4c92-9d9b-d450f9bb0c13 None None] Pushing event updated for resources: {'Port': ['ID=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:35.521329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:35.549139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '135343a7-f3bc-48a3-8e1a-827b32bbe723', 'network_id': '4c4890fa-c47f-4b3d-a233-777d867bfc99', 'port_id': '135343a7-f3bc-48a3-8e1a-827b32bbe723', 'mac_address': 'fa:16:3e:d2:aa:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b685aa6e-a51d-42bd-b30c-129282c82d2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:35.556524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Pushing event updated for resources: {'Port': ['ID=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:35.613968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda057e5-2bc9-44cb-bb08-6cf0396aeb6c req-06b9c849-9e9a-4185-95c1-0846c675f5d5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:35.658156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dda057e5-2bc9-44cb-bb08-6cf0396aeb6c req-06b9c849-9e9a-4185-95c1-0846c675f5d5 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 943 time: 0.8997164 Feb 10 22:41:35.696694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.728761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135343a7-f3bc-48a3-8e1a-827b32bbe723 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:35.764017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:35.771230 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.829597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:35.881047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6de065d3-a6a1-4f18-ad7c-846f27a4db8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:35.993425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:36.006799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-6cefd55e-6301-4d06-9dcc-67554e105840 service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7503815 Feb 10 22:41:36.019027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:36.025240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:36.042108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:36.045372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:36.147968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Calling delete_port for 2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:36.186916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['135343a7-f3bc-48a3-8e1a-827b32bbe723'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:36.225808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-76fd317f-cf91-4551-a76c-9428b4d5f2ba service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093835 Feb 10 22:41:36.231932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dda057e5-2bc9-44cb-bb08-6cf0396aeb6c req-dc3f378f-0ea8-464d-9ebb-b4223f23b0e9 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716426 Feb 10 22:41:36.544772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:36.795818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d63ac5b6-1f0c-4b8e-b4ca-80ea4d3f4e1b req-efeba7f4-e97d-4af0-8d8a-87dd2aa81521 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0870371 Feb 10 22:41:36.822430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b437579-a33a-4ceb-9dc3-9c8492dbc6a7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:36.967670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:37.040157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6dd1914-c06f-48f2-aadf-4f1bc6f6ccb3 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "DELETE /v2.0/ports/2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 HTTP/1.1" status: 204 len: 168 time: 2.5836742 Feb 10 22:41:37.048521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44810) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:37.239127 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04f17cb-045e-4fbc-81b2-5c4dc7db373e tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:41:37.239703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c04f17cb-045e-4fbc-81b2-5c4dc7db373e tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Synchronizing usage tracker for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:37.254794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fd63a-5bb5-496c-a282-27bd0aae1ea0 None None] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:37.267324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-088d9f86-c1bb-4660-9ed3-f2788888e76c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:37.280007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-088d9f86-c1bb-4660-9ed3-f2788888e76c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.3302960 Feb 10 22:41:37.313250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c74b83-b151-40ad-9d68-62b186e1078a req-42255a9a-331d-4c1e-8ad1-a8b4037b916e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:37.314464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-35ffbc06-d1cf-4c44-abbe-64bdec265d03 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/quotas/df4b5ba7361c468cb7718495aa21e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0335174 Feb 10 22:41:37.321158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20c74b83-b151-40ad-9d68-62b186e1078a req-42255a9a-331d-4c1e-8ad1-a8b4037b916e tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.6833651 Feb 10 22:41:37.327088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c04f17cb-045e-4fbc-81b2-5c4dc7db373e tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Unset dirty status for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:37.328220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c04f17cb-045e-4fbc-81b2-5c4dc7db373e tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports/2b437579-a33a-4ceb-9dc3-9c8492dbc6a7 HTTP/1.1" status: 404 len: 333 time: 0.2761612 Feb 10 22:41:37.348065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44820) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:37.362254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-894959018'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:37.460205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-0c0decb7-7334-4383-94a7-bba220d77acd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1448231 Feb 10 22:41:37.536485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ec649d-2b14-4461-996f-26bd159670a6 None None] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:41:37.685878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:37.688402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:37.694475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-57b4f55f-965c-4fd8-b333-507219f2e09c None None] Provisioning for port b97f8725-65e4-4a0a-a068-b91c8c46550e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:37.778784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b97f8725-65e4-4a0a-a068-b91c8c46550e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:37.818546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-604808ac-059e-4ed5-abd2-1288b2133621 service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494408 Feb 10 22:41:38.119936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20c74b83-b151-40ad-9d68-62b186e1078a req-17ae69f1-4168-43c4-8e57-72db3afc3801 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7978857 Feb 10 22:41:38.124211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Provisioning for port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:38.138539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:38.160792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Provisioning complete for port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:38.161536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.308587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Made reservation on behalf of 1b56f6c136e6479aac098ef249712240 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:38.312917 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.321192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-9b1fb5f9-bb06-4339-a5f1-1d4a5defd1da service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4907501 Feb 10 22:41:38.358393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 147b2235-6b2e-41ea-8bd7-5821fa416407 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:38.372217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b97f8725-65e4-4a0a-a068-b91c8c46550e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:38.378899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c461f2f-8dea-49da-b048-3caf254d015d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.391175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b97f8725-65e4-4a0a-a068-b91c8c46550e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:38.391911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.426576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.703051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:41:38.921641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:38.950884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.016865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b97f8725-65e4-4a0a-a068-b91c8c46550e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b97f8725-65e4-4a0a-a068-b91c8c46550e,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:39.024419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] For port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:39.025944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.074159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-daa6fbac-9823-4df9-b0d4-5d0d6518f26d req-853d1cac-8643-494c-86ea-905977d0ac39 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1839917 Feb 10 22:41:39.162273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.213576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 135343a7-f3bc-48a3-8e1a-827b32bbe723 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:39.221230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-16396912-1f69-4dc1-bfb0-cb4a818e7088 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:39.233153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.244997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-16396912-1f69-4dc1-bfb0-cb4a818e7088 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.9152124 Feb 10 22:41:39.268179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Request body: {'port': {'device_id': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'admin_state_up': True, 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:39.428396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.482708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b97f8725-65e4-4a0a-a068-b91c8c46550e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:39.589502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Network 1fce8885-e908-4657-8315-8a61c7e8264d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:39.598098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fd3e9-5062-4edb-8391-a2c5f7750f6d req-b2a9f574-2df7-44b4-abd0-9fd5e0e44c1a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:39.599860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b8fd3e9-5062-4edb-8391-a2c5f7750f6d req-b2a9f574-2df7-44b4-abd0-9fd5e0e44c1a tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 944 time: 1.0498166 Feb 10 22:41:39.606079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:39.618689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:39.618689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:39.618689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.692819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12fcef-ad69-4fac-851a-2c2d4c48e9d7 None None] Pushing event updated for resources: {'Port': ['ID=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:39.709589 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.3546879 Feb 10 22:41:39.709589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44866) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:39.739968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 135343a7-f3bc-48a3-8e1a-827b32bbe723 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:39.754609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:39.759774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d3066c50-3cf4-4bee-86a0-f9902024da23 None None] Provisioning complete for port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:39.759774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3066c50-3cf4-4bee-86a0-f9902024da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.825998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c0cc4-9be4-42d1-8037-b1d267277492 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=147b2235-6b2e-41ea-8bd7-5821fa416407,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:39.850474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b8fd3e9-5062-4edb-8391-a2c5f7750f6d req-1586125e-727b-4044-8aa1-370fd75dc4ba tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862936 Feb 10 22:41:39.857989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b97f8725-65e4-4a0a-a068-b91c8c46550e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:39.864364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:39.904064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 135343a7-f3bc-48a3-8e1a-827b32bbe723 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:39.904064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:39.918842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Router cfb9d964-91d0-495f-bc03-cfd93611183b is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:41:40.023996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b97f8725-65e4-4a0a-a068-b91c8c46550e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:40.024379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.030970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-0bd5899d-d0d1-4c78-8702-9a591505b41b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:40.038446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-0bd5899d-d0d1-4c78-8702-9a591505b41b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.5308113 Feb 10 22:41:40.057340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-8f3e1bfe-db99-45d2-8a04-035df0a69324 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/quotas/df4b5ba7361c468cb7718495aa21e7f5 HTTP/1.1" status: 200 len: 375 time: 0.0177965 Feb 10 22:41:40.063049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:40.069037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Usage tracker for resource:port and tenant:df4b5ba7361c468cb7718495aa21e7f5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:40.074620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:40.107154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:40.116096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.269910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Made reservation on behalf of df4b5ba7361c468cb7718495aa21e7f5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:40.269910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.292469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.292469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d3066c50-3cf4-4bee-86a0-f9902024da23 None None] Provisioning complete for port b97f8725-65e4-4a0a-a068-b91c8c46550e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:40.301541 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d3066c50-3cf4-4bee-86a0-f9902024da23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.390651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:40.406461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:40.422407 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.429910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.631928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0fe94cc-726d-4e5b-b8af-86acfd459347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:40.678707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Allocated IP 172.20.0.4 (bc9ae766-3dd9-448e-b87a-70998d05d5fa/c70d5968-7c8c-4e64-b547-3bdd3e7f164b/10908655-2f1d-453d-9b94-cf9acaa6ccc5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:40.714422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:40.723182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:40.758229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fef9cc43-995b-4906-8383-9f996a3b6a93 req-bd81668f-dde6-4102-9400-8ea16eb6df2e tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.3207862 Feb 10 22:41:40.783478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Usage tracker for resource:security_group_rule and tenant:1d4aa836b34542d0b8f788266a285ccf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:40.816215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:40.854519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:40.870390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:40.881526 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723', 'code': 200} Feb 10 22:41:40.897871 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Sync routers for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:40.947495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:40.947495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:41.162176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.162176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dda74537-4a2f-4069-9e8e-3f275702334f admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2874892 Feb 10 22:41:41.205787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:41.218801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-2f4ae9de-8cad-4fed-b394-c174de150402 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:41.218801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-2f4ae9de-8cad-4fed-b394-c174de150402 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.24 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.5187836 Feb 10 22:41:41.276368 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:41.330371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Request body: {'port': {'device_id': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'admin_state_up': True, 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:41.364408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-4a6c8251-cfd8-4222-8fc8-4c00fe8866bf tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2309704 Feb 10 22:41:41.386824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a8da0-5bc3-40cd-91d2-da833cddbf3d req-5856a061-786d-465f-843d-3baf3f9782d4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:41.411665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a2a8da0-5bc3-40cd-91d2-da833cddbf3d req-5856a061-786d-465f-843d-3baf3f9782d4 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.2648776 Feb 10 22:41:41.575624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] device_id is not set on port 147b2235-6b2e-41ea-8bd7-5821fa416407 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:41:41.575624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.583149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.599137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.642750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1d4aa836b34542d0b8f788266a285ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7631073 Feb 10 22:41:41.657572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a2a8da0-5bc3-40cd-91d2-da833cddbf3d req-8b4985a3-5054-4dc0-8d1a-f94979741a4e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481945 Feb 10 22:41:41.678713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44888) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:41.712531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.721452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.742597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Transition to ACTIVE for port object 147b2235-6b2e-41ea-8bd7-5821fa416407 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:41.757711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.804694 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:36Z', 'revision_number': 3, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:41.813114 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Checking router: cfb9d964-91d0-495f-bc03-cfd93611183b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:41.813478 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Updating router cfb9d964-91d0-495f-bc03-cfd93611183b port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:41:41.814765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6de065d3-a6a1-4f18-ad7c-846f27a4db8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:41.876698 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:41.884921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d39f1-39b2-4461-8235-0a48a9c2bb86 req-75a5de00-abb3-4f6d-ac48-c97ed31034a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:41.886648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab4d39f1-39b2-4461-8235-0a48a9c2bb86 req-75a5de00-abb3-4f6d-ac48-c97ed31034a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 1096 time: 0.8542285 Feb 10 22:41:41.918145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1e0b33-2814-4248-81b1-e39c14ab2f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a08fa45b-9cd9-4673-b720-ae7498f87516,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:41.931632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:41.931854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.048467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75ffd476-c2f4-4c98-8458-bd7b23c7044c req-56369ea2-5b41-48b3-8d58-44720b041282 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1350946 Feb 10 22:41:42.068559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=147b2235-6b2e-41ea-8bd7-5821fa416407,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.089767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.099223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.103747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.104279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.104781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.121804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.122553 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.131234 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 2 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.152031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.162648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.163251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.163795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.176548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.177195 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.180339 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 3 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.187431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:42.203152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab4d39f1-39b2-4461-8235-0a48a9c2bb86 req-5517d3f6-3748-4fb5-bde7-7489745c46c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727324 Feb 10 22:41:42.210973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Transition to ACTIVE for port object 10908655-2f1d-453d-9b94-cf9acaa6ccc5 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:42.216236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Usage tracker for resource:port and tenant:df4b5ba7361c468cb7718495aa21e7f5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:42.218901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.219570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.220098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.226134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.226715 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.227953 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 4 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.245416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.246536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.247091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.253180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.254276 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.255030 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 5 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.271590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.286831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.287160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.287511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.291993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-13c78c74-ac50-4639-b9b0-45e8da531b83 service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8451242 Feb 10 22:41:42.294060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08fa45b-9cd9-4673-b720-ae7498f87516,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.296173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.296493 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.297340 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 6 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.313201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.313453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:42.314742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-323aa4d5-1dae-4e63-ab85-adece0dc4a68 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a08fa45b-9cd9-4673-b720-ae7498f87516 HTTP/1.1" status: 204 len: 168 time: 0.6454759 Feb 10 22:41:42.324840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.325347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.325681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.327833 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.330612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.330997 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.331332 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 7 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.347544 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Transition to ACTIVE for port object 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:42.350750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.351575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.352442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.356523 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.359537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.359537 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.360271 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 8 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.369828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:42.386352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.387956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.387956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.393441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.394838 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.395433 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 9 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.415488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.415928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.416496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.422039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.422455 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.423485 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempt 10 to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 Feb 10 22:41:42.445718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.446386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.447366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempting to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.451557 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Pushing event updated for resources: {'Port': ['ID=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.455240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:42.455867 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Failed to bind port 147b2235-6b2e-41ea-8bd7-5821fa416407 on host n-h2-825178-4 for vnic_type normal using segments [{'id': 'b0ad467a-8b7e-41a0-b88d-d708d5357e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fce8885-e908-4657-8315-8a61c7e8264d'}] Feb 10 22:41:42.456590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.466923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Made reservation on behalf of df4b5ba7361c468cb7718495aa21e7f5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:42.470414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.476195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.476626 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.477122 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.477669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.478069 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.478463 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.478951 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.479298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.479625 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.479944 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.480293 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.480587 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:42.494144 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Attempting to bind port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:42.494517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Attempting to bind port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:42.494860 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Attempting to bind port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:42.502513 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:42.503594 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:42.504227 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.504996 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:42.505659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Bound port: 9a91e586-ed57-41b2-b1e8-2fcbbe08a424, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:42.506229 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.573465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 147b2235-6b2e-41ea-8bd7-5821fa416407, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:42.573759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attempted to set empty binding levels {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:41:42.579597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.620022 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] For port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:42.623702 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] For port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:42.634431 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.644506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] In _notify_port_updated(), no bound segment for port 147b2235-6b2e-41ea-8bd7-5821fa416407 on network 1fce8885-e908-4657-8315-8a61c7e8264d {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:41:42.645759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:42.647304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.648938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "PUT /v2.0/ports/147b2235-6b2e-41ea-8bd7-5821fa416407 HTTP/1.1" status: 200 len: 974 time: 2.9061403 Feb 10 22:41:42.652588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:42.697070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.828813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-2979917f-025e-4eed-a271-74e4556d0cae service neutron] 10.222.0.53 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848192 Feb 10 22:41:42.830510 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a6379-373b-4d1b-a521-461b679feccc None None] Pushing event updated for resources: {'Port': ['ID=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.835455 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:42.836464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:42.854488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50e5efa-b8fc-49c1-aacb-ad0313bba631 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event updated for resources: {'Port': ['ID=147b2235-6b2e-41ea-8bd7-5821fa416407,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.858017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.860022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44906) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:42.879635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Deleting port 147b2235-6b2e-41ea-8bd7-5821fa416407 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:42.880034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:42.922802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:42.946823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:42.959313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event updated for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:42.975465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:43.020063 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.148834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:43.149412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.196168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:43.230147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:04c3c040282440edaf0bd25134ad10e9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:43.241652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Allocated IP 172.20.0.14 (bc9ae766-3dd9-448e-b87a-70998d05d5fa/c70d5968-7c8c-4e64-b547-3bdd3e7f164b/f28d199a-2ba6-447e-be7f-a1136cd07631) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:43.248760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:43.260775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-458c319e-f853-4799-80e3-7a7dcf350379 req-3aadeb38-b423-450e-ab7f-9637af6d3188 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.1370561 Feb 10 22:41:43.281978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:43.333946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-1c219b10-071d-49f4-bb05-fe78a56eee82 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0765858 Feb 10 22:41:43.356235 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:43.388784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Request body: {'port': {'device_id': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:43.425082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c874fb3-3e5a-4e4b-a19a-10342426fde8 None None] Provisioning for port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:43.439241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c874fb3-3e5a-4e4b-a19a-10342426fde8 None None] Provisioning complete for port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:43.439641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c874fb3-3e5a-4e4b-a19a-10342426fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.463330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c9270b-57d6-4bbf-bb9b-398b2a9a0303 req-d1abdb04-d9bf-40d6-84b5-1200589d51cf tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:43.464919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55c9270b-57d6-4bbf-bb9b-398b2a9a0303 req-d1abdb04-d9bf-40d6-84b5-1200589d51cf tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.5403833 Feb 10 22:41:43.466076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] For port 147b2235-6b2e-41ea-8bd7-5821fa416407, host n-h2-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:43.466435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.515405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a2e2740-065c-4c90-a26d-18bfbf47e3a4 req-2a7ca456-216d-44a8-b773-14eb90bd329c tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0972428 Feb 10 22:41:43.641136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c874fb3-3e5a-4e4b-a19a-10342426fde8 None None] Port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:41:43.774968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Calling delete_port for 147b2235-6b2e-41ea-8bd7-5821fa416407 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:43.785954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.809525 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:36Z', 'revision_number': 3, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:43.816141 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee67845-3dc7-4b8e-8632-07086c240bfa None None] The sync data for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 is: [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:36Z', 'revision_number': 3, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:43.822743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.900093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:43.923703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55c9270b-57d6-4bbf-bb9b-398b2a9a0303 req-689e7e7d-3d5e-4ae9-8800-a4f4ce41e82e tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458075 Feb 10 22:41:44.149135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Pushing event deleted for resources: {'Port': ['ID=147b2235-6b2e-41ea-8bd7-5821fa416407,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:44.149135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.160301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9350185-c297-4438-aee2-864a82ab2b37 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "DELETE /v2.0/ports/147b2235-6b2e-41ea-8bd7-5821fa416407 HTTP/1.1" status: 204 len: 168 time: 1.5059285 Feb 10 22:41:44.163908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44922) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:44.212434 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e5d722f-7859-4b0c-b216-c0fb16ae2117 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:41:44.212997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0e5d722f-7859-4b0c-b216-c0fb16ae2117 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Synchronizing usage tracker for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:44.227599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.262307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0e5d722f-7859-4b0c-b216-c0fb16ae2117 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] Unset dirty status for tenant:1b56f6c136e6479aac098ef249712240 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:44.262307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0e5d722f-7859-4b0c-b216-c0fb16ae2117 tempest-PortsAdminExtendedAttrsTestJSON-652464080 tempest-PortsAdminExtendedAttrsTestJSON-652464080-project-admin] 10.222.0.53 "GET /v2.0/ports/147b2235-6b2e-41ea-8bd7-5821fa416407 HTTP/1.1" status: 404 len: 333 time: 0.0878823 Feb 10 22:41:44.262307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44926) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:44.306763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.381928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Transition to ACTIVE for port object f28d199a-2ba6-447e-be7f-a1136cd07631 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:44.424599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.500956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.632912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51bee6ad-1583-4c48-8608-70acc0ee7c02 req-8e12bbfa-5608-4066-a487-ed14092c098b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:44.675556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.699975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=04c3c040282440edaf0bd25134ad10e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8363888 Feb 10 22:41:44.715625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44934) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:44.771665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e88276e-215a-4c63-a938-9b8a02157fa8 req-8bda5f48-da4b-4a7d-8527-79495ceba89a tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0808518 Feb 10 22:41:44.782283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fce8885-e908-4657-8315-8a61c7e8264d']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:44.795626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bea38f-8369-4032-a1fb-aed02e98d3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5d750-f9b6-4444-8155-67f813e68a56,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:44.825033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0ad467a-8b7e-41a0-b88d-d708d5357e37') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:44.827942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0ad467a-8b7e-41a0-b88d-d708d5357e37') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:44.848955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.850046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-51bee6ad-1583-4c48-8608-70acc0ee7c02 req-8e12bbfa-5608-4066-a487-ed14092c098b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:44.851257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51bee6ad-1583-4c48-8608-70acc0ee7c02 req-8e12bbfa-5608-4066-a487-ed14092c098b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.4279795 Feb 10 22:41:44.877314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.889989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:41:44.890464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:41:44.911470 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:41:44.922035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.075945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.120046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.133369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] 10.222.0.53 "DELETE /v2.0/networks/1fce8885-e908-4657-8315-8a61c7e8264d HTTP/1.1" status: 204 len: 168 time: 0.8728037 Feb 10 22:41:45.212251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.283579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34a388-2d78-4e29-be50-706ecf5d2cda tempest-PortsAdminExtendedAttrsTestJSON-1001748148 tempest-PortsAdminExtendedAttrsTestJSON-1001748148-project] Pushing event deleted for resources: {'Network': ['ID=1fce8885-e908-4657-8315-8a61c7e8264d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:45.338124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3494058-14a1-4d86-a5e0-92fc524cf309 req-b16d65d8-0f2c-44de-b897-bc5ebeb4ba1d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:45.338124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3494058-14a1-4d86-a5e0-92fc524cf309 req-b16d65d8-0f2c-44de-b897-bc5ebeb4ba1d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.1967890 Feb 10 22:41:45.342584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:45.358282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:45.358282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:45.439267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.501425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3494058-14a1-4d86-a5e0-92fc524cf309 req-79631f80-f961-4e68-b98d-50777498d5a6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220939 Feb 10 22:41:45.570899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:45.618753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-19db461f-6292-48b4-a292-1564cf53b6af tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:45.629213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-19db461f-6292-48b4-a292-1564cf53b6af tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 816 time: 0.6965020 Feb 10 22:41:45.639269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Allocated IP 172.20.0.1 (8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8/c5348d92-0341-4593-8330-e3a75f048270/89780909-dbe0-4d89-a909-9852116fe601) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:45.683967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:45.683967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.694657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Request body: {'port': {'device_id': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'admin_state_up': True, 'tenant_id': 'df4b5ba7361c468cb7718495aa21e7f5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:45.780311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:45.842926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:45.905629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:45.919941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:45.920798 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:45.984102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-bafbd3a4-a029-4418-8bfe-1a434911dbd6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6628389 Feb 10 22:41:45.989107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c8295d8-9a1b-4b4f-aff3-96cf8fc7f93d req-e15cb3a7-1b11-438f-8a0b-71ce57419607 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0571866 Feb 10 22:41:46.060893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80b33eb6-3471-41d6-b6a6-4ea3682db4ab None None] Provisioning for port f28d199a-2ba6-447e-be7f-a1136cd07631 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:46.062221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Request body: {'port': {'device_id': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:46.072057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80b33eb6-3471-41d6-b6a6-4ea3682db4ab None None] Provisioning complete for port f28d199a-2ba6-447e-be7f-a1136cd07631 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:46.072425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b33eb6-3471-41d6-b6a6-4ea3682db4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.177107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-80b33eb6-3471-41d6-b6a6-4ea3682db4ab None None] Port f28d199a-2ba6-447e-be7f-a1136cd07631 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:41:46.208026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eae90e62-da84-4f7b-944d-01b6862e6c4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=141bec9f79874814b77e2af756848c7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3610179 Feb 10 22:41:46.225759 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ee20a09-a3f0-4bba-b6ee-ad21756efe0b req-5f55317f-75e4-4605-b936-1cea7b398439 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0977721 Feb 10 22:41:46.225759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:46.297579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.303939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:41:46.318203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.318967 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.341439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:46.354660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.361148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.458865 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.462697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:46.487061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737c3b5-fe88-484c-95fc-6d97b6922db1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:46.504606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.504606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e90b2fe-a08b-4a5f-a495-2e566d599209 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c737c3b5-fe88-484c-95fc-6d97b6922db1 HTTP/1.1" status: 204 len: 168 time: 0.2776656 Feb 10 22:41:46.535543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5d750-f9b6-4444-8155-67f813e68a56,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:46.541529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.541529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92ed7924-9ff5-4161-b883-fb85e2eda1f0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9b5d750-f9b6-4444-8155-67f813e68a56 HTTP/1.1" status: 204 len: 168 time: 1.7868927 Feb 10 22:41:46.565381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:46.574088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.630733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:46.672116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10908655-2f1d-453d-9b94-cf9acaa6ccc5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:46.694608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a8bfe-d4c1-4935-ae91-e3fbc3b665f7 req-976e0779-a464-414b-9893-bd257c60674b tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:46.696431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b69a8bfe-d4c1-4935-ae91-e3fbc3b665f7 req-976e0779-a464-414b-9893-bd257c60674b tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.8420942 Feb 10 22:41:46.713012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.719683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.727925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Made reservation on behalf of df4b5ba7361c468cb7718495aa21e7f5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:41:46.732029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:46.803990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Transition to ACTIVE for port object 10908655-2f1d-453d-9b94-cf9acaa6ccc5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:46.981719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Transition to ACTIVE for port object 89780909-dbe0-4d89-a909-9852116fe601 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:46.983027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:46.991615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.002672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44972) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:47.036340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.062457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:47.130889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5a0bb04-63c7-48d3-92a0-5fdb9d093260 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b56f6c136e6479aac098ef249712240&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1245961 Feb 10 22:41:47.132630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Usage tracker for resource:security_group_rule and tenant:93e55e591fb34e6e8e3704b5210421ac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:47.138359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:47.144533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:47.178606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b69a8bfe-d4c1-4935-ae91-e3fbc3b665f7 req-9d4ae2f5-ffe5-474b-99cf-b03f7b1cc142 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4621472 Feb 10 22:41:47.193565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:47.360387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b45b54-5a6d-49cb-ada8-37be16bab0ae req-76dbf403-efb7-42e8-beef-a0d22105c349 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1682060 Feb 10 22:41:47.398514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Pushing event updated for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:47.424722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.542812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.634973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.747355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-57a09611-2bc1-437c-9234-edd31bc0bebe req-0540cbab-6ce5-40b1-8324-1693fa7ef20d tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0837443 Feb 10 22:41:47.780422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:41:47.806763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.812291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.888974 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=93e55e591fb34e6e8e3704b5210421ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8991110 Feb 10 22:41:47.888974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44988) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:47.888974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81f470-14f2-4d09-a1bb-1b0a259fb55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4214a23d-7923-4446-9415-eb79e80205e4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:47.888974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.902866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:47.902866 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.909309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1f2c23-461d-43ce-81a2-0378fba13b58,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:47.965508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:47.975781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:47.978309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:47.987877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:47.992128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b9fd1bf-beb0-42fb-806c-2435d272fc69 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9e1f2c23-461d-43ce-81a2-0378fba13b58 HTTP/1.1" status: 204 len: 168 time: 0.8510520 Feb 10 22:41:47.993162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.036680 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.049829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.167297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.211841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.219476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4214a23d-7923-4446-9415-eb79e80205e4 HTTP/1.1" status: 204 len: 168 time: 0.3262889 Feb 10 22:41:48.249860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c834d-0e91-4cd5-9c5b-9aab9d0ac8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4214a23d-7923-4446-9415-eb79e80205e4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:48.455433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c66bc27-fb78-4ed2-bb3f-2dc0907573ce None None] Provisioning for port 89780909-dbe0-4d89-a909-9852116fe601 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:48.482105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c66bc27-fb78-4ed2-bb3f-2dc0907573ce None None] Provisioning complete for port 89780909-dbe0-4d89-a909-9852116fe601 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:48.482105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c66bc27-fb78-4ed2-bb3f-2dc0907573ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.673566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28d199a-2ba6-447e-be7f-a1136cd07631 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:48.750503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c66bc27-fb78-4ed2-bb3f-2dc0907573ce None None] Port 89780909-dbe0-4d89-a909-9852116fe601 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:41:48.846176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:48.852527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Pushing event updated for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:48.886608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Attempting to bind port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:48.886608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Attempting to bind port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:48.886608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Attempting to bind port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:48.921046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:48.921046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Attempting to bind port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:48.929044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Transition to ACTIVE for port object f28d199a-2ba6-447e-be7f-a1136cd07631 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:48.945223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d123d22-0650-44dc-854b-9ce1d863073e req-6d0e44ee-ee70-45a8-9505-f5ae1e502d0d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:48.945223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d123d22-0650-44dc-854b-9ce1d863073e req-6d0e44ee-ee70-45a8-9505-f5ae1e502d0d tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 1.2111366 Feb 10 22:41:48.991638 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7accfb7-2d4d-46b4-9250-2c37a64b814d req-a607f259-7e38-430e-adde-78685b029c32 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1323571 Feb 10 22:41:49.124160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:49.124160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Checking segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:49.124160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Bound using segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:49.124160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Bound port: 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:49.124160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:49.171348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:49.284607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2aa34f0f-aec2-49cb-a13b-0bc8e0b8bc1a req-b66f1659-3f74-44c1-acf5-76671ee99471 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0679708 Feb 10 22:41:49.599450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d123d22-0650-44dc-854b-9ce1d863073e req-7d41ff01-5a60-4d5f-a7dc-843bd52176b6 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6541092 Feb 10 22:41:49.607039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:49.687600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Allocated IP 172.20.0.12 (bc9ae766-3dd9-448e-b87a-70998d05d5fa/c70d5968-7c8c-4e64-b547-3bdd3e7f164b/9a3f6325-e4dc-4c2d-8cad-b29620949a56) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:50.160943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27203e03-cc98-400c-be07-f9fff2bf49c1 req-9d1a1ffa-276a-41d2-9512-654d24f2e38f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:50.167823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27203e03-cc98-400c-be07-f9fff2bf49c1 req-9d1a1ffa-276a-41d2-9512-654d24f2e38f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.3585622 Feb 10 22:41:50.284979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27203e03-cc98-400c-be07-f9fff2bf49c1 req-2a131ca2-73fc-47e3-a9d1-ca9e73ee0706 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107183 Feb 10 22:41:50.335819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:50.404116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:50.413644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b1ff14b-df78-4582-a084-df230bcb2fa8 req-93bc98fb-f4ef-4d6e-981e-a04a59edb200 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.2081113 Feb 10 22:41:50.460441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:50.494470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ff0da3c-5e30-477a-a8ff-18daf3353105 req-9d37e637-2012-4288-bc54-b8f1d8194b44 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1462460 Feb 10 22:41:50.514615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:50.532389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ca838213-c9a0-45b5-ae9d-1659483a5686 req-117139a3-fd4a-4382-952e-f0d54969e64f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0917969 Feb 10 22:41:50.655119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Attempting to bind port f28d199a-2ba6-447e-be7f-a1136cd07631 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:50.655119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Attempting to bind port f28d199a-2ba6-447e-be7f-a1136cd07631 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:50.655119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Attempting to bind port f28d199a-2ba6-447e-be7f-a1136cd07631 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:50.674776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:50.674776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:50.674776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] 10.222.0.30 "PUT /v2.0/ports/10908655-2f1d-453d-9b94-cf9acaa6ccc5 HTTP/1.1" status: 200 len: 1091 time: 7.2847624 Feb 10 22:41:50.716961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:50.851073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Port f28d199a-2ba6-447e-be7f-a1136cd07631 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:50.851073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Attempting to bind port f28d199a-2ba6-447e-be7f-a1136cd07631 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:50.902116 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5', 'status': 'completed', 'code': 200} Feb 10 22:41:51.272036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Pushing event updated for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:51.315244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.315244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.320999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.327275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153d69c6-3508-4c71-aab2-4d168839f220 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:41:51.333077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:51.333077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Checking segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:51.333077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Bound using segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:51.333077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Bound port: f28d199a-2ba6-447e-be7f-a1136cd07631, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:51.338468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.503871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:51.623740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45098) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:51.647309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.754023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:51.763728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.812050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:51.815517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-390a513b-3e96-4902-ac25-0cb7058e21f0 req-9c71adae-6080-4788-a80d-17ef3e078f99 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0709808 Feb 10 22:41:51.824153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-7dd10839-6d0d-4a36-8fe2-062cce634aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:51.825884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-7dd10839-6d0d-4a36-8fe2-062cce634aa9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 1094 time: 0.7275681 Feb 10 22:41:51.839901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Transition to ACTIVE for port object 9a3f6325-e4dc-4c2d-8cad-b29620949a56 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:51.839901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.840126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.856248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:51.860705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Usage tracker for resource:security_group_rule and tenant:766369837f5c46aea6502c651affc077 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:51.863976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:51.870599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:51.878925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1516108420'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:51.884794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:51.894600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Usage tracker for resource:router and tenant:ddad56c8c4ba41c3bd1e3dae776e56cd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:51.898859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:51.911318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:51.929472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.929714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:51.984903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-6528fd34-a553-4269-bc9f-7ac9859fec6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5 HTTP/1.1" status: 200 len: 217 time: 0.1414363 Feb 10 22:41:51.993901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1fcc962f-0401-4178-92ce-879179717a36 req-ee571430-9fd2-4dfd-b063-4d11d1a56e28 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0597043 Feb 10 22:41:52.000928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:52.002045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.003734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] 10.222.0.24 "PUT /v2.0/ports/f28d199a-2ba6-447e-be7f-a1136cd07631 HTTP/1.1" status: 200 len: 1092 time: 6.0102570 Feb 10 22:41:52.016621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.059154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf2735-68d5-4251-b4ba-2e2e637866f3 req-06551791-f483-458d-a887-094c0a04649c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:52.060916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-95bf2735-68d5-4251-b4ba-2e2e637866f3 req-06551791-f483-458d-a887-094c0a04649c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.8667228 Feb 10 22:41:52.075079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.115949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.132929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.167623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:41:52.209998 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=766369837f5c46aea6502c651affc077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5925727 Feb 10 22:41:52.216043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45106) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:52.219829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.230188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.230694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82778f88-5765-47f9-b46a-0584c121ff9e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7258213 Feb 10 22:41:52.239112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:52.262897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dcc0e-6a5e-418e-b3d8-f474b28a12a8 service neutron] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:52.267054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-8390b1b2-dc8b-4ffc-97fc-020197dd6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:52.270597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-8390b1b2-dc8b-4ffc-97fc-020197dd6236 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.2629817 Feb 10 22:41:52.344579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.348067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.478659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-95bf2735-68d5-4251-b4ba-2e2e637866f3 req-182493dc-7cd7-49b8-bcb7-962e3ef1abcf tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017324 Feb 10 22:41:52.496077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cecf6c-9cb6-45f9-9f3d-4733c9c1799a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3b66ed-486a-4506-affb-712505aeb6f3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:52.508691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.529534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:52.533654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Pushing event updated for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:52.536400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:52.542008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.582312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:52.633383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0d6269e-3cf5-4344-8da5-c4dd69e13f07 req-6d44c2aa-8f86-483f-9803-ae82c37b87e4 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239&device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1423368 Feb 10 22:41:52.689817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-655533ec-f28a-41c0-90f7-18ab17959462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:52.692358 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-655533ec-f28a-41c0-90f7-18ab17959462 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 1095 time: 0.6214774 Feb 10 22:41:52.693029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event updated for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:52.839751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-352182b9-342e-47f8-982b-8ef0013855c9 None None] Provisioning for port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:41:52.844157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.845633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-352182b9-342e-47f8-982b-8ef0013855c9 None None] Provisioning complete for port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:52.846173 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-352182b9-342e-47f8-982b-8ef0013855c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.874376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:52.938639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-352182b9-342e-47f8-982b-8ef0013855c9 None None] Port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:41:52.962870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:53.000526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.018225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.023479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.069713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3b66ed-486a-4506-affb-712505aeb6f3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:53.090089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00adddca-8d11-4b9a-ae11-d05d882f6a59 req-9adb16fc-4a3c-429d-a3b0-b166811c2066 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.0738852 Feb 10 22:41:53.090989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.092122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2c2d1c48-401c-4418-bc3f-986f051abdfb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a3b66ed-486a-4506-affb-712505aeb6f3 HTTP/1.1" status: 204 len: 168 time: 0.8762648 Feb 10 22:41:53.109131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.110869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f992b295-f216-4e81-b936-e4888320cc99 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:53.160738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-beb26235-20bd-44ef-85dd-a8452f6f00e8 req-2972d831-945f-4330-a837-ca22476b6875 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d814101ef6b4420982ddda74214660f&device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1854031 Feb 10 22:41:53.163500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.169038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a30d1510-c926-4e4e-aa1a-a18df7fc966e tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f992b295-f216-4e81-b936-e4888320cc99 HTTP/1.1" status: 204 len: 168 time: 0.9224236 Feb 10 22:41:53.169288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:53.178900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Request body: {'router': {'name': 'tempest-router-1407618205', 'distributed': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:53.184965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:53.189608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Usage tracker for resource:router and tenant:ddad56c8c4ba41c3bd1e3dae776e56cd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:53.193720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:53.200372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:53.202615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-e64e12f4-666b-4c3a-97f8-00c605887023 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28d199a-2ba6-447e-be7f-a1136cd07631 HTTP/1.1" status: 200 len: 217 time: 0.1839571 Feb 10 22:41:53.205847 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'status': 'completed', 'code': 200} Feb 10 22:41:53.215981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.216302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-250393fd-966d-496f-a70c-b1738b2a09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:53.218072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-250393fd-966d-496f-a70c-b1738b2a09be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9308424 Feb 10 22:41:53.220025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.245062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.299899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.337084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.338245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce7feb51-83ab-4f78-9fb5-a23bee80e5ba tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1674445 Feb 10 22:41:53.341052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45132) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:53.365792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:53.366416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.448562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-beb26235-20bd-44ef-85dd-a8452f6f00e8 req-06118bce-0c3e-4e24-8193-beacc2092cd9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d814101ef6b4420982ddda74214660f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2376583 Feb 10 22:41:53.485790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.593798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:53.598307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-5effb167-238f-4055-a0d4-252e26c59535 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.9590099 Feb 10 22:41:53.611239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d56a3ca-0b4d-4401-93e4-521785e26c99 req-46a651c1-6c9f-4f7f-8055-f62a741b6b16 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:53.613035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d56a3ca-0b4d-4401-93e4-521785e26c99 req-46a651c1-6c9f-4f7f-8055-f62a741b6b16 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 932 time: 0.3481903 Feb 10 22:41:53.618446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-84536565-7a61-4a33-a213-17c81133e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:53.620025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-84536565-7a61-4a33-a213-17c81133e934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.3372259 Feb 10 22:41:53.622797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:53.643040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Request body: {'port': {'device_id': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:53.904256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.908724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d56a3ca-0b4d-4401-93e4-521785e26c99 req-5cc28afa-62c6-4979-81c4-6bff50472aed tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829077 Feb 10 22:41:53.910651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.939753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c3a74-a607-4caa-85d3-fd9cc43aa798 req-6d7cdaac-66ba-4288-b8d0-51f8f236bd89 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:53.943427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-420c3a74-a607-4caa-85d3-fd9cc43aa798 req-6d7cdaac-66ba-4288-b8d0-51f8f236bd89 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 1.3101830 Feb 10 22:41:53.958547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.959509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cafe0162-aed3-42f7-8221-a49d095e12b8 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:53.971559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:53.972459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a6d202bc-ae25-4b50-8d68-b63bece1d009 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "DELETE /v2.0/routers/cafe0162-aed3-42f7-8221-a49d095e12b8 HTTP/1.1" status: 204 len: 168 time: 0.6302891 Feb 10 22:41:53.976366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:53.988493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Request body: {'router': {'name': 'tempest-router-2140707023', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'cf8af4dd4c8b46d593a70b2b564eeb47'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:53.994769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:53.998150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4330cec5-d01a-40c9-a64c-7f45ee0b868a None None] Provisioning complete for port 89780909-dbe0-4d89-a909-9852116fe601 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:41:53.998594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4330cec5-d01a-40c9-a64c-7f45ee0b868a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.010494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Usage tracker for resource:router and tenant:cf8af4dd4c8b46d593a70b2b564eeb47 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:54.016278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:54.030844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:54.052511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.053748 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.055382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-47ddcb17-8201-44a9-8a9b-842ecef8afa5 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7713349 Feb 10 22:41:54.070751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.091329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.093853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4330cec5-d01a-40c9-a64c-7f45ee0b868a None None] Port 89780909-dbe0-4d89-a909-9852116fe601 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:41:54.106645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb26235-20bd-44ef-85dd-a8452f6f00e8 req-4ff22e16-3028-4a21-94c5-8972f86919d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:54.108199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-beb26235-20bd-44ef-85dd-a8452f6f00e8 req-4ff22e16-3028-4a21-94c5-8972f86919d7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6434257 Feb 10 22:41:54.129946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.133272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-48f88971-7451-4b48-97fa-97b99ff9b231 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1545007 Feb 10 22:41:54.141713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45158) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:54.152403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:54.164109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.213421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.329657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-420c3a74-a607-4caa-85d3-fd9cc43aa798 req-fe7b528c-9992-4a4d-af48-d2c346b2d71c tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324270 Feb 10 22:41:54.384695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f62aad-0069-4712-a96a-b07725d37500 req-77c3032c-23f2-497f-93c7-8d84d3b68264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:54.386636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-77c3032c-23f2-497f-93c7-8d84d3b68264 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7479920 Feb 10 22:41:54.446785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Router cfb9d964-91d0-495f-bc03-cfd93611183b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:41:54.514124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4aebd995-8621-49a3-87a5-c3a95f68548e req-2379e501-3c06-4533-b829-d0e8cf2190b4 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1060543 Feb 10 22:41:54.553880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41c0440c-c2a0-4594-a76e-b16a28b5815d req-872f1314-8a43-4127-af03-12b299e09e6a service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822123 Feb 10 22:41:54.801006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.801812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.943004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 10 22:41:54.943489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Router 8b0373a3-88c8-43fa-81ad-be5f3669f086 migrating from provider to provider. {{(pid=87652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 10 22:41:54.943954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.949083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:54.952777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:55.119002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-1f3f022f-1000-4928-84f3-111d0db97a52 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7190821 Feb 10 22:41:55.155120 n-d-825178-4 neutron-server[87652]: WARNING neutron.scheduler.l3_agent_scheduler [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] No L3 agents can host the router 8b0373a3-88c8-43fa-81ad-be5f3669f086 Feb 10 22:41:55.257918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:41:55.270292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Sync routers for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:41:55.274135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c0132179-0777-4565-8afa-d643dd235718 admin admin] 10.222.0.53 "PUT /v2.0/routers/cfb9d964-91d0-495f-bc03-cfd93611183b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0580661 Feb 10 22:41:55.308160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43772-60f5-4718-aaed-5542b6294366 req-38d94673-4d97-4bbe-aa2f-39a465953a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:55.309638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-38d94673-4d97-4bbe-aa2f-39a465953a5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 1094 time: 0.5149362 Feb 10 22:41:55.314950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:55.318122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:55.336232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33365c18-746b-4753-bd8e-a6e0aa8c27b8 req-7fc648f0-02b7-47b1-99cd-7e5cb173940c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:55.343213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33365c18-746b-4753-bd8e-a6e0aa8c27b8 req-7fc648f0-02b7-47b1-99cd-7e5cb173940c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 932 time: 0.2736979 Feb 10 22:41:55.378143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Hosts for router 8b0373a3-88c8-43fa-81ad-be5f3669f086: [] {{(pid=87652) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Feb 10 22:41:55.430769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:41:55.449266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97a79c-79b1-43ed-953c-e4b99d37102e req-e340cff7-a386-41d8-8f7a-adf96e1b664f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:55.452491 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33365c18-746b-4753-bd8e-a6e0aa8c27b8 req-a30580a9-0973-4c80-8c8a-5405ba93fd32 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081512 Feb 10 22:41:55.456368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d97a79c-79b1-43ed-953c-e4b99d37102e req-e340cff7-a386-41d8-8f7a-adf96e1b664f tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.5416639 Feb 10 22:41:55.457536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Hosts for other DVR routers connected to router 8b0373a3-88c8-43fa-81ad-be5f3669f086: set() {{(pid=87652) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Feb 10 22:41:55.462224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:55.464531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a5317766-ad20-478c-8261-18099bcbba3d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "PUT /v2.0/routers/8b0373a3-88c8-43fa-81ad-be5f3669f086 HTTP/1.1" status: 200 len: 717 time: 1.3216963 Feb 10 22:41:55.471365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:55.491748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02f62aad-0069-4712-a96a-b07725d37500 req-6215e2af-d428-42da-acd4-dd511f68a1f0 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608496 Feb 10 22:41:55.582112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3f6325-e4dc-4c2d-8cad-b29620949a56 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:55.591853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:55.638708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-558884d1-c4c1-4ca9-a9e5-0c0f6c073f75 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "GET /v2.0/routers/8b0373a3-88c8-43fa-81ad-be5f3669f086 HTTP/1.1" status: 200 len: 717 time: 0.1652880 Feb 10 22:41:55.641091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45192) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:55.684887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:55.739339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Transition to ACTIVE for port object 9a3f6325-e4dc-4c2d-8cad-b29620949a56 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:55.747096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-beb26235-20bd-44ef-85dd-a8452f6f00e8 req-08a38713-6551-4047-a9bd-c60d315297fc tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.2541504 Feb 10 22:41:55.762890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:55.888987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d97a79c-79b1-43ed-953c-e4b99d37102e req-e5e249ce-a25f-42e3-842a-eb97e1f568ff tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/security-groups?id=b22ca7d2-c567-4040-89a2-4ddc2cb02d55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311366 Feb 10 22:41:56.030798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43772-60f5-4718-aaed-5542b6294366 req-576f7d42-1511-487d-ab19-aa759517d449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:56.032336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-576f7d42-1511-487d-ab19-aa759517d449 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 917 time: 0.7084384 Feb 10 22:41:56.262613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:56.284836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-becabe8a-e6b3-479e-b26e-5b608b19bb60 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Synchronizing usage tracker for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:56.314598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fbc307ad-6c60-4537-8c90-7f9bc0220b87 tempest-RoutersTestDVR-1938491278 tempest-RoutersTestDVR-1938491278-project] 10.222.0.53 "GET /v2.0/routers/8b0373a3-88c8-43fa-81ad-be5f3669f086 HTTP/1.1" status: 200 len: 683 time: 0.6687911 Feb 10 22:41:56.318109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:56.318366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:49Z', 'revision_number': 4, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '89780909-dbe0-4d89-a909-9852116fe601', 'name': '', 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'mac_address': 'fa:16:3e:b8:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5348d92-0341-4593-8330-e3a75f048270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:43Z', 'updated_at': '2022-02-10T22:41:50Z', 'revision_number': 2, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'subnets': [{'id': 'c5348d92-0341-4593-8330-e3a75f048270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:56.322978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Checking router: cfb9d964-91d0-495f-bc03-cfd93611183b for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:41:56.323356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Updating router cfb9d964-91d0-495f-bc03-cfd93611183b port 89780909-dbe0-4d89-a909-9852116fe601 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:41:56.419738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-a52531a8-17f3-4993-83cf-fe1789f9786a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:56.421327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-a52531a8-17f3-4993-83cf-fe1789f9786a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 1095 time: 0.7480893 Feb 10 22:41:56.422807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-0e15cf66-dcb8-450e-8341-ef5a03f09b5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5 HTTP/1.1" status: 200 len: 217 time: 0.3585641 Feb 10 22:41:56.443317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-becabe8a-e6b3-479e-b26e-5b608b19bb60 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Unset dirty status for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:56.448181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1efa2a9c-3e51-4b69-9b31-f338193b0d96 req-01ac902a-3a7a-460c-852a-067217a0289e tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=28d2bb42-7199-42f0-ad39-6023c0cb1239 HTTP/1.1" status: 200 len: 210 time: 0.1865351 Feb 10 22:41:56.449837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.450110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-becabe8a-e6b3-479e-b26e-5b608b19bb60 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7446163 Feb 10 22:41:56.466715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:56.486893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:56.493723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.553297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Usage tracker for resource:floatingip and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:56.563050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:56.629601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:56.637831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Attempting to bind port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:56.638158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Attempting to bind port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:56.638477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Attempting to bind port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:56.794349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.887328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43772-60f5-4718-aaed-5542b6294366 req-f6d53686-e36b-43db-83af-35bf20458060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:56.888853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-f6d53686-e36b-43db-83af-35bf20458060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.4556241 Feb 10 22:41:56.896595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:41:56.896922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Attempting to bind port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 on network bc9ae766-3dd9-448e-b87a-70998d05d5fa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:56.907146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.908133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:56.908474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Checking segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:56.908855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Bound using segment: {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:56.909755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Bound port: 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a37c5e-92db-4e9d-8fe4-7fe8965053fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:56.910179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.925501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Transition to ACTIVE for port object 89780909-dbe0-4d89-a909-9852116fe601 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:41:56.935161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.938423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:56.948142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.000397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.001756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0373a3-88c8-43fa-81ad-be5f3669f086 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:57.025382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-49cb3d4d-7b08-4883-a1bc-57db71155179 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:57.027542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-49cb3d4d-7b08-4883-a1bc-57db71155179 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 945 time: 0.3994117 Feb 10 22:41:57.097471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.098989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3302c88c-c5d1-40e3-8a5e-7264a39fd672 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "DELETE /v2.0/routers/8b0373a3-88c8-43fa-81ad-be5f3669f086 HTTP/1.1" status: 204 len: 168 time: 0.7801085 Feb 10 22:41:57.110074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:57.148662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Request body: {'router': {'name': 'tempest-router-2057792752', 'distributed': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:41:57.166290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a43772-60f5-4718-aaed-5542b6294366 req-5ae712d3-edc6-4e2d-b987-7d3560548924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:57.179600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-5ae712d3-edc6-4e2d-b987-7d3560548924 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2642853 Feb 10 22:41:57.191074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:41:57.213356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Usage tracker for resource:router and tenant:ddad56c8c4ba41c3bd1e3dae776e56cd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:41:57.221568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:41:57.227958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Deleting port 135343a7-f3bc-48a3-8e1a-827b32bbe723 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:41:57.228385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.254186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:57.254533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb853b-d6a5-4df7-aeef-0f883de851a2 None None] Pushing event updated for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:57.256935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f28d199a-2ba6-447e-be7f-a1136cd07631 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:57.258560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:57.276436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:41:57.302341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.329483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.331808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.352152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-f667613c-e1e5-415c-9ee3-180a26cc8cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:57.353616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-f667613c-e1e5-415c-9ee3-180a26cc8cf5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 917 time: 0.7977915 Feb 10 22:41:57.412787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.414636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.436514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Attempting to bind port 89780909-dbe0-4d89-a909-9852116fe601 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:41:57.437094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Attempting to bind port 89780909-dbe0-4d89-a909-9852116fe601 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:41:57.437215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Attempting to bind port 89780909-dbe0-4d89-a909-9852116fe601 on network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:41:57.462351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:41:57.462730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Checking segment: {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:41:57.463133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.463551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Bound using segment: {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:41:57.464016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Bound port: 89780909-dbe0-4d89-a909-9852116fe601, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '074eeae6-1475-4489-bd65-b66fcb054e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:41:57.464388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.511663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-38ead3c7-4f82-49db-b9ef-a494f19c9a25 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:57.512365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-38ead3c7-4f82-49db-b9ef-a494f19c9a25 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:57.539103 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-51f5dc65-871a-4cf6-bd98-1e64e75842cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28d199a-2ba6-447e-be7f-a1136cd07631 HTTP/1.1" status: 200 len: 217 time: 0.0983860 Feb 10 22:41:57.592565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:57.604839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] For port 89780909-dbe0-4d89-a909-9852116fe601, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:41:57.614126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'port_id': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'mac_address': 'fa:16:3e:56:47:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d5968-7c8c-4e64-b547-3bdd3e7f164b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:57.618670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] For port 89780909-dbe0-4d89-a909-9852116fe601, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=89780909-dbe0-4d89-a909-9852116fe601,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:41:57.630831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-d2d73959-af34-405b-9e31-4f45df803555 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703852 Feb 10 22:41:57.635871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:57.636957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.638490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] 10.222.0.30 "PUT /v2.0/ports/9a3f6325-e4dc-4c2d-8cad-b29620949a56 HTTP/1.1" status: 200 len: 1092 time: 4.0056107 Feb 10 22:41:57.674682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:57.679162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.772307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.793509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:41:57.794145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:41:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:57.809440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Allocated IP 172.25.2.88 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/a6378165-7a32-436a-a9c8-7cbae60ab2c0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:41:57.850249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4f81-088c-4cdd-881d-9a113bcb3eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:57.853781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-38ead3c7-4f82-49db-b9ef-a494f19c9a25 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:57.866434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-38ead3c7-4f82-49db-b9ef-a494f19c9a25 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 944 time: 1.2593217 Feb 10 22:41:57.896173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28d199a-2ba6-447e-be7f-a1136cd07631 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:57.917840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:57.922215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb853b-d6a5-4df7-aeef-0f883de851a2 None None] Pushing event updated for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:57.927513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:57.985469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.001082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-d7086e69-4edb-4029-9561-8854bd5c47e0 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:58.085800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] For port 135343a7-f3bc-48a3-8e1a-827b32bbe723, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=135343a7-f3bc-48a3-8e1a-827b32bbe723,segment=NetworkSegment(bffe8c00-9cf1-4ce4-b20a-af5922330e91),segment_id=bffe8c00-9cf1-4ce4-b20a-af5922330e91)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:58.086158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.100228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.100575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72a43772-60f5-4718-aaed-5542b6294366 req-f0e5f641-5a33-445d-8390-8b0ca9d9ab7b service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181452 Feb 10 22:41:58.101434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d99b23f6-13da-4c7a-b6b5-af51ad17670d tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9816375 Feb 10 22:41:58.104032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-202adfc9-b592-47ef-9dc7-9521fada951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:58.106636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-202adfc9-b592-47ef-9dc7-9521fada951c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.4817178 Feb 10 22:41:58.107814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45224) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:58.185422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f28d199a-2ba6-447e-be7f-a1136cd07631'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:58.236721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:58.298117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.302656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:41:58.306410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Calling delete_port for 135343a7-f3bc-48a3-8e1a-827b32bbe723 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:41:58.344408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.455654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.542195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:41:58.548225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:41:58.553747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-d7086e69-4edb-4029-9561-8854bd5c47e0 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:41:58.554957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b32f4e2-8152-4f97-8199-2bcbfef59838 req-d7086e69-4edb-4029-9561-8854bd5c47e0 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6876490 Feb 10 22:41:58.556986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:41:58.591709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event updated for resources: {'Port': ['ID=a6378165-7a32-436a-a9c8-7cbae60ab2c0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:58.611940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.672143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Pushing event deleted for resources: {'Port': ['ID=135343a7-f3bc-48a3-8e1a-827b32bbe723,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:58.712519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['135343a7-f3bc-48a3-8e1a-827b32bbe723'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:41:58.772346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] No DVR routers for this DVR port 135343a7-f3bc-48a3-8e1a-827b32bbe723 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:41:58.776485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.779263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'name': 'network-vif-deleted', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:41:58.801409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.804695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5bb90efc-d59d-4de4-abdf-8d0a31eb5314 req-bab796b1-2407-4f01-9e31-5fd3fee2b8ae tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.30 "DELETE /v2.0/ports/135343a7-f3bc-48a3-8e1a-827b32bbe723 HTTP/1.1" status: 204 len: 173 time: 1.7616117 Feb 10 22:41:58.882896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.921138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:49Z', 'revision_number': 4, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '89780909-dbe0-4d89-a909-9852116fe601', 'name': '', 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'mac_address': 'fa:16:3e:b8:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5348d92-0341-4593-8330-e3a75f048270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:43Z', 'updated_at': '2022-02-10T22:41:57Z', 'revision_number': 4, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'subnets': [{'id': 'c5348d92-0341-4593-8330-e3a75f048270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:41:58.928239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4702e03-520a-4e21-8cf5-f11f4872e61b None None] The sync data for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 is: [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:41:49Z', 'revision_number': 4, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '89780909-dbe0-4d89-a909-9852116fe601', 'name': '', 'network_id': '8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'mac_address': 'fa:16:3e:b8:3a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1404, 'fixed_ips': [{'subnet_id': 'c5348d92-0341-4593-8330-e3a75f048270', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:43Z', 'updated_at': '2022-02-10T22:41:57Z', 'revision_number': 4, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'subnets': [{'id': 'c5348d92-0341-4593-8330-e3a75f048270', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:41:58.941012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-21138886-52c9-4955-bab6-3f377f3bba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:58.942623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-21138886-52c9-4955-bab6-3f377f3bba9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 1095 time: 1.2314007 Feb 10 22:41:58.948271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-782860a2-7839-42ae-ac1d-02692440f9bb req-e0d7d57c-e545-4e8d-98e5-8ed820b99f01 tempest-ServerDiskConfigTestJSON-1007755763 tempest-ServerDiskConfigTestJSON-1007755763-project] 10.222.0.53 "GET /v2.0/ports?device_id=13ebc5c7-18e0-485f-815f-f1142eb5b005 HTTP/1.1" status: 200 len: 210 time: 0.0715992 Feb 10 22:41:58.950123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:58.954014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.086452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-36181703-2bcf-4baf-bb3f-830896759fa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56 HTTP/1.1" status: 200 len: 217 time: 0.1307316 Feb 10 22:41:59.144856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.145593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3e0ab51-b8ac-41aa-af68-7ed05cc5a57d {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:41:59.167178 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56', 'status': 'completed', 'code': 200} Feb 10 22:41:59.194390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-62c6420c-79c5-485d-956a-0e5ea0aa6dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:59.195862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-62c6420c-79c5-485d-956a-0e5ea0aa6dc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0789251 Feb 10 22:41:59.208510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.212573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7df598b4-44bd-4ee7-abe8-bbeb7cb0f1b7 tempest-RoutersTestDVR-1610106870 tempest-RoutersTestDVR-1610106870-project-admin] 10.222.0.53 "DELETE /v2.0/routers/e3e0ab51-b8ac-41aa-af68-7ed05cc5a57d HTTP/1.1" status: 204 len: 168 time: 1.0982533 Feb 10 22:41:59.214695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.220821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.287564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 10908655-2f1d-453d-9b94-cf9acaa6ccc5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:41:59.288549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-6e413c22-94ed-409b-b333-4ae777bbf05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:41:59.290564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-6e413c22-94ed-409b-b333-4ae777bbf05b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.1975219 Feb 10 22:41:59.420433 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13ebc5c7-18e0-485f-815f-f1142eb5b005', 'name': 'network-vif-deleted', 'tag': '135343a7-f3bc-48a3-8e1a-827b32bbe723', 'status': 'completed', 'code': 200} Feb 10 22:41:59.495119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event updated for resources: {'Port': ['ID=a6378165-7a32-436a-a9c8-7cbae60ab2c0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:41:59.543040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:59.576101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.583163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '10908655-2f1d-453d-9b94-cf9acaa6ccc5', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'port_id': '10908655-2f1d-453d-9b94-cf9acaa6ccc5', 'mac_address': 'fa:16:3e:f3:6c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d5968-7c8c-4e64-b547-3bdd3e7f164b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:41:59.643202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.646218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-d994dcac-fcd4-481d-8ff1-a83b5f4f0b5d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1936753 Feb 10 22:41:59.703661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.757512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10908655-2f1d-453d-9b94-cf9acaa6ccc5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:41:59.822533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:41:59.828264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:41:59.902565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45254) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:41:59.974175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-093044fb-5e91-464c-b63d-734b1619811c tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Synchronizing usage tracker for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:41:59.979680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-602659b4-a764-4678-bb88-458dc8aec1a2 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314048 Feb 10 22:42:00.015209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 89780909-dbe0-4d89-a909-9852116fe601 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:00.068054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-0832e89f-84a6-4855-8b2a-fa5eb52d27a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:00.068054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-0832e89f-84a6-4855-8b2a-fa5eb52d27a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6661034 Feb 10 22:42:00.075634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-093044fb-5e91-464c-b63d-734b1619811c tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Unset dirty status for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:00.075634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-093044fb-5e91-464c-b63d-734b1619811c tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.4089122 Feb 10 22:42:00.312095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:00.344569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.355716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['10908655-2f1d-453d-9b94-cf9acaa6ccc5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:00.363047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b1e10d7-51da-422d-9657-38617172dbf3 req-b70e5b6b-deef-4b9d-b576-a3f0a2fce7d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d814101ef6b4420982ddda74214660f&device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.2887235 Feb 10 22:42:00.417178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 89780909-dbe0-4d89-a909-9852116fe601 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:00.431590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 89780909-dbe0-4d89-a909-9852116fe601 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:00.431590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.500649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:00.517869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Usage tracker for resource:security_group_rule and tenant:cf8af4dd4c8b46d593a70b2b564eeb47 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:00.517869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:00.517869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:00.550546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-cebff782-0ddc-4b27-8a6a-755eb2c8207b tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:00.550546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-cebff782-0ddc-4b27-8a6a-755eb2c8207b tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.4809434 Feb 10 22:42:00.576563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-f7b05fbe-d826-48ee-9e66-5213f541b7b1 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:00.595402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f54d33f9-b382-4318-8515-89cf8f748bbe req-f7b05fbe-d826-48ee-9e66-5213f541b7b1 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0338991 Feb 10 22:42:00.655589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.699758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b1e10d7-51da-422d-9657-38617172dbf3 req-d718c17a-c081-43c7-8964-59a49a4eebe0 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d814101ef6b4420982ddda74214660f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2434080 Feb 10 22:42:00.699758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.717631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.892394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 89780909-dbe0-4d89-a909-9852116fe601, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=89780909-dbe0-4d89-a909-9852116fe601,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:00.892394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:00.933493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf8af4dd4c8b46d593a70b2b564eeb47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0149493 Feb 10 22:42:00.951350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8502b-5fb6-49c0-be7c-f86417ea3533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db52125-15c2-4322-af9f-328736d91e1f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:00.951350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45268) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:00.968803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-52771a3f-ad1b-4835-9356-dee7aa2dc451 req-d823dbf4-f80e-487c-8d62-76acd13b169c tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1398103 Feb 10 22:42:00.994736 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557c9e70-027a-4017-9ecc-7e6a8104144c req-e3ad356d-1f38-41d2-9de9-9bfd515213fa service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0077434 Feb 10 22:42:01.017816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-30d4ff85-ef15-431e-9d61-1b38bfbb678d service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8331325 Feb 10 22:42:01.041443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:01.190037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc89d8e6-b74f-41a2-9661-55f787e095e7 req-1cf6de3c-eb15-470f-acd7-f0f8acdc00be tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:01.206801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc89d8e6-b74f-41a2-9661-55f787e095e7 req-1cf6de3c-eb15-470f-acd7-f0f8acdc00be tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 944 time: 0.9391739 Feb 10 22:42:01.223856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f28d199a-2ba6-447e-be7f-a1136cd07631 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:01.300940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 135343a7-f3bc-48a3-8e1a-827b32bbe723 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:01.350024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e10d7-51da-422d-9657-38617172dbf3 req-151707da-19a7-49bc-a784-4ec26f09b22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:01.360488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b1e10d7-51da-422d-9657-38617172dbf3 req-151707da-19a7-49bc-a784-4ec26f09b22d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6484604 Feb 10 22:42:01.361853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 135343a7-f3bc-48a3-8e1a-827b32bbe723 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:01.361853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 135343a7-f3bc-48a3-8e1a-827b32bbe723 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:01.362459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e947b157-bdc4-49fd-ab51-9d54afc29836 req-e4c76c43-f4d2-4cbd-b4a6-667019e6b7e4 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026948 Feb 10 22:42:01.402852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port f28d199a-2ba6-447e-be7f-a1136cd07631 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:01.415953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port f28d199a-2ba6-447e-be7f-a1136cd07631 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:01.416997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.430068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.459803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc89d8e6-b74f-41a2-9661-55f787e095e7 req-e2047e91-f082-425e-a3d0-8338c780a4dc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661738 Feb 10 22:42:01.477338 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47250034-57b9-4e25-a946-8e35cb67a477 req-47af43ba-77c2-45d0-93a4-8a3cc6443a50 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips/868ca281-efaa-41fe-aa1f-bfb16fd60a1a HTTP/1.1" status: 200 len: 692 time: 0.4414589 Feb 10 22:42:01.537243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.632939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-4cce7243-adb7-4b38-97a7-221d1f0689bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:01.632939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-4cce7243-adb7-4b38-97a7-221d1f0689bd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 1095 time: 0.1595774 Feb 10 22:42:01.711156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.736237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.782375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250034-57b9-4e25-a946-8e35cb67a477 req-6371bb54-82aa-40de-9389-f3f7f87dc749 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:01.789913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47250034-57b9-4e25-a946-8e35cb67a477 req-6371bb54-82aa-40de-9389-f3f7f87dc749 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.3077555 Feb 10 22:42:01.800635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-47250034-57b9-4e25-a946-8e35cb67a477 req-5273816b-3283-4e54-9ba3-7a06db86d025 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:01.800929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 89780909-dbe0-4d89-a909-9852116fe601 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:01.813829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47250034-57b9-4e25-a946-8e35cb67a477 req-5273816b-3283-4e54-9ba3-7a06db86d025 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224001 Feb 10 22:42:01.873939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:01.878019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1db52125-15c2-4322-af9f-328736d91e1f HTTP/1.1" status: 204 len: 168 time: 0.9265370 Feb 10 22:42:01.886364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:01.900459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755310f1-5548-4a29-918e-751f417bdee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db52125-15c2-4322-af9f-328736d91e1f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:01.932626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:01.936473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.028676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45286) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:02.033932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 89780909-dbe0-4d89-a909-9852116fe601 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:02.033932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.116432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f3f695e6-e184-452b-892f-dd1e250314a9 req-6cb7cb6c-382f-4dbd-ab7e-f2c68435131c tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?tenant_id=89db82c3e0fa403781d99c1e80500d31 HTTP/1.1" status: 200 len: 695 time: 0.2856762 Feb 10 22:42:02.131891 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'code': 200} Feb 10 22:42:02.136771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:02.159823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.160703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.160828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.162769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.163261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.163512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.163855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.164191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.166034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.166034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.166034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.166034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:02.535523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f695e6-e184-452b-892f-dd1e250314a9 req-8712beed-d3ea-4265-9baa-a6e0214baf1a tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:02.546444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f3f695e6-e184-452b-892f-dd1e250314a9 req-8712beed-d3ea-4265-9baa-a6e0214baf1a tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks?id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 787 time: 0.4279368 Feb 10 22:42:02.561180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-f3f695e6-e184-452b-892f-dd1e250314a9 req-4411324f-a525-468c-85fb-f7906e277541 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:02.578420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f3f695e6-e184-452b-892f-dd1e250314a9 req-4411324f-a525-468c-85fb-f7906e277541 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0315585 Feb 10 22:42:02.631325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f100bab-1416-407e-ba0f-cf8cd5a57764 req-d08a2bcf-f429-4e24-a435-95bbbd741550 tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.53 "GET /v2.0/ports?device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1374171 Feb 10 22:42:02.632139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45304) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:02.663469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.691776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:02.696743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Usage tracker for resource:security_group_rule and tenant:ddad56c8c4ba41c3bd1e3dae776e56cd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:02.700507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:02.706814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:02.828441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-beded42d-e52e-4790-b80a-e382d85f5cf8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips/868ca281-efaa-41fe-aa1f-bfb16fd60a1a HTTP/1.1" status: 200 len: 692 time: 0.1436684 Feb 10 22:42:02.840186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-3e5cbb8a-264c-4963-a4fa-9ff229b5c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:02.841622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-3e5cbb8a-264c-4963-a4fa-9ff229b5c6f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 917 time: 1.1971216 Feb 10 22:42:02.850440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89d157-2c1d-4f05-a0f2-c0841a575bd7 req-e77fb3aa-1216-4b04-a918-ccee49a49260 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:02.852086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b89d157-2c1d-4f05-a0f2-c0841a575bd7 req-e77fb3aa-1216-4b04-a918-ccee49a49260 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 944 time: 0.1428089 Feb 10 22:42:02.853929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Deleting subnet b685aa6e-a51d-42bd-b30c-129282c82d2b {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:42:02.863094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b1e10d7-51da-422d-9657-38617172dbf3 req-6f782f82-0f18-457a-a087-3c5c54d72d5a tempest-ServerShowV247Test-950166923 tempest-ServerShowV247Test-950166923-project] 10.222.0.24 "GET /v2.0/ports?device_id=329b9846-8aef-48c8-84f9-44746368fc6d HTTP/1.1" status: 200 len: 210 time: 0.1663146 Feb 10 22:42:02.946794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.951535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.957645 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6b89d157-2c1d-4f05-a0f2-c0841a575bd7 req-976e71f4-c1fe-4184-bc7b-f52f7701fd6b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872464 Feb 10 22:42:02.957645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:02.989104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-6aac987c-8d7b-440e-8c11-725932f3cfe8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56 HTTP/1.1" status: 200 len: 217 time: 0.1159530 Feb 10 22:42:03.030901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ddad56c8c4ba41c3bd1e3dae776e56cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3972850 Feb 10 22:42:03.032088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6d4d1-842e-4c78-97e2-e7095a5c9654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125f9c44-b206-4769-8737-a2c0ece49d83,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:03.037442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45312) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:03.126633 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.133043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.161630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.216224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.228710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.244512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125f9c44-b206-4769-8737-a2c0ece49d83,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:03.253157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.256409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-904effa3-bf47-4b26-9528-6839ce87082e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/125f9c44-b206-4769-8737-a2c0ece49d83 HTTP/1.1" status: 204 len: 168 time: 0.2171757 Feb 10 22:42:03.293693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba0732-a0fc-4cfd-81b8-336957e7b172 req-e753257d-63cc-4d82-b16c-7e5bfeb0be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:03.294044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 10908655-2f1d-453d-9b94-cf9acaa6ccc5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:03.295344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fba0732-a0fc-4cfd-81b8-336957e7b172 req-e753257d-63cc-4d82-b16c-7e5bfeb0be7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 1097 time: 0.8066747 Feb 10 22:42:03.305303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-119e95a9-83ee-4e04-944f-c4378299e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:03.305303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-119e95a9-83ee-4e04-944f-c4378299e1c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.3127477 Feb 10 22:42:03.485095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:03.496963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:03.497149 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.539569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-97deed1c-3ceb-4099-9f62-d04febce7de1 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:03.544561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-97deed1c-3ceb-4099-9f62-d04febce7de1 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.7014084 Feb 10 22:42:03.556174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fba0732-a0fc-4cfd-81b8-336957e7b172 req-1e24dcf8-454e-45ec-8206-efc629df7298 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225661 Feb 10 22:42:03.568711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-1373a3bf-9dc3-4ee0-8504-36c8f3aa3e41 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:03.570111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-1373a3bf-9dc3-4ee0-8504-36c8f3aa3e41 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116193 Feb 10 22:42:03.574870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.633373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b685aa6e-a51d-42bd-b30c-129282c82d2b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:03.697186 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.718816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.748280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-0e74757d-c900-418b-a074-4ffbe5b89d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:03.750296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-0e74757d-c900-418b-a074-4ffbe5b89d4e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3929377 Feb 10 22:42:03.756819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:03.763963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:03.767888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-97e356cb-8069-4fd1-a6d8-ddcd5b240595 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.1389835 Feb 10 22:42:03.774891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45324) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:03.775887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0c04559b-b353-4dbd-8423-f5e9186286cd admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b685aa6e-a51d-42bd-b30c-129282c82d2b HTTP/1.1" status: 204 len: 168 time: 1.7427754 Feb 10 22:42:03.858527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:03.868718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-8658bb9d-d8c8-4db4-84ae-45f28dd52056 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.88 HTTP/1.1" status: 200 len: 695 time: 0.0993872 Feb 10 22:42:04.000291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.160220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:04.277917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Deleting port a6378165-7a32-436a-a9c8-7cbae60ab2c0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:04.278385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.309634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.370894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4890fa-c47f-4b3d-a233-777d867bfc99']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:04.391467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45342) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:04.406178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bffe8c00-9cf1-4ce4-b20a-af5922330e91') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:04.406178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bffe8c00-9cf1-4ce4-b20a-af5922330e91') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:04.468492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.529864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.550538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:42:04.550538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:42:04.584004 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:42:04.718534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-08d6192a-2f8b-41a0-a316-056503aea1b2 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8569772 Feb 10 22:42:04.776552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.780942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.841073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.861152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:04.891220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069149d7-c9b5-486f-84de-5f7a36176cf6 req-f86d474b-fed3-4926-921c-628b7e079521 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:04.891220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-069149d7-c9b5-486f-84de-5f7a36176cf6 req-f86d474b-fed3-4926-921c-628b7e079521 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 944 time: 0.4687080 Feb 10 22:42:04.970199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] Pushing event deleted for resources: {'Network': ['ID=4c4890fa-c47f-4b3d-a233-777d867bfc99,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:04.970199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Usage tracker for resource:security_group_rule and tenant:4d814101ef6b4420982ddda74214660f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:04.983577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.987920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-069149d7-c9b5-486f-84de-5f7a36176cf6 req-fd069e38-278e-4ae9-bd33-57fb8b89ff95 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952783 Feb 10 22:42:04.993182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:04.998302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:05.006865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a9df9a9-fd34-406f-9090-bfecfff9c40d admin admin] 10.222.0.53 "DELETE /v2.0/networks/4c4890fa-c47f-4b3d-a233-777d867bfc99 HTTP/1.1" status: 204 len: 168 time: 1.2280610 Feb 10 22:42:05.010051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:05.105977 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5', 'code': 200} Feb 10 22:42:05.254086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45360) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.259267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.274205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Calling delete_port for a6378165-7a32-436a-a9c8-7cbae60ab2c0 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:05.309065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.309597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a3f6325-e4dc-4c2d-8cad-b29620949a56 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:42:05.423386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6b54168-783a-4396-ba61-20f0c9b1a5f3 req-8e91b215-d4e3-42e6-b8a8-af023bd66cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6700814 Feb 10 22:42:05.445618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45366) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.467319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3938fda-0e0c-4afb-8e52-bcfe667bb6ae,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:05.488686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8b6a2632-24b1-429f-9259-4b7cf3d0ec0d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4d814101ef6b4420982ddda74214660f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0912557 Feb 10 22:42:05.497045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45370) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.594729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-494147c6-2a61-43d2-bc6b-136c0d8dfffd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=00520c29f6124fc9832bb98a13525160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1397090 Feb 10 22:42:05.594729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45374) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.607158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:05.636699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '9a3f6325-e4dc-4c2d-8cad-b29620949a56', 'network_id': 'bc9ae766-3dd9-448e-b87a-70998d05d5fa', 'port_id': '9a3f6325-e4dc-4c2d-8cad-b29620949a56', 'mac_address': 'fa:16:3e:b8:ab:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c70d5968-7c8c-4e64-b547-3bdd3e7f164b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:42:05.710942 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.717977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815bc8d-5070-47a3-89ef-981f1ca4e282 req-cb4ac553-cc87-4685-b3ba-a544181aaa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:05.717977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5815bc8d-5070-47a3-89ef-981f1ca4e282 req-cb4ac553-cc87-4685-b3ba-a544181aaa93 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 1096 time: 0.4589603 Feb 10 22:42:05.729649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3f6325-e4dc-4c2d-8cad-b29620949a56 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:42:05.750771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:05.758990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.767760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.840794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.864119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.882425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:05.890141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-ec1c26ab-aea9-49d9-a144-229afbbf4d61 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:05.892266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec1c26ab-aea9-49d9-a144-229afbbf4d61 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6389976 Feb 10 22:42:05.892435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5815bc8d-5070-47a3-89ef-981f1ca4e282 req-c1005553-30bc-47d2-92c7-803b724a8026 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535158 Feb 10 22:42:05.897141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45378) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.902017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:05.913793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-dc0b4b83-adcb-4bae-b4a3-dc6f4db9e598 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:05.915232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dc0b4b83-adcb-4bae-b4a3-dc6f4db9e598 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0168056 Feb 10 22:42:05.924520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45382) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.929919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f0b2f99a-dba7-408c-92b2-b50d31e23839 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:05.930232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f0b2f99a-dba7-408c-92b2-b50d31e23839 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0068014 Feb 10 22:42:05.938918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:05.972687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event deleted for resources: {'Port': ['ID=a6378165-7a32-436a-a9c8-7cbae60ab2c0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:05.985980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.074415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-aa40e991-9478-4eb7-9299-9be624f90769 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.075517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aa40e991-9478-4eb7-9299-9be624f90769 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.1355076 Feb 10 22:42:06.078213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45392) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.084924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-89a22ff1-1dc2-4b88-810c-6e8a46f9f2c0 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.085902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89a22ff1-1dc2-4b88-810c-6e8a46f9f2c0 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0066092 Feb 10 22:42:06.088478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45396) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.094563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-905975f1-2722-4e6a-b1a3-6a4e5e7fc32c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.096603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-905975f1-2722-4e6a-b1a3-6a4e5e7fc32c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0064456 Feb 10 22:42:06.098980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.104918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-a229cb52-8497-4eef-b941-bde081f9a2e5 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.106168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a229cb52-8497-4eef-b941-bde081f9a2e5 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0060143 Feb 10 22:42:06.108648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.116239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-c039d89c-5dc5-4bee-a0c7-891cb0b6bc25 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.117734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c039d89c-5dc5-4bee-a0c7-891cb0b6bc25 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080347 Feb 10 22:42:06.120375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.132445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-60b0ed54-bb54-4a18-b326-411b057e462c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.133420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-60b0ed54-bb54-4a18-b326-411b057e462c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0118053 Feb 10 22:42:06.135993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.136659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.149873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-5e1f52c4-cb71-4aba-a020-f599cbc06562 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.150825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e1f52c4-cb71-4aba-a020-f599cbc06562 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0111730 Feb 10 22:42:06.153411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.157633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45416) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.166080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-4eddb115-1d57-4562-815f-9f4f471f58c7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.169823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4eddb115-1d57-4562-815f-9f4f471f58c7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0070906 Feb 10 22:42:06.169823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.171979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45420) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.189159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-ec8e5857-56cb-428c-9fd1-86b7d2ab3034 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.190178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec8e5857-56cb-428c-9fd1-86b7d2ab3034 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0066271 Feb 10 22:42:06.193765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.201534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3938fda-0e0c-4afb-8e52-bcfe667bb6ae,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:06.204518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22ca7d2-c567-4040-89a2-4ddc2cb02d55,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:06.207003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.208371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-23728ce0-5dee-4ccc-a4ef-724b528f9520 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e3938fda-0e0c-4afb-8e52-bcfe667bb6ae HTTP/1.1" status: 204 len: 168 time: 0.6969850 Feb 10 22:42:06.213120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-7bafae52-362a-42de-a5a3-d9d4cf8cd935 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.214451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7bafae52-362a-42de-a5a3-d9d4cf8cd935 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0181973 Feb 10 22:42:06.223497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.236361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-9fb27716-07e3-4f10-88d7-d6da27533aed tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.239102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9fb27716-07e3-4f10-88d7-d6da27533aed tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0130057 Feb 10 22:42:06.243200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45436) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.243854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a3f6325-e4dc-4c2d-8cad-b29620949a56'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:06.254687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f6816e1c-b79e-4169-82ff-93e85d00bd42 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.259238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f6816e1c-b79e-4169-82ff-93e85d00bd42 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0147290 Feb 10 22:42:06.259630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.267818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-ec26b6d6-8d2d-46f7-9d2c-83c7e0c53435 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.269790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec26b6d6-8d2d-46f7-9d2c-83c7e0c53435 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0081816 Feb 10 22:42:06.272539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.272885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45444) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.274594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-11da7fff-9653-4f08-abc5-69ac893a0780 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b22ca7d2-c567-4040-89a2-4ddc2cb02d55 HTTP/1.1" status: 204 len: 168 time: 0.6842346 Feb 10 22:42:06.279519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-c87c7ce1-58c7-4403-88c4-b33ed3d82fab tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.280047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.281123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d6b6c2e-1f7d-43bf-9dc3-6e96f48d1382 req-e6523c0d-54fd-447f-9547-e013be6d84b2 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "DELETE /v2.0/floatingips/868ca281-efaa-41fe-aa1f-bfb16fd60a1a HTTP/1.1" status: 204 len: 173 time: 2.4117272 Feb 10 22:42:06.283160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c87c7ce1-58c7-4403-88c4-b33ed3d82fab tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0090158 Feb 10 22:42:06.283677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45450) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.292518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-963dbbc6-1cc1-4733-80dc-9b91ca01a354 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.298087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-963dbbc6-1cc1-4733-80dc-9b91ca01a354 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0119700 Feb 10 22:42:06.300228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45456) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.302672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de81747-7b72-43bd-85e5-dfc99a099250 req-a1297f9d-fd6d-49a1-b7d8-fd4ba8ba9cca tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:06.305409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3de81747-7b72-43bd-85e5-dfc99a099250 req-a1297f9d-fd6d-49a1-b7d8-fd4ba8ba9cca tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 945 time: 0.1711278 Feb 10 22:42:06.309224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-ad7bd223-a21b-4523-bd70-a9871f7995ee tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.310156 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad7bd223-a21b-4523-bd70-a9871f7995ee tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0063183 Feb 10 22:42:06.312910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45460) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.326814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-8ff92d55-7fc0-47fb-8371-6ba1a32dd4f1 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.331696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8ff92d55-7fc0-47fb-8371-6ba1a32dd4f1 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0147858 Feb 10 22:42:06.335410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.369714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3de81747-7b72-43bd-85e5-dfc99a099250 req-c76ab4fd-cbbb-4ed9-90c9-8fb20651b9f2 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Feb 10 22:42:06.417037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-9cbff178-5de9-47f4-8eae-41a216448d79 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.418687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9cbff178-5de9-47f4-8eae-41a216448d79 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0165849 Feb 10 22:42:06.421427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.427467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-2920da5e-564b-47ab-8f6f-1490412e785f tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.428754 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2920da5e-564b-47ab-8f6f-1490412e785f tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062816 Feb 10 22:42:06.431322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45472) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.441103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-b50e2358-a911-4512-8038-991f30a98663 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.445462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b50e2358-a911-4512-8038-991f30a98663 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0116854 Feb 10 22:42:06.448457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45476) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.457756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-d89ca4ba-429b-4d3b-b908-454d00a0857a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.460862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d89ca4ba-429b-4d3b-b908-454d00a0857a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0091631 Feb 10 22:42:06.461466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.470871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f5a42d10-2468-478c-8b6e-a7ffe1180eb9 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.474221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5a42d10-2468-478c-8b6e-a7ffe1180eb9 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0093436 Feb 10 22:42:06.477592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45484) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.484927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-891810f1-ad32-4f8c-8250-6e0ed03bbcd8 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.490379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-891810f1-ad32-4f8c-8250-6e0ed03bbcd8 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0113111 Feb 10 22:42:06.493272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.505538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f57d98cd-12d5-4b5f-97fc-f31adf3beee7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.508766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f57d98cd-12d5-4b5f-97fc-f31adf3beee7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0119112 Feb 10 22:42:06.509245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.516301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-35c196ea-999e-4561-b567-a64d1b8ba87e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.519038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35c196ea-999e-4561-b567-a64d1b8ba87e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0070884 Feb 10 22:42:06.521673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45496) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.533547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-29b4c980-6182-4163-995b-2108967e6e32 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.534704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29b4c980-6182-4163-995b-2108967e6e32 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0107121 Feb 10 22:42:06.537499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45502) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.542362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-4dd14f6a-eff6-40ae-9f53-f5cc85e17a0e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.550435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4dd14f6a-eff6-40ae-9f53-f5cc85e17a0e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0048580 Feb 10 22:42:06.551691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45506) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.556274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-113e45dd-e897-481f-a929-e57b09f52427 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.557244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-113e45dd-e897-481f-a929-e57b09f52427 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0053282 Feb 10 22:42:06.560160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45510) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.583002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-d7503597-a708-4deb-bb0d-3ba9078d3b00 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.587393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d7503597-a708-4deb-bb0d-3ba9078d3b00 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0209739 Feb 10 22:42:06.587992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45514) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.596729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-74f14f8a-5089-4c50-9dbb-3f166fae3d89 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.597617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-74f14f8a-5089-4c50-9dbb-3f166fae3d89 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0086594 Feb 10 22:42:06.600491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.605456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-26ce42c9-08b6-4025-bfaf-bbb61e8c707a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.606364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26ce42c9-08b6-4025-bfaf-bbb61e8c707a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0049217 Feb 10 22:42:06.608984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.615631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-75185cd7-a533-4603-9c4d-7d87aac697c3 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.616810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-75185cd7-a533-4603-9c4d-7d87aac697c3 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0066221 Feb 10 22:42:06.619374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.625534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-e9e7b65c-94e1-4ef0-a21b-10b4dff8b87a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.626822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e9e7b65c-94e1-4ef0-a21b-10b4dff8b87a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0058405 Feb 10 22:42:06.631017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45532) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.636481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-74cbfaef-a573-4fff-9ce1-96ce78ec37b2 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.637818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74cbfaef-a573-4fff-9ce1-96ce78ec37b2 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0055716 Feb 10 22:42:06.640537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.641951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-7b4021eb-9409-4ce7-ba57-f13ae7af92a7 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3089056 Feb 10 22:42:06.650111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f8419cba-3ffa-4395-a98c-a3ccac293172 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.651062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f8419cba-3ffa-4395-a98c-a3ccac293172 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0094709 Feb 10 22:42:06.653695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45540) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.655527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:06.659176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f1c7aa52-c8ba-4671-941e-f0501fe4bf88 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.660227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f1c7aa52-c8ba-4671-941e-f0501fe4bf88 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054555 Feb 10 22:42:06.662804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45544) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.663893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:06.667721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-05310ee9-a0e0-43bf-87c4-5d87d3ec931e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.668619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-05310ee9-a0e0-43bf-87c4-5d87d3ec931e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0047464 Feb 10 22:42:06.670481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Usage tracker for resource:floatingip and tenant:89db82c3e0fa403781d99c1e80500d31 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:06.671020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45548) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.674152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:06.679326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-01c41d1f-dac2-493f-a3d6-981f7a5e2a37 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.679844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-01c41d1f-dac2-493f-a3d6-981f7a5e2a37 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071714 Feb 10 22:42:06.682599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.685174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:06.688341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-f638afe9-c286-4997-b79a-97422e9451f8 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.689946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f638afe9-c286-4997-b79a-97422e9451f8 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0064101 Feb 10 22:42:06.693900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45556) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.701312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-a2194bc8-43e9-413f-ad4d-839ed4571576 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.702303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a2194bc8-43e9-413f-ad4d-839ed4571576 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0071094 Feb 10 22:42:06.705804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45560) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.711496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.713329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-52c93ddb-7d2a-49fd-bc76-e373c1edcec6 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.714994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52c93ddb-7d2a-49fd-bc76-e373c1edcec6 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0069866 Feb 10 22:42:06.716658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45564) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.726665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-38038df3-8a4b-420a-824f-14d61f57f8e7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.727703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38038df3-8a4b-420a-824f-14d61f57f8e7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0087173 Feb 10 22:42:06.730335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45570) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.736307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-e9385058-6ddd-467d-9050-9ed2312f5637 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.737804 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e9385058-6ddd-467d-9050-9ed2312f5637 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0057082 Feb 10 22:42:06.740992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.748616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-9a5603b7-38a1-403c-841f-f1c0a326dd3b tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.749554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9a5603b7-38a1-403c-841f-f1c0a326dd3b tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0076773 Feb 10 22:42:06.754877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.808882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-896d08c6-b5c9-4994-866c-070265205c5a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.811642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-896d08c6-b5c9-4994-866c-070265205c5a tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0545816 Feb 10 22:42:06.812568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.819328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-ff0bbb97-84b5-42fd-9e28-fd96d1a5211d tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.820260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff0bbb97-84b5-42fd-9e28-fd96d1a5211d tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0066683 Feb 10 22:42:06.823001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.828835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-f001808b-a396-40bc-9990-633cb942c00c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.829890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f001808b-a396-40bc-9990-633cb942c00c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0058293 Feb 10 22:42:06.833020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45596) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.840388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-9dc83b88-9c1c-47e5-95d0-2cc6b9c605c7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.841241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9dc83b88-9c1c-47e5-95d0-2cc6b9c605c7 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0074432 Feb 10 22:42:06.843996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.856104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-37b51b5c-6d1a-4d73-99be-3a171cf22e50 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.857027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-37b51b5c-6d1a-4d73-99be-3a171cf22e50 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0120735 Feb 10 22:42:06.860113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45606) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.866206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-4d131bc1-caa9-4982-bd07-9e0f21ea7f90 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.867101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4d131bc1-caa9-4982-bd07-9e0f21ea7f90 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0063915 Feb 10 22:42:06.870297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45610) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.877091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-aaf0632e-ebc6-4e81-a25a-2988844f4887 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.877091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aaf0632e-ebc6-4e81-a25a-2988844f4887 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0061131 Feb 10 22:42:06.881137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.886071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-7dc53886-4e7e-4781-9912-4ee84bbd5c97 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.890015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7dc53886-4e7e-4781-9912-4ee84bbd5c97 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078852 Feb 10 22:42:06.890619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.895969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-97a9e7fc-eaf1-407b-856f-c8d09e8b6fbd tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.897101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-97a9e7fc-eaf1-407b-856f-c8d09e8b6fbd tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055661 Feb 10 22:42:06.900503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45624) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.906011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-d38d3922-3a6a-47de-87d7-8ded6fd2c24b tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.910598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d38d3922-3a6a-47de-87d7-8ded6fd2c24b tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0058444 Feb 10 22:42:06.910668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45628) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.916471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-ccaf81b5-a169-442a-8a58-bf2f847241b4 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.921259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ccaf81b5-a169-442a-8a58-bf2f847241b4 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054061 Feb 10 22:42:06.922194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45634) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.928905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-138ecdd6-f1a8-4d90-929c-28b6328f8d0e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.930290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-138ecdd6-f1a8-4d90-929c-28b6328f8d0e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0065207 Feb 10 22:42:06.933364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45638) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.941301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-99db5e15-348d-45f7-aa7a-945444e8b31c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.942958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99db5e15-348d-45f7-aa7a-945444e8b31c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0084689 Feb 10 22:42:06.945549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45642) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.961187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-6c3721d6-32e3-41cf-8c89-7ecbb3a5c1af tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.964105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6c3721d6-32e3-41cf-8c89-7ecbb3a5c1af tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0169747 Feb 10 22:42:06.966608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:06.966997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45646) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.973960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-cfca54bd-b007-4110-8f9d-3bca1a473488 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.974899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfca54bd-b007-4110-8f9d-3bca1a473488 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0068042 Feb 10 22:42:06.978770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45650) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:06.985224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-b52eb0eb-9f7f-407e-b4b7-400a16183e7e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:06.989416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b52eb0eb-9f7f-407e-b4b7-400a16183e7e tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0072803 Feb 10 22:42:06.990900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.008288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-616adbf9-3ca1-428a-8b48-c16743f2f6a3 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.011880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-616adbf9-3ca1-428a-8b48-c16743f2f6a3 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0200064 Feb 10 22:42:07.014442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45658) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.023819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-69554537-9ebd-4a88-8078-c028766a6640 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.026022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-69554537-9ebd-4a88-8078-c028766a6640 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0087643 Feb 10 22:42:07.027050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45662) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.040325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-8500df77-7679-470d-b6ff-b5190e82a835 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.044562 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8500df77-7679-470d-b6ff-b5190e82a835 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0162125 Feb 10 22:42:07.045171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.055076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-346e62d0-e226-4180-9085-eda937a2bccf tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.058482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-346e62d0-e226-4180-9085-eda937a2bccf tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0122263 Feb 10 22:42:07.059685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.067960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [None req-d857a9a6-feb1-4f0c-8789-f90d395cec2c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.071838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45674) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.072952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d857a9a6-feb1-4f0c-8789-f90d395cec2c tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0123186 Feb 10 22:42:07.083700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [None req-c95fc6ac-2189-4abf-a28e-3d95d84186e1 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] http://10.222.0.53:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:07.084651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c95fc6ac-2189-4abf-a28e-3d95d84186e1 tempest-ExtensionsTestJSON-51667722 tempest-ExtensionsTestJSON-51667722-project] 10.222.0.53 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0114968 Feb 10 22:42:07.186388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Allocated IP 172.25.2.134 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/65f18ae3-2a3e-4b83-945d-e0147839a5bd) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:07.400401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.464039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.544170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:07.547210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:07.552063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:07.565120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.647106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f2313-e4f0-420d-89fe-3cabef71b016 req-cd3a4b15-6e94-4b1b-8436-bf2a2e07330e tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:07.649369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-224f2313-e4f0-420d-89fe-3cabef71b016 req-cd3a4b15-6e94-4b1b-8436-bf2a2e07330e tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 945 time: 0.1248305 Feb 10 22:42:07.713409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-224f2313-e4f0-420d-89fe-3cabef71b016 req-c3c0dcf9-c77f-4665-bf46-a0e2435112ea tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569353 Feb 10 22:42:07.738189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event updated for resources: {'Port': ['ID=65f18ae3-2a3e-4b83-945d-e0147839a5bd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:07.784364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.796509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.802143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:07.807264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Usage tracker for resource:security_group_rule and tenant:0e05539e262b483f9a6e6be78f4d28cb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:07.810901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:07.820842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:07.878970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.919148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.925360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:07.933918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:07.983880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f36a33-9706-475e-9977-38c4ba24f5f2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:08.003473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2487ca4-8fd0-4d52-8868-b311d38d895b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0e05539e262b483f9a6e6be78f4d28cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4284024 Feb 10 22:42:08.004256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45720) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:08.068762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.099890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.117548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1444690920-network', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:08.123189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:08.127635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Usage tracker for resource:network and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:08.130981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:08.149332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:08.152793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.159992 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.165438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:08.168258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.194961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.224314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-103941ed-fa9f-40e6-a776-a723ed672b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.230646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:08.238813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Usage tracker for resource:security_group_rule and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:08.242693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:08.249966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:08.279274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.342515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f36a33-9706-475e-9977-38c4ba24f5f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:08.349409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d68a992-7f8b-474d-916b-c976b7fb967e req-2c62d687-6cd9-4175-a3ac-0ec5b590f01a tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0736456 Feb 10 22:42:08.359251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.364409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d564eb5-11ab-4811-b6aa-1d76f3891251 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/67f36a33-9706-475e-9977-38c4ba24f5f2 HTTP/1.1" status: 204 len: 168 time: 0.3548710 Feb 10 22:42:08.370966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.415625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event updated for resources: {'Port': ['ID=65f18ae3-2a3e-4b83-945d-e0147839a5bd,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:08.433485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.435826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-fc0571d0-64ea-4299-83f0-8acb80626e7d tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7855718 Feb 10 22:42:08.444187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.449319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.462607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:08.483301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.483800 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Added segment ff9684bd-ad6f-45d2-b159-374dec7732c0 of type vlan for network 804e53ca-2155-4a31-9516-1c907c4e697f Feb 10 22:42:08.526734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713e0c67-b71d-4f2e-8641-52be3518b9d9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:08.534088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.567952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-327718c8-0674-489c-914b-b99845ac4510 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Synchronizing usage tracker for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:floatingip {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:08.582581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.584670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:08.585322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.588608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-327718c8-0674-489c-914b-b99845ac4510 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Unset dirty status for tenant:89db82c3e0fa403781d99c1e80500d31 on resource:floatingip {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:08.590228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-327718c8-0674-489c-914b-b99845ac4510 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.1473992 Feb 10 22:42:08.709549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7659419 Feb 10 22:42:08.713260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45748) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:08.716308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1efe998-9c72-4024-99b1-980c64c9e576 admin admin] Pushing event updated for resources: {'Network': ['ID=804e53ca-2155-4a31-9516-1c907c4e697f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:08.721809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Request body: {'subnet': {'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1444690920-subnet', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:08.727530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 804e53ca-2155-4a31-9516-1c907c4e697f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:08.746310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:08.750751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Usage tracker for resource:subnet and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:08.754695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:08.760550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:08.782046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:08.786043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:08.877013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-0150ddc4-a5ec-4324-b6a6-f6e29b302ece tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:08.885977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-0150ddc4-a5ec-4324-b6a6-f6e29b302ece tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.2880249 Feb 10 22:42:08.898283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-01106fcf-8181-4664-b8b0-6aa7e3db5186 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:08.904343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc9c2960-c7f7-4a94-8ef9-71d4ff614fa2 req-01106fcf-8181-4664-b8b0-6aa7e3db5186 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116217 Feb 10 22:42:09.026098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdba7af-ffb0-4b50-9b98-ae5164de7fb1 req-b7281c65-5a15-440d-9819-a5e8d053102a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:09.033290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cdba7af-ffb0-4b50-9b98-ae5164de7fb1 req-b7281c65-5a15-440d-9819-a5e8d053102a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 945 time: 0.1515574 Feb 10 22:42:09.064952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9364ee00-5848-4731-adf4-c3907875e4ab req-cb837599-08d7-4ccf-abe2-119f734ff814 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips/90b9db02-dc29-4c8b-9d86-cdd53ffaf82d HTTP/1.1" status: 200 len: 693 time: 0.1292439 Feb 10 22:42:09.134552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cdba7af-ffb0-4b50-9b98-ae5164de7fb1 req-fc2709b6-6a3f-44cb-abcd-dbb2d7639912 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003041 Feb 10 22:42:09.199881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.265486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9364ee00-5848-4731-adf4-c3907875e4ab req-4ad16967-1d53-427f-86d1-3594c5359452 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:09.266822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9364ee00-5848-4731-adf4-c3907875e4ab req-4ad16967-1d53-427f-86d1-3594c5359452 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.1949611 Feb 10 22:42:09.280080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff83d6e-1625-454a-8903-0669deaee327,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:09.288278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:09.288612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Network hostable DHCP agents. Network: 804e53ca-2155-4a31-9516-1c907c4e697f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:09.310727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Network 804e53ca-2155-4a31-9516-1c907c4e697f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:09.320903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 804e53ca-2155-4a31-9516-1c907c4e697f) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:09.329832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a959c8f-5043-4c46-a488-30a6ef6c0d2f None None] Network 804e53ca-2155-4a31-9516-1c907c4e697f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:09.333838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:09.334465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.360653 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db9d1719-30c9-466c-85dd-e8c8c1d9b79f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6437881 Feb 10 22:42:09.360825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:09.363375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9364ee00-5848-4731-adf4-c3907875e4ab req-d592a8db-e072-45b0-9427-93302d01f63b tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.0905075 Feb 10 22:42:09.371017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:09.377001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:09.383345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Usage tracker for resource:router and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:09.420921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:09.425677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:09.451092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:09.471113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.474851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.528557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.528816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a3f6325-e4dc-4c2d-8cad-b29620949a56 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:09.546069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9364ee00-5848-4731-adf4-c3907875e4ab req-030aeae6-5ca0-4217-83bf-ff98bddf7015 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.134 HTTP/1.1" status: 200 len: 696 time: 0.1731820 Feb 10 22:42:09.685196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f01eedc-5fe4-4066-8351-a1b7af5a9aea req-4ab2ef6e-9912-4eb5-925c-9c52506676cb tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1194160 Feb 10 22:42:09.743973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:09.758571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-804e53ca-2155-4a31-9516-1c907c4e697f', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:42:09.759423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.774866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:09.775230 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.899159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Deleting port 65f18ae3-2a3e-4b83-945d-e0147839a5bd {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:09.900044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:09.924789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1908639050'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:09.940675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:09.951888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:network and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:09.960477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:10.033644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.075922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:10.076416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:10.110374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:10.124259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Allocated IP 172.20.0.2 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/dd98a182-e171-4023-8f29-2732847194b0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:10.126244 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.223718 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.224414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.281365 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56', 'code': 200} Feb 10 22:42:10.283793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:10.412457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.452452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:10.456496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.489108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.510742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc6e6197-8c1b-4991-817a-6f0cdde0078d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.524374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Calling delete_port for 65f18ae3-2a3e-4b83-945d-e0147839a5bd owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:10.543253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:10.582633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.594502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Transition to ACTIVE for port object dd98a182-e171-4023-8f29-2732847194b0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:10.600573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:security_group_rule and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:10.606584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:10.619758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:10.620753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Transition to ACTIVE for port object dd98a182-e171-4023-8f29-2732847194b0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:10.627048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.664192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7034e8-8e46-462c-ab8c-ce81120e425a req-a6f77c40-38b5-4cfb-9135-e5fe8ac44486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:10.664945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c7034e8-8e46-462c-ab8c-ce81120e425a req-a6f77c40-38b5-4cfb-9135-e5fe8ac44486 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 1097 time: 0.3000193 Feb 10 22:42:10.714641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.717117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c757e9-3608-4fcf-a185-7a5283f06ab3 req-2c7009a3-5ee6-4356-a649-b76dbe2255d9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:10.718755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78c757e9-3608-4fcf-a185-7a5283f06ab3 req-2c7009a3-5ee6-4356-a649-b76dbe2255d9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.3217597 Feb 10 22:42:10.748253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:10.751773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:10.756442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:10.780242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Pushing event deleted for resources: {'Port': ['ID=65f18ae3-2a3e-4b83-945d-e0147839a5bd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:10.791973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c7034e8-8e46-462c-ab8c-ce81120e425a req-3bcc7c0f-54b2-4e98-87b9-02b6f7e91f3a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061635 Feb 10 22:42:10.803966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Pushing event updated for resources: {'Port': ['ID=dd98a182-e171-4023-8f29-2732847194b0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:10.827950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78c757e9-3608-4fcf-a185-7a5283f06ab3 req-40e76956-69d0-4ec6-b6bc-20ce45e6db1f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968816 Feb 10 22:42:10.862661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.863824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Attempting to bind port dd98a182-e171-4023-8f29-2732847194b0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:10.864448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Attempting to bind port dd98a182-e171-4023-8f29-2732847194b0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:10.864911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Attempting to bind port dd98a182-e171-4023-8f29-2732847194b0 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:10.871433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:10.871852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:10.872421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.873096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:10.873847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Bound port: dd98a182-e171-4023-8f29-2732847194b0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:10.874431 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.880072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.928769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:10.931939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.976134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:10.977464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9364ee00-5848-4731-adf4-c3907875e4ab req-35762ae0-181d-429a-b33c-d158fbd05fb8 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "DELETE /v2.0/floatingips/90b9db02-dc29-4c8b-9d86-cdd53ffaf82d HTTP/1.1" status: 204 len: 173 time: 1.4225924 Feb 10 22:42:11.018973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] For port dd98a182-e171-4023-8f29-2732847194b0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:11.022986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] For port dd98a182-e171-4023-8f29-2732847194b0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd98a182-e171-4023-8f29-2732847194b0,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:11.028848 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.103753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8319822-b524-483b-acfc-3997e29e6bea,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:11.105312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-796189ab-fa21-4b63-bfe1-183bcabd69bf req-4b1132da-9262-42a0-bafd-afd196fd5016 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1311755 Feb 10 22:42:11.118800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa08d-950a-4b7f-a056-d457e4f2f51a None None] Pushing event updated for resources: {'Port': ['ID=dd98a182-e171-4023-8f29-2732847194b0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:11.123701 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-1725ba2e-34c9-45e7-b128-e3c75f840419 req-6c3c5dfb-a4e5-4da7-84d5-5fdabe68fc89 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] show failed (client error): The resource could not be found. Feb 10 22:42:11.124714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1725ba2e-34c9-45e7-b128-e3c75f840419 req-6c3c5dfb-a4e5-4da7-84d5-5fdabe68fc89 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips/90b9db02-dc29-4c8b-9d86-cdd53ffaf82d HTTP/1.1" status: 404 len: 350 time: 0.1060719 Feb 10 22:42:11.128229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.128826 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Added segment 6e4d45c4-baef-4df9-ba93-c47a3e85b3be of type vlan for network d44becde-471c-4b3e-8f74-e8ea91ea2c5a Feb 10 22:42:11.223830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.271202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d260692d-cbc3-436b-b505-92fa1dd4e7e1 req-1340a3c7-9dac-45d9-95a9-fff78da4db75 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1697297 Feb 10 22:42:11.314129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.368697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.388136 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-77a5c08a-9c29-48a3-a93f-9668cc3cf923 req-e722e79b-ab5a-485c-a9ca-4a8525a66ec3 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] show failed (client error): The resource could not be found. Feb 10 22:42:11.388136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77a5c08a-9c29-48a3-a93f-9668cc3cf923 req-e722e79b-ab5a-485c-a9ca-4a8525a66ec3 tempest-FloatingIPsTestJSON-853072783 tempest-FloatingIPsTestJSON-853072783-project] 10.222.0.53 "GET /v2.0/floatingips/90b9db02-dc29-4c8b-9d86-cdd53ffaf82d HTTP/1.1" status: 404 len: 350 time: 0.1468954 Feb 10 22:42:11.410589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45800) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:11.483113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.489995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:11.491069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.650809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.697007 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:11.731617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Network': ['ID=d44becde-471c-4b3e-8f74-e8ea91ea2c5a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:11.742211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c605a460-6ee5-4b63-9d58-e1ffc087f5f5 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3153145 Feb 10 22:42:11.745844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:11.749482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:11.788202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'subnet': {'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:11.824118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-88cbf44f-d4e5-40a9-890a-0a266d70995d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4438064 Feb 10 22:42:11.854972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd98a182-e171-4023-8f29-2732847194b0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:11.856811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Allocated IP 172.25.2.163 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/371d37c0-6f55-4c3d-9de8-085be6c97c80) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:11.991623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dd98a182-e171-4023-8f29-2732847194b0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:12.119867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:12.124585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:subnet and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:12.131884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:12.138400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:12.162512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:12.166883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.181272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.225187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b665c08f-dbb8-48cc-9e8f-d113b671c640 req-51bcfdb1-7b38-41ae-8b22-61a8fd7a5a72 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.226732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b665c08f-dbb8-48cc-9e8f-d113b671c640 req-51bcfdb1-7b38-41ae-8b22-61a8fd7a5a72 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.2403781 Feb 10 22:42:12.236537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.237822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.242653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.243375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.243870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.244334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.244790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.249396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3b1e5947-c65f-42ed-9cf7-5e007114e768 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6501 time: 0.2605538 Feb 10 22:42:12.383634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b665c08f-dbb8-48cc-9e8f-d113b671c640 req-f802ca9a-c7f2-4792-b569-04533c36b2e3 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305254 Feb 10 22:42:12.385238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.555913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ed0b36-39e5-47e5-a27d-8e9b0560a2a7 None None] Network 804e53ca-2155-4a31-9516-1c907c4e697f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:12.651208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:12.661011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:12.702726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:12.715188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Provisioning for port dd98a182-e171-4023-8f29-2732847194b0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:12.723488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Provisioning complete for port dd98a182-e171-4023-8f29-2732847194b0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:12.723844 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.758913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa28b6-aa3f-40cb-af06-f43afe509c4c req-efa008c8-e0ae-4366-8825-4ab591cef9dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.760614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-defa28b6-aa3f-40cb-af06-f43afe509c4c req-efa008c8-e0ae-4366-8825-4ab591cef9dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.8778939 Feb 10 22:42:12.761747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.768150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c42e5d2-6f8f-4e74-82c8-59520db2a05a req-90583e43-884a-4c31-8113-183114588f94 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1046093 Feb 10 22:42:12.794709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Pushing event updated for resources: {'Port': ['ID=371d37c0-6f55-4c3d-9de8-085be6c97c80,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:12.826009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1589edba-6292-4b4e-937c-fc2f9c478b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.826343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1589edba-6292-4b4e-937c-fc2f9c478b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.827101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1589edba-6292-4b4e-937c-fc2f9c478b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:12.828755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1589edba-6292-4b4e-937c-fc2f9c478b1d service neutron] 10.222.0.30 "GET /v2.0/networks?id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=2c564697-314e-42df-ab83-cf70d6b9a096&id=2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 200 len: 2297 time: 0.5353496 Feb 10 22:42:12.830875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.831224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.831587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.831919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.832245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.832560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.832880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.833200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.833529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.833845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.834185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.834501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:12.841930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:12.887774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Subnet': ['ID=e0d619eb-ccff-4806-b30d-5db1756e87c0,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:12.997333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-defa28b6-aa3f-40cb-af06-f43afe509c4c req-6019eb46-bb12-41a0-884a-e307a9f67ffb tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764731 Feb 10 22:42:13.014748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Checking segment: {'id': '6e4d45c4-baef-4df9-ba93-c47a3e85b3be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:13.015217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network hostable DHCP agents. Network: d44becde-471c-4b3e-8f74-e8ea91ea2c5a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:13.019448 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.049589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:13.106537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d44becde-471c-4b3e-8f74-e8ea91ea2c5a) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:13.114818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] For port dd98a182-e171-4023-8f29-2732847194b0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd98a182-e171-4023-8f29-2732847194b0,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:13.125039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:13.125813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.135019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db8d9a-0c9f-4861-ac05-17a0895287aa None None] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:13.170088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d68c8ab-71a6-4412-890b-6d0000fbb6b7 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3957064 Feb 10 22:42:13.172360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:13.196603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.293977 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.302388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1307388471', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:13.326501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:13.338230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:router and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:13.345511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:13.363750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-9dce5bc4-9e6e-4628-bf65-024e8e2f6036 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 200 len: 1002 time: 0.5251977 Feb 10 22:42:13.427620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:13.532752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf68fc3-37d9-4f47-8eda-3c12e048db99 None None] Pushing event updated for resources: {'Port': ['ID=dd98a182-e171-4023-8f29-2732847194b0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:13.535307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b29c71a-535c-4934-acf4-3f90dbc38730 None None] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:13.540574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.542308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.641493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-ad110d01-44f0-4c9a-8bd3-b171b4ac2327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:13.642740 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-ad110d01-44f0-4c9a-8bd3-b171b4ac2327 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef HTTP/1.1" status: 200 len: 855 time: 0.2124984 Feb 10 22:42:13.663251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.714171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54c59ad2-4ca3-4721-a4e1-1a851602db9b req-11f9de65-9b54-48bf-a8b3-c97ba51fa530 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0749154 Feb 10 22:42:13.737946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd98a182-e171-4023-8f29-2732847194b0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:13.854856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.908316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-a66f6f3e-2bc4-437e-a552-e9d831fa58a5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:13.910765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-a66f6f3e-2bc4-437e-a552-e9d831fa58a5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.1880631 Feb 10 22:42:13.914395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Deleting port 89780909-dbe0-4d89-a909-9852116fe601 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:13.914875 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:13.978904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-edd5d765-7390-4295-a254-5bcb73355e6d None None] Provisioning complete for port dd98a182-e171-4023-8f29-2732847194b0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:13.979366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edd5d765-7390-4295-a254-5bcb73355e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.103850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dd98a182-e171-4023-8f29-2732847194b0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:14.104646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.218641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] For port 89780909-dbe0-4d89-a909-9852116fe601, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=89780909-dbe0-4d89-a909-9852116fe601,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:14.219547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.463417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Calling delete_port for 89780909-dbe0-4d89-a909-9852116fe601 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:14.500507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Deleting port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:14.501119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.610200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae8cda-0bf9-4867-a3cb-6f265b968b53 req-b899172d-d764-4d97-8bab-4b869891dc9a tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:14.612172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5ae8cda-0bf9-4867-a3cb-6f265b968b53 req-b899172d-d764-4d97-8bab-4b869891dc9a tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.3647406 Feb 10 22:42:14.691496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0400b4-a949-42cb-9fd2-c00f8858c52b req-67996ef5-4965-4c09-8634-708c040a21d1 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:14.693079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be0400b4-a949-42cb-9fd2-c00f8858c52b req-67996ef5-4965-4c09-8634-708c040a21d1 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 1.1115108 Feb 10 22:42:14.714131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3debe1f6-4242-4f57-bdf5-650ba28e6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:14.715727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-3debe1f6-4242-4f57-bdf5-650ba28e6efb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0590775 Feb 10 22:42:14.834971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.958862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:14.968414 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be0400b4-a949-42cb-9fd2-c00f8858c52b req-64854eea-9ab5-4f56-8a04-07cfed5efff2 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516546 Feb 10 22:42:15.090612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5ae8cda-0bf9-4867-a3cb-6f265b968b53 req-8e6e51df-1ce4-41cc-803f-0ce294d16f85 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280092 Feb 10 22:42:15.199146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c676b16a-0e33-49a8-87e0-acef2f0a8850 req-155198b5-2bae-4335-94f0-be85b9df06e2 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0782382 Feb 10 22:42:15.204756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-fd55437b-fccc-433d-aef7-eae1392bd082 service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295046 Feb 10 22:42:15.373387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-6a195765-288d-44be-b3b7-b08935b636f6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3916373 Feb 10 22:42:15.438638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] For port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:15.438795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:15.490969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-85e1e9b1-d5c3-49e0-9f2d-30456cf6bf5f service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349534 Feb 10 22:42:15.581914 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-482c29d3-4be6-4c4c-a488-4011d342a137 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 217 time: 0.0738289 Feb 10 22:42:15.590089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Router afe0364b-663c-4db3-afe4-43ef585536df is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:42:15.598381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65219c1-d2c7-41ee-8721-bd3cd387b680 req-f7f3cb25-ae42-40d4-9e06-6290a4c89464 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:15.599876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f65219c1-d2c7-41ee-8721-bd3cd387b680 req-f7f3cb25-ae42-40d4-9e06-6290a4c89464 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.3718944 Feb 10 22:42:15.601586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:15.685046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=89780909-dbe0-4d89-a909-9852116fe601,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:15.706559 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:42:15.878501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f65219c1-d2c7-41ee-8721-bd3cd387b680 req-5a835993-b0c5-4d93-91fc-658da42bab61 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355759 Feb 10 22:42:15.922628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:15.958765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-224098be-55cc-4d2b-8060-0f62e2cdea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:15.960431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-224098be-55cc-4d2b-8060-0f62e2cdea15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.3725502 Feb 10 22:42:15.966474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:16.044425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741ee85-695e-4742-99b2-5aae54f7118a req-d5c5621d-b6a6-4a9d-b52e-d2fa2f27a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:16.045960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-d5c5621d-b6a6-4a9d-b52e-d2fa2f27a3d4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 1097 time: 0.5291252 Feb 10 22:42:16.168258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:16.168637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:16.168952 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Floating IP 73477b60-a88a-4b00-b0a6-941e298ac764 disassociated. External IP: 172.25.2.43, port: 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897. Feb 10 22:42:16.169300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Calling delete_port for 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:16.384710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:16.400999 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Sync routers for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:16.414930 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:16.415591 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:16.471523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:16.472878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6d138f75-fac6-42c6-8cb7-2655c30a905c admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.1110017 Feb 10 22:42:16.477906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45866) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:16.529523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:16.598885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a1041d-779a-44d6-8246-5b598f16d0fd req-88bea28a-38b7-4a6b-8971-dae0994d6cdc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:16.607355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-25a1041d-779a-44d6-8246-5b598f16d0fd req-88bea28a-38b7-4a6b-8971-dae0994d6cdc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 0.4592090 Feb 10 22:42:16.613489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.219 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c481bb10-a0bc-4c78-b52f-a1986afb9e84) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:16.618004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-a627f367-01f8-4c65-b194-9066c5ab2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:16.621165 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-a627f367-01f8-4c65-b194-9066c5ab2b22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6500301 Feb 10 22:42:16.653484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741ee85-695e-4742-99b2-5aae54f7118a req-83ea7e67-946c-4b85-9ca0-3009eb17ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:16.655201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-83ea7e67-946c-4b85-9ca0-3009eb17ff41 service neutron] 10.222.0.24 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 917 time: 0.5772498 Feb 10 22:42:16.750897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:16.803424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-08c18bee-b482-40e1-a019-d48535330390 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28d199a-2ba6-447e-be7f-a1136cd07631 HTTP/1.1" status: 200 len: 217 time: 0.1297605 Feb 10 22:42:16.865031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a908879-b9e5-401a-ac2b-b59aec00fca2 req-1e75635c-0dca-458a-9e10-3aa18d7bd7c5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:16.872627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a908879-b9e5-401a-ac2b-b59aec00fca2 req-1e75635c-0dca-458a-9e10-3aa18d7bd7c5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 945 time: 0.4844978 Feb 10 22:42:16.892314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-25a1041d-779a-44d6-8246-5b598f16d0fd req-54532209-4565-48e4-aaa1-2afd40037efc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832985 Feb 10 22:42:17.005023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:17.087541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a908879-b9e5-401a-ac2b-b59aec00fca2 req-539a6a14-06fc-466c-8d5c-55aa51f7a1e7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6d6affc-ae79-424c-8db7-171467f5465e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2135365 Feb 10 22:42:17.092254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'Port': ['ID=186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:17.097002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741ee85-695e-4742-99b2-5aae54f7118a req-268bc230-1923-4bf2-a31f-ad53f9ce1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:17.098724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-268bc230-1923-4bf2-a31f-ad53f9ce1212 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.2203181 Feb 10 22:42:17.135816 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:13Z', 'revision_number': 3, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:17.148021 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Checking router: afe0364b-663c-4db3-afe4-43ef585536df for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:17.149158 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Updating router afe0364b-663c-4db3-afe4-43ef585536df port 371d37c0-6f55-4c3d-9de8-085be6c97c80 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:42:17.166804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:17.214104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b492f66b-bc0b-4101-825f-2385350b500d req-bb034b33-2a38-406a-af57-a2fb90eeb113 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0972025 Feb 10 22:42:17.243868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:17.258604 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:17.320309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:17.320652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:17.373950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1922aa4f-2e8a-458a-9e8f-e9de47fa4b63 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7108254 Feb 10 22:42:17.729901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:17.957910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8741ee85-695e-4742-99b2-5aae54f7118a req-df1e87e8-ce1a-434e-8a55-f4a517eaf414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:17.961589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-df1e87e8-ce1a-434e-8a55-f4a517eaf414 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8557851 Feb 10 22:42:17.983253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Router cfb9d964-91d0-495f-bc03-cfd93611183b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:17.990251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:18.138830 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:18.175659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Transition to ACTIVE for port object 371d37c0-6f55-4c3d-9de8-085be6c97c80 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:18.196965 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:18.262670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=c481bb10-a0bc-4c78-b52f-a1986afb9e84,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:18.298860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-bd2c3ff1-2511-4bc2-a7fd-be1f670fa97f service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9101348 Feb 10 22:42:18.317407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:18.384097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:18.404562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5eec-778e-4cf6-a55e-c4f5d63208bd None None] Pushing event updated for resources: {'Port': ['ID=371d37c0-6f55-4c3d-9de8-085be6c97c80,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:18.404562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Attempting to bind port 371d37c0-6f55-4c3d-9de8-085be6c97c80 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:18.404562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Attempting to bind port 371d37c0-6f55-4c3d-9de8-085be6c97c80 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:18.404562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Attempting to bind port 371d37c0-6f55-4c3d-9de8-085be6c97c80 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:18.417968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:18.417968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:18.428151 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:18.428151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:18.428151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Bound port: 371d37c0-6f55-4c3d-9de8-085be6c97c80, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:18.428151 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:18.433124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:18.457535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-11f3b37f-21a9-48a4-bbba-cb795c2177b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 217 time: 0.1536789 Feb 10 22:42:18.507253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7ce2423-f599-4b62-bc0f-aad3ca7adc31 req-25d4db85-d663-4e0f-9292-9568ffba9ba7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 210 time: 0.1433532 Feb 10 22:42:18.517265 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] For port 371d37c0-6f55-4c3d-9de8-085be6c97c80, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:18.522027 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] For port 371d37c0-6f55-4c3d-9de8-085be6c97c80, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=371d37c0-6f55-4c3d-9de8-085be6c97c80,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:18.529417 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:18.549353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f11546-836e-4471-8128-1b8a72f4428b req-f8e81964-2d56-494f-a499-745351edead4 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:18.556476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52f11546-836e-4471-8128-1b8a72f4428b req-f8e81964-2d56-494f-a499-745351edead4 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.9996817 Feb 10 22:42:18.632109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-b846ecc4-6241-448b-8158-29bbe7c1d7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:18.633780 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-b846ecc4-6241-448b-8158-29bbe7c1d7d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.1666062 Feb 10 22:42:18.642021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-d24ca454-9516-46d8-b134-42dadf39f778 service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6561260 Feb 10 22:42:18.650514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5eec-778e-4cf6-a55e-c4f5d63208bd None None] Pushing event updated for resources: {'Port': ['ID=371d37c0-6f55-4c3d-9de8-085be6c97c80,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:18.694051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:18.695544 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:18.890455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ca961b5-99a3-46f8-8b9b-2c1b8c6189c3 req-7487c15b-6558-4df9-a6cf-79a6474711db tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1730747 Feb 10 22:42:18.900464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:18.988945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52f11546-836e-4471-8128-1b8a72f4428b req-db05c309-6b2b-4820-a263-05d5800bf3e1 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4290020 Feb 10 22:42:18.991106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8741ee85-695e-4742-99b2-5aae54f7118a req-cd525b04-c8d5-4ec5-8117-c9c297d8b93f service neutron] 10.222.0.24 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278196 Feb 10 22:42:18.994448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:19.066047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:19.068689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:19.079214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:19.094081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:19.100149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:19.191532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] No DVR routers for this DVR port 186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:42:19.194886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:19.199460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'name': 'network-vif-deleted', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:19.234223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-42ab7678-6013-4c3c-9a19-82e975c81e3f admin admin] 10.222.0.53 "PUT /v2.0/routers/cfb9d964-91d0-495f-bc03-cfd93611183b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8220050 Feb 10 22:42:19.234413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45894) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:19.242740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d44a2a8-2dbc-45a1-a185-7d33bee0a2b3 req-610e6941-e3d3-4535-8e24-f1bbacfc6ee3 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "DELETE /v2.0/ports/186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897 HTTP/1.1" status: 204 len: 173 time: 5.2897899 Feb 10 22:42:19.246332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1473712a-6be9-45ec-9d20-6767bf7cc4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:19.247847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1473712a-6be9-45ec-9d20-6767bf7cc4cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4947231 Feb 10 22:42:19.342605 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Sync routers for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:19.348735 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4d93b38-e2fb-4112-97a0-31769090fe3d', 'name': 'network-vif-deleted', 'tag': '186d8bb8-5b1a-426c-a7cd-d7b1f4fc5897', 'status': 'completed', 'code': 200} Feb 10 22:42:19.377000 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:19.379646 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:19.477982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:19.688350 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:19.733857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4c6d8490-39e6-4ae4-b11c-49778c87a9d4 req-bf7bb14d-bbb9-4ed8-bf40-97af7d6741d2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:19.771241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4c6d8490-39e6-4ae4-b11c-49778c87a9d4 req-bf7bb14d-bbb9-4ed8-bf40-97af7d6741d2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:19.787827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c6d8490-39e6-4ae4-b11c-49778c87a9d4 req-bf7bb14d-bbb9-4ed8-bf40-97af7d6741d2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=a4d93b38-e2fb-4112-97a0-31769090fe3d HTTP/1.1" status: 200 len: 210 time: 0.1173553 Feb 10 22:42:19.873787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:19.933114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:19.937914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:19.954641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:19.955214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.036257 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:20.074596 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:13Z', 'revision_number': 3, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.083614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcab0192-5670-4271-a55b-e77cd6006fc3 None None] The sync data for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 is: [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:13Z', 'revision_number': 3, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:20.097576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-1bb99c78-92cf-40f5-a057-43d1e8990929 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7764142 Feb 10 22:42:20.117578 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:42:15Z', 'revision_number': 5, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.122554 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Checking router: cfb9d964-91d0-495f-bc03-cfd93611183b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:20.136521 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Routers {'cfb9d964-91d0-495f-bc03-cfd93611183b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:20.137301 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfb9d964-91d0-495f-bc03-cfd93611183b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.147481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f2b29be-d289-43fc-b316-92cdea9c466a req-d86ae294-a865-4cb9-8227-2b45583ccd4f tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0848556 Feb 10 22:42:20.333478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Allocated IP 172.20.0.1 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/b2b5c030-cc37-48f5-acba-611e4dc84018) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:20.353576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:20.360413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffea121-15bb-4296-9a0a-988a1fe305ab req-9a2b43ea-e424-4176-968f-f8faed8292bb tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:20.360592 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] Set router cfb9d964-91d0-495f-bc03-cfd93611183b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:20.363146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cffea121-15bb-4296-9a0a-988a1fe305ab req-9a2b43ea-e424-4176-968f-f8faed8292bb tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.8496802 Feb 10 22:42:20.708732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:20.795134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:42:15Z', 'revision_number': 5, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.804069 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcfc1e7-b487-494f-b683-4e000efa6730 None None] The sync data for ids ['cfb9d964-91d0-495f-bc03-cfd93611183b'] in n-d-825178-4 is: [{'id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'name': 'tempest-FloatingIPsTestJSON-1072748306-router', 'tenant_id': '89db82c3e0fa403781d99c1e80500d31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:41:33Z', 'updated_at': '2022-02-10T22:42:15Z', 'revision_number': 5, 'project_id': '89db82c3e0fa403781d99c1e80500d31', 'gw_port': {'id': '9a91e586-ed57-41b2-b1e8-2fcbbe08a424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e3:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb9d964-91d0-495f-bc03-cfd93611183b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:41:34Z', 'updated_at': '2022-02-10T22:41:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:20.850678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cffea121-15bb-4296-9a0a-988a1fe305ab req-5a9dcf03-ef5a-408c-b3d6-5339795675b6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747522 Feb 10 22:42:20.922195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:20.957734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:20.966776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Usage tracker for resource:security_group_rule and tenant:1f6bafb3ff944ceb9b97249cbf80a9b1 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:20.971221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:20.982194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:20.993891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:20.997816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23c0f81-bb75-4bfb-8544-9c051e926d43 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:21.011395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45920) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:21.025252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.040788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-50e5fb44-19a6-4b80-b127-17220ed6ec41 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9307976 Feb 10 22:42:21.058802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Deleting port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:21.059144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.180407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.219128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.360739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.466434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d6affc-ae79-424c-8db7-171467f5465e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:21.509557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-bef89ba5-1295-4688-94d7-dd57207bfc63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6 HTTP/1.1" status: 200 len: 217 time: 0.3512733 Feb 10 22:42:21.522377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.534890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61b145bd-3943-4196-bdbd-cbc61057e042 req-b633a19f-7624-4315-857b-b315a647fe76 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1358926 Feb 10 22:42:21.538843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.550486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.621031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.625709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-078c9b39-d907-4725-8d45-615aee197d64 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6d6affc-ae79-424c-8db7-171467f5465e HTTP/1.1" status: 204 len: 168 time: 0.6092439 Feb 10 22:42:21.629788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45928) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:21.633411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.642313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1f6bafb3ff944ceb9b97249cbf80a9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9282093 Feb 10 22:42:21.652340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45932) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:21.662486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4047fce-b3f2-451a-abea-30f985d5cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad9c7c5-fdab-4581-b5a8-f0a1d793850f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:21.685474 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-40fd7b32-8398-4bb4-85f1-2055fa9f2281 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] show failed (client error): The resource could not be found. Feb 10 22:42:21.686422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40fd7b32-8398-4bb4-85f1-2055fa9f2281 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups/a6d6affc-ae79-424c-8db7-171467f5465e HTTP/1.1" status: 404 len: 347 time: 0.0548096 Feb 10 22:42:21.696051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45936) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:21.814380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c8894-0f76-4886-ac6e-70560713f4c1 None None] New status for floating IP 73477b60-a88a-4b00-b0a6-941e298ac764: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:42:21.845926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:21.920954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 371d37c0-6f55-4c3d-9de8-085be6c97c80 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:21.980747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-2bfefa41-15bd-45ce-bb62-2559ec410204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:21.981770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-2bfefa41-15bd-45ce-bb62-2559ec410204 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.4450300 Feb 10 22:42:22.067612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.077925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Transition to ACTIVE for port object b2b5c030-cc37-48f5-acba-611e4dc84018 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:22.102418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.126582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Deleting port 2b80f056-b9b2-4d35-81eb-6e6b9388924d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:22.127040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.257663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] For port 9a91e586-ed57-41b2-b1e8-2fcbbe08a424, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:22.257944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.271707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 371d37c0-6f55-4c3d-9de8-085be6c97c80 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:22.280780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 371d37c0-6f55-4c3d-9de8-085be6c97c80 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:22.281153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.425357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.431638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Calling delete_port for 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:22.448218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 371d37c0-6f55-4c3d-9de8-085be6c97c80, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=371d37c0-6f55-4c3d-9de8-085be6c97c80,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:22.449875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.460521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.489933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad9c7c5-fdab-4581-b5a8-f0a1d793850f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:22.494479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 89780909-dbe0-4d89-a909-9852116fe601 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:22.502159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.503523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-99507919-3930-46fc-9ff3-7d4be89619f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7ad9c7c5-fdab-4581-b5a8-f0a1d793850f HTTP/1.1" status: 204 len: 168 time: 0.8502309 Feb 10 22:42:22.521710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd432-ae81-4999-a2bb-45f97aa32ce8 req-ef1a1ea7-32e8-44a6-bff6-a9c084a96246 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:22.530370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd432-ae81-4999-a2bb-45f97aa32ce8 req-ef1a1ea7-32e8-44a6-bff6-a9c084a96246 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:22.534706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.535155 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.544800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6bd432-ae81-4999-a2bb-45f97aa32ce8 req-ef1a1ea7-32e8-44a6-bff6-a9c084a96246 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:22.546510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae6bd432-ae81-4999-a2bb-45f97aa32ce8 req-ef1a1ea7-32e8-44a6-bff6-a9c084a96246 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030&device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632&device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 2418 time: 1.1304672 Feb 10 22:42:22.547599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:22.605997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 89780909-dbe0-4d89-a909-9852116fe601 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:22.606319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 89780909-dbe0-4d89-a909-9852116fe601 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:22.649438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=371d37c0-6f55-4c3d-9de8-085be6c97c80,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:22.718025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:42:22.794952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:22.798272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Calling delete_port for 2b80f056-b9b2-4d35-81eb-6e6b9388924d owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:22.862127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:22.864620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:22.947907 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6221b603-8198-4925-98a4-bc5542f19940 req-649cc8c7-7d77-4593-ba07-dc98cffc3275 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1073158 Feb 10 22:42:23.005358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae6bd432-ae81-4999-a2bb-45f97aa32ce8 req-624ff803-6314-4ad5-a42e-e2a6e21515f6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701432 Feb 10 22:42:23.007950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-16841ed2-1d09-4d02-bf00-c5028359f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.010197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-16841ed2-1d09-4d02-bf00-c5028359f44f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9212809 Feb 10 22:42:23.068950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:42:23.069790 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:42:23.178204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45968) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:23.286128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e91eb057-d240-408e-8d49-91febcab6bdc None None] Provisioning for port b2b5c030-cc37-48f5-acba-611e4dc84018 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:23.293261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e91eb057-d240-408e-8d49-91febcab6bdc None None] Provisioning complete for port b2b5c030-cc37-48f5-acba-611e4dc84018 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:23.294374 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e91eb057-d240-408e-8d49-91febcab6bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.338242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:23.373313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e91eb057-d240-408e-8d49-91febcab6bdc None None] Port b2b5c030-cc37-48f5-acba-611e4dc84018 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:42:23.392538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-8f38470f-498d-49e3-ac2f-3b2373de8a40 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425406 Feb 10 22:42:23.395887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.400690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.405044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.405526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.405987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.406629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.407243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.407734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.408196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.410217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fadce059-8698-4f15-8300-a29a1572ad53 req-4d6036e9-5ded-4366-bc58-a4fb2ddba247 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6501 time: 0.2303059 Feb 10 22:42:23.442883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c8338-f5bf-4094-9b7a-c53d0dc3687b req-e158d376-5b4b-42b0-9316-f7898ab4c76a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:23.444316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c87c8338-f5bf-4094-9b7a-c53d0dc3687b req-e158d376-5b4b-42b0-9316-f7898ab4c76a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.1573100 Feb 10 22:42:23.494248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fadce059-8698-4f15-8300-a29a1572ad53 req-197531c3-f2d5-488e-9bab-894549bf80e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728204 Feb 10 22:42:23.527949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c87c8338-f5bf-4094-9b7a-c53d0dc3687b req-fa5e2a19-5ce9-4944-8d0f-95146dc2186e tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650775 Feb 10 22:42:23.571479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Deleting port 2b80f056-b9b2-4d35-81eb-6e6b9388924d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:23.572117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.684272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9a91e586-ed57-41b2-b1e8-2fcbbe08a424,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:23.744683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 371d37c0-6f55-4c3d-9de8-085be6c97c80 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:23.826778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 371d37c0-6f55-4c3d-9de8-085be6c97c80 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:23.827687 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.913529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:23.913862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.052732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Calling delete_port for 2b80f056-b9b2-4d35-81eb-6e6b9388924d owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:24.111132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:24.131063 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:24.164225 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:24.165059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:24.220147 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.278420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:24.285411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.290636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:24.291264 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:24.328407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c84d23cc-6be8-4b3c-a73f-bd4d63e005be req-8c3fb45e-5230-4dd5-b202-9c9c987696f4 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1633317 Feb 10 22:42:24.331200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.353965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'Port': ['ID=2b80f056-b9b2-4d35-81eb-6e6b9388924d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:24.438217 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:24.438626 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37322932-662b-4b49-b04b-91cfbac1e12d None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:24.470041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.474367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7066a373-0a79-4fa4-b558-938a9e9064ef tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.2085888 Feb 10 22:42:24.476489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46042) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:24.563812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-32eb9c86-bdbf-4345-9895-1923aa6d06f3 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0433750 Feb 10 22:42:24.564294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46046) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:24.567464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.571210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.577850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.660474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-29807837-8a0a-49e2-9f93-00a085fe15b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 HTTP/1.1" status: 200 len: 217 time: 0.0860405 Feb 10 22:42:24.677106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.678500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4cc92717-41c4-43c5-bab2-9b3da9b44ee7 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "DELETE /v2.0/floatingips/73477b60-a88a-4b00-b0a6-941e298ac764 HTTP/1.1" status: 204 len: 168 time: 2.9817781 Feb 10 22:42:24.745196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.745955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb9d964-91d0-495f-bc03-cfd93611183b {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:42:24.780687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.786008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bcad55cc-c040-489c-9b31-e2c5d0eea1ab admin admin] 10.222.0.53 "DELETE /v2.0/routers/cfb9d964-91d0-495f-bc03-cfd93611183b HTTP/1.1" status: 204 len: 168 time: 5.5481949 Feb 10 22:42:24.786855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:24.837912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:24.875125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-fe2915c7-edaa-416c-a1ac-16e3e2ca5043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:24.876623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-fe2915c7-edaa-416c-a1ac-16e3e2ca5043 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.1860704 Feb 10 22:42:25.009262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.055649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Deleting subnet c5348d92-0341-4593-8330-e3a75f048270 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:42:25.066432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.234289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46066) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:25.247834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:25.252820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1422306584', 'description': 'tempest-description--1357773284'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:25.267607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:25.272249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Usage tracker for resource:security_group_rule and tenant:a9714a5b39ce4922930d74f60a71443e is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:25.279006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:25.280487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:25.286592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.287921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:25.321748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:25.361516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:25.406390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.447609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-c59c1c63-2774-4f40-9b90-ad50484cde8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:25.449661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-c59c1c63-2774-4f40-9b90-ad50484cde8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5395265 Feb 10 22:42:25.505947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:25.576790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:25.579911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.588035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-533b7e91-f61d-4f21-b3de-61543748fdf7 req-7db2cb53-d811-46cb-9ece-02a191c2d115 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0872684 Feb 10 22:42:25.588939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:25.599975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:25.619496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.647132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.726487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:25.763602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:25.764220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a91e586-ed57-41b2-b1e8-2fcbbe08a424 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:25.802009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.817129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.821895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:25.952839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf2dff-59c9-4179-9684-eb14e55c8868,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:25.974349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.009983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.011162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-93c10773-a0f7-47c5-90d5-c49cd32b6543 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7764237 Feb 10 22:42:26.019748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46076) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:26.038029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group_rule': {'security_group_id': '21bf2dff-59c9-4179-9684-eb14e55c8868', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:26.047357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:26.054396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:26.058518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:26.069115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:26.090035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.138961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.154688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Pushing event updated for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:26.156877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.180862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-91cef07b-fa5c-40a8-a4d0-b3b1f1e750b4 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172403 Feb 10 22:42:26.245858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.314610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.325258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.366748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=256000ee-13bd-42f0-8006-58225db5957f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:26.369902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5348d92-0341-4593-8330-e3a75f048270,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:26.376938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a9714a5b39ce4922930d74f60a71443e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8046482 Feb 10 22:42:26.376938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b3b0b2-0aac-46c9-9c41-19f5cc7a0529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e615af-1073-459e-a82c-d84cafa5aca8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:26.378251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.1 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/31509a6f-4fbe-4400-8a19-01d6a159d13e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:26.380586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46080) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:26.383208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.387799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6c57880c-7786-4748-abd6-6de40db376dc tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674521 Feb 10 22:42:26.388594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46086) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:26.408947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'security_group_rule': {'security_group_id': '21bf2dff-59c9-4179-9684-eb14e55c8868', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:26.415051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:26.427548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:security_group_rule and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:26.441212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:26.442050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.449720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cc73c-3d16-4cc8-8830-204262897e85 None None] Network 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:26.462030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e3c5a-1296-430e-905e-f2ddeeeb3b51 req-f48be734-57c3-4a76-9dec-8833b4a2e0da tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:26.463593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c77e3c5a-1296-430e-905e-f2ddeeeb3b51 req-f48be734-57c3-4a76-9dec-8833b4a2e0da tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.5508592 Feb 10 22:42:26.474864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:26.510683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:26.531860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:26.543689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a0a53ef2-34ad-4dd6-a8a6-8cf319f93994 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c5348d92-0341-4593-8330-e3a75f048270 HTTP/1.1" status: 204 len: 168 time: 1.7519925 Feb 10 22:42:26.549170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46090) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:26.565494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.615224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.644974 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-a446fccf-445d-440f-bb9a-f7dbb4788f37 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444747 Feb 10 22:42:26.688746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.739168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.755659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.761045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] DHCP port deletion for 8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:42:26.767014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Deleting port b97f8725-65e4-4a0a-a068-b91c8c46550e {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:26.768793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.791122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50f3a6a0-0fad-4964-a86f-c0ca2c5a8c39,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:26.824713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-fddd11c4-64f7-4ebd-b5e2-bf0e66eec9b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0 HTTP/1.1" status: 200 len: 217 time: 0.1609974 Feb 10 22:42:26.833538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c77e3c5a-1296-430e-905e-f2ddeeeb3b51 req-8e50588f-3e30-4147-a1ef-58ba1ce253c6 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481672 Feb 10 22:42:26.893402 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.917523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99f46bd0-0d65-4006-89ef-f0c77793dfd5 req-30cb480e-c4b9-4920-a359-dce97c123984 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0987055 Feb 10 22:42:26.920600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.925077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6e159be8-f3a0-425b-9c81-97d36abb27bf tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5329592 Feb 10 22:42:26.925758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46096) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:26.936636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:26.953702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:26.960886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Usage tracker for resource:floatingip and tenant:0352ed6d031b4bfa9278767984af006f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:26.970502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:26.979881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:26.984496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:26.989524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.008251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e615af-1073-459e-a82c-d84cafa5aca8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:27.013763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.035359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.036621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-abbdc19f-07f7-45c1-8863-816cd83be779 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/83e615af-1073-459e-a82c-d84cafa5aca8 HTTP/1.1" status: 204 len: 168 time: 0.6546972 Feb 10 22:42:27.040714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Deleting port b97f8725-65e4-4a0a-a068-b91c8c46550e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:27.041062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.044062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.067928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-adb6bbf8-d541-4f42-87ad-ee167203685a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:27.069793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-adb6bbf8-d541-4f42-87ad-ee167203685a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.2337809 Feb 10 22:42:27.097710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca9167e0-3a02-49a3-bf4e-52c5280b9f73 None None] Provisioning complete for port b2b5c030-cc37-48f5-acba-611e4dc84018 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:27.098508 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca9167e0-3a02-49a3-bf4e-52c5280b9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.123953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Router afe0364b-663c-4db3-afe4-43ef585536df has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:27.180683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca9167e0-3a02-49a3-bf4e-52c5280b9f73 None None] Port b2b5c030-cc37-48f5-acba-611e4dc84018 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:42:27.189135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] For port b97f8725-65e4-4a0a-a068-b91c8c46550e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b97f8725-65e4-4a0a-a068-b91c8c46550e,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:27.189680 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.361755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Calling delete_port for b97f8725-65e4-4a0a-a068-b91c8c46550e owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:27.376250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=31509a6f-4fbe-4400-8a19-01d6a159d13e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:27.407663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:27.410413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:27.418645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:27.506277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.513930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] For port b97f8725-65e4-4a0a-a068-b91c8c46550e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b97f8725-65e4-4a0a-a068-b91c8c46550e,segment=NetworkSegment(074eeae6-1475-4489-bd65-b66fcb054e09),segment_id=074eeae6-1475-4489-bd65-b66fcb054e09)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:27.514281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.525536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-42043803-0b50-4f65-a633-abe1d7579ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:27.527052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-42043803-0b50-4f65-a633-abe1d7579ad3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4421237 Feb 10 22:42:27.552478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.618363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] Pushing event deleted for resources: {'Port': ['ID=b97f8725-65e4-4a0a-a068-b91c8c46550e,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:27.640210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e78c63-98f2-45ac-985b-b80925419af4 None None] No DVR routers for this DVR port b97f8725-65e4-4a0a-a068-b91c8c46550e on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:42:27.719677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b97f8725-65e4-4a0a-a068-b91c8c46550e no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:27.776651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b97f8725-65e4-4a0a-a068-b91c8c46550e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:27.779121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b97f8725-65e4-4a0a-a068-b91c8c46550e not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:27.814235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:27.895621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Calling delete_port for b97f8725-65e4-4a0a-a068-b91c8c46550e owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:27.930626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:27.936210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35dd8511-fb0b-4df4-8618-86338ec3cb8a admin admin] 10.222.0.53 "PUT /v2.0/routers/afe0364b-663c-4db3-afe4-43ef585536df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4558644 Feb 10 22:42:27.944312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Sync routers for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:28.008964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:28.009762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:28.043371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-6ba6e74d-ce83-4e86-a18d-d7bd39336917 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060978 Feb 10 22:42:28.043931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:42:28.044611 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:42:28.318677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f9ece-88df-4565-ba1d-97cab0862976 req-506c57c5-9948-43c6-a987-c8ac187b0ef3 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:28.327578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcb550d0-3cff-42c7-9865-3eebb96abca4 req-5b6cf0cb-a3de-40ad-b8d6-df6cbd27a5d9 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1262872 Feb 10 22:42:28.339478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-383f9ece-88df-4565-ba1d-97cab0862976 req-506c57c5-9948-43c6-a987-c8ac187b0ef3 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.2930892 Feb 10 22:42:28.344715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Allocated IP 172.25.2.251 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:28.351409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.381250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-24f38c7f-a1c2-4485-aec2-02887342f865 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881560 Feb 10 22:42:28.414958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:28.473916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-8690da9e-e035-4c77-8930-d3467197bb2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 200 len: 217 time: 0.0787532 Feb 10 22:42:28.564024 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-383f9ece-88df-4565-ba1d-97cab0862976 req-a9a41522-c2bb-489c-b74c-43190e2db99a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235382 Feb 10 22:42:28.570768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Deleting port b97f8725-65e4-4a0a-a068-b91c8c46550e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:28.570938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.688389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] The port 'b97f8725-65e4-4a0a-a068-b91c8c46550e' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:42:28.763459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-41efb1e5-ded3-4f27-b732-ed409a47743f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:28.764909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-41efb1e5-ded3-4f27-b732-ed409a47743f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.2778468 Feb 10 22:42:28.875977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.914785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:28.930465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074eeae6-1475-4489-bd65-b66fcb054e09') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:28.930775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074eeae6-1475-4489-bd65-b66fcb054e09') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:28.947731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.966856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-ca235dda-872f-4363-81e7-f1d2fc975eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:28.968379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-ca235dda-872f-4363-81e7-f1d2fc975eec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593945 Feb 10 22:42:28.969268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.976448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:28.985900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:42:28.986509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:42:29.017341 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:42:29.078029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:25Z', 'revision_number': 2, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:29.094699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Checking router: afe0364b-663c-4db3-afe4-43ef585536df for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:29.095052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Updating router afe0364b-663c-4db3-afe4-43ef585536df port b2b5c030-cc37-48f5-acba-611e4dc84018 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:42:29.154483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.220211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.239766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.257013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.282322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46144) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:29.285411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:29.295894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.331177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:29.335830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.355792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46150) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:29.363176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:29.364158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:29.368851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839675998', 'description': 'tempest-description--468277203'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:29.377085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee388151-55c1-4bc0-a309-7797b0540fa5 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8cdc5d68-4a6f-418c-a33e-f3787d7c3aa8 HTTP/1.1" status: 204 len: 168 time: 2.8245811 Feb 10 22:42:29.389879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:29.395098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:29.404157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Usage tracker for resource:security_group and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:29.408771 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-22b8652f-5116-4e3d-83df-32eb32ea98ec service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802822 Feb 10 22:42:29.409905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:29.417807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:29.531718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.557404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:29.567583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Usage tracker for resource:security_group_rule and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:29.581834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:29.591651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:29.634449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d365ff0d-3345-4415-a468-83fd8ad52a9e req-a4af6566-9a25-471b-99f8-237cccd01659 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176635 Feb 10 22:42:29.710400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.721838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-566926150', 'router:external': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:29.733791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46160) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:29.792291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:29.890717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.899425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfd118ec-3235-4697-ab77-3d4eac1e1ac4 req-a96e83d7-e3a3-4788-9138-1ec775e1a903 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.2067435 Feb 10 22:42:29.907099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.909409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Transition to ACTIVE for port object b2b5c030-cc37-48f5-acba-611e4dc84018 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:29.913374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.918000 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.972114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e339899d-147b-4877-a9aa-164a5a18f5fa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:29.976238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:29.977687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e3097adc-2974-4753-814a-7550ee903b5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6205552 Feb 10 22:42:29.980153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:29.991451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'security_group_rule': {'security_group_id': 'e339899d-147b-4877-a9aa-164a5a18f5fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:29.997958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:30.001958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Usage tracker for resource:security_group_rule and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:30.005514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:30.013077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:30.038277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.084762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.092288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:network and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:30.132464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.137366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.182979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67aad86a-9745-4cfc-8083-b6a2a4fe08e4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.188521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259857a-5b04-4abb-aa11-a4083cd4c52c None None] Pushing event updated for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.189313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=31509a6f-4fbe-4400-8a19-01d6a159d13e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.200132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:30.209246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Attempting to bind port b2b5c030-cc37-48f5-acba-611e4dc84018 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:30.210660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.212579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f95a3e95-0fe8-42d6-8f6a-d49a18fa1ec1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2312233 Feb 10 22:42:30.212820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Attempting to bind port b2b5c030-cc37-48f5-acba-611e4dc84018 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:30.213370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Attempting to bind port b2b5c030-cc37-48f5-acba-611e4dc84018 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:30.214899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46168) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:30.224303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'security_group_rule': {'security_group_id': 'e339899d-147b-4877-a9aa-164a5a18f5fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:30.225968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:30.226731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:30.227551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.228198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:30.228814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Bound port: b2b5c030-cc37-48f5-acba-611e4dc84018, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:30.229337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.234062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:30.239970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Usage tracker for resource:security_group_rule and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:30.244739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:30.252698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:30.268828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:30.275318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.340906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] For port b2b5c030-cc37-48f5-acba-611e4dc84018, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:30.344019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] For port b2b5c030-cc37-48f5-acba-611e4dc84018, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b2b5c030-cc37-48f5-acba-611e4dc84018,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:30.348703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.361286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.365987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.372942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Made reservation on behalf of 97d91b5c73a24c0b9057cf7f2e95b08f for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:30.375217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.388837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12ea1c95-0246-44b7-b922-b15a1a6abad8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.411577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.417806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.420173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2c1d3207-ced2-4e7e-a678-c7dd6f480441 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2039838 Feb 10 22:42:30.423209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:30.434352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:30.443454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:30.446752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:30.447425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:30.449363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Usage tracker for resource:floatingip and tenant:544e6fb737cb40aeaa6771307e9cc671 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:30.453244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-358ea3af-5371-4a76-937d-4435b4c23d7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=89db82c3e0fa403781d99c1e80500d31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025619 Feb 10 22:42:30.454024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:30.457484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46176) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:30.460289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.492349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:30.497718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:security_group_rule and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:30.501265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:30.510246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:30.516010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:30.552515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.619119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.639060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.663772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.689223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:30.709516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.710113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:30.720182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d66b7c-0175-4499-87d1-886976f45322,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.725103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:30.733460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:30.760147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681cddb-55a5-49d8-a51a-968eb5cdc5bc req-b121c2e3-810b-4c6f-84e2-cc5481521d9a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:30.767370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3681cddb-55a5-49d8-a51a-968eb5cdc5bc req-b121c2e3-810b-4c6f-84e2-cc5481521d9a tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.9807525 Feb 10 22:42:30.810236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.813826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.864143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9259857a-5b04-4abb-aa11-a4083cd4c52c None None] Pushing event updated for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.867794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a71448-e644-4522-b9a8-f03a99e9c204,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:30.870442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.870791 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Added segment c9b926b6-80c9-43b3-afe3-e723fba64642 of type vlan for network b9939c32-5941-4039-b9fe-e8ed4dfe2775 Feb 10 22:42:30.894128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:30.895305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-50a945ff-321f-49cb-9104-fd5d9d436f13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8a71448-e644-4522-b9a8-f03a99e9c204 HTTP/1.1" status: 204 len: 168 time: 0.4368331 Feb 10 22:42:31.021166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.25.2.51 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/bd6479e1-3fcb-4a02-aad1-b341eb026ea0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:31.215470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:31.216826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:30Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:31.217227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e016f57a-7515-4c0f-8d02-f22991238e1d None None] The sync data for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 is: [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:30Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:31.260809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3681cddb-55a5-49d8-a51a-968eb5cdc5bc req-22a9a702-ded6-4718-a1b4-cc9757fdb583 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926088 Feb 10 22:42:31.357451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d81f18c-b876-40b9-a6cb-684f698d4f81 req-be9bcca1-a0fa-43c6-9316-052aa8c15d63 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1708095 Feb 10 22:42:31.420153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.448921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.461929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.559764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:31.563205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:31.568923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:31.633865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=bd6479e1-3fcb-4a02-aad1-b341eb026ea0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:31.651631 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.653494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:31.654087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.682581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.712969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.4203880 Feb 10 22:42:31.721961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46194) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:31.733593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'subnet': {'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:31.780134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.800202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:42:31.809996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:31.833407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:31.834137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b2b5c030-cc37-48f5-acba-611e4dc84018 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:31.841772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cd04134e-f976-4197-ab9c-d83a39e786ec tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/routers/2fa0f2ef-db9c-4eec-9718-c57839169bc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3640161 Feb 10 22:42:31.842843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:subnet and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:31.848361 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:31.852975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.854980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46202) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:31.863320 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:31.867149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'port': {'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a', 'name': 'tempest-FloatingIPTestJSON-1086165830'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:31.876181 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:31.887608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:31.890753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:31.951001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:31.964686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b2b5c030-cc37-48f5-acba-611e4dc84018 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:31.972217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b2b5c030-cc37-48f5-acba-611e4dc84018 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:31.973290 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.054926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bb55ff-399b-4934-9c7d-93c1cdb0b483 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Network': ['ID=b9939c32-5941-4039-b9fe-e8ed4dfe2775,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:32.064101 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:32.066525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:32.086430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:32.087411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:32.180118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Made reservation on behalf of 97d91b5c73a24c0b9057cf7f2e95b08f for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:32.182375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.197123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.202263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.345769 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:32.350279 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2723a5ad-dac5-45f2-8fd3-5df74ff418e0 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:32.363174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.399066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=bd6479e1-3fcb-4a02-aad1-b341eb026ea0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:32.412062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.446022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.447941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3d453ef-a4e7-40e7-a0b9-7c0c91f1b966 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0221725 Feb 10 22:42:32.501607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b2b5c030-cc37-48f5-acba-611e4dc84018, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b2b5c030-cc37-48f5-acba-611e4dc84018,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:32.507733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.558050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:32.580991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:32.605657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:32.667746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e75e81-b8f1-4a4d-b45c-0c5f0bbd8d8d req-7e7110fc-a0c8-40fd-ad94-74b50da776bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:32.670841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00e75e81-b8f1-4a4d-b45c-0c5f0bbd8d8d req-7e7110fc-a0c8-40fd-ad94-74b50da776bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.1622736 Feb 10 22:42:32.732687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00e75e81-b8f1-4a4d-b45c-0c5f0bbd8d8d req-387a066a-9f15-422b-8ae4-a7c289b9f7e2 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511703 Feb 10 22:42:32.840172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:port and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:32.856518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:32.904956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.927463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:32.931371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1fed5e9-18d7-40d5-97d5-1f7de4a69292 req-b5c02bef-c13d-40aa-8038-d7de11ceb3d8 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0923457 Feb 10 22:42:32.965178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-b657d140-f324-4fb8-a6f1-5ab03d44bcd0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:32.980222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:32.985853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:32.999884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-b657d140-f324-4fb8-a6f1-5ab03d44bcd0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:33.001796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-b657d140-f324-4fb8-a6f1-5ab03d44bcd0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1839675998&fields=id&tenant_id=544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 267 time: 0.1065922 Feb 10 22:42:33.030504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] device_id is not set on port ee877fa0-9df4-4061-ac95-1e565a00347d yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:42:33.194726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.4 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/ee877fa0-9df4-4061-ac95-1e565a00347d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:33.270600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:33.283414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9ecdb836-206d-4f0d-b197-f7e3bae9f11d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3423622 Feb 10 22:42:33.283414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46240) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:33.350275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-22541d24-693c-417d-b894-60a3c99761df tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:33.350987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-22541d24-693c-417d-b894-60a3c99761df tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:33.371136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-22541d24-693c-417d-b894-60a3c99761df tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:33.372716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-22541d24-693c-417d-b894-60a3c99761df tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.3515899 Feb 10 22:42:33.412607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-8c7dc22d-0f87-4291-9506-05296b5fe89c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/quotas/544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 375 time: 0.0164540 Feb 10 22:42:33.528547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-018e9bac-efae-4a18-8217-5b385542039e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:33.548449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-aaa06278-c07a-458c-b112-8b3210112e7b req-018e9bac-efae-4a18-8217-5b385542039e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:33.550824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-018e9bac-efae-4a18-8217-5b385542039e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1195848 Feb 10 22:42:33.600406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:33.644738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:33.651578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Usage tracker for resource:security_group_rule and tenant:858f2dbd99984e9e957d61bf713e4f1d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:33.673125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:33.676662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:33.685537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:33.813438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b2b5c030-cc37-48f5-acba-611e4dc84018 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:33.819648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:33.887231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b2b5c030-cc37-48f5-acba-611e4dc84018 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:33.887635 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:33.892010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-62833d7c-f62a-433d-8204-2b16591f5b0c service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221180 Feb 10 22:42:33.926392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=ee877fa0-9df4-4061-ac95-1e565a00347d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:33.998037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:34.006612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:34.010121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-45cfe41b-0446-443c-a83b-a0266dbf8c80 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:34.021559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:34.059324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:42:34.059830 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.143474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-45cfe41b-0446-443c-a83b-a0266dbf8c80 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:34.151406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-45cfe41b-0446-443c-a83b-a0266dbf8c80 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1422306584&fields=id&tenant_id=0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 267 time: 0.3576317 Feb 10 22:42:34.188547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.261031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.311707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-4a271ff4-ff7a-4ac8-8d12-bb9122e01db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.313846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-4a271ff4-ff7a-4ac8-8d12-bb9122e01db3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 1096 time: 0.4203637 Feb 10 22:42:34.317294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-a4c2942c-3499-4a2d-b9fe-62ac91284cee service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627474 Feb 10 22:42:34.319519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.320282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.336909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9cfd8fd6-6b43-44f6-96ff-cb6819b441d8,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:34.382640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=858f2dbd99984e9e957d61bf713e4f1d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0900877 Feb 10 22:42:34.384685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ad1bb-fd34-4279-ad9f-bf1d726d9e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e19c8-cba3-48c1-83aa-5912ca04e716,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:34.387588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Checking segment: {'id': 'c9b926b6-80c9-43b3-afe3-e723fba64642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:34.388072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network hostable DHCP agents. Network: b9939c32-5941-4039-b9fe-e8ed4dfe2775, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:34.395510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46266) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:34.489334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32aa5882-7837-489d-b781-d78363a7095b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6297510 Feb 10 22:42:34.490178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46274) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:34.517372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'port': {'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a', 'name': 'tempest-FloatingIPTestJSON-881887041'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:34.541359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:34.556590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-66750bd9-b98b-40c5-802e-e52c7a94968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.558099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-66750bd9-b98b-40c5-802e-e52c7a94968c service neutron] 10.222.0.30 "GET /v2.0/networks?id=bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 200 len: 917 time: 0.2368288 Feb 10 22:42:34.632554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-996818cf-1dc2-4bfa-b546-36a8c34926de tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.634063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-996818cf-1dc2-4bfa-b546-36a8c34926de tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 811 time: 0.4818826 Feb 10 22:42:34.651119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-8ee74c2c-163b-467a-96ef-bd049c82b2f4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5 HTTP/1.1" status: 200 len: 217 time: 0.0809746 Feb 10 22:42:34.651246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b9939c32-5941-4039-b9fe-e8ed4dfe2775) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:34.656043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.656864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.705180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.723890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-6bc015f7-389d-47ff-86f1-2293252a4b10 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/quotas/0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 375 time: 0.0735471 Feb 10 22:42:34.744427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-5343a35b-fdf2-42ee-afc4-9cf6383f2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.746097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-5343a35b-fdf2-42ee-afc4-9cf6383f2672 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 200 len: 855 time: 0.0887623 Feb 10 22:42:34.759893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086381e3-e3e7-4280-982e-76e2d742e158 req-ba06f791-8615-48ab-8d64-3c31942a090f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:34.761881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086381e3-e3e7-4280-982e-76e2d742e158 req-ba06f791-8615-48ab-8d64-3c31942a090f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.2381947 Feb 10 22:42:34.791711 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8434dcc2-b790-4d77-8fd4-66de4608c297 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0645599 Feb 10 22:42:34.796596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46282) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:34.815265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-532581200', 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:34.831089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.835869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:34.849017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:port and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:34.855033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:34.871564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:34.896460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6321bc-06c8-4474-9804-5a3462d8e4dd None None] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:34.922941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:34.923156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086381e3-e3e7-4280-982e-76e2d742e158 req-746039ed-51ef-4088-9a40-8bd260d28162 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231718 Feb 10 22:42:34.929289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:port and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:34.934959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:34.946571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:34.947773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Made reservation on behalf of 97d91b5c73a24c0b9057cf7f2e95b08f for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:34.953786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.977762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:34.982154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.995329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:34.997752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-fa0db7d1-ea98-4e0d-90ef-82e9f4b997ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:35.001633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-fa0db7d1-ea98-4e0d-90ef-82e9f4b997ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bc9ae766-3dd9-448e-b87a-70998d05d5fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2390485 Feb 10 22:42:35.021482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-69881d65-d4b8-4e8a-b74e-2778abd81aa8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:35.049125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0e19c8-cba3-48c1-83aa-5912ca04e716,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:35.063969 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:35.067875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-82484c2f-4959-4414-b1b9-5b94dafeba40 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0f0e19c8-cba3-48c1-83aa-5912ca04e716 HTTP/1.1" status: 204 len: 168 time: 0.6551178 Feb 10 22:42:35.079833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] device_id is not set on port e5ef617e-161e-4f93-9d25-64c6b796a584 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:42:35.126688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-69881d65-d4b8-4e8a-b74e-2778abd81aa8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:35.128828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-69881d65-d4b8-4e8a-b74e-2778abd81aa8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3975863 Feb 10 22:42:35.251182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] device_id is not set on port 8742587f-c55e-4246-8f0f-85af86d0f368 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:42:35.262373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092fa9e-62a2-42a9-8751-f45d60fc7f70 None None] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:35.436686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-a5ec1705-a9e4-4b63-b035-e5de595741ef service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222600 Feb 10 22:42:35.526272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16e2192d-ce97-400f-90c5-081df5ce590c req-7e6ef66d-5ee4-4f44-81d9-aa5ff15e0a66 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1708932 Feb 10 22:42:35.533448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-324f17dc-ebac-4d05-9fdd-e44cba95b7a2 service neutron] 10.222.0.53 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884497 Feb 10 22:42:35.584466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.8 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/e5ef617e-161e-4f93-9d25-64c6b796a584) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:35.729474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7e270e7-8252-45ca-a02e-7bd18f439397 req-2f0502f4-06e4-46bf-bf96-c00c177d03e1 service neutron] 10.222.0.30 "GET /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583215 Feb 10 22:42:35.862894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94c7d3a7-cbd7-48ef-ac6b-fea1a16a2b68 req-4a0b6a54-5ebc-4ac0-a78b-e39974ee7dff tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 210 time: 0.1312459 Feb 10 22:42:35.871561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-9770b059-2a2d-4ba8-9d63-0edacd3cd218 service neutron] 10.222.0.53 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314846 Feb 10 22:42:35.892735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.20.0.6 (b9939c32-5941-4039-b9fe-e8ed4dfe2775/9cfd8fd6-6b43-44f6-96ff-cb6819b441d8/8742587f-c55e-4246-8f0f-85af86d0f368) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:36.059127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.136746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09cb5638-cf2d-478f-ae0c-67d6ef0fb2d8 req-f5940f05-398f-4ba9-9554-681fb1e8aa67 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 210 time: 0.0673351 Feb 10 22:42:36.187469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.284575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:36.297818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:36.305496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:36.446705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.453682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:36.454346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.485275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=e5ef617e-161e-4f93-9d25-64c6b796a584,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:36.489647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-406edf3f-8bc7-4dca-ac0e-7ee76edd3e06 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9816451 Feb 10 22:42:36.496960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:36.511638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'e5ef617e-161e-4f93-9d25-64c6b796a584', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:36.515368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915dff8c-1697-4bda-8f9d-868cc0afc977 req-b12b608f-0139-4f21-87f7-acb11456a726 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:36.524259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-915dff8c-1697-4bda-8f9d-868cc0afc977 req-b12b608f-0139-4f21-87f7-acb11456a726 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.2929833 Feb 10 22:42:36.527719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:36.533019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:floatingip and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:36.536910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:36.538149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-11009c59-fec8-416b-b5ad-aab4b6d3a1f6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:36.540266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-11009c59-fec8-416b-b5ad-aab4b6d3a1f6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.4203057 Feb 10 22:42:36.545846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:36.559139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.641943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-915dff8c-1697-4bda-8f9d-868cc0afc977 req-eca9923c-7a06-45a6-ab07-4d66add19aff tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163106 Feb 10 22:42:36.678940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-b8b2dcbc-018d-4b17-86b2-57faf1fad35f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 380 time: 0.1203470 Feb 10 22:42:36.687935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.743018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'device_id': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'admin_state_up': True, 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'security_groups': ['e339899d-147b-4877-a9aa-164a5a18f5fa']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:36.750324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:36.932305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.166 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/0089592d-3994-45f0-ad99-8c8149e44688) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:37.042368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:37.057693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04f68639-1093-4ad6-8a96-9e73a2c52992 req-e4f160b3-9776-4fb5-ad3e-dde6d7a16225 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1348925 Feb 10 22:42:37.058531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:37.065940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:37.118754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:37.157682 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:37.165878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=8742587f-c55e-4246-8f0f-85af86d0f368,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:37.213232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:37.226780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:37.243494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:37.244125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:37.249695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:37.254392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:37.257899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:37.258038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:37.262541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:37.313979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=0089592d-3994-45f0-ad99-8c8149e44688,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:37.338705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-654f60bf-f96f-4c04-a5e8-868f6faa6c7d req-7f95d6e2-a6de-4241-bbfc-0505b538d63a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 210 time: 0.0687408 Feb 10 22:42:37.384153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3b1bdbdf-5af4-46e8-923e-8b3133f6103f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.5806351 Feb 10 22:42:37.386730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:37.497714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port 8742587f-c55e-4246-8f0f-85af86d0f368 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:37.497981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:37.583042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea002ae1-f831-4236-b5da-1d0b60827ef0 req-b7f01ca9-b5b6-47bf-80c7-b8a35bda763c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 210 time: 0.0938714 Feb 10 22:42:37.825233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.20.0.12 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/2d0aedfb-d77f-4094-badb-56a409ecd799) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:37.968228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.094415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-a5f33c40-3099-4e55-9ca5-14f5bd11a421 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:38.095263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-a5f33c40-3099-4e55-9ca5-14f5bd11a421 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 811 time: 0.5653019 Feb 10 22:42:38.219662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for 8742587f-c55e-4246-8f0f-85af86d0f368 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:38.232804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-cb9a78d7-2813-49b0-93f7-b4c364dbef43 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0352ed6d031b4bfa9278767984af006f HTTP/1.1" status: 200 len: 380 time: 0.1206362 Feb 10 22:42:38.236285 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eba7ef3-45b7-40e6-bf0f-a3621d2554d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.246922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'port': {'device_id': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'admin_state_up': True, 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'security_groups': ['21bf2dff-59c9-4179-9684-eb14e55c8868']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:38.356726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015a61d-6601-490d-a7c0-8e5e07576690 req-0db22010-03ab-4f02-a6bd-d115511d9630 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:38.364451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a015a61d-6601-490d-a7c0-8e5e07576690 req-0db22010-03ab-4f02-a6bd-d115511d9630 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.3533835 Feb 10 22:42:38.365743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c151d5d8-a3d0-43a5-9029-1fb2002d77c7 req-9385df51-9782-45ae-bad5-4e8e1bbbfc94 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0693777 Feb 10 22:42:38.468000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.524265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a015a61d-6601-490d-a7c0-8e5e07576690 req-4d2410c6-69c7-4eaf-81b1-5c0f85c965ed tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584210 Feb 10 22:42:38.573007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.597112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:38.612468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:38.633078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Transition to ACTIVE for port object 2d0aedfb-d77f-4094-badb-56a409ecd799 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:38.645560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.652028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:38.667014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Made reservation on behalf of 0352ed6d031b4bfa9278767984af006f for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:38.670647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.720447 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed3d1aee-5b3b-4363-866c-d62e383638de req-c87f4332-ef91-4bb9-bbf7-b3a09f5dfcd4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 210 time: 0.1595283 Feb 10 22:42:38.802047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Port': ['ID=8742587f-c55e-4246-8f0f-85af86d0f368,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:38.810679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.844351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.895340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:38.942954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:38.960429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6bb9b-e880-43c2-9db9-c9bc547ae908 req-c17b94a9-9ee8-4381-beaa-3cfe02672b30 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:38.961998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6c6bb9b-e880-43c2-9db9-c9bc547ae908 req-c17b94a9-9ee8-4381-beaa-3cfe02672b30 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.2687442 Feb 10 22:42:38.965013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Usage tracker for resource:security_group_rule and tenant:37bdb1649591444d807824d37d9cc473 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:38.970690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:39.001462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:39.101002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5faaa5e2-b9dd-4d5c-97e9-69cfcc03fa32 req-a3410cd2-1a78-432e-b684-7ca5ee972d11 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 210 time: 0.2136226 Feb 10 22:42:39.104716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:39.110329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:39.113052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:39.167850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:39.217365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:39.218093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.226800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.231031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6c6bb9b-e880-43c2-9db9-c9bc547ae908 req-759495ec-4ec2-4629-83e8-80687e48b3ae tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552209 Feb 10 22:42:39.263920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b589b44a-9311-4b41-a66d-5860a39705d4 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/ports/8742587f-c55e-4246-8f0f-85af86d0f368 HTTP/1.1" status: 204 len: 168 time: 1.8702073 Feb 10 22:42:39.263920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46378) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:39.264352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Allocated IP 172.20.0.3 (3908da47-a0ad-4198-bf18-b819e76359ab/a6f0527a-a1af-4376-a27f-666c9c5b955a/957dfc1f-878c-4905-84b5-b2281c80be79) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:39.270092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775', 'external_fixed_ips': [{'subnet_id': '9cfd8fd6-6b43-44f6-96ff-cb6819b441d8', 'ip_address': '172.20.0.6'}]}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:39.275958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:39.278947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-6b31d4ea-5b9f-4f77-bf4d-fe25a79fea88 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5828273 Feb 10 22:42:39.281273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:router and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:39.284929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:39.296482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Request body: {'port': {'device_id': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:39.393197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:39.450986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18210f06-20f3-4961-b244-1611d42b982f None None] Provisioning for port 2d0aedfb-d77f-4094-badb-56a409ecd799 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:39.457245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18210f06-20f3-4961-b244-1611d42b982f None None] Provisioning complete for port 2d0aedfb-d77f-4094-badb-56a409ecd799 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:39.457803 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18210f06-20f3-4961-b244-1611d42b982f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.480711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.481726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.502464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.527487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.530884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-18210f06-20f3-4961-b244-1611d42b982f None None] Port 2d0aedfb-d77f-4094-badb-56a409ecd799 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:42:39.551012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:42:39.555788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490acc7-fe02-4b7e-9f8e-90bcd2ff77bb req-aa7ab1bf-6037-41d8-a5bf-a31854ec3d69 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:39.557277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b490acc7-fe02-4b7e-9f8e-90bcd2ff77bb req-aa7ab1bf-6037-41d8-a5bf-a31854ec3d69 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 0.1616063 Feb 10 22:42:39.634319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.637730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6aa380fa-106e-45e0-bbf9-76dd5d85c342 req-c5745d4f-af72-4345-a0ed-51187ad9aee9 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0968578 Feb 10 22:42:39.653066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.657599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.694082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.852452 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.860341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=0089592d-3994-45f0-ad99-8c8149e44688,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:39.903440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3477b4-9647-44b4-b97d-a4fb9435d45f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:39.919982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f9e9f3a-5b18-4a79-89f3-51695772f5ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=37bdb1649591444d807824d37d9cc473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2606723 Feb 10 22:42:39.926469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46388) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:39.954328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Transition to ACTIVE for port object 957dfc1f-878c-4905-84b5-b2281c80be79 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:39.958895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b490acc7-fe02-4b7e-9f8e-90bcd2ff77bb req-ae90a0df-b4b6-4c1d-b9b7-41d92eea67e4 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3737581 Feb 10 22:42:39.961016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:39.962230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.280742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f75d5-7e24-4313-8614-17e2a6f0586e req-5b8395b7-ae31-4b10-9335-945c93ea4e0d tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:40.282098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-667f75d5-7e24-4313-8614-17e2a6f0586e req-5b8395b7-ae31-4b10-9335-945c93ea4e0d tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.1672981 Feb 10 22:42:40.332236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.341446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8363b39-f6bb-4844-8b2d-651140a988ca req-9d1fce0b-cfbc-417c-8309-11864a6f79b3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:40.343262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8363b39-f6bb-4844-8b2d-651140a988ca req-9d1fce0b-cfbc-417c-8309-11864a6f79b3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 932 time: 0.4982679 Feb 10 22:42:40.391798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.401033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:42:40.413181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.419247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-667f75d5-7e24-4313-8614-17e2a6f0586e req-982555f8-dc18-4c22-96e3-8f5376d39b83 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252136 Feb 10 22:42:40.460628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.466365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Transition to ACTIVE for port object 2d0aedfb-d77f-4094-badb-56a409ecd799 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:40.471511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a24946f3-b547-4e87-8e0c-42f00e583136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.478247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.479033 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP dfc61fea-87a1-498f-8b79-fcecde45da11 associated. External IP: 172.25.2.166, port: e5ef617e-161e-4f93-9d25-64c6b796a584. Feb 10 22:42:40.603120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8363b39-f6bb-4844-8b2d-651140a988ca req-67527a9e-5d1a-4142-9f75-ec17f7f6f18b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470505 Feb 10 22:42:40.606921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Network 3908da47-a0ad-4198-bf18-b819e76359ab is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:40.631115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:40.646833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:40.692296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-5e48e6aa-5ba3-4655-819c-a56c6e78a2da req-2ec8b576-3c6b-4007-aa97-87f39dcd2555 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:42:40.693432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e48e6aa-5ba3-4655-819c-a56c6e78a2da req-2ec8b576-3c6b-4007-aa97-87f39dcd2555 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066290 Feb 10 22:42:40.700971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event updated for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:40.839415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:40.885208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:40.885838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.913817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:40.986936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90c058be-97f5-4af6-9026-4ca433719ff0 None None] Provisioning for port 957dfc1f-878c-4905-84b5-b2281c80be79 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:40.995451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90c058be-97f5-4af6-9026-4ca433719ff0 None None] Provisioning complete for port 957dfc1f-878c-4905-84b5-b2281c80be79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:40.995975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90c058be-97f5-4af6-9026-4ca433719ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.026520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3477b4-9647-44b4-b97d-a4fb9435d45f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:41.075194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-90c058be-97f5-4af6-9026-4ca433719ff0 None None] Port 957dfc1f-878c-4905-84b5-b2281c80be79 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:42:41.078177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-d5761eb5-d0b6-4227-99ff-9cbe4f4a5c55 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8342223 Feb 10 22:42:41.084154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.087684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f7e02bb3-16f1-4b91-b6ee-e7d4aff90714 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ab3477b4-9647-44b4-b97d-a4fb9435d45f HTTP/1.1" status: 204 len: 168 time: 1.1539273 Feb 10 22:42:41.093079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Request body: {'port': {'device_id': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:41.209116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e48e6aa-5ba3-4655-819c-a56c6e78a2da req-7f6c8426-a4d5-422e-851e-ef48454cec44 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.5052299 Feb 10 22:42:41.257231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d636cc-f70c-4f92-9b38-b235b2ddcea6 req-426372f6-872e-4548-890c-bf4f3b9003d9 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:41.268581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65d636cc-f70c-4f92-9b38-b235b2ddcea6 req-426372f6-872e-4548-890c-bf4f3b9003d9 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 931 time: 0.4488542 Feb 10 22:42:41.299758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.337137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.345258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.409463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:41.439261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Attempting to bind port 2d0aedfb-d77f-4094-badb-56a409ecd799 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:41.439810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Attempting to bind port 2d0aedfb-d77f-4094-badb-56a409ecd799 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:41.440148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Attempting to bind port 2d0aedfb-d77f-4094-badb-56a409ecd799 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:41.469008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Port 2d0aedfb-d77f-4094-badb-56a409ecd799 on network 804e53ca-2155-4a31-9516-1c907c4e697f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:42:41.469330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Attempting to bind port 2d0aedfb-d77f-4094-badb-56a409ecd799 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:41.479258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:41.479652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:41.480003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:41.481014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Bound port: 2d0aedfb-d77f-4094-badb-56a409ecd799, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:41.481357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.504708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65d636cc-f70c-4f92-9b38-b235b2ddcea6 req-bb79b199-31ff-4aaf-abbd-1c8adb378f6c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2349961 Feb 10 22:42:41.651045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.671214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f980787-19c7-42ad-afc6-a659404b8244 req-d9a9c00e-afab-41a2-bce9-28ac12b4617b tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1275306 Feb 10 22:42:41.681246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:41.822534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.20.0.6 (b9939c32-5941-4039-b9fe-e8ed4dfe2775/9cfd8fd6-6b43-44f6-96ff-cb6819b441d8/8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:41.881923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:41.957316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:41.967556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:41.987202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.059052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f7fb-ff6a-4353-abe8-e36a7a5e49ea req-1cd25d61-5ee6-4992-8391-49fdec472133 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:42.060634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a384f7fb-ff6a-4353-abe8-e36a7a5e49ea req-1cd25d61-5ee6-4992-8391-49fdec472133 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.3672240 Feb 10 22:42:42.064267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:42.082333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:42.095121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:42.098740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:42.144360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.192972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:42.202222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:42.203176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:42.208897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.270848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:42.272576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.276679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] 10.222.0.30 "PUT /v2.0/ports/2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 1092 time: 2.9886575 Feb 10 22:42:42.288476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:42.288986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5373acdd-7e61-4a70-b5d8-11e17dcd2fef None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:42.308462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:42.313374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee47412-0d7e-44eb-8c98-2a1fb09fc703 service neutron] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:42.325572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1996413135-network', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:42.331982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:42.338525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Usage tracker for resource:network and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:42.341162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fd45800-7425-452a-b396-21e3c8c5dedd req-275eaa88-35d6-43f3-bb6b-ee3dbde1701a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0819519 Feb 10 22:42:42.342009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:42.357058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28c97c7e-ef94-4201-9928-c1b184135969 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8558245 Feb 10 22:42:42.357589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:42.365831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:42.405474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a384f7fb-ff6a-4353-abe8-e36a7a5e49ea req-47805147-9736-46d7-8b03-44eea5f40890 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173511 Feb 10 22:42:42.406656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.416057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:42.465242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9fcfc-5d6c-4c5d-9960-5301627a8922 req-fa5f299b-7c45-4d40-9419-2b358b4de847 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:42.465532 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'status': 'completed', 'code': 200} Feb 10 22:42:42.466755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1e9fcfc-5d6c-4c5d-9960-5301627a8922 req-fa5f299b-7c45-4d40-9419-2b358b4de847 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 944 time: 0.6564238 Feb 10 22:42:42.500982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network b9939c32-5941-4039-b9fe-e8ed4dfe2775 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:42.509899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:42.515777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Made reservation on behalf of e4e3adc407f6469aae2d4f635ee943d4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:42.518738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.531850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:42.571975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.572390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.617888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:42.644045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957dfc1f-878c-4905-84b5-b2281c80be79 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:42:42.647865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:42.668843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Usage tracker for resource:security_group_rule and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:42.671030 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1e9fcfc-5d6c-4c5d-9960-5301627a8922 req-fbe667a3-58f2-4c86-a891-7b90a755c6fb tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1818330 Feb 10 22:42:42.673756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:42.674595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.708954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Transition to ACTIVE for port object 957dfc1f-878c-4905-84b5-b2281c80be79 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:42.731400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:42.781503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:42.824435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-010c484e-2ddf-4e8e-9cdf-b60fa8c8e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:42.824659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-010c484e-2ddf-4e8e-9cdf-b60fa8c8e28a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1095 time: 0.4791002 Feb 10 22:42:42.828941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.090212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-b0564681-bd69-42b2-8fc7-ff46ab30b85b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 217 time: 0.2548151 Feb 10 22:42:43.104865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Pushing event updated for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:43.117367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.149221 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.149502 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP dfc61fea-87a1-498f-8b79-fcecde45da11 disassociated. External IP: 172.25.2.166, port: e5ef617e-161e-4f93-9d25-64c6b796a584. Feb 10 22:42:43.157545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326c35a-9a71-44c6-a657-87cbac004b1b req-3c5d6124-53a9-4340-b1b0-e86329bddbbf tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:43.159627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1326c35a-9a71-44c6-a657-87cbac004b1b req-3c5d6124-53a9-4340-b1b0-e86329bddbbf tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 0.5998468 Feb 10 22:42:43.282870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-74f41093-aea4-44bc-9fa8-2983a8b826ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:43.284897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-74f41093-aea4-44bc-9fa8-2983a8b826ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1876321 Feb 10 22:42:43.356139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12db620-4706-4aa4-a48f-43b95ea2e6c9 req-80a432f2-612b-4715-9179-ab0976fa4a4d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:43.356856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d12db620-4706-4aa4-a48f-43b95ea2e6c9 req-80a432f2-612b-4715-9179-ab0976fa4a4d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Synchronizing usage tracker for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:43.359691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Attempting to bind port 957dfc1f-878c-4905-84b5-b2281c80be79 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:43.360405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Attempting to bind port 957dfc1f-878c-4905-84b5-b2281c80be79 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:43.360405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Attempting to bind port 957dfc1f-878c-4905-84b5-b2281c80be79 on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:43.364450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1326c35a-9a71-44c6-a657-87cbac004b1b req-6bdfaf53-4534-41cd-8ffc-c4d83c9d145b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938312 Feb 10 22:42:43.378307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Port 957dfc1f-878c-4905-84b5-b2281c80be79 on network 3908da47-a0ad-4198-bf18-b819e76359ab not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:42:43.378844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Attempting to bind port 957dfc1f-878c-4905-84b5-b2281c80be79 on network 3908da47-a0ad-4198-bf18-b819e76359ab {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:43.393861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:43.394394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Checking segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:43.394980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Bound using segment: {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:43.395598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Bound port: 957dfc1f-878c-4905-84b5-b2281c80be79, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '175a99d4-bef4-4d12-bd83-b6748a637d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:43.396105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.471277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d12db620-4706-4aa4-a48f-43b95ea2e6c9 req-80a432f2-612b-4715-9179-ab0976fa4a4d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Unset dirty status for tenant:0352ed6d031b4bfa9278767984af006f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:43.472729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d12db620-4706-4aa4-a48f-43b95ea2e6c9 req-80a432f2-612b-4715-9179-ab0976fa4a4d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 943 time: 0.6521456 Feb 10 22:42:43.490104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.499907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.515739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.640354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:43.664732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37888a26-d201-41ec-afef-95a78a8f610c req-ab135405-a2a8-455a-b0a6-d564f19ac8d9 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0970197 Feb 10 22:42:43.677536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d112a354-876d-4039-b756-82ec4f756020,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:43.683041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa06278-c07a-458c-b112-8b3210112e7b req-e5b53a2c-7e94-4570-8341-6fcfd68f4767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:43.684699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-e5b53a2c-7e94-4570-8341-6fcfd68f4767 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3842924 Feb 10 22:42:43.690320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.690902 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Added segment 4e39f842-802a-46dd-a0c1-81062365494f of type vlan for network 0141ff35-1013-419f-90fe-ed02e57b7b6d Feb 10 22:42:43.825078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d12db620-4706-4aa4-a48f-43b95ea2e6c9 req-bda38942-98e4-4b11-a154-adfe69aa78cd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270044 Feb 10 22:42:43.852470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:43.857377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=957dfc1f-878c-4905-84b5-b2281c80be79,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:43.862432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.933085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:43.933605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.934678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:43.935303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] 10.222.0.24 "PUT /v2.0/ports/957dfc1f-878c-4905-84b5-b2281c80be79 HTTP/1.1" status: 200 len: 1091 time: 2.8482649 Feb 10 22:42:43.935594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:43.941929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:44.101214 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-bdb4da70-d439-4d03-ba8f-3cb19dadba5d service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068582 Feb 10 22:42:44.124062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff97f5-13fa-4391-ae7c-34878b88d267 service neutron] Pushing event updated for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:44.251586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:44.253005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:44.253784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:44.283809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f4d1e-7f62-46f7-8e3a-59ad2c67c2f7 req-4f1672c3-4e4a-4eee-8829-78f41e46726a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:44.285284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec6f4d1e-7f62-46f7-8e3a-59ad2c67c2f7 req-4f1672c3-4e4a-4eee-8829-78f41e46726a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 944 time: 0.3396595 Feb 10 22:42:44.288839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aaa3e663-f4e9-4328-b338-bf0182499dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:44.290215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-aaa3e663-f4e9-4328-b338-bf0182499dbb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 1094 time: 0.3022377 Feb 10 22:42:44.292842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:44.297254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:44.304197 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:44.310541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc09ed-5a4b-4420-9694-ea76d1bad9b0 req-5269c302-fb76-49ee-aa59-ce3c424ce0a7 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:44.312078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abdc09ed-5a4b-4420-9694-ea76d1bad9b0 req-5269c302-fb76-49ee-aa59-ce3c424ce0a7 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.4806650 Feb 10 22:42:44.315080 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:44.315737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:44.379026 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:44.388503 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:44.389383 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:44.419756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-142bd485-62f8-44a8-8454-8afca10d558e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957dfc1f-878c-4905-84b5-b2281c80be79 HTTP/1.1" status: 200 len: 217 time: 0.0859509 Feb 10 22:42:44.427704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:44.452840 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:44.453152 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164d23d9-ced3-4edf-8532-c742687b9030 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:44.459263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] Pushing event updated for resources: {'Network': ['ID=0141ff35-1013-419f-90fe-ed02e57b7b6d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:44.469767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:44.490974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec6f4d1e-7f62-46f7-8e3a-59ad2c67c2f7 req-3d3d8c46-23ff-4650-8e54-cd3181a4a611 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998048 Feb 10 22:42:44.495445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-65ec9032-d3ee-4499-982c-7d4b6f2ca406 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/dfc61fea-87a1-498f-8b79-fcecde45da11 HTTP/1.1" status: 200 len: 688 time: 2.1340790 Feb 10 22:42:44.499948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46450) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:44.669728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b017248-598c-4706-8aaa-e8790dd96ace admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7077456 Feb 10 22:42:44.683944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:44.712850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-224d330d-9d91-4586-9c47-353d4a950bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:44.714640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-224d330d-9d91-4586-9c47-353d4a950bec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.2798579 Feb 10 22:42:44.718884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Request body: {'subnet': {'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1996413135-subnet', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:44.719904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abdc09ed-5a4b-4420-9694-ea76d1bad9b0 req-8530d52b-d512-498d-bd22-e239b9647da0 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503349 Feb 10 22:42:44.725384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:44.730311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Usage tracker for resource:subnet and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:44.744383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:44.752857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:44.817935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Made reservation on behalf of e4e3adc407f6469aae2d4f635ee943d4 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:44.820327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:44.845518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aaa06278-c07a-458c-b112-8b3210112e7b req-34d925bf-3b6d-4bcb-b5ea-0dda8eb25d62 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6874392 Feb 10 22:42:44.897169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6ccbc7f-f14b-4b25-a60f-6a3ab18c3ec7 req-cb4f6c77-1c23-4cf9-a662-2faef2856cf0 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0634766 Feb 10 22:42:45.006768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-92556a5d-563d-4425-a89a-43026c4bb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.008552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-92556a5d-563d-4425-a89a-43026c4bb5c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1095 time: 0.1105263 Feb 10 22:42:45.090055 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79', 'status': 'completed', 'code': 200} Feb 10 22:42:45.100824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router f6f9bfd5-e8c9-4d62-81c1-076811163c57 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:42:45.112497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 0089592d-3994-45f0-ad99-8c8149e44688 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:45.113032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.167100 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99da7092-fd63-40ea-bc80-0462d1667e0e req-ca265e43-0bc8-449d-bd91-60510c954c45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24b53b253fcb4ac7a9b3783e4ba57fa0&device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.3596811 Feb 10 22:42:45.176264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.312182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99da7092-fd63-40ea-bc80-0462d1667e0e req-147620d7-f39a-4065-b1db-5648dce66d7e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=24b53b253fcb4ac7a9b3783e4ba57fa0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300693 Feb 10 22:42:45.390126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-618367ef-0a6d-4799-a640-0d492ebda7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.391834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-618367ef-0a6d-4799-a640-0d492ebda7bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3766875 Feb 10 22:42:45.483700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-13393076-ea9e-4862-b703-dea992fa97a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 217 time: 0.0836072 Feb 10 22:42:45.523309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:45.536137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Sync routers for ids ['f6f9bfd5-e8c9-4d62-81c1-076811163c57'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:45.546508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Routers {'f6f9bfd5-e8c9-4d62-81c1-076811163c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:45.547455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f6f9bfd5-e8c9-4d62-81c1-076811163c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:45.570432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d01227c-0766-4981-92d8-5b22969d2398 req-b72da82b-8f0a-43ce-ae39-03d5b254c1f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.571980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d01227c-0766-4981-92d8-5b22969d2398 req-b72da82b-8f0a-43ce-ae39-03d5b254c1f6 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 943 time: 0.3454752 Feb 10 22:42:45.582466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.586126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ff69c20-6adb-412b-8a1e-4a0407dd5eab tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 6.3207598 Feb 10 22:42:45.586777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-5fe201ce-6e02-4877-825c-ac787fe537ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.588463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-5fe201ce-6e02-4877-825c-ac787fe537ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.0986624 Feb 10 22:42:45.588992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46466) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:45.629805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Pushing event updated for resources: {'Subnet': ['ID=330ae66e-ab2b-4b1f-90ee-e7a66e752ffb,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:45.676470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-4f2d16c5-2dcb-42a8-8c9e-6210d02d0d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.678117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-4f2d16c5-2dcb-42a8-8c9e-6210d02d0d6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9129794 Feb 10 22:42:45.687963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Checking segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:45.688321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Network hostable DHCP agents. Network: 0141ff35-1013-419f-90fe-ed02e57b7b6d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:45.747673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Set router f6f9bfd5-e8c9-4d62-81c1-076811163c57 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:45.774196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d01227c-0766-4981-92d8-5b22969d2398 req-647303de-7859-4b9e-9641-3e9a8a3d6364 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888182 Feb 10 22:42:45.848856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2f9d-c1bc-4ba3-b261-73457b4a80c0 req-e6673fb2-c3ce-4656-b322-172b365ffa9f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.854797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2f9d-c1bc-4ba3-b261-73457b4a80c0 req-e6673fb2-c3ce-4656-b322-172b365ffa9f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.860670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a2f9d-c1bc-4ba3-b261-73457b4a80c0 req-e6673fb2-c3ce-4656-b322-172b365ffa9f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.862941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b7a2f9d-c1bc-4ba3-b261-73457b4a80c0 req-e6673fb2-c3ce-4656-b322-172b365ffa9f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030&device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632&device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 2418 time: 0.7164237 Feb 10 22:42:45.881827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-bd53d964-ac61-4a55-9272-95ecfd49dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.883346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-bd53d964-ac61-4a55-9272-95ecfd49dc0c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751215 Feb 10 22:42:45.884453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.915551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.915873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:45.925494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:45.951303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da7092-fd63-40ea-bc80-0462d1667e0e req-8653772d-8db3-447d-864c-e7976c1561ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:45.952774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99da7092-fd63-40ea-bc80-0462d1667e0e req-8653772d-8db3-447d-864c-e7976c1561ce service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6309843 Feb 10 22:42:46.066475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9bfd5-e8c9-4d62-81c1-076811163c57', 'name': '', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775', 'external_fixed_ips': [{'subnet_id': '9cfd8fd6-6b43-44f6-96ff-cb6819b441d8', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:39Z', 'updated_at': '2022-02-10T22:42:43Z', 'revision_number': 3, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port': {'id': '8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4', 'name': '', 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:b1:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6f9bfd5-e8c9-4d62-81c1-076811163c57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': '9cfd8fd6-6b43-44f6-96ff-cb6819b441d8', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:41Z', 'updated_at': '2022-02-10T22:42:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9cfd8fd6-6b43-44f6-96ff-cb6819b441d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:46.070674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Checking router: f6f9bfd5-e8c9-4d62-81c1-076811163c57 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:46.071122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Updating router f6f9bfd5-e8c9-4d62-81c1-076811163c57 port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:42:46.086865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 0089592d-3994-45f0-ad99-8c8149e44688 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:46.121020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0141ff35-1013-419f-90fe-ed02e57b7b6d) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:46.134096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.149021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:46.149617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.166234 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b7a2f9d-c1bc-4ba3-b261-73457b4a80c0 req-beba9431-a0b8-4779-be9f-97b05aaf2d52 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791867 Feb 10 22:42:46.177403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-81d5a6ef-6817-47e3-b7ae-55846a12ba6b service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4904699 Feb 10 22:42:46.179154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c5755-8edb-41d5-88f1-9aed5a854dca None None] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:46.223462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-baacbf0b-4eb2-4614-a0ac-b31dfb9b2259 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5300248 Feb 10 22:42:46.226426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:46.240461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:46.307374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:46.359416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Usage tracker for resource:router and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:46.375680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:46.389322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd336720-7e5c-4240-a9e2-23af7679b908 req-885a921e-cbdc-406d-ac57-0c2ff945ef9c tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0782280 Feb 10 22:42:46.394901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-709f9771-7999-4b83-aa5a-84456c09de9e service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570782 Feb 10 22:42:46.406661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:46.437410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.437625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.438613 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.488427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a48889a4-572d-41fe-abe4-0af9fa5928a7 req-2d99e5ca-c5f1-41ce-978e-eb2446c1707b service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944288 Feb 10 22:42:46.508431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d1b1c-1095-44b0-91c2-1ac904a67b26 req-d028caa4-27fa-4cef-96b0-0e362d242b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:46.509185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d3d1b1c-1095-44b0-91c2-1ac904a67b26 req-d028caa4-27fa-4cef-96b0-0e362d242b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:46.562901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1d3d1b1c-1095-44b0-91c2-1ac904a67b26 req-d028caa4-27fa-4cef-96b0-0e362d242b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:46.567933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d3d1b1c-1095-44b0-91c2-1ac904a67b26 req-d028caa4-27fa-4cef-96b0-0e362d242b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 944 time: 0.5911207 Feb 10 22:42:46.578642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:46.579023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.611400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.667002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.682407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=0089592d-3994-45f0-ad99-8c8149e44688,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:46.701127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13f8609b-24c5-4ffb-8c62-7759c3fdbf5c req-ef4938c0-4249-4a39-a24f-ff00c8fcb8d0 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968872 Feb 10 22:42:46.768774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-0141ff35-1013-419f-90fe-ed02e57b7b6d', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:42:46.769595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.798643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d3d1b1c-1095-44b0-91c2-1ac904a67b26 req-be4dd6e0-05ed-4264-9bd1-d57ff884320e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244418 Feb 10 22:42:46.800629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db8f03fa-87c9-49d2-9b4d-85393288f598 req-98df6374-f969-4aa2-b0d2-b1bd53c3f657 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3202510 Feb 10 22:42:46.924896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:46.990020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.036059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Allocated IP 172.20.0.2 (0141ff35-1013-419f-90fe-ed02e57b7b6d/330ae66e-ab2b-4b1f-90ee-e7a66e752ffb/0440b06d-43f7-4f53-98f3-e4769955f888) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:47.067497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-33cc25cb-77b8-4f03-87c3-2a40ca100402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:47.069517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-33cc25cb-77b8-4f03-87c3-2a40ca100402 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 1094 time: 0.5044520 Feb 10 22:42:47.247162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:47.315924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.367235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.430569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.431985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-809d6d49-5fc1-4815-8352-8f62c75769fb tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/dfc61fea-87a1-498f-8b79-fcecde45da11 HTTP/1.1" status: 204 len: 168 time: 2.9241524 Feb 10 22:42:47.441132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46482) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:47.456448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99da7092-fd63-40ea-bc80-0462d1667e0e req-47b75491-67bd-43e0-9129-3a379058b7df tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.24 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.0804255 Feb 10 22:42:47.466869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'ee877fa0-9df4-4061-ac95-1e565a00347d'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:47.480983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:47.500559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:floatingip and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:47.527870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.548754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:47.551959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Transition to ACTIVE for port object 0440b06d-43f7-4f53-98f3-e4769955f888 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:47.566072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:47.608295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-cbed52f2-f94a-4ff8-bc18-e2e1b61f4292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:47.610327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-cbed52f2-f94a-4ff8-bc18-e2e1b61f4292 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 0.4812226 Feb 10 22:42:47.613292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Transition to ACTIVE for port object 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:47.627410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0261a-f872-4965-adee-19c00db2e618 req-cf073ce4-b051-405d-9090-3d249e2ecd70 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:47.631312 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.635556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Transition to ACTIVE for port object 0440b06d-43f7-4f53-98f3-e4769955f888 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:47.635945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-baa0261a-f872-4965-adee-19c00db2e618 req-cf073ce4-b051-405d-9090-3d249e2ecd70 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 943 time: 0.6097417 Feb 10 22:42:47.692494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-baa0261a-f872-4965-adee-19c00db2e618 req-eff9c0cc-2e60-4d42-a2d0-b419fa40e71d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555127 Feb 10 22:42:47.700420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.713387 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:42:47.714028 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:42:47.724433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.783437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-d55ab705-f597-49e4-9fe3-69fa16f17f58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957dfc1f-878c-4905-84b5-b2281c80be79 HTTP/1.1" status: 200 len: 217 time: 0.1604495 Feb 10 22:42:47.817152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Attempting to bind port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:47.817683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Attempting to bind port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c9b926b6-80c9-43b3-afe3-e723fba64642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:47.817990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Attempting to bind port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 on network b9939c32-5941-4039-b9fe-e8ed4dfe2775 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:47.851423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:47.851802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Checking segment: {'id': 'c9b926b6-80c9-43b3-afe3-e723fba64642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:47.852204 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.852594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Bound using segment: {'id': 'c9b926b6-80c9-43b3-afe3-e723fba64642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:47.853056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Bound port: 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9b926b6-80c9-43b3-afe3-e723fba64642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b9939c32-5941-4039-b9fe-e8ed4dfe2775'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:47.853423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:47.882344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde868-5065-476f-b47e-8ed640de4d9a None None] Pushing event updated for resources: {'Port': ['ID=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:47.892328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:47.910362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ba4bfda-c77f-40f7-ae93-04e9634ea1cb req-bdbbfec8-efc5-471a-9ae9-dd5cf1737835 tempest-ServerShowV257Test-95571377 tempest-ServerShowV257Test-95571377-project] 10.222.0.53 "GET /v2.0/ports?device_id=b8227364-6f7a-4104-9c64-a5c336e0f561 HTTP/1.1" status: 200 len: 210 time: 0.1926122 Feb 10 22:42:47.935229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:47.964045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:48.008743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-dec467bf-2037-4f64-becb-156e73b22574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:48.010066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-dec467bf-2037-4f64-becb-156e73b22574 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.2068367 Feb 10 22:42:48.119589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Pushing event updated for resources: {'Port': ['ID=0440b06d-43f7-4f53-98f3-e4769955f888,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:48.163866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Attempting to bind port 0440b06d-43f7-4f53-98f3-e4769955f888 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:48.164241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Attempting to bind port 0440b06d-43f7-4f53-98f3-e4769955f888 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:48.164603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Attempting to bind port 0440b06d-43f7-4f53-98f3-e4769955f888 on network 0141ff35-1013-419f-90fe-ed02e57b7b6d {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:48.167384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] For port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:48.181016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:48.181432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Checking segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:48.181815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.182266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Bound using segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:48.182746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Bound port: 0440b06d-43f7-4f53-98f3-e4769955f888, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:48.183167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.204018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] For port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,segment=NetworkSegment(c9b926b6-80c9-43b3-afe3-e723fba64642),segment_id=c9b926b6-80c9-43b3-afe3-e723fba64642)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:48.215857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:48.216213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.274871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.520881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Routers {'f6f9bfd5-e8c9-4d62-81c1-076811163c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:48.521564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f6f9bfd5-e8c9-4d62-81c1-076811163c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:48.543969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-81694675-ea1c-41ea-a5a1-31f6249043fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:48.545542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-81694675-ea1c-41ea-a5a1-31f6249043fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5140479 Feb 10 22:42:48.562423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] For port 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,segment=NetworkSegment(c9b926b6-80c9-43b3-afe3-e723fba64642),segment_id=c9b926b6-80c9-43b3-afe3-e723fba64642)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:48.563102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.587373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] For port 0440b06d-43f7-4f53-98f3-e4769955f888, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:48.597238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.597767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cde868-5065-476f-b47e-8ed640de4d9a None None] Pushing event updated for resources: {'Port': ['ID=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:48.710699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for 8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:48.728604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2b2954-d8a9-461d-8a81-07cda9edf62d req-5a751329-7279-4d75-8494-fee043b30db8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:48.737370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e2b2954-d8a9-461d-8a81-07cda9edf62d req-5a751329-7279-4d75-8494-fee043b30db8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 944 time: 0.4556963 Feb 10 22:42:48.741929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] For port 0440b06d-43f7-4f53-98f3-e4769955f888, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0440b06d-43f7-4f53-98f3-e4769955f888,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:48.756240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.798193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.845247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:48.854642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] Set router f6f9bfd5-e8c9-4d62-81c1-076811163c57 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:48.995682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5bedd-537a-493e-a83d-9aaea5da524d None None] Pushing event updated for resources: {'Port': ['ID=0440b06d-43f7-4f53-98f3-e4769955f888,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:49.002701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6f9bfd5-e8c9-4d62-81c1-076811163c57', 'name': '', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:39Z', 'updated_at': '2022-02-10T22:42:46Z', 'revision_number': 4, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:49.010525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddfae4-995b-40f1-b78d-bd8b825bf8b8 None None] The sync data for ids ['f6f9bfd5-e8c9-4d62-81c1-076811163c57'] in n-d-825178-4 is: [{'id': 'f6f9bfd5-e8c9-4d62-81c1-076811163c57', 'name': '', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:39Z', 'updated_at': '2022-02-10T22:42:46Z', 'revision_number': 4, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:49.068711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff26ff-2810-4000-bd9b-2889ed59e784 req-cc3f32df-c373-41fb-8e96-6604a66c9ccd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:49.070393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23ff26ff-2810-4000-bd9b-2889ed59e784 req-cc3f32df-c373-41fb-8e96-6604a66c9ccd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 943 time: 0.1028717 Feb 10 22:42:49.073572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e2b2954-d8a9-461d-8a81-07cda9edf62d req-1c38b44b-ceea-47dd-9dd1-8c2f4293aafc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3313138 Feb 10 22:42:49.086703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-6f7bc243-d338-407e-ab37-53aae70bce0c service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244524 Feb 10 22:42:49.255837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23ff26ff-2810-4000-bd9b-2889ed59e784 req-7f55d593-388a-4276-858f-2d003311a5b8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178131 Feb 10 22:42:49.278283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.157 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/bf3b1d7c-f183-4264-ac3d-2e80f77ccad1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:49.328955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.391085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 957dfc1f-878c-4905-84b5-b2281c80be79 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:42:49.395729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a7d5f80-ee7a-4afc-a0c0-e723c4f163e4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:49.552364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.596278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:42:49.716012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7b6d915-d527-4de7-ac76-551f95c4ad78 req-2b5c7eb2-0956-4f72-babe-2ab8f4b2110c service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6144001 Feb 10 22:42:49.812379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.829548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=957dfc1f-878c-4905-84b5-b2281c80be79,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:49.842040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0440b06d-43f7-4f53-98f3-e4769955f888 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:49.873430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.893755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:49.908904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.911614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.937779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '957dfc1f-878c-4905-84b5-b2281c80be79', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'port_id': '957dfc1f-878c-4905-84b5-b2281c80be79', 'mac_address': 'fa:16:3e:80:8e:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:42:49.948535 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.948883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f6f9bfd5-e8c9-4d62-81c1-076811163c57 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:42:49.962987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:49.966477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ecefb32b-eebc-4002-b222-8b47c5e1631a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/routers/f6f9bfd5-e8c9-4d62-81c1-076811163c57 HTTP/1.1" status: 204 len: 168 time: 4.3735054 Feb 10 22:42:49.966714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46516) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:49.977882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Allocated IP 172.25.2.25 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:50.033974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 0440b06d-43f7-4f53-98f3-e4769955f888 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:50.047191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting subnet 9cfd8fd6-6b43-44f6-96ff-cb6819b441d8 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:42:50.052825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.058340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.079117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:50.092484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957dfc1f-878c-4905-84b5-b2281c80be79 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:42:50.103714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:42:50.143884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.157617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=957dfc1f-878c-4905-84b5-b2281c80be79,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:50.169325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.217799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.233070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.239081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:50.243434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Usage tracker for resource:security_group_rule and tenant:24b53b253fcb4ac7a9b3783e4ba57fa0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:50.246837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:50.253666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:50.274825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:42:50.285074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:50.291610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:50.299091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:50.305982 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.315624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:50.319126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:50.380831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['957dfc1f-878c-4905-84b5-b2281c80be79'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:50.394599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=bf3b1d7c-f183-4264-ac3d-2e80f77ccad1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:50.445249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.448346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.454721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:50.483005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.518841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.530307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28a6ea3-41eb-43a2-acb2-e797ee2bed7a req-54ceb200-da31-44e5-9344-f20f7c9302db tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:50.539003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e28a6ea3-41eb-43a2-acb2-e797ee2bed7a req-54ceb200-da31-44e5-9344-f20f7c9302db tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.3726444 Feb 10 22:42:50.547545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecbed31-2308-40b1-8419-3e25af6bdb33,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:50.572783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981813b0-c335-4ed2-9e6a-f1324c45f049 req-f953ffb6-6e53-4065-b7a8-a83d035a07bd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:50.574835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-981813b0-c335-4ed2-9e6a-f1324c45f049 req-f953ffb6-6e53-4065-b7a8-a83d035a07bd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2474067 Feb 10 22:42:50.584341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62ccb816-91c0-4fef-84da-c89145782832 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=24b53b253fcb4ac7a9b3783e4ba57fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895504 Feb 10 22:42:50.599845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46524) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:50.639133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e28a6ea3-41eb-43a2-acb2-e797ee2bed7a req-69f6ab0b-dc6d-4860-bbfb-b30d07c66ce4 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990658 Feb 10 22:42:50.649846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-981813b0-c335-4ed2-9e6a-f1324c45f049 req-52313478-ca7e-48e3-bf2b-965edda39ff8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621974 Feb 10 22:42:50.668270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.730394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9cfd8fd6-6b43-44f6-96ff-cb6819b441d8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:50.732294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:50.742947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7f2905f6-b7c4-4ed3-aab6-dcf688fa155f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/9cfd8fd6-6b43-44f6-96ff-cb6819b441d8 HTTP/1.1" status: 204 len: 168 time: 0.7751727 Feb 10 22:42:50.748416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:50.785856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2d0aedfb-d77f-4094-badb-56a409ecd799'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:50.897045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b384de-7dd4-40a6-99b6-6cfde4a448d4 None None] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:50.904167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.040208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.040430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.043501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Provisioning for port 0440b06d-43f7-4f53-98f3-e4769955f888 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:51.069073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Provisioning complete for port 0440b06d-43f7-4f53-98f3-e4769955f888 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:51.069270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.072201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9939c32-5941-4039-b9fe-e8ed4dfe2775']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:51.085067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9b926b6-80c9-43b3-afe3-e723fba64642') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:51.085443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9b926b6-80c9-43b3-afe3-e723fba64642') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:51.095315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.100297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.103248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.121124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.128536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:42:51.129372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:42:51.148407 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:42:51.222770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:51.232456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:51.240207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.250674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2920-785c-467e-b47a-cca2bf9c6b2f req-b6357526-05fd-42dc-9d0f-e455ce2f3e34 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:51.257857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b9939c32-5941-4039-b9fe-e8ed4dfe2775 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:42:51.258353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-433f2920-785c-467e-b47a-cca2bf9c6b2f req-b6357526-05fd-42dc-9d0f-e455ce2f3e34 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 944 time: 0.3867579 Feb 10 22:42:51.260277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:51.265004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.269138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Network': ['ID=b9939c32-5941-4039-b9fe-e8ed4dfe2775,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:51.290453 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b476b5a2-a45d-4dfe-bb5e-08d9e7159ab6 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b9939c32-5941-4039-b9fe-e8ed4dfe2775 HTTP/1.1" status: 204 len: 168 time: 0.5341573 Feb 10 22:42:51.310660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Pushing event updated for resources: {'Port': ['ID=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:51.394423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-433f2920-785c-467e-b47a-cca2bf9c6b2f req-d39dbefd-1202-41b6-ab1b-ba212db1ae59 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351001 Feb 10 22:42:51.402964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.421829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 957dfc1f-878c-4905-84b5-b2281c80be79 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:51.481989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.521118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecbed31-2308-40b1-8419-3e25af6bdb33,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:51.538216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] For port 0440b06d-43f7-4f53-98f3-e4769955f888, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0440b06d-43f7-4f53-98f3-e4769955f888,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:51.547425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.597649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 957dfc1f-878c-4905-84b5-b2281c80be79 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:51.667829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46538) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:51.669307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.669593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.672390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.672638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.672927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.673262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.673590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.674542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.674870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.675197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.675574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.680195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:51.692483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'name': 'tempest-router--1501272721', 'project_id': '23e5df7509564ece96dd818aaec24201'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:51.703747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:51.784843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:router and tenant:23e5df7509564ece96dd818aaec24201 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:51.792555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:51.801467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.802589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0581586a-20b8-41b1-83ea-5948c1c16197 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ecbed31-2308-40b1-8419-3e25af6bdb33 HTTP/1.1" status: 204 len: 168 time: 1.1801715 Feb 10 22:42:51.805635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:51.808130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.840993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 957dfc1f-878c-4905-84b5-b2281c80be79 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:51.855245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.919269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64756830-ebae-4d2b-9182-1ffc8c02c26f None None] Pushing event updated for resources: {'Port': ['ID=0440b06d-43f7-4f53-98f3-e4769955f888,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:51.964930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:51.966825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-cdd67d47-52e5-44a3-80f9-2daceb95fb53 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:51.968697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-cdd67d47-52e5-44a3-80f9-2daceb95fb53 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.3853295 Feb 10 22:42:51.977983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8fbc9232-d629-4ea0-9141-b295ea5b19a8 None None] Provisioning complete for port 0440b06d-43f7-4f53-98f3-e4769955f888 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:51.978400 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fbc9232-d629-4ea0-9141-b295ea5b19a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.000040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.001044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.078177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Deleting port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:52.078785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.121556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138ea1a-2a9e-47f0-953f-0575d9cd40ff req-9d0da52c-fb8b-4247-8da7-109289e532eb tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:52.130833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c138ea1a-2a9e-47f0-953f-0575d9cd40ff req-9d0da52c-fb8b-4247-8da7-109289e532eb tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 946 time: 0.2541144 Feb 10 22:42:52.188336 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.237091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c138ea1a-2a9e-47f0-953f-0575d9cd40ff req-8cef0103-32e7-4440-ab9f-5e1db906469c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038451 Feb 10 22:42:52.262123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.297520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:52.311024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=957dfc1f-878c-4905-84b5-b2281c80be79,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:52.312156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.320765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.405894 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79', 'code': 200} Feb 10 22:42:52.410154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:52.519153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.543566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7b08f-8f28-47b4-94d8-c852e2e3d8ab req-80b757b0-cbfc-4197-ae23-051cc82ef453 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:52.550642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59d7b08f-8f28-47b4-94d8-c852e2e3d8ab req-80b757b0-cbfc-4197-ae23-051cc82ef453 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6025910 Feb 10 22:42:52.596665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] For port 9a3f6325-e4dc-4c2d-8cad-b29620949a56, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a3f6325-e4dc-4c2d-8cad-b29620949a56,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:52.597210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.635143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.635143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2acda74b-44e9-47aa-bc7a-e2b2ba0fb28b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9428613 Feb 10 22:42:52.637690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46562) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:52.657940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.706714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:42:52.748152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Calling delete_port for 9a3f6325-e4dc-4c2d-8cad-b29620949a56 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:52.851938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3676c-3876-4f79-9469-058940f12a4c req-dc3f1cb4-9b70-437f-b2b3-a8f333f07928 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:52.853858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0a3676c-3876-4f79-9469-058940f12a4c req-dc3f1cb4-9b70-437f-b2b3-a8f333f07928 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.2997620 Feb 10 22:42:52.915191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59d7b08f-8f28-47b4-94d8-c852e2e3d8ab req-dc0d8aec-e2dc-4331-b573-7618c871c4ff tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636272 Feb 10 22:42:52.967924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0a3676c-3876-4f79-9469-058940f12a4c req-35c6d83f-b228-42fa-8068-bcbccc991ce5 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779135 Feb 10 22:42:52.975921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.979585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:52.993746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f28d199a-2ba6-447e-be7f-a1136cd07631'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:53.020323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['10908655-2f1d-453d-9b94-cf9acaa6ccc5', '9a3f6325-e4dc-4c2d-8cad-b29620949a56'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:42:53.039750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:53.058196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event deleted for resources: {'Port': ['ID=9a3f6325-e4dc-4c2d-8cad-b29620949a56,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:53.155818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] No DVR routers for this DVR port 9a3f6325-e4dc-4c2d-8cad-b29620949a56 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:42:53.161097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.164114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'name': 'network-vif-deleted', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:53.188819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1511288-4a0d-4419-96e6-c69d29a4a3f2 req-01a355ed-fa23-4d82-a7d6-8e0541cbee3f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "DELETE /v2.0/ports/9a3f6325-e4dc-4c2d-8cad-b29620949a56 HTTP/1.1" status: 204 len: 173 time: 1.2042701 Feb 10 22:42:53.231316 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab2a3669-3b69-4728-b147-3dd74c314030', 'name': 'network-vif-deleted', 'tag': '9a3f6325-e4dc-4c2d-8cad-b29620949a56', 'status': 'completed', 'code': 200} Feb 10 22:42:53.275435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-715795874-network', 'tenant_id': '657e1e2a2e994fe0b84e80d0ff10e528'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:53.282064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:53.294074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Usage tracker for resource:network and tenant:657e1e2a2e994fe0b84e80d0ff10e528 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:53.301343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:53.315774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:53.336433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Made reservation on behalf of 657e1e2a2e994fe0b84e80d0ff10e528 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:53.339021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.352098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.370470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:53.375853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Usage tracker for resource:security_group_rule and tenant:657e1e2a2e994fe0b84e80d0ff10e528 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:53.380921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:53.388130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:53.388594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c71ffb-eff5-4bb0-8081-6d5ea416f22b req-05f1b3e2-0507-4868-9886-322d3b0aa493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:53.390523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0c71ffb-eff5-4bb0-8081-6d5ea416f22b req-05f1b3e2-0507-4868-9886-322d3b0aa493 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 1096 time: 0.9169025 Feb 10 22:42:53.485661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a51ab26-7854-4c7d-8586-442edd5e07ee req-f85baf91-e5bd-4792-af4a-463ebc0c5097 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:42:53.515385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a51ab26-7854-4c7d-8586-442edd5e07ee req-f85baf91-e5bd-4792-af4a-463ebc0c5097 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:42:53.516891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a51ab26-7854-4c7d-8586-442edd5e07ee req-f85baf91-e5bd-4792-af4a-463ebc0c5097 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab2a3669-3b69-4728-b147-3dd74c314030 HTTP/1.1" status: 200 len: 210 time: 0.0808725 Feb 10 22:42:53.552063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.557592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.595074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:53.605406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d3ebc6-6c12-487c-9fd8-0a002075915b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:53.612231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.612583 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Added segment c7091d73-cdc8-41cf-804b-bfd57747e8d8 of type vlan for network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf Feb 10 22:42:53.622814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:53.646265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.699396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.702268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:53.703803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.738333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2d0aedfb-d77f-4094-badb-56a409ecd799 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:53.743933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2d0aedfb-d77f-4094-badb-56a409ecd799 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:53.744347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.802697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0440b06d-43f7-4f53-98f3-e4769955f888 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:53.828949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] Pushing event updated for resources: {'Network': ['ID=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:53.851152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db5b078b-fd5a-4a3d-a0fa-9c501c7f5d35 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8102760 Feb 10 22:42:53.854883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46584) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:53.862267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Request body: {'subnet': {'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-715795874-subnet', 'tenant_id': '657e1e2a2e994fe0b84e80d0ff10e528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:53.868474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:53.873789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:53.874796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Usage tracker for resource:subnet and tenant:657e1e2a2e994fe0b84e80d0ff10e528 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:53.878330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:53.885609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:53.891920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.907407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Made reservation on behalf of 657e1e2a2e994fe0b84e80d0ff10e528 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:53.911976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:53.976889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.001019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.026631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0c71ffb-eff5-4bb0-8081-6d5ea416f22b req-e302451f-7bba-4e36-9370-4ec05f940927 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5729849 Feb 10 22:42:54.037333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.059898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0440b06d-43f7-4f53-98f3-e4769955f888 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:54.060422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.169352 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.237732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.258961 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.264067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.264699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 88146b37-df47-49cc-9c73-720d00c8c6fe {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:42:54.283630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:54.291948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.316268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.330802 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.331951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-50ee5117-b6ef-42fa-ba7e-df7f986d9230 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/routers/88146b37-df47-49cc-9c73-720d00c8c6fe HTTP/1.1" status: 204 len: 168 time: 1.6933837 Feb 10 22:42:54.369626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:54.395717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=bf3b1d7c-f183-4264-ac3d-2e80f77ccad1,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:54.409886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:54.412196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.436190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534c1cb-24c9-4f91-a24a-3063c8461596 req-1880795e-ba76-408a-8071-10ff40e81b73 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:54.437597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5534c1cb-24c9-4f91-a24a-3063c8461596 req-1880795e-ba76-408a-8071-10ff40e81b73 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.3106980 Feb 10 22:42:54.482291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db499741-157d-4400-ae5f-d3d47d5e1964,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:54.500945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Checking segment: {'id': 'c7091d73-cdc8-41cf-804b-bfd57747e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:54.501307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Network hostable DHCP agents. Network: 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:54.521325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5534c1cb-24c9-4f91-a24a-3063c8461596 req-efcd3086-10b4-4c71-882c-6964a3b098d8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675805 Feb 10 22:42:54.535554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:54.557098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:54.566502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ecaf8-70ef-462f-8722-dd115f64edf5 None None] Network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:54.590049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:54.590049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:54.593119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46598) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:54.625163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86a3aeda-96c3-475a-8aca-09ca4a7b9852 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7690334 Feb 10 22:42:54.668516 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:42:54.768341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5f97c-9920-411d-8560-1c4b3c6f63c6 req-3ba2ca4d-dacc-47fc-9848-d9abae5ad270 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:54.777671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18c5f97c-9920-411d-8560-1c4b3c6f63c6 req-3ba2ca4d-dacc-47fc-9848-d9abae5ad270 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6467719 Feb 10 22:42:54.840223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965e812-0b66-44c3-a75d-eab1013dafbe req-460160dc-6ffb-434d-b76c-c26d0d74e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:54.841490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1965e812-0b66-44c3-a75d-eab1013dafbe req-460160dc-6ffb-434d-b76c-c26d0d74e6b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1097 time: 0.1498148 Feb 10 22:42:54.860695 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP df706af2-47d8-44ed-9f68-958646e436a9 associated. External IP: 172.25.2.157, port: ee877fa0-9df4-4061-ac95-1e565a00347d. Feb 10 22:42:54.906484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab9c1e9-91c4-4eb6-bdd2-7499cdcf9cd9 None None] Network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:54.926555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1965e812-0b66-44c3-a75d-eab1013dafbe req-c5befbfd-d158-4341-bd8b-9b68525768d7 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774860 Feb 10 22:42:54.975651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18c5f97c-9920-411d-8560-1c4b3c6f63c6 req-621dd008-cbdc-4686-a01e-40e0e9c24343 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971612 Feb 10 22:42:55.163786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-424042257', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:55.199349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:42:55.202532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:55.254329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:55.263194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:55.276550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:55.363672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:55.369630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-597865625-network', 'tenant_id': 'c57f6bf8ab0d4d3688cf4d1c4b93b234'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:55.375025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:55.379445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Usage tracker for resource:network and tenant:c57f6bf8ab0d4d3688cf4d1c4b93b234 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:55.382245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:55.383510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.384474 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.388594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:55.400039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Made reservation on behalf of c57f6bf8ab0d4d3688cf4d1c4b93b234 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:55.402342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.414239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.428448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:55.432277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Usage tracker for resource:security_group_rule and tenant:c57f6bf8ab0d4d3688cf4d1c4b93b234 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:55.435035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:55.441793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:55.536775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.541011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.573551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:42:55.582393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ea6cdec-c881-461a-89d6-4420b7fb415f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:55.588998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.589345 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Added segment 7a154c81-3867-45b2-ad42-19de8e8c1c78 of type vlan for network 1d8c6e06-0903-4579-beac-830aadd8433d Feb 10 22:42:55.612635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a3f6325-e4dc-4c2d-8cad-b29620949a56 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:55.614405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.633749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.651702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 9a3f6325-e4dc-4c2d-8cad-b29620949a56 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:42:55.652049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a3f6325-e4dc-4c2d-8cad-b29620949a56 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:42:55.719682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.720671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:55.721265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.839444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4719701 Feb 10 22:42:55.839444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b010ee-a07d-4f7f-ae70-92991278b749 admin admin] Pushing event updated for resources: {'Network': ['ID=1d8c6e06-0903-4579-beac-830aadd8433d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:55.841533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46626) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:55.848919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Request body: {'subnet': {'network_id': '1d8c6e06-0903-4579-beac-830aadd8433d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-597865625-subnet', 'tenant_id': 'c57f6bf8ab0d4d3688cf4d1c4b93b234', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:55.849634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1d8c6e06-0903-4579-beac-830aadd8433d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:42:55.855970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:42:55.867596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8bb83-55c0-4100-b3bc-28da194d22a6 req-311083b6-7561-41de-8897-5589a0a4337d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:55.871749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1d8bb83-55c0-4100-b3bc-28da194d22a6 req-311083b6-7561-41de-8897-5589a0a4337d tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.2127688 Feb 10 22:42:55.873466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Usage tracker for resource:subnet and tenant:c57f6bf8ab0d4d3688cf4d1c4b93b234 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:42:55.879626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:42:55.901531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:42:55.930225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Made reservation on behalf of c57f6bf8ab0d4d3688cf4d1c4b93b234 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:42:55.932595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:55.948294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c5523-f4f3-41c1-9ae2-4ebc33357f70 req-d091521b-d067-44f6-9c61-79cb86af5c45 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:55.948734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1d8bb83-55c0-4100-b3bc-28da194d22a6 req-1c272671-359d-47ac-b159-7cbf55bd82e8 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717788 Feb 10 22:42:55.949835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69c5523-f4f3-41c1-9ae2-4ebc33357f70 req-d091521b-d067-44f6-9c61-79cb86af5c45 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 0.7665031 Feb 10 22:42:55.955643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:55.974215 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Sync routers for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:55.997214 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:55.998059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.137663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:56.138753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf064d4c-1d11-4bdd-a1a2-f459c7cc7c43 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9097781 Feb 10 22:42:56.141997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46634) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:56.154614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:56.162362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:42:56.173249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69c5523-f4f3-41c1-9ae2-4ebc33357f70 req-4eeff7e3-2e0b-425b-9771-888451823c2c tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067916 Feb 10 22:42:56.235631 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:56.564085 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:42:51Z', 'revision_number': 3, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:42:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.569345 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Checking router: cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:42:56.569987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Updating router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:42:56.634811 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:56.660703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:56.763931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:42:56.780577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:42:56.790798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:56.791210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.842827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77efde-8282-42bc-ab40-670e8da58ad5 req-de2f23db-7668-49c3-a569-5eb32ed15270 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:56.851376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea77efde-8282-42bc-ab40-670e8da58ad5 req-de2f23db-7668-49c3-a569-5eb32ed15270 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.5288110 Feb 10 22:42:56.871653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.872492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b328a7-a296-4bda-867c-af1a344ea64e req-e77abac9-98c8-4054-95d0-5ea799a67083 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:56.876231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46638) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:56.881050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:56.882422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:56.883052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.885648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42b328a7-a296-4bda-867c-af1a344ea64e req-e77abac9-98c8-4054-95d0-5ea799a67083 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.7813773 Feb 10 22:42:56.954349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Request body: {'floatingip': {'port_id': '957dfc1f-878c-4905-84b5-b2281c80be79'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:56.956803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:56.957206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a352307-fcc5-4f78-b951-501e08a9c40d None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:57.062619 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.074521 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Transition to ACTIVE for port object aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:57.082377 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.114978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-8c756d3d-2520-4393-9567-36d3adc7345f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:57.117375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-8c756d3d-2520-4393-9567-36d3adc7345f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.24 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 0.6829586 Feb 10 22:42:57.141029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Pushing event updated for resources: {'Subnet': ['ID=de62e044-e545-4d87-b492-12232bcdca0c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:57.164004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42b328a7-a296-4bda-867c-af1a344ea64e req-4125f07f-7a3a-41ab-87bc-beb3ec9eebe3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772725 Feb 10 22:42:57.170378 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Attempting to bind port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:42:57.170756 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Attempting to bind port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:42:57.171126 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Attempting to bind port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:42:57.177935 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Pushing event updated for resources: {'Port': ['ID=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:57.184107 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:42:57.184621 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:57.185026 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.185418 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:42:57.185879 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Bound port: aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:42:57.185993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Checking segment: {'id': '7a154c81-3867-45b2-ad42-19de8e8c1c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '1d8c6e06-0903-4579-beac-830aadd8433d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:42:57.186253 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.186939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Network hostable DHCP agents. Network: 1d8c6e06-0903-4579-beac-830aadd8433d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:42:57.198726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.234365 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.234783 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.235166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.235705 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.236645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.237293 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.237955 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.238408 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.238831 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.239163 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.239520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.240608 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:42:57.244730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Network 1d8c6e06-0903-4579-beac-830aadd8433d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:42:57.259984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1d8c6e06-0903-4579-beac-830aadd8433d) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:57.273388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e7b847-35af-4683-bac4-8fff2e3ad52e None None] Network 1d8c6e06-0903-4579-beac-830aadd8433d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:57.338785 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] For port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:42:57.344112 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] For port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:42:57.349286 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.431546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47f1d0-06b8-4a2a-aebb-973b1d674716 None None] Pushing event updated for resources: {'Port': ['ID=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:57.467734 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:42:57.468386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:57.509742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:57.510707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.638005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08dead8d-2714-4fe7-b49e-2ad353e111d9 None None] Network 1d8c6e06-0903-4579-beac-830aadd8433d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:42:57.737218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4fe93003-0c7d-4298-8320-cb750569002d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8940344 Feb 10 22:42:57.796070 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:42:57.877899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Deleting port f28d199a-2ba6-447e-be7f-a1136cd07631 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:42:57.878426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.895975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:57.926455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-feb70ca9-7975-45dc-a79f-4a059b33e28b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.4654484 Feb 10 22:42:57.964631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46646) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:58.181583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Allocated IP 172.20.0.1 (0141ff35-1013-419f-90fe-ed02e57b7b6d/330ae66e-ab2b-4b1f-90ee-e7a66e752ffb/af6026a2-706f-4be6-a2b4-99bdb1a43f77) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:58.219400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3566b2ba-a5c1-4e51-9056-483ec84723e4 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/floatingips/df706af2-47d8-44ed-9f68-958646e436a9 HTTP/1.1" status: 200 len: 978 time: 0.2348347 Feb 10 22:42:58.267818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:58.376143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:42:51Z', 'revision_number': 3, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:42:58.383445 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3114e436-320b-4f96-8871-7ae185d948d0 None None] The sync data for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 is: [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:42:51Z', 'revision_number': 3, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:42:58.517179 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-461356ac-086c-4f78-bf88-e1ef6c676289 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2448685 Feb 10 22:42:58.521193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46660) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:42:58.542429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': 'e5ef617e-161e-4f93-9d25-64c6b796a584'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:42:58.623564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:58.668212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:58.708732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:58.755176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:58.764231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae0229-d295-4163-a8f6-5e7fc1df5030 req-76b0ca28-7fbc-420d-8d2a-0b8dd4bf501f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:58.767895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cae0229-d295-4163-a8f6-5e7fc1df5030 req-76b0ca28-7fbc-420d-8d2a-0b8dd4bf501f tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 946 time: 1.1463776 Feb 10 22:42:58.801496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Transition to ACTIVE for port object af6026a2-706f-4be6-a2b4-99bdb1a43f77 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:42:58.849432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e459e9-a038-4a03-abe1-2ed12c1b2610 req-bb3fd7af-ce20-4f68-b33f-6325bfa3a3a0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:58.850947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6e459e9-a038-4a03-abe1-2ed12c1b2610 req-bb3fd7af-ce20-4f68-b33f-6325bfa3a3a0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.4298522 Feb 10 22:42:59.003611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.041722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6e459e9-a038-4a03-abe1-2ed12c1b2610 req-7d4babc0-bcbc-4f36-a3e2-18bad41c3827 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575332 Feb 10 22:42:59.086394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cae0229-d295-4163-a8f6-5e7fc1df5030 req-d0cea1c4-f8ca-4803-8c1e-3671888fb9c4 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694800 Feb 10 22:42:59.094831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:42:59.206021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:42:59.212399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:42:59.346098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Pushing event updated for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:59.360731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:59.361692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.399509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Allocated IP 172.25.2.187 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/1f9f7678-efc8-4b2d-b1eb-59bb5ecaf432) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:42:59.448576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.468744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f28d199a-2ba6-447e-be7f-a1136cd07631 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:42:59.566378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f28b734-be5d-4368-98bb-3926fcc02634 None None] Provisioning for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:59.599905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f28b734-be5d-4368-98bb-3926fcc02634 None None] Provisioning complete for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:59.600280 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f28b734-be5d-4368-98bb-3926fcc02634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.695622 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.709390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2f28b734-be5d-4368-98bb-3926fcc02634 None None] Port af6026a2-706f-4be6-a2b4-99bdb1a43f77 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:42:59.741220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Calling delete_port for f28d199a-2ba6-447e-be7f-a1136cd07631 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:42:59.746585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:42:59.760609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:42:59.769124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.854154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:42:59.928846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:42:59.947723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:42:59.953406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:42:59.953870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:42:59.974146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1c17b-94f3-400f-9f41-e89aa6a98d61 req-cb1c53ae-06a0-4f7a-82f9-6d8dcc5f9e49 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:42:59.975733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eaa1c17b-94f3-400f-9f41-e89aa6a98d61 req-cb1c53ae-06a0-4f7a-82f9-6d8dcc5f9e49 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.6919785 Feb 10 22:43:00.011620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46680) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:00.023086 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'code': 200} Feb 10 22:43:00.048422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:43:00.049402 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:43:00.052008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'floatingip': {'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:00.059517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.103207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.124170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:00.129790 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.171302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.224471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:00.242897 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.250717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.321760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.403194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-54f68eb3-2276-4aa8-a58b-d6786e40d76c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:00.403825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-54f68eb3-2276-4aa8-a58b-d6786e40d76c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Synchronizing usage tracker for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:00.500776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.517980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-54f68eb3-2276-4aa8-a58b-d6786e40d76c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Unset dirty status for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:00.519559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-54f68eb3-2276-4aa8-a58b-d6786e40d76c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/networks?id=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf HTTP/1.1" status: 200 len: 824 time: 0.7501173 Feb 10 22:43:00.521037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:00.538423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:00.552928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Deleting port f28d199a-2ba6-447e-be7f-a1136cd07631 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:00.553262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:00.581643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:00.609777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event updated for resources: {'Port': ['ID=1f9f7678-efc8-4b2d-b1eb-59bb5ecaf432,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:00.680323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-2c27573c-e0bd-4d1e-aae4-84c6abd81575 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/quotas/657e1e2a2e994fe0b84e80d0ff10e528 HTTP/1.1" status: 200 len: 375 time: 0.1116157 Feb 10 22:43:00.730976 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Floating IP ea58b93f-1da2-4bae-a6de-73526f448f09 associated. External IP: 172.25.2.251, port: 957dfc1f-878c-4905-84b5-b2281c80be79. Feb 10 22:43:00.828728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-1d7c8011-b68d-4431-ac5c-4c383519e99c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=657e1e2a2e994fe0b84e80d0ff10e528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1288261 Feb 10 22:43:00.879447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafddee4-f7e1-4498-a5cd-318181d34ce1 req-fef0cbe3-147e-41e8-b62d-d0c02ac2ec30 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:00.880764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aafddee4-f7e1-4498-a5cd-318181d34ce1 req-fef0cbe3-147e-41e8-b62d-d0c02ac2ec30 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 944 time: 0.5688300 Feb 10 22:43:00.880918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:43:01.365365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aafddee4-f7e1-4498-a5cd-318181d34ce1 req-4e498819-606c-4c29-9a5f-64a4cd69d9a8 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4159219 Feb 10 22:43:01.376159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.409826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.468511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-283db383-11cd-46fd-92c4-e3394f8bd18f req-7f37b146-8d5f-4061-b785-76ad9e8d9576 service neutron] (87652) timed out ('10.222.0.30', 61828) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:43:01.495329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] For port f28d199a-2ba6-447e-be7f-a1136cd07631, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f28d199a-2ba6-447e-be7f-a1136cd07631,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:01.495698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.553236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-d376f21c-c57c-48f7-8506-8d84b2a07996 service neutron] 10.222.0.53 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096334 Feb 10 22:43:01.706641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Calling delete_port for f28d199a-2ba6-447e-be7f-a1136cd07631 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:01.716360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.732889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.739839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:01.811074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:01.811624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.878989 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP df706af2-47d8-44ed-9f68-958646e436a9 associated. External IP: 172.25.2.157, port: ee877fa0-9df4-4061-ac95-1e565a00347d. Feb 10 22:43:01.965533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.975723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Pushing event updated for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:01.978125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:01.984333 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:43:02.096962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:02.184518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-97c81e76-34c8-41df-a1fe-a64b48655dbe service neutron] 10.222.0.53 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6238232 Feb 10 22:43:02.241052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:02.251861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:02.264973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['10908655-2f1d-453d-9b94-cf9acaa6ccc5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:43:02.266945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:02.332292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event deleted for resources: {'Port': ['ID=f28d199a-2ba6-447e-be7f-a1136cd07631,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:02.823255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d7adae4-1fe0-442b-9b0a-5d132be87d2a req-3522f33a-b7e5-49aa-ad3f-8448dba5a9bb tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 210 time: 0.2359951 Feb 10 22:43:02.831021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:02.837410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:02.876034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] No DVR routers for this DVR port f28d199a-2ba6-447e-be7f-a1136cd07631 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:43:02.903198 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:02.921611 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2949d7a-50c7-4605-949b-ce1846a8dab2 req-f5b87515-0586-49e9-8a8f-47fac118174d tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 210 time: 0.3275883 Feb 10 22:43:02.922186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-deleted', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:03.007452 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6a12c8-91e9-445a-9496-d6b6b7694632', 'name': 'network-vif-deleted', 'tag': 'f28d199a-2ba6-447e-be7f-a1136cd07631', 'status': 'completed', 'code': 200} Feb 10 22:43:03.025663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e0b5fe-e938-4af1-86c3-50eddf3196bd req-944ab968-fc95-405c-9f27-759f20911fc9 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.24 "DELETE /v2.0/ports/f28d199a-2ba6-447e-be7f-a1136cd07631 HTTP/1.1" status: 204 len: 173 time: 5.8893776 Feb 10 22:43:03.113626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:03.119922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:03.127559 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:03.149038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:03.151623 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:03.212356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:03.223538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e22224bd-db89-4378-81df-82927a19bb81 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "PUT /v2.0/floatingips/ea58b93f-1da2-4bae-a6de-73526f448f09 HTTP/1.1" status: 200 len: 991 time: 6.3417356 Feb 10 22:43:03.276349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0cbd9de1-e71c-45f0-8ce5-e3c678efa965 None None] Provisioning complete for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:03.276903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9de1-e71c-45f0-8ce5-e3c678efa965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:03.282278 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Floating IP d0d553df-038d-4586-8368-7fafdf1f2694 associated. External IP: 172.25.2.51, port: 2d0aedfb-d77f-4094-badb-56a409ecd799. Feb 10 22:43:03.386447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0cbd9de1-e71c-45f0-8ce5-e3c678efa965 None None] Port af6026a2-706f-4be6-a2b4-99bdb1a43f77 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:43:03.508209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Router 707891e9-7198-4fb8-8ca9-cc8c473f30f6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:43:03.528552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:03.534219 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:03.543440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:03.773320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:03.787154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] Sync routers for ids ['707891e9-7198-4fb8-8ca9-cc8c473f30f6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:03.804945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:03.806521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e61a348b-72c2-4753-b08c-a6fdc3e6463d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2121835 Feb 10 22:43:03.809325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:03.819880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] Routers {'707891e9-7198-4fb8-8ca9-cc8c473f30f6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:03.822226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['707891e9-7198-4fb8-8ca9-cc8c473f30f6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.014385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.042682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] Routers {'707891e9-7198-4fb8-8ca9-cc8c473f30f6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:04.043564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['707891e9-7198-4fb8-8ca9-cc8c473f30f6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.237820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'ea58b93f-1da2-4bae-a6de-73526f448f09', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '957dfc1f-878c-4905-84b5-b2281c80be79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:80:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:30Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.249913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:43:04.263905 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:04.264520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.276918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.277612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcee54f-a8e2-4a59-b569-f30b81801fc6 None None] The sync data for ids ['707891e9-7198-4fb8-8ca9-cc8c473f30f6'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:04.541090 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:04.559555 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c84c5dde-91e6-472b-8e0d-352101e9b87b req-ae103e61-2092-444a-88f9-da704133c9e6 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 210 time: 0.0846150 Feb 10 22:43:04.572396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-2031fc01-2fb2-4cb7-a6eb-4ae0a32b724c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:04.573828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-2031fc01-2fb2-4cb7-a6eb-4ae0a32b724c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.24 "GET /v2.0/networks?id=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf HTTP/1.1" status: 200 len: 824 time: 0.3737898 Feb 10 22:43:04.576068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-93c19aec-76a0-456e-8836-da1db008cf90 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/707891e9-7198-4fb8-8ca9-cc8c473f30f6 HTTP/1.1" status: 200 len: 920 time: 0.7656960 Feb 10 22:43:04.579057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:04.605125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e796049a-129c-4e21-adf7-dff2d56dbd26 req-62dcbb64-3a0c-447c-90c5-e309279c2c68 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8b6a12c8-91e9-445a-9496-d6b6b7694632 HTTP/1.1" status: 200 len: 210 time: 0.3005438 Feb 10 22:43:04.623006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:04.629592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Request body: {'port': {'device_id': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf', 'admin_state_up': True, 'tenant_id': '657e1e2a2e994fe0b84e80d0ff10e528'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:04.644235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Router afe0364b-663c-4db3-afe4-43ef585536df has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:04.729012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1bd250b4-9dff-4263-b702-9ecedf1a4468 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=707891e9-7198-4fb8-8ca9-cc8c473f30f6 HTTP/1.1" status: 200 len: 205 time: 0.1481280 Feb 10 22:43:04.776581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:04.778986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46724) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:04.825052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:04.829315 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:04.830346 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:04.830947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Usage tracker for resource:port and tenant:657e1e2a2e994fe0b84e80d0ff10e528 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:04.837050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:04.843838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:04.857278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Made reservation on behalf of 657e1e2a2e994fe0b84e80d0ff10e528 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:04.864778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:05.008632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:05.062635 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:05.136708 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:05.138279 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:05.146533 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79', 'status': 'completed', 'code': 200} Feb 10 22:43:05.239856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:05.241043 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fcc3bcb-c531-447c-a5da-05d6caf2e6ed None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:05.266980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Allocated IP 172.20.0.14 (554aa7fa-37ff-411b-819e-5fe3a0d1f3cf/db499741-157d-4400-ae5f-d3d47d5e1964/cb97706e-e85e-4d3a-91b8-5da832df19c6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:05.302246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-54f10fff-5271-4621-a13f-b926286f18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:05.304793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-54f10fff-5271-4621-a13f-b926286f18aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0352ed6d031b4bfa9278767984af006f&device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 1096 time: 0.1569703 Feb 10 22:43:05.349600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'ea58b93f-1da2-4bae-a6de-73526f448f09', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '957dfc1f-878c-4905-84b5-b2281c80be79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:80:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:30Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:05.355195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3520a19e-ab63-4126-b7cc-fb80d692b3d0 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'ea58b93f-1da2-4bae-a6de-73526f448f09', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'port_id': '957dfc1f-878c-4905-84b5-b2281c80be79', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'mac_address': 'fa:16:3e:80:8e:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:30Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 1, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:05.371117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:05.382571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Sync routers for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:05.404236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:05.405189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:05.475879 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3ee0532-ef01-40db-bab8-58d2cb4181fc admin admin] 10.222.0.53 "PUT /v2.0/routers/cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3319607 Feb 10 22:43:05.489110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:05.893500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:05.952338 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f685e07-2e73-410b-8f2d-d436147c8e17 None None] New status for floating IP ea58b93f-1da2-4bae-a6de-73526f448f09: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:43:06.039859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-359ffd09-19bd-4345-a4c1-d870098f3e44 req-50ba33b2-c2dd-41e5-a86d-799b9501a0f0 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 210 time: 0.1634758 Feb 10 22:43:06.041784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-5d2084d5-86ff-430e-8933-65b5384f6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:06.044286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-5d2084d5-86ff-430e-8933-65b5384f6786 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 200 len: 912 time: 0.7209129 Feb 10 22:43:06.066493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:06.079405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:06.105280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Sync routers for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:06.151851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:06.202184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port 1f9f7678-efc8-4b2d-b1eb-59bb5ecaf432 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:06.202794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:06.364345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:06.365150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:06.514920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-462f08dd-d8b7-4a56-bf40-b229b8131ea9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "PUT /v2.0/floatingips/d0d553df-038d-4586-8368-7fafdf1f2694 HTTP/1.1" status: 200 len: 991 time: 6.4857898 Feb 10 22:43:06.522141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:06.608922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-fd7b51c6-8b29-4a57-b63f-5372950b9e51 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=957dfc1f-878c-4905-84b5-b2281c80be79 HTTP/1.1" status: 200 len: 999 time: 0.4912214 Feb 10 22:43:06.662863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:06.821960 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:06.829969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-4953fd16-9ebb-4a65-8b2d-8d731803dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:06.831691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-4953fd16-9ebb-4a65-8b2d-8d731803dc8c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 200 len: 850 time: 0.2091677 Feb 10 22:43:06.935996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:06.961316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:07.027786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:07.031749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 2, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.040866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46762) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:07.052307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Checking router: cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:43:07.052664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Updating router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 port af6026a2-706f-4be6-a2b4-99bdb1a43f77 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:43:07.064544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Pushing event updated for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:07.091159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-38e31885-1919-483f-9e96-e37edecec3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:07.093006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-38e31885-1919-483f-9e96-e37edecec3ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3908da47-a0ad-4198-bf18-b819e76359ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2533221 Feb 10 22:43:07.115834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:07.265518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-05b6f31f-f81e-43bf-982a-bab09d8b0624 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622946 Feb 10 22:43:07.269487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:07.272557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:07.287896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:07.293145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:07.298188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:07.314992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:07.315850 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.359925 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'status': 'completed', 'code': 200} Feb 10 22:43:07.410603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:07.445395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.456506 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:07.457165 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.528831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:07.530016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:07.581210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--14880535', 'description': 'tempest-description--946417917'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:07.616420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.616824 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31357fe0-e346-41a1-8f9b-4406ebfd3df4 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:07.622643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-ac18b4ce-1dca-4a05-abed-2d0a835826ff tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9971349 Feb 10 22:43:07.649077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Request body: {'port': {'device_id': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:07.700845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:07.710755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for 1f9f7678-efc8-4b2d-b1eb-59bb5ecaf432 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:07.797441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2e9ac3-8fa7-4ee2-872f-bfb56ec37a89 req-c9050c33-9173-413c-9623-7c7a7cbfa496 service neutron] 10.222.0.24 "GET /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257478 Feb 10 22:43:07.804579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Usage tracker for resource:security_group and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:07.816932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:07.840626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd0d553df-038d-4586-8368-7fafdf1f2694', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:31Z', 'updated_at': '2022-02-10T22:43:01Z', 'revision_number': 1, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.844251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:07.846671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Checking router: afe0364b-663c-4db3-afe4-43ef585536df for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:43:07.860498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bafd2a-b740-44ae-a119-c3dc374ca47a req-ab7767f9-7524-4213-b995-6d82e8f6b44b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:07.862679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-81bafd2a-b740-44ae-a119-c3dc374ca47a req-ab7767f9-7524-4213-b995-6d82e8f6b44b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Synchronizing usage tracker for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:07.868191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:07.868819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:07.884967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:07.942192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-81bafd2a-b740-44ae-a119-c3dc374ca47a req-ab7767f9-7524-4213-b995-6d82e8f6b44b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Unset dirty status for tenant:df4b5ba7361c468cb7718495aa21e7f5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:07.943720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81bafd2a-b740-44ae-a119-c3dc374ca47a req-ab7767f9-7524-4213-b995-6d82e8f6b44b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.4584906 Feb 10 22:43:08.010256 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d3fe87ec-381f-4701-8988-f9f5d8baee47 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/df706af2-47d8-44ed-9f68-958646e436a9 HTTP/1.1" status: 200 len: 977 time: 9.4880123 Feb 10 22:43:08.013328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:08.023006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81bafd2a-b740-44ae-a119-c3dc374ca47a req-c9f6125d-f027-44e7-b85b-aaa2c6e56ab2 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719566 Feb 10 22:43:08.029169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:08.030086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.071860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-7553ecb9-4239-4e23-819a-e17701a1b8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:08.073725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-7553ecb9-4239-4e23-819a-e17701a1b8de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1097 time: 0.7153389 Feb 10 22:43:08.084205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fea7d1e-4cfa-4e6c-b8c2-5ae941c786c8 req-7cb99644-5c3a-462e-b6af-7d759861bbc7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:08.093865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.103998 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fea7d1e-4cfa-4e6c-b8c2-5ae941c786c8 req-7cb99644-5c3a-462e-b6af-7d759861bbc7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 1.1995177 Feb 10 22:43:08.117088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Transition to ACTIVE for port object af6026a2-706f-4be6-a2b4-99bdb1a43f77 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:08.152568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:08.203982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:08.244305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.250707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Usage tracker for resource:security_group_rule and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:08.325951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:08.344263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fea7d1e-4cfa-4e6c-b8c2-5ae941c786c8 req-b20bf53a-9f1f-4734-9a92-7ada92816e9b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391927 Feb 10 22:43:08.368906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:08.373741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Pushing event updated for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:08.403591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.403942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.404338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.404667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.405172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.405667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.406167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.406757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.407440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.408501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.409062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.409622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:08.545000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-1b01da67-d757-43ba-98a8-8e49affae5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:08.550518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-1b01da67-d757-43ba-98a8-8e49affae5a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.4441369 Feb 10 22:43:08.624997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cf0163e-8365-44c3-a05a-2f8cb9f06355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.674905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.773426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Attempting to bind port af6026a2-706f-4be6-a2b4-99bdb1a43f77 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:08.774040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Attempting to bind port af6026a2-706f-4be6-a2b4-99bdb1a43f77 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:08.774410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Attempting to bind port af6026a2-706f-4be6-a2b4-99bdb1a43f77 on network 0141ff35-1013-419f-90fe-ed02e57b7b6d {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:08.798667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:08.799163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Checking segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:08.799591 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.799983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Bound using segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:08.800455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Bound port: af6026a2-706f-4be6-a2b4-99bdb1a43f77, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:08.800830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.872194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:08.941118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=1f9f7678-efc8-4b2d-b1eb-59bb5ecaf432,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:08.957182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-15dcd1b1-bd15-481f-819a-a8a2732f0b73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.2231078 Feb 10 22:43:08.977540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] For port af6026a2-706f-4be6-a2b4-99bdb1a43f77, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:08.982221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] For port af6026a2-706f-4be6-a2b4-99bdb1a43f77, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af6026a2-706f-4be6-a2b4-99bdb1a43f77,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:08.986817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.042675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df01de3-e201-4801-a4a8-5c212d83fd1a req-1b1855b5-b209-4b27-8f20-152176183f5f tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:09.043564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1df01de3-e201-4801-a4a8-5c212d83fd1a req-1b1855b5-b209-4b27-8f20-152176183f5f tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Synchronizing usage tracker for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:09.085185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:09.086132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:42:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:09.197189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-601079a2-20d5-40ae-9c03-f88386c2db75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:09.198868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-601079a2-20d5-40ae-9c03-f88386c2db75 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2037759 Feb 10 22:43:09.222983 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.258154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7c941-1b91-4ef1-9cd4-f1164b83dc11 None None] Pushing event updated for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:09.312728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd0d553df-038d-4586-8368-7fafdf1f2694', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:31Z', 'updated_at': '2022-02-10T22:43:01Z', 'revision_number': 1, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:09.323221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f22307-f76e-44d7-80ee-a77f70bf54a4 None None] The sync data for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 is: [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd0d553df-038d-4586-8368-7fafdf1f2694', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'floating_ip_address': '172.25.2.51', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:42:31Z', 'updated_at': '2022-02-10T22:43:01Z', 'revision_number': 1, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:09.376863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1df01de3-e201-4801-a4a8-5c212d83fd1a req-1b1855b5-b209-4b27-8f20-152176183f5f tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Unset dirty status for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:09.377902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1df01de3-e201-4801-a4a8-5c212d83fd1a req-1b1855b5-b209-4b27-8f20-152176183f5f tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 932 time: 1.1150546 Feb 10 22:43:09.446964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-12a8ff31-46c0-4e34-93b0-bfdd95797c67 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:09.448612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-12a8ff31-46c0-4e34-93b0-bfdd95797c67 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.6622982 Feb 10 22:43:09.549030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:09.615033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.618516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb97706e-e85e-4d3a-91b8-5da832df19c6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:09.643431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.648699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.649321 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP df706af2-47d8-44ed-9f68-958646e436a9 disassociated. External IP: 172.25.2.157, port: e5ef617e-161e-4f93-9d25-64c6b796a584. Feb 10 22:43:09.696825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.746005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1df01de3-e201-4801-a4a8-5c212d83fd1a req-76bb9bba-890c-478e-b262-ee13a56474e3 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363495 Feb 10 22:43:09.766982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Deleting port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:09.768686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.776075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83742ad2-8cdf-4205-9b5e-eecff7d08808 None None] New status for floating IP d0d553df-038d-4586-8368-7fafdf1f2694: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:43:09.797534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Transition to ACTIVE for port object cb97706e-e85e-4d3a-91b8-5da832df19c6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:09.813592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.950354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:09.972910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afff83c8-c994-4331-801f-6d65330db914 req-5ed6ad69-a6c7-4df2-a8f7-1f1279b845a5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:09.975896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-afff83c8-c994-4331-801f-6d65330db914 req-5ed6ad69-a6c7-4df2-a8f7-1f1279b845a5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 1.3309646 Feb 10 22:43:09.999405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.005059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.066397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=682d85ed-6af5-4313-9c21-0a2834679cda,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:10.096612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.099249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-be4648a9-8e82-42c5-b1cc-008c5213c042 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.0525854 Feb 10 22:43:10.105421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46784) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:10.110066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.111269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router 707891e9-7198-4fb8-8ca9-cc8c473f30f6 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:43:10.132204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'security_group_rule': {'security_group_id': '682d85ed-6af5-4313-9c21-0a2834679cda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:10.141663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:10.147667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Usage tracker for resource:security_group_rule and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:10.154977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:10.166492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:10.185587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:10.197726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-afff83c8-c994-4331-801f-6d65330db914 req-64412ee1-04c3-4a43-9072-c47f477fe357 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946638 Feb 10 22:43:10.224855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.225944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b2cdc62-1503-4f12-bfc2-16c1291afd36 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/707891e9-7198-4fb8-8ca9-cc8c473f30f6 HTTP/1.1" status: 204 len: 168 time: 5.3759184 Feb 10 22:43:10.231880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46788) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:10.233527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.245216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-33863301-6ad0-49f4-b823-e4a1a01698ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:10.247800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-33863301-6ad0-49f4-b823-e4a1a01698ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0304103 Feb 10 22:43:10.263527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1002838889', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:10.312705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:10.327857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:08Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:10.334879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ada259-09bc-4c33-9363-d9804dfb8b1a None None] The sync data for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 is: [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:08Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:10.417690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.440282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.470836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-f5485bfd-a077-4359-b9ca-d5d7b82a9a2f service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157960 Feb 10 22:43:10.485096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fb369bd-e217-40a6-bd11-a6eacbdc9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.502671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb68cc8-baea-4e14-b047-c4b184f3ac6b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:10.565362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.566629 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-85a8a8b7-31b9-41f6-bed4-416e1251c4d6 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4478877 Feb 10 22:43:10.569597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:10.580416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:router and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:10.582222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'security_group_rule': {'security_group_id': '682d85ed-6af5-4313-9c21-0a2834679cda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:10.590761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:10.598072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Usage tracker for resource:security_group_rule and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:10.602608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:10.628067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:10.637086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:10.667662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.671089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:10.678382 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa19636a-3efe-43ab-b5a4-29f2a64823a3 req-9e1c7a6b-80b8-4a54-8eb9-55048ffc3c18 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003734 Feb 10 22:43:10.755868 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.756557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.766158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.784753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.831720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c8a5bd-2cd2-4a59-9f9c-a302cb6f1797,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:10.887541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.891906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00ea6973-57df-455c-b541-9afd9a409188 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3214014 Feb 10 22:43:10.893046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46800) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:10.896533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Attempting to bind port cb97706e-e85e-4d3a-91b8-5da832df19c6 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:10.896867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Attempting to bind port cb97706e-e85e-4d3a-91b8-5da832df19c6 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c7091d73-cdc8-41cf-804b-bfd57747e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:10.897192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Attempting to bind port cb97706e-e85e-4d3a-91b8-5da832df19c6 on network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:10.910976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:10.914371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28053d64-b097-4965-947c-5b0cba7bfa45 req-8b5719f4-b4f1-490f-9437-f4d6d965e7fc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:10.916043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28053d64-b097-4965-947c-5b0cba7bfa45 req-8b5719f4-b4f1-490f-9437-f4d6d965e7fc tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 945 time: 0.9679134 Feb 10 22:43:10.937255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] For port 10908655-2f1d-453d-9b94-cf9acaa6ccc5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=10908655-2f1d-453d-9b94-cf9acaa6ccc5,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:10.937614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.952862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:10.954296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Port cb97706e-e85e-4d3a-91b8-5da832df19c6 on network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:43:10.955180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Attempting to bind port cb97706e-e85e-4d3a-91b8-5da832df19c6 on network 554aa7fa-37ff-411b-819e-5fe3a0d1f3cf {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:10.962022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:10.973813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Usage tracker for resource:floatingip and tenant:e4e3adc407f6469aae2d4f635ee943d4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:10.978073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:10.992174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:11.010879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.100871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dae43-1ae9-496a-94e1-f643af8e006a req-2e25e1ea-09e9-4891-b839-e66107a33112 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:11.108005 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-898dae43-1ae9-496a-94e1-f643af8e006a req-2e25e1ea-09e9-4891-b839-e66107a33112 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 944 time: 0.2020528 Feb 10 22:43:11.167173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-898dae43-1ae9-496a-94e1-f643af8e006a req-b44d2918-4e6d-492f-b731-195d2a662253 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Synchronizing usage tracker for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:11.213003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-898dae43-1ae9-496a-94e1-f643af8e006a req-b44d2918-4e6d-492f-b731-195d2a662253 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Unset dirty status for tenant:657e1e2a2e994fe0b84e80d0ff10e528 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:11.217525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28053d64-b097-4965-947c-5b0cba7bfa45 req-8ed71677-d398-46a2-a177-cb9df6c81ae7 tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/security-groups?id=824fd2b3-c7f5-443a-98b7-da9b680d889c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805858 Feb 10 22:43:11.218013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:11.218353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Checking segment: {'id': 'c7091d73-cdc8-41cf-804b-bfd57747e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:11.218799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Bound using segment: {'id': 'c7091d73-cdc8-41cf-804b-bfd57747e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:11.221615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Bound port: cb97706e-e85e-4d3a-91b8-5da832df19c6, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7091d73-cdc8-41cf-804b-bfd57747e8d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:11.222563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.225236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-898dae43-1ae9-496a-94e1-f643af8e006a req-b44d2918-4e6d-492f-b731-195d2a662253 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163306 Feb 10 22:43:11.254909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.277495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Calling delete_port for 10908655-2f1d-453d-9b94-cf9acaa6ccc5 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:11.425337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Allocated IP 172.25.2.96 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d1258442-1f8b-44cc-a227-01c13f4a8a92) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:11.588009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.600941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:11.623959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.682433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.684981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.743648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:11.746711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:11.753575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:11.784407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'Port': ['ID=d1258442-1f8b-44cc-a227-01c13f4a8a92,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:11.813214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af6026a2-706f-4be6-a2b4-99bdb1a43f77 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:11.849988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.940054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:11.946254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:43:11.957945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:11.958320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.021407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.035014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:12.037885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.121073 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.162901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port af6026a2-706f-4be6-a2b4-99bdb1a43f77, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af6026a2-706f-4be6-a2b4-99bdb1a43f77,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:12.165942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34c205-0793-4b5c-ba9c-e1aea9d11641 req-45d61ba4-6339-4878-a788-d5328ecd01f7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:12.167516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db34c205-0793-4b5c-ba9c-e1aea9d11641 req-45d61ba4-6339-4878-a788-d5328ecd01f7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.7514684 Feb 10 22:43:12.168666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.174692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6,segment=NetworkSegment(c7091d73-cdc8-41cf-804b-bfd57747e8d8),segment_id=c7091d73-cdc8-41cf-804b-bfd57747e8d8)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:12.203461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Pushing event deleted for resources: {'Port': ['ID=10908655-2f1d-453d-9b94-cf9acaa6ccc5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:12.219052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.261299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.265382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:12.266974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.444286 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c66f86a-b09f-4bc6-9ff4-5d5ada70e297 req-f15c791c-57dc-4ab5-a7d3-e78ec376d85b tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 210 time: 0.0776963 Feb 10 22:43:12.461547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'Port': ['ID=d1258442-1f8b-44cc-a227-01c13f4a8a92,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:12.481864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.510507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.511888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6813caab-d6f1-4a5a-9511-29c49ed03f5d tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6178246 Feb 10 22:43:12.631170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:12.631266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.632691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] 10.222.0.24 "PUT /v2.0/ports/cb97706e-e85e-4d3a-91b8-5da832df19c6 HTTP/1.1" status: 200 len: 1092 time: 4.9985027 Feb 10 22:43:12.633451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:12.656613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] No DVR routers for this DVR port 10908655-2f1d-453d-9b94-cf9acaa6ccc5 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:43:12.664903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:12.666796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.677564 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:12.685325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf53983-04d6-46fc-83ef-ef4325b0ccb5 req-0ca9c7f8-854a-4675-9794-1b3ac6c98fda tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:12.687132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebf53983-04d6-46fc-83ef-ef4325b0ccb5 req-0ca9c7f8-854a-4675-9794-1b3ac6c98fda tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 944 time: 0.1042073 Feb 10 22:43:12.703348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:12.705206 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:12.718352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db34c205-0793-4b5c-ba9c-e1aea9d11641 req-76b4a317-a0bf-4bd3-baf6-b6c3098441fb tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5340371 Feb 10 22:43:12.758893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec6f1f-837f-45e4-9898-40e2a29c9ddc service neutron] Pushing event updated for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:12.771659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d3a247c-d069-4e24-9c54-34f920d98eba req-0a4c423f-779f-4ed4-b7ed-63db7f77e0bd tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.30 "DELETE /v2.0/ports/10908655-2f1d-453d-9b94-cf9acaa6ccc5 HTTP/1.1" status: 204 len: 173 time: 3.3033879 Feb 10 22:43:12.790651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.856070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:12.856737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:12.858564 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6', 'status': 'completed', 'code': 200} Feb 10 22:43:12.866442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8975a17-8c49-4aa6-ac55-17f30be26556 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/df706af2-47d8-44ed-9f68-958646e436a9 HTTP/1.1" status: 200 len: 688 time: 4.8519080 Feb 10 22:43:12.869293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46848) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:12.881898 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:12.882524 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:12.969031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebf53983-04d6-46fc-83ef-ef4325b0ccb5 req-707c57b7-082e-4fda-b530-fe1548403b74 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728407 Feb 10 22:43:13.012567 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:13.013288 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835337cc-8113-41f6-aa42-4d90c6856b0e None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:13.176186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-2b95a31c-8c24-4719-84b2-35fdc4924988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:13.177822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-2b95a31c-8c24-4719-84b2-35fdc4924988 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=657e1e2a2e994fe0b84e80d0ff10e528&device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 1095 time: 0.4999237 Feb 10 22:43:13.241955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port bf3b1d7c-f183-4264-ac3d-2e80f77ccad1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:13.242304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:13.309334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-42b9d21a-c401-4d66-a4a8-143a489df622 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6 HTTP/1.1" status: 200 len: 217 time: 0.1237807 Feb 10 22:43:13.634815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-9be0215c-a6c7-4b10-8121-bbfee3f7ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:13.636295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-9be0215c-a6c7-4b10-8121-bbfee3f7ac50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db499741-157d-4400-ae5f-d3d47d5e1964 HTTP/1.1" status: 200 len: 864 time: 0.3187594 Feb 10 22:43:13.679213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6da6170-661f-45f9-8215-aa0b014fe358 req-345f54c4-76f6-44b7-ac87-00a3cc06817e tempest-ListServerFiltersTestJSON-1624034474 tempest-ListServerFiltersTestJSON-1624034474-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ebc2a41-0bd8-4ccb-ba2a-eca281430710 HTTP/1.1" status: 200 len: 210 time: 0.0564144 Feb 10 22:43:13.711149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 10908655-2f1d-453d-9b94-cf9acaa6ccc5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:43:13.713757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1f80f-af33-403c-ab8d-d1f211df3e10 req-774fed12-b1ce-4b59-a9e5-a524a5d96028 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:13.715336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7e1f80f-af33-403c-ab8d-d1f211df3e10 req-774fed12-b1ce-4b59-a9e5-a524a5d96028 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.6684632 Feb 10 22:43:13.729492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-88beb7ce-65ad-45a3-be46-3f360f7d5c34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772007 Feb 10 22:43:13.786539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:13.786874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:13.798642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:13.807655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 10908655-2f1d-453d-9b94-cf9acaa6ccc5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:43:13.807994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 10908655-2f1d-453d-9b94-cf9acaa6ccc5 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:43:13.848490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af6026a2-706f-4be6-a2b4-99bdb1a43f77 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:13.929603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port af6026a2-706f-4be6-a2b4-99bdb1a43f77 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:13.930247 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:13.937647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:14.169769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for bf3b1d7c-f183-4264-ac3d-2e80f77ccad1 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:14.210079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b42f41-f5ba-4cc2-a4ef-0370c0a729f2 req-49661e94-c5df-4112-a595-e0f3bd35cb4a tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:14.223781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78b42f41-f5ba-4cc2-a4ef-0370c0a729f2 req-49661e94-c5df-4112-a595-e0f3bd35cb4a tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 944 time: 0.1006155 Feb 10 22:43:14.271363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7e1f80f-af33-403c-ab8d-d1f211df3e10 req-46794b4c-d381-4513-9a59-9001e48b06e7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5314207 Feb 10 22:43:14.277815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78b42f41-f5ba-4cc2-a4ef-0370c0a729f2 req-72847e8c-7157-494d-a622-f996c3b8cb92 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576835 Feb 10 22:43:14.372726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-9c7be431-b53f-46fe-b70f-856902c4a0ac service neutron] 10.222.0.24 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316168 Feb 10 22:43:14.568985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.25.2.13 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/ca209caa-ec4b-444b-821b-befce6ec5d72) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:14.643012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:14.755708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5e67ba-350c-4303-a549-81c61448b1dc req-3cd3fe94-8121-4a77-bddd-99fa78074ea3 service neutron] 10.222.0.24 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531408 Feb 10 22:43:14.809821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=bf3b1d7c-f183-4264-ac3d-2e80f77ccad1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:14.866854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'name': 'network-vif-deleted', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:14.872578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:14.960646 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ebc2a41-0bd8-4ccb-ba2a-eca281430710', 'name': 'network-vif-deleted', 'tag': '10908655-2f1d-453d-9b94-cf9acaa6ccc5', 'status': 'completed', 'code': 200} Feb 10 22:43:14.968142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Deleting subnet c70d5968-7c8c-4e64-b547-3bdd3e7f164b {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:43:14.975857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.037349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.041903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.059428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.084469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.088207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e9804f6f-7a32-4624-be4f-1365d8b3800c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/df706af2-47d8-44ed-9f68-958646e436a9 HTTP/1.1" status: 204 len: 168 time: 2.2145555 Feb 10 22:43:15.090882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:15.091018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-a7692288-3e4b-407d-85d5-a2e2d092b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.092402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-a7692288-3e4b-407d-85d5-a2e2d092b798 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=657e1e2a2e994fe0b84e80d0ff10e528&device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 1095 time: 0.2635565 Feb 10 22:43:15.171222 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-418faebd-aa76-46af-8598-8ec49b131eba tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] delete failed (client error): The resource could not be found. Feb 10 22:43:15.172526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-418faebd-aa76-46af-8598-8ec49b131eba tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/df706af2-47d8-44ed-9f68-958646e436a9 HTTP/1.1" status: 404 len: 345 time: 0.0806701 Feb 10 22:43:15.177213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:15.232436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.269638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.339609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72da42-77f7-4690-a056-c00c8d2064d6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.346355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72da42-77f7-4690-a056-c00c8d2064d6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.353016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c72da42-77f7-4690-a056-c00c8d2064d6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.354824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2c72da42-77f7-4690-a056-c00c8d2064d6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/ports?network_id=d44becde-471c-4b3e-8f74-e8ea91ea2c5a HTTP/1.1" status: 200 len: 2357 time: 0.1765230 Feb 10 22:43:15.373379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:15.377099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:15.385593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:15.402762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:15.441042 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.476175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=ca209caa-ec4b-444b-821b-befce6ec5d72,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:15.505093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70d5968-7c8c-4e64-b547-3bdd3e7f164b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:15.517339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.517805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.518236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.518570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.518896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.519217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.519595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.519881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.520530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.520780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.521095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.521410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:15.530604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.536965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97884da-bacd-4db1-9a8f-f04608835af1 None None] Network bc9ae766-3dd9-448e-b87a-70998d05d5fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:43:15.550183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-48bfc9cd-67f5-4606-9c56-104a0dfb6ab7 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c70d5968-7c8c-4e64-b547-3bdd3e7f164b HTTP/1.1" status: 204 len: 168 time: 0.6764557 Feb 10 22:43:15.552769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:15.557916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88a477a-68d4-4238-a2ec-aee7d42e1a66 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.564314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e88a477a-68d4-4238-a2ec-aee7d42e1a66 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/subnets/e0d619eb-ccff-4806-b30d-5db1756e87c0 HTTP/1.1" status: 200 len: 797 time: 0.1827888 Feb 10 22:43:15.565158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:15.617855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-b533a5d6-6775-4e32-9a5c-9fb2a82c614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:15.619575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-b533a5d6-6775-4e32-9a5c-9fb2a82c614a service neutron] 10.222.0.24 "GET /v2.0/networks?id=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf HTTP/1.1" status: 200 len: 925 time: 0.5197139 Feb 10 22:43:15.733698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'port': {'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a', 'name': 'tempest-FloatingIPTestJSON-841186421', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:15.915598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.931150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-1ed62db7-f223-473d-a261-48761fc5104a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6 HTTP/1.1" status: 200 len: 217 time: 0.2603977 Feb 10 22:43:15.950123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] DHCP port deletion for bc9ae766-3dd9-448e-b87a-70998d05d5fa request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:43:15.955616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Deleting port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:15.956271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:15.971363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Deleting port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:15.971723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.089742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:16.095350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:port and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:16.099525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:16.107897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:16.125329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:16.383982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] For port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:16.384382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.610548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-e44e9d0d-b8a2-4e3c-9849-1c8d674f2e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:16.612606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-e44e9d0d-b8a2-4e3c-9849-1c8d674f2e38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db499741-157d-4400-ae5f-d3d47d5e1964 HTTP/1.1" status: 200 len: 864 time: 0.3142483 Feb 10 22:43:16.629067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1cc09-66e6-4ced-94ee-34cac37a3d66 req-d759263f-ed1f-4f34-81d3-c898a7c02c51 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:16.641354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb1cc09-66e6-4ced-94ee-34cac37a3d66 req-d759263f-ed1f-4f34-81d3-c898a7c02c51 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 944 time: 1.1603971 Feb 10 22:43:16.647031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] For port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,segment=NetworkSegment(35a37c5e-92db-4e9d-8fe4-7fe8965053fc),segment_id=35a37c5e-92db-4e9d-8fe4-7fe8965053fc)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:16.648707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.707590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Calling delete_port for 6de065d3-a6a1-4f18-ad7c-846f27a4db8c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:16.746609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.763174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-ef8365e7-8e92-4ae4-b3a7-b447102af408 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682673 Feb 10 22:43:16.799509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.892479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:16.911144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] No DVR routers for this DVR port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:43:16.916186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25060b6-1218-453b-ad0e-58619f062b1f None None] Pushing event deleted for resources: {'Port': ['ID=6de065d3-a6a1-4f18-ad7c-846f27a4db8c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:16.978298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Calling delete_port for 6de065d3-a6a1-4f18-ad7c-846f27a4db8c owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:17.047028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb1cc09-66e6-4ced-94ee-34cac37a3d66 req-3f00c388-c3ee-4f95-8202-dbf3ed5c3d2c tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039044 Feb 10 22:43:17.196450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] device_id is not set on port 41504cfc-ac90-4e56-a972-5e3bd706b40c yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:43:17.370771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-feff4f0a-5127-4dcc-9686-959446b5012a service neutron] 10.222.0.24 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5995214 Feb 10 22:43:17.375073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:43:17.375757 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:43:17.556346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cb97706e-e85e-4d3a-91b8-5da832df19c6 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:43:17.902481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6de065d3-a6a1-4f18-ad7c-846f27a4db8c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:43:17.940295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Deleting port 6de065d3-a6a1-4f18-ad7c-846f27a4db8c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:17.940823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:17.951669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 6de065d3-a6a1-4f18-ad7c-846f27a4db8c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:43:17.952083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6de065d3-a6a1-4f18-ad7c-846f27a4db8c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:43:17.976527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3bccb19-2d44-40bd-ae6e-c551adbddc46 req-9f325a59-09d3-448e-9e06-31a39a83d182 service neutron] 10.222.0.24 "GET /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5965893 Feb 10 22:43:17.983074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.045134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6,segment=NetworkSegment(c7091d73-cdc8-41cf-804b-bfd57747e8d8),segment_id=c7091d73-cdc8-41cf-804b-bfd57747e8d8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:18.070297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'cb97706e-e85e-4d3a-91b8-5da832df19c6', 'network_id': '554aa7fa-37ff-411b-819e-5fe3a0d1f3cf', 'port_id': 'cb97706e-e85e-4d3a-91b8-5da832df19c6', 'mac_address': 'fa:16:3e:0e:38:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db499741-157d-4400-ae5f-d3d47d5e1964', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:43:18.082453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] The port '6de065d3-a6a1-4f18-ad7c-846f27a4db8c' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:43:18.137847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.158916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb97706e-e85e-4d3a-91b8-5da832df19c6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:18.178780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6,segment=NetworkSegment(c7091d73-cdc8-41cf-804b-bfd57747e8d8),segment_id=c7091d73-cdc8-41cf-804b-bfd57747e8d8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:18.183740 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.288538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:18.328486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router 9c1989fa-8783-4725-9c12-c31785418252 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:43:18.341877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.14 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/41504cfc-ac90-4e56-a972-5e3bd706b40c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:18.355826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.13 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/41504cfc-ac90-4e56-a972-5e3bd706b40c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:18.371091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.414077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['cb97706e-e85e-4d3a-91b8-5da832df19c6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:43:18.424224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc9ae766-3dd9-448e-b87a-70998d05d5fa']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:18.451984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a37c5e-92db-4e9d-8fe4-7fe8965053fc') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:18.452558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a37c5e-92db-4e9d-8fe4-7fe8965053fc') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:18.478991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.521564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.607811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:43:18.608523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:43:18.625155 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:43:18.641149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff89a4a-f051-4502-b4aa-132e34739b9f req-b7522359-87df-4bf5-bd85-cb762c4d4882 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:18.649218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ff89a4a-f051-4502-b4aa-132e34739b9f req-b7522359-87df-4bf5-bd85-cb762c4d4882 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 945 time: 0.3801808 Feb 10 22:43:18.694340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:18.706530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Sync routers for ids ['9c1989fa-8783-4725-9c12-c31785418252'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:18.722811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.725685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb631839-305e-4b70-9e52-edfc77c7d5dc tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.4824545 Feb 10 22:43:18.726415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46984) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:18.727433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Routers {'9c1989fa-8783-4725-9c12-c31785418252'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:18.728248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9c1989fa-8783-4725-9c12-c31785418252'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:18.884185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.912319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ff89a4a-f051-4502-b4aa-132e34739b9f req-3fbefed4-7df5-48ad-ad7e-61f1b9db5e57 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607603 Feb 10 22:43:18.922555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.956384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:18.977082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc9ae766-3dd9-448e-b87a-70998d05d5fa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:19.017513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-be741225-dd3f-442a-825b-bd2c3dea0b69 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/9c1989fa-8783-4725-9c12-c31785418252 HTTP/1.1" status: 200 len: 908 time: 0.2847788 Feb 10 22:43:19.018195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46994) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:19.020244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce0a9b98-d2a6-430a-a751-c32a7ea67cf8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/bc9ae766-3dd9-448e-b87a-70998d05d5fa HTTP/1.1" status: 204 len: 168 time: 3.4621983 Feb 10 22:43:19.026104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1002838889', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': True}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:19.030866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.041780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:19.049700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Usage tracker for resource:router and tenant:97d91b5c73a24c0b9057cf7f2e95b08f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:19.054632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:19.063252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:19.104867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.107183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.144311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Set router 9c1989fa-8783-4725-9c12-c31785418252 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:19.186504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.248721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=41504cfc-ac90-4e56-a972-5e3bd706b40c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:19.270384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:19.286255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:19.290554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:19.495785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:19.497867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.558840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47006) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:19.575176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-81b8f3d2-d32b-4b1c-a4bf-4765c3e00605 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.8816574 Feb 10 22:43:19.592575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47010) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:19.597685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cb97706e-e85e-4d3a-91b8-5da832df19c6 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:19.600983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '41504cfc-ac90-4e56-a972-5e3bd706b40c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:19.611509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:19.618047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:floatingip and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:19.623527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:19.631320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:19.656410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.725582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port cb97706e-e85e-4d3a-91b8-5da832df19c6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:43:19.739845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:43:19.764006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port cb97706e-e85e-4d3a-91b8-5da832df19c6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:19.764962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.809960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6bb79914-fe52-4df3-a244-5882f91a0b85 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df4b5ba7361c468cb7718495aa21e7f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471900 Feb 10 22:43:19.813475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.813764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47018) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:19.951498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:19.994904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.011418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.166825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1989fa-8783-4725-9c12-c31785418252', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13'}], 'enable_snat': False}, 'gw_port_id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:10Z', 'updated_at': '2022-02-10T22:43:15Z', 'revision_number': 3, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port': {'id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1989fa-8783-4725-9c12-c31785418252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:43:14Z', 'updated_at': '2022-02-10T22:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:20.177809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.223874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6,segment=NetworkSegment(c7091d73-cdc8-41cf-804b-bfd57747e8d8),segment_id=c7091d73-cdc8-41cf-804b-bfd57747e8d8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:20.228424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:20.237813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Checking router: 9c1989fa-8783-4725-9c12-c31785418252 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:43:20.238384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Updating router 9c1989fa-8783-4725-9c12-c31785418252 port ca209caa-ec4b-444b-821b-befce6ec5d72 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:43:20.246955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.121 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8958aa46-e92d-4868-a2ed-e0e71b9556b5) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:20.318128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.318547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.477983 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6', 'code': 200} Feb 10 22:43:20.492221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:20.519067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:20.539716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:43:20.547223 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.664184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824fd2b3-c7f5-443a-98b7-da9b680d889c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:20.753138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.767793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.781227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0ba73f71-8417-4ee5-b031-3ddc2a42ce5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/824fd2b3-c7f5-443a-98b7-da9b680d889c HTTP/1.1" status: 204 len: 168 time: 0.9577131 Feb 10 22:43:20.791835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:20.816514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:20.821129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.918503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:20.938378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8330dff-89dd-4eae-bb17-46da32c4377f req-35ba9b8d-6519-4452-90f0-41a26e77852e tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:20.939756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:20.948705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2d0aedfb-d77f-4094-badb-56a409ecd799'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:43:20.955977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8330dff-89dd-4eae-bb17-46da32c4377f req-35ba9b8d-6519-4452-90f0-41a26e77852e tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.3262639 Feb 10 22:43:21.035227 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:21.047199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe8cf05-2669-46dc-a411-dee6e269dcf4 req-d44e23f5-a646-4c35-acad-abea48876582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:21.050523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1fe8cf05-2669-46dc-a411-dee6e269dcf4 req-d44e23f5-a646-4c35-acad-abea48876582 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 1097 time: 0.4736083 Feb 10 22:43:21.131343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8330dff-89dd-4eae-bb17-46da32c4377f req-5b2d4b20-1db4-4bfc-872b-d4dd3273d9a2 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743813 Feb 10 22:43:21.178386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:21.257704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1fe8cf05-2669-46dc-a411-dee6e269dcf4 req-990cb17c-0c22-46c7-91d6-cee6781dcb29 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410842 Feb 10 22:43:21.276175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:21.388872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:21.411991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:21.424255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:21.800787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:21.942655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=8958aa46-e92d-4868-a2ed-e0e71b9556b5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:21.947676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:21.961200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Transition to ACTIVE for port object ca209caa-ec4b-444b-821b-befce6ec5d72 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:21.969623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.080353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Attempting to bind port ca209caa-ec4b-444b-821b-befce6ec5d72 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:22.080722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Attempting to bind port ca209caa-ec4b-444b-821b-befce6ec5d72 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:22.081074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Attempting to bind port ca209caa-ec4b-444b-821b-befce6ec5d72 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:22.092032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:22.092406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:22.092828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.093184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:22.093649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Bound port: ca209caa-ec4b-444b-821b-befce6ec5d72, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:22.094014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.120629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.154446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e897-2e02-4764-b243-2dbf523786c1 None None] Pushing event updated for resources: {'Port': ['ID=ca209caa-ec4b-444b-821b-befce6ec5d72,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:22.183259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.25.2.125 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/986eeb11-0aeb-4744-9676-6886d7d2fa5a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:22.298917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] For port ca209caa-ec4b-444b-821b-befce6ec5d72, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:22.307926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] For port ca209caa-ec4b-444b-821b-befce6ec5d72, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca209caa-ec4b-444b-821b-befce6ec5d72,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:22.311785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.315859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.434779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce28e897-2e02-4764-b243-2dbf523786c1 None None] Pushing event updated for resources: {'Port': ['ID=ca209caa-ec4b-444b-821b-befce6ec5d72,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:22.475576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Routers {'9c1989fa-8783-4725-9c12-c31785418252'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:22.477786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9c1989fa-8783-4725-9c12-c31785418252'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:22.815182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445bbbb2-6bc5-427c-8b20-b649aaa04d6e req-570a6954-23ff-427c-98c8-5b8685a57a5a tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:22.823924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-445bbbb2-6bc5-427c-8b20-b649aaa04d6e req-570a6954-23ff-427c-98c8-5b8685a57a5a tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.3446422 Feb 10 22:43:22.847413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:22.894304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-445bbbb2-6bc5-427c-8b20-b649aaa04d6e req-59ba2d90-cfe2-4b55-9767-62252ab12350 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693765 Feb 10 22:43:22.972827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:23.017862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:23.025043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:23.107381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] Set router 9c1989fa-8783-4725-9c12-c31785418252 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:23.127697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:23.128890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=986eeb11-0aeb-4744-9676-6886d7d2fa5a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:23.132443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:23.139986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=8958aa46-e92d-4868-a2ed-e0e71b9556b5,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:23.140409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:23.273133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:23.620014 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 81d01b6b-1f30-43e1-8a7e-71ab1b170dd9 associated. External IP: 172.25.2.121, port: 41504cfc-ac90-4e56-a972-5e3bd706b40c. Feb 10 22:43:23.760548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:23.953114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c1989fa-8783-4725-9c12-c31785418252', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13'}], 'enable_snat': False}, 'gw_port_id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:10Z', 'updated_at': '2022-02-10T22:43:15Z', 'revision_number': 3, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port': {'id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1989fa-8783-4725-9c12-c31785418252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:43:14Z', 'updated_at': '2022-02-10T22:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:23.994932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7421b80-2c5a-4278-b720-59cddf4b3753 None None] The sync data for ids ['9c1989fa-8783-4725-9c12-c31785418252'] in n-d-825178-4 is: [{'id': '9c1989fa-8783-4725-9c12-c31785418252', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13'}], 'enable_snat': False}, 'gw_port_id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:10Z', 'updated_at': '2022-02-10T22:43:15Z', 'revision_number': 3, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port': {'id': 'ca209caa-ec4b-444b-821b-befce6ec5d72', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:00:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c1989fa-8783-4725-9c12-c31785418252', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:43:14Z', 'updated_at': '2022-02-10T22:43:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:24.025897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2d0aedfb-d77f-4094-badb-56a409ecd799 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:24.027621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.280784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.389284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.429665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47118) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:24.469123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.596397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:24.633814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:24.642088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.754065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:24.756298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:24.789659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:24.864215 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:43:24.871628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:24.920327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73381c54-edc3-4ab7-9c43-a0e00a05a35a req-35d8cf36-5103-44d7-ae0b-13834eb11048 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:24.930314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-73381c54-edc3-4ab7-9c43-a0e00a05a35a req-35d8cf36-5103-44d7-ae0b-13834eb11048 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.3693819 Feb 10 22:43:25.009170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-73381c54-edc3-4ab7-9c43-a0e00a05a35a req-a118aa05-cc1f-4d95-8e77-54f2be8f83fe tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762014 Feb 10 22:43:25.165621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:25.176177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Usage tracker for resource:security_group_rule and tenant:332e4df764cd43c18c93939677683cee is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:25.181174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:25.182454 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:25.197264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:25.216973 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:25.220703 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:25.229727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:25.298666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:25.430412 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:25.460540 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:25.461304 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:25.567822 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:25.568582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16a33c-d695-48c3-8234-e3c8dc7e3740 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:25.644219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-934c3911-8656-402f-9cf5-20865f87863a tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.0498888 Feb 10 22:43:25.651901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:25.660064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': '41504cfc-ac90-4e56-a972-5e3bd706b40c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:25.801051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca209caa-ec4b-444b-821b-befce6ec5d72 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:25.878441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router 214f336c-3424-4519-b234-456f7656c2c6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:43:25.978030 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:25.988227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ca209caa-ec4b-444b-821b-befce6ec5d72 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:43:25.998200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ca209caa-ec4b-444b-821b-befce6ec5d72 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:25.998836 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.294223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:26.313851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Sync routers for ids ['214f336c-3424-4519-b234-456f7656c2c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:26.320049 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.339549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.346905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36951d68-01a0-4ae8-bb10-7f592b78e4bb tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3274181 Feb 10 22:43:26.349663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47162) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:26.364456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Routers {'214f336c-3424-4519-b234-456f7656c2c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:26.365420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['214f336c-3424-4519-b234-456f7656c2c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:26.422375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5558c5-e2a6-4811-a862-d35f32535fa6 req-98e0b9e9-8000-41fb-bb18-58d7f68aaafb tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:26.439767 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b5558c5-e2a6-4811-a862-d35f32535fa6 req-98e0b9e9-8000-41fb-bb18-58d7f68aaafb tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 1.1217568 Feb 10 22:43:26.462151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ca209caa-ec4b-444b-821b-befce6ec5d72, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca209caa-ec4b-444b-821b-befce6ec5d72,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:26.476461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.633784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ca209caa-ec4b-444b-821b-befce6ec5d72,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:26.735114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.765987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b5558c5-e2a6-4811-a862-d35f32535fa6 req-9d4b90b1-f07e-48ac-8e2f-baab0c46a781 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238993 Feb 10 22:43:26.784594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:26.799319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Set router 214f336c-3424-4519-b234-456f7656c2c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:27.203957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-19fe7587-6a48-4dd9-8ab2-aeec1c9a273f tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/214f336c-3424-4519-b234-456f7656c2c6 HTTP/1.1" status: 200 len: 908 time: 0.8523505 Feb 10 22:43:27.208056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47170) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:27.359513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=332e4df764cd43c18c93939677683cee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9274037 Feb 10 22:43:27.391525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47176) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:27.411076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdeb657-205d-4d49-bd4e-5f3215283c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512bc73c-49e1-4f90-902b-e768e6bfcee1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:27.730918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:27.898480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca209caa-ec4b-444b-821b-befce6ec5d72 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:27.921396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:27.994595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214f336c-3424-4519-b234-456f7656c2c6', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '986eeb11-0aeb-4744-9676-6886d7d2fa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:19Z', 'updated_at': '2022-02-10T22:43:23Z', 'revision_number': 3, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port': {'id': '986eeb11-0aeb-4744-9676-6886d7d2fa5a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:83:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '214f336c-3424-4519-b234-456f7656c2c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:43:21Z', 'updated_at': '2022-02-10T22:43:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:28.004901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Checking router: 214f336c-3424-4519-b234-456f7656c2c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:43:28.005214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Updating router 214f336c-3424-4519-b234-456f7656c2c6 port 986eeb11-0aeb-4744-9676-6886d7d2fa5a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:43:28.055817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.081605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port 986eeb11-0aeb-4744-9676-6886d7d2fa5a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:28.082508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.142225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ca209caa-ec4b-444b-821b-befce6ec5d72 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:28.142854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.211946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.276338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.585127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.645118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.677797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.679086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/512bc73c-49e1-4f90-902b-e768e6bfcee1 HTTP/1.1" status: 204 len: 168 time: 1.2770882 Feb 10 22:43:28.710435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3460d-5d2e-4c6e-9a79-b468dc5b52e5 req-9dac2e58-94fa-496f-b600-5e9cb34aa595 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:28.712922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9cb3460d-5d2e-4c6e-9a79-b468dc5b52e5 req-9dac2e58-94fa-496f-b600-5e9cb34aa595 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.7823300 Feb 10 22:43:28.931348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for 986eeb11-0aeb-4744-9676-6886d7d2fa5a owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:28.975553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:28.977489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966a69ec-043d-4d8a-8208-c0a84c25c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512bc73c-49e1-4f90-902b-e768e6bfcee1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:28.985065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:29.434210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:29.458819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Transition to ACTIVE for port object 986eeb11-0aeb-4744-9676-6886d7d2fa5a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:29.468571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:29.505348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9cb3460d-5d2e-4c6e-9a79-b468dc5b52e5 req-cb3a3f59-bbfa-4b58-82f0-357e5ef7a5a2 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5238786 Feb 10 22:43:29.705379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Attempting to bind port 986eeb11-0aeb-4744-9676-6886d7d2fa5a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:29.708845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Attempting to bind port 986eeb11-0aeb-4744-9676-6886d7d2fa5a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:29.709281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:43:29.709981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Attempting to bind port 986eeb11-0aeb-4744-9676-6886d7d2fa5a on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:29.749033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:29.749958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:29.750524 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:29.751652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:29.752344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Bound port: 986eeb11-0aeb-4744-9676-6886d7d2fa5a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:29.753140 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:29.832270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c663-f0b0-4177-ab58-788fb83eb58e None None] Pushing event updated for resources: {'Port': ['ID=986eeb11-0aeb-4744-9676-6886d7d2fa5a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:29.899587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:43:29.900282 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:43:29.920585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] For port 986eeb11-0aeb-4744-9676-6886d7d2fa5a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:29.932602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] For port 986eeb11-0aeb-4744-9676-6886d7d2fa5a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=986eeb11-0aeb-4744-9676-6886d7d2fa5a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:29.946019 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:30.167065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:30.171416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08c663-f0b0-4177-ab58-788fb83eb58e None None] Pushing event updated for resources: {'Port': ['ID=986eeb11-0aeb-4744-9676-6886d7d2fa5a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:30.261862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Routers {'214f336c-3424-4519-b234-456f7656c2c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:30.264574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['214f336c-3424-4519-b234-456f7656c2c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:30.409986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port 986eeb11-0aeb-4744-9676-6886d7d2fa5a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:30.411571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:30.740863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47224) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:30.846860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:30.852023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:30.860122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] Set router 214f336c-3424-4519-b234-456f7656c2c6 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:43:30.861224 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:30.884516 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:30.885224 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:31.049913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '214f336c-3424-4519-b234-456f7656c2c6', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:19Z', 'updated_at': '2022-02-10T22:43:28Z', 'revision_number': 4, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:31.061468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:31.065930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817e9798-6fcc-403d-a20a-2ca5bf3be0d6 None None] The sync data for ids ['214f336c-3424-4519-b234-456f7656c2c6'] in n-d-825178-4 is: [{'id': '214f336c-3424-4519-b234-456f7656c2c6', 'name': 'tempest-snat-router-1002838889', 'tenant_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:43:19Z', 'updated_at': '2022-02-10T22:43:28Z', 'revision_number': 4, 'project_id': '97d91b5c73a24c0b9057cf7f2e95b08f', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:31.088540 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:31.089300 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:31.131125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ae95c8a-7d5e-4b36-a87f-abf21fce07fa tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/81d01b6b-1f30-43e1-8a7e-71ab1b170dd9 HTTP/1.1" status: 200 len: 978 time: 5.4764049 Feb 10 22:43:31.148283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:31.400581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:31.401214 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e85eb2e-ace1-486e-808b-8b197b27b7e5 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:31.488837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-910481702-network', 'tenant_id': 'ee86cc2515a1453c8f36673ae657257e'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:31.495376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:31.502347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Usage tracker for resource:network and tenant:ee86cc2515a1453c8f36673ae657257e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:31.506488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:31.512885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:31.534140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Made reservation on behalf of ee86cc2515a1453c8f36673ae657257e for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:31.543067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:31.570681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:31.612064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:31.621126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:ee86cc2515a1453c8f36673ae657257e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:31.625366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:31.634099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:31.680720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92405359-1492-44e9-877a-9fca9d16b993 req-ea8e6dc9-36d8-404d-acd2-ad4b6d94c7d6 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:31.686687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92405359-1492-44e9-877a-9fca9d16b993 req-ea8e6dc9-36d8-404d-acd2-ad4b6d94c7d6 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.9366434 Feb 10 22:43:31.697559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] For port 986eeb11-0aeb-4744-9676-6886d7d2fa5a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=986eeb11-0aeb-4744-9676-6886d7d2fa5a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:31.697940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:31.915117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for 986eeb11-0aeb-4744-9676-6886d7d2fa5a owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:31.924899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 8958aa46-e92d-4868-a2ed-e0e71b9556b5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:31.927790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.065766 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92405359-1492-44e9-877a-9fca9d16b993 req-0da1af70-d922-4bb4-b43e-151ef50832c5 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593323 Feb 10 22:43:32.323336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-8abb26b5-4fcf-44f9-bdc5-83a70e014ddc tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:32.325267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-8abb26b5-4fcf-44f9-bdc5-83a70e014ddc tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.24 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.3426626 Feb 10 22:43:32.472957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.474090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.534421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.550857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.630764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Deleting port cb97706e-e85e-4d3a-91b8-5da832df19c6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:32.631096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.720679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee99dcd-446d-46da-a03d-dc786ce53b8a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:32.823645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:32.885673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:43:32.887978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Port': ['ID=986eeb11-0aeb-4744-9676-6886d7d2fa5a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:32.910924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 8958aa46-e92d-4868-a2ed-e0e71b9556b5 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:33.021775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.022146 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Added segment 930de115-1671-4e23-9d38-d76f8bf8c2ff of type vlan for network 79c26f21-151a-4011-bb32-b607c29cc902 Feb 10 22:43:33.176142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] For port cb97706e-e85e-4d3a-91b8-5da832df19c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cb97706e-e85e-4d3a-91b8-5da832df19c6,segment=NetworkSegment(c7091d73-cdc8-41cf-804b-bfd57747e8d8),segment_id=c7091d73-cdc8-41cf-804b-bfd57747e8d8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:33.176539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.218854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.342869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Calling delete_port for cb97706e-e85e-4d3a-91b8-5da832df19c6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:33.355810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=8958aa46-e92d-4868-a2ed-e0e71b9556b5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:33.456783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.493710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.544231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.545170 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 81d01b6b-1f30-43e1-8a7e-71ab1b170dd9 disassociated (deleted). External IP: 172.25.2.121, port: 41504cfc-ac90-4e56-a972-5e3bd706b40c. Feb 10 22:43:33.626726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:43:33.693454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c114a-db96-4ef0-a4c7-f680966fd663 req-5bf6da37-e601-467a-9de9-67c764912c27 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:33.695068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb1c114a-db96-4ef0-a4c7-f680966fd663 req-5bf6da37-e601-467a-9de9-67c764912c27 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 946 time: 0.3745522 Feb 10 22:43:33.897606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb1c114a-db96-4ef0-a4c7-f680966fd663 req-14b66217-8ec3-40d5-b2aa-a0385cf60796 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/security-groups?id=d9d3ebc6-6c12-487c-9fd8-0a002075915b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933234 Feb 10 22:43:33.928127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.929100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:33.929689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.954177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:33.957556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.079702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.081183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 214f336c-3424-4519-b234-456f7656c2c6 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:43:34.319331 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.321678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e6e5b645-212f-4af4-a20f-b7196d3df314 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/routers/214f336c-3424-4519-b234-456f7656c2c6 HTTP/1.1" status: 204 len: 168 time: 7.1124177 Feb 10 22:43:34.323341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.333805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47246) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:34.335963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.5936487 Feb 10 22:43:34.339105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:34.339983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47248) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:34.349129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Request body: {'subnet': {'network_id': '79c26f21-151a-4011-bb32-b607c29cc902', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-910481702-subnet', 'tenant_id': 'ee86cc2515a1453c8f36673ae657257e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:34.356586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:34.366323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Usage tracker for resource:subnet and tenant:ee86cc2515a1453c8f36673ae657257e is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:34.442887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:34.463580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:34.496162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Made reservation on behalf of ee86cc2515a1453c8f36673ae657257e for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:34.498802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.510170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Pushing event deleted for resources: {'Port': ['ID=cb97706e-e85e-4d3a-91b8-5da832df19c6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:34.540760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c2e99-075c-4f9a-9a42-c75dc98f4ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=79c26f21-151a-4011-bb32-b607c29cc902,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:34.568060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 79c26f21-151a-4011-bb32-b607c29cc902 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:43:34.750734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] No DVR routers for this DVR port cb97706e-e85e-4d3a-91b8-5da832df19c6 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:43:34.764790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.767394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f97635ed-8eb6-4447-b0f6-e772556ecf45 req-6c64d39b-ee23-4942-ad0d-8a733c3dcec1 tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.24 "DELETE /v2.0/ports/cb97706e-e85e-4d3a-91b8-5da832df19c6 HTTP/1.1" status: 204 len: 173 time: 2.4296768 Feb 10 22:43:34.767993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'name': 'network-vif-deleted', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:34.829809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:34.902241 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f695d946-138b-4eff-9be6-bdc88cbe1509', 'name': 'network-vif-deleted', 'tag': 'cb97706e-e85e-4d3a-91b8-5da832df19c6', 'status': 'completed', 'code': 200} Feb 10 22:43:35.163107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:35.185775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:35.211412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:35.213367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:35.218565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:35.239154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Deleting port ca209caa-ec4b-444b-821b-befce6ec5d72 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:35.239678 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:35.395836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:35.424266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:35.440333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:35.441334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:35.569823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-edaac0fc-7de3-40a5-b019-c2124badd9c1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/81d01b6b-1f30-43e1-8a7e-71ab1b170dd9 HTTP/1.1" status: 204 len: 168 time: 4.4182131 Feb 10 22:43:35.590161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1fcdddd8-f195-420e-b5cf-276d68511ea7 req-17b7c6db-0dd0-4bc3-bd6c-d99958a131dc tempest-ServersNegativeTestMultiTenantJSON-88554663 tempest-ServersNegativeTestMultiTenantJSON-88554663-project] 10.222.0.53 "GET /v2.0/ports?device_id=f695d946-138b-4eff-9be6-bdc88cbe1509 HTTP/1.1" status: 200 len: 210 time: 0.3203509 Feb 10 22:43:35.591039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47270) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:35.674059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cb97706e-e85e-4d3a-91b8-5da832df19c6 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:43:35.739361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] For port ca209caa-ec4b-444b-821b-befce6ec5d72, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ca209caa-ec4b-444b-821b-befce6ec5d72,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:35.739944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:35.767454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: cb97706e-e85e-4d3a-91b8-5da832df19c6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:43:35.768003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cb97706e-e85e-4d3a-91b8-5da832df19c6 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:43:35.803275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:35.804496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9edffe-5990-4bad-aceb-2f3103085770 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:35.878807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:35.974131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Calling delete_port for ca209caa-ec4b-444b-821b-befce6ec5d72 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:36.023551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Pushing event updated for resources: {'Subnet': ['ID=407da17a-6dfa-445a-867c-0bc4ac1e0a45,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:36.266636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:36.503650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca209caa-ec4b-444b-821b-befce6ec5d72,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:36.642754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 41504cfc-ac90-4e56-a972-5e3bd706b40c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:36.643950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:36.744731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Checking segment: {'id': '930de115-1671-4e23-9d38-d76f8bf8c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:36.745247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Network hostable DHCP agents. Network: 79c26f21-151a-4011-bb32-b607c29cc902, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:43:36.803062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:36.956697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47290) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:36.976422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Network 79c26f21-151a-4011-bb32-b607c29cc902 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:43:37.148622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 79c26f21-151a-4011-bb32-b607c29cc902) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:37.160374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4810dd-c769-4873-8568-fc0772a4dd69 None None] Network 79c26f21-151a-4011-bb32-b607c29cc902 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:43:37.190457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:37.191267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.365118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.369029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.413236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.413865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9c1989fa-8783-4725-9c12-c31785418252 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:43:37.434977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-14365389-b14b-4fda-8793-b8b62aad876b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0917580 Feb 10 22:43:37.446640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Deleting subnet db499741-157d-4400-ae5f-d3d47d5e1964 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:43:37.448133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.455215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0dc30eda-87f8-4448-9902-4e5cc18fb2ce tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9c1989fa-8783-4725-9c12-c31785418252 HTTP/1.1" status: 204 len: 168 time: 3.1129735 Feb 10 22:43:37.455562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.456214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47300) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:37.468681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1468465005', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:37.492363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:37.498546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:37.506191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:37.528444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:37.548632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.551568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.613409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.636037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.733471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.827689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.975355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:37.976206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7fc05-fad9-4cf5-b18a-6199801a8ae4 None None] Network 79c26f21-151a-4011-bb32-b607c29cc902 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:43:38.272511 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:38.346656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 41504cfc-ac90-4e56-a972-5e3bd706b40c owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:38.460463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db499741-157d-4400-ae5f-d3d47d5e1964,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:38.516055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:38.529747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c7053347-669e-49af-808c-49c396b94a2c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db499741-157d-4400-ae5f-d3d47d5e1964 HTTP/1.1" status: 204 len: 168 time: 1.5715342 Feb 10 22:43:38.537395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47320) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:38.654460 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-734d2114-5797-4fe1-8e36-2730b53a572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.060743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.160395 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.299205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-a64f0232-0169-402a-af6b-4f452ca0b49a tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:39.301516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-a64f0232-0169-402a-af6b-4f452ca0b49a tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/networks?id=79c26f21-151a-4011-bb32-b607c29cc902 HTTP/1.1" status: 200 len: 821 time: 0.7343311 Feb 10 22:43:39.379147 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.396590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-0ac12697-7cae-4859-bb36-38133ec775d8 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/quotas/ee86cc2515a1453c8f36673ae657257e HTTP/1.1" status: 200 len: 375 time: 0.0747838 Feb 10 22:43:39.450086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.524790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-c0767372-f508-4a25-95b2-d7bc16844048 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ee86cc2515a1453c8f36673ae657257e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1258698 Feb 10 22:43:39.592980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Allocated IP 172.25.2.125 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/45b35e3a-d485-4de0-aa24-f7db6d8cc16d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:39.711584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-6ddc8f18-9e72-4149-b8f2-a2266edf043e service neutron] 10.222.0.53 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803694 Feb 10 22:43:39.735988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=41504cfc-ac90-4e56-a972-5e3bd706b40c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:39.764132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca209caa-ec4b-444b-821b-befce6ec5d72 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:43:39.825704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ca209caa-ec4b-444b-821b-befce6ec5d72 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:43:39.826046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ca209caa-ec4b-444b-821b-befce6ec5d72 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:43:39.852170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:39.908016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:40.033625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:40.049073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:40.059792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:40.174155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event updated for resources: {'Port': ['ID=45b35e3a-d485-4de0-aa24-f7db6d8cc16d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:40.362418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f69020a7-47df-44d0-a9de-6384bbc8f96c service neutron] 10.222.0.53 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6492279 Feb 10 22:43:40.505190 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c84e0b1e-4f03-412b-bc5b-e196b9e67a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:40.639974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:40.691508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:40.716154 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-480d3593-28fa-4056-a24c-7c5e2c0d3e24 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/41504cfc-ac90-4e56-a972-5e3bd706b40c HTTP/1.1" status: 204 len: 168 time: 4.9684877 Feb 10 22:43:40.717759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:40.767385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:40.783314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:40.805185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:floatingip and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:40.815059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554aa7fa-37ff-411b-819e-5fe3a0d1f3cf']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:40.854578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:40.901617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:40.920082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7091d73-cdc8-41cf-804b-bfd57747e8d8') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:40.920522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7091d73-cdc8-41cf-804b-bfd57747e8d8') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:40.975397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:40.994529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.046295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.054237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7098426c-8714-4048-a504-7e1efa1ffffc req-de65ed3e-704d-496d-9793-ae8efb3c3780 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 210 time: 0.1392167 Feb 10 22:43:41.236609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:43:41.237416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.386716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:43:41.401865 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:43:41.418667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.441997 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.577765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] Pushing event deleted for resources: {'Network': ['ID=554aa7fa-37ff-411b-819e-5fe3a0d1f3cf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:41.604198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-538ba89a-3aea-4f8f-b396-17fd7444f70c admin admin] 10.222.0.53 "DELETE /v2.0/networks/554aa7fa-37ff-411b-819e-5fe3a0d1f3cf HTTP/1.1" status: 204 len: 168 time: 3.0655153 Feb 10 22:43:41.617119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47368) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:41.814081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.824956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.834998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Deleting subnet de62e044-e545-4d87-b492-12232bcdca0c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:43:41.841437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:41.979330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.123349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.268057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.375122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.567809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.681290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-12a2dfd4-0403-4866-aa59-ba52da04ea42 req-d29a3cf4-30f4-4fb6-bec6-816dc90ad058 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 210 time: 0.3066869 Feb 10 22:43:42.685069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Router ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:43:42.734177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de62e044-e545-4d87-b492-12232bcdca0c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:42.744796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:42.764007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d85a5da-e18c-4e26-a7bf-02f48d13dc46 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/de62e044-e545-4d87-b492-12232bcdca0c HTTP/1.1" status: 204 len: 168 time: 1.1451159 Feb 10 22:43:42.765171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47382) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:42.815951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.12 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/b0e0045a-6dd9-4159-b286-d66a59475b53) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:42.843249 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.105543 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.142181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:43.161604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] Sync routers for ids ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:43.218101 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] Routers {'ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:43.219211 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.467589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.502873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.512512 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.530706 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] Routers {'ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:43.532660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.644695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8c6e06-0903-4579-beac-830aadd8433d']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.713865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a154c81-3867-45b2-ad42-19de8e8c1c78') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.714298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a154c81-3867-45b2-ad42-19de8e8c1c78') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.759268 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:43.766820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bfbdcb-4c00-44a6-8a18-c2e286588c05 None None] The sync data for ids ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:43.770870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.831634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.846780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.856991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:43:43.857674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.965924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-91ce587f-8d98-40e8-a43e-d774fbb2a517 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:43.971714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-91ce587f-8d98-40e8-a43e-d774fbb2a517 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Synchronizing usage tracker for tenant:ee86cc2515a1453c8f36673ae657257e on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:43.974929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:43.979434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ce397f6-f6ec-4b4e-9afd-680af36a15db tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.5217955 Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:43:44.001930 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:43:44.021754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47396) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:44.033866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:44.184115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25239dcf-4f1f-42b0-8514-2c40db35a070 req-ab784970-b0c9-4406-9ab9-d1c0bab44afa tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 210 time: 0.2018247 Feb 10 22:43:44.238296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-91ce587f-8d98-40e8-a43e-d774fbb2a517 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Unset dirty status for tenant:ee86cc2515a1453c8f36673ae657257e on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:44.245126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-91ce587f-8d98-40e8-a43e-d774fbb2a517 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.24 "GET /v2.0/networks?id=79c26f21-151a-4011-bb32-b607c29cc902 HTTP/1.1" status: 200 len: 821 time: 1.0892143 Feb 10 22:43:44.273852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Request body: {'port': {'device_id': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902', 'admin_state_up': True, 'tenant_id': 'ee86cc2515a1453c8f36673ae657257e'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:44.465894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=b0e0045a-6dd9-4159-b286-d66a59475b53,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:44.519878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:44.526798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:44.530680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:44.621914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:44.637186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:44.678307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1d8c6e06-0903-4579-beac-830aadd8433d HTTP/1.1" status: 204 len: 168 time: 1.9057837 Feb 10 22:43:44.698538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b22f7-0084-47a9-98ec-da3b00520c59 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d8c6e06-0903-4579-beac-830aadd8433d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:44.761303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:44.807203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:44.819886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Usage tracker for resource:port and tenant:ee86cc2515a1453c8f36673ae657257e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:44.825782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:44.838635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:44.981742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47410) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:45.021250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:45.097969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Made reservation on behalf of ee86cc2515a1453c8f36673ae657257e for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:45.105342 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:45.560456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56ebca37-d689-4019-8303-984c07a9d2f4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=657e1e2a2e994fe0b84e80d0ff10e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5769751 Feb 10 22:43:45.615641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47418) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:45.728200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-910d52e7-f479-4364-b8f2-21a59fe8e090 req-32a683a3-c74b-4b5e-9700-ac146cc001e5 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 210 time: 0.2191229 Feb 10 22:43:45.783495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:45.858636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:45.883207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:45.911187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.048914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Allocated IP 172.20.0.8 (79c26f21-151a-4011-bb32-b607c29cc902/407da17a-6dfa-445a-867c-0bc4ac1e0a45/6eaafc7e-d287-4d18-88ac-8954aa9df749) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:46.068634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.117565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=b0e0045a-6dd9-4159-b286-d66a59475b53,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:46.120235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.159651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.167088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47426) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:46.168677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8f12b6c-ba85-4286-b9dd-7388dd7f0405 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.4287386 Feb 10 22:43:46.179576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'port': {'network_id': 'd44becde-471c-4b3e-8f74-e8ea91ea2c5a', 'name': 'tempest-FloatingIPTestJSON-68669430'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:46.198554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.201045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.202142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d9d3ebc6-6c12-487c-9fd8-0a002075915b HTTP/1.1" status: 204 len: 168 time: 0.5767403 Feb 10 22:43:46.213772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85781f00-1c90-402b-bddd-c9c3b03596ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d3ebc6-6c12-487c-9fd8-0a002075915b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:46.914637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:46.986671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:46.994089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:port and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:47.000617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:47.005669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:47.023434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:47.108350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47450) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:47.121227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Network 79c26f21-151a-4011-bb32-b607c29cc902 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:47.138433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:47.159085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:47.169302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:47.174142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-0045045c-b110-45b8-959a-3c79ea94027a tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Synchronizing usage tracker for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:47.230855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-0045045c-b110-45b8-959a-3c79ea94027a tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Unset dirty status for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:47.233070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-0045045c-b110-45b8-959a-3c79ea94027a tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--14880535&fields=id&tenant_id=e4e3adc407f6469aae2d4f635ee943d4 HTTP/1.1" status: 200 len: 267 time: 0.2415807 Feb 10 22:43:47.240194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:47.413404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Pushing event updated for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:47.526395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] device_id is not set on port bdc0006e-957b-4e55-9fb3-9fb14471cd54 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:43:47.681279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-bab77e93-2b39-4e13-8832-3e48ed16acb5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:47.682628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-bab77e93-2b39-4e13-8832-3e48ed16acb5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Synchronizing usage tracker for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:47.739681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-bab77e93-2b39-4e13-8832-3e48ed16acb5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Unset dirty status for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:47.747792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-bab77e93-2b39-4e13-8832-3e48ed16acb5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/networks?id=0141ff35-1013-419f-90fe-ed02e57b7b6d HTTP/1.1" status: 200 len: 816 time: 0.4971023 Feb 10 22:43:47.791583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-7c8562ba-f436-494e-80d3-6c7435bbdd63 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/quotas/e4e3adc407f6469aae2d4f635ee943d4 HTTP/1.1" status: 200 len: 375 time: 0.0387945 Feb 10 22:43:47.882307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c4e0cecc-1ee3-4d9c-b168-56870f34339c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c57f6bf8ab0d4d3688cf4d1c4b93b234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7668102 Feb 10 22:43:47.890003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47460) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:47.892432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:47.893583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.117961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-514b6e40-f436-45d7-b731-daf416d84c35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8501875 Feb 10 22:43:48.123276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.153949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-71bd53e3-4973-48bb-a3d1-ab4593145511 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Synchronizing usage tracker for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:48.199982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Request body: {'port': {'device_id': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:48.203503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.294619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-71bd53e3-4973-48bb-a3d1-ab4593145511 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Unset dirty status for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:48.296441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-71bd53e3-4973-48bb-a3d1-ab4593145511 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=e4e3adc407f6469aae2d4f635ee943d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5038502 Feb 10 22:43:48.496602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.2 (d44becde-471c-4b3e-8f74-e8ea91ea2c5a/e0d619eb-ccff-4806-b30d-5db1756e87c0/bdc0006e-957b-4e55-9fb3-9fb14471cd54) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:48.582192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-7a34ea69-a7a5-4ed0-8ea8-d562f96128a0 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:48.583316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-7a34ea69-a7a5-4ed0-8ea8-d562f96128a0 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Synchronizing usage tracker for tenant:ee86cc2515a1453c8f36673ae657257e on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:48.604388 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-f4e4e955-6470-4d51-b711-d7a26e3aa505 service neutron] 10.222.0.53 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811179 Feb 10 22:43:48.768397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.792071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-7a34ea69-a7a5-4ed0-8ea8-d562f96128a0 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Unset dirty status for tenant:ee86cc2515a1453c8f36673ae657257e on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:48.799837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-7a34ea69-a7a5-4ed0-8ea8-d562f96128a0 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 931 time: 1.2193389 Feb 10 22:43:48.822356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-5090911b-7030-40f8-bfc8-2a964c79ba41 service neutron] 10.222.0.53 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129419 Feb 10 22:43:48.849483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.877516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ea6cdec-c881-461a-89d6-4420b7fb415f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:48.895850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:48.899579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6d7746e-efd5-44a5-8ee1-597df477622f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5ea6cdec-c881-461a-89d6-4420b7fb415f HTTP/1.1" status: 204 len: 168 time: 0.9609401 Feb 10 22:43:49.490156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-68442e25-f095-4d9c-8d54-1929014e1ba4 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Synchronizing usage tracker for tenant:ee86cc2515a1453c8f36673ae657257e on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:49.883820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-68442e25-f095-4d9c-8d54-1929014e1ba4 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Unset dirty status for tenant:ee86cc2515a1453c8f36673ae657257e on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:49.885441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0859f3e-88e3-4b2b-88f3-13f34681f31f req-68442e25-f095-4d9c-8d54-1929014e1ba4 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0847061 Feb 10 22:43:49.903666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:50.451374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:50.581903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c3265dd-c784-478b-b7ff-68d9566ea3c1 req-e9563a1d-80d9-4d22-984a-8d0667d29137 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.2334869 Feb 10 22:43:50.794194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network d44becde-471c-4b3e-8f74-e8ea91ea2c5a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:50.802099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:50.810593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:50.861168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:50.865254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.034771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:51.138637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eaafc7e-d287-4d18-88ac-8954aa9df749 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:51.147941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.168173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Transition to ACTIVE for port object 6eaafc7e-d287-4d18-88ac-8954aa9df749 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:51.174633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=bdc0006e-957b-4e55-9fb3-9fb14471cd54,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:51.184997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.306760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6444c3a-82f2-4a00-893a-f67cba4128e4 req-cf05f947-b12b-4f62-9aab-f683a0110071 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:51.321646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6444c3a-82f2-4a00-893a-f67cba4128e4 req-cf05f947-b12b-4f62-9aab-f683a0110071 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 943 time: 0.1646066 Feb 10 22:43:51.404929 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6444c3a-82f2-4a00-893a-f67cba4128e4 req-193f9296-90f1-4734-beeb-6402cb5408cc tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818603 Feb 10 22:43:51.481102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-693677076-network', 'tenant_id': '5b31905a706444c78f0c4f3078f5b6a1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:51.490899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:51.498235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Usage tracker for resource:network and tenant:5b31905a706444c78f0c4f3078f5b6a1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:51.504389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:51.514511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:51.534031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Made reservation on behalf of 5b31905a706444c78f0c4f3078f5b6a1 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:51.540403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.579767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.603441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:51.609325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Usage tracker for resource:security_group_rule and tenant:5b31905a706444c78f0c4f3078f5b6a1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:51.614456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:51.635162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:51.683141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:51.684833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.693838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:51.695583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.807919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.821690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.874251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.877867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.878445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.879089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.879588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.879774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.880362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.880719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.881043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.881363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.882152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.882315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e22d897-92fa-4ed1-b125-a3fcb67267c3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:51.883219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:43:51.921354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47534) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:51.923395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3e64b529-f56a-437d-95dd-56572beface6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 5.7521603 Feb 10 22:43:51.930792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:43:51.944385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:51.944672 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Added segment ba89c974-a7f6-4f47-99ff-95badfa75bee of type vlan for network 07364539-c83f-4343-9aa2-49aa37e3d6e2 Feb 10 22:43:52.112662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:52.126374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.165183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': 'bdc0006e-957b-4e55-9fb3-9fb14471cd54'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:52.258350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.260095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:52.261556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.358119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.420744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-433ec171-c80a-4471-bac4-3b93ec9e87b3 req-42c34183-fb88-41a6-b22e-e55157e3826c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.5315838 Feb 10 22:43:52.669289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Attempting to bind port 6eaafc7e-d287-4d18-88ac-8954aa9df749 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:52.670659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Attempting to bind port 6eaafc7e-d287-4d18-88ac-8954aa9df749 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '930de115-1671-4e23-9d38-d76f8bf8c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:52.670659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Attempting to bind port 6eaafc7e-d287-4d18-88ac-8954aa9df749 on network 79c26f21-151a-4011-bb32-b607c29cc902 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:52.671251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6342239 Feb 10 22:43:52.785024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Port 6eaafc7e-d287-4d18-88ac-8954aa9df749 on network 79c26f21-151a-4011-bb32-b607c29cc902 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:43:52.785560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Attempting to bind port 6eaafc7e-d287-4d18-88ac-8954aa9df749 on network 79c26f21-151a-4011-bb32-b607c29cc902 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:52.808376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-69142f7c-fec4-4b1a-8ff4-b5abe24f2cde tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:52.809842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-69142f7c-fec4-4b1a-8ff4-b5abe24f2cde tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.30 "GET /v2.0/networks?id=0141ff35-1013-419f-90fe-ed02e57b7b6d HTTP/1.1" status: 200 len: 816 time: 0.6859486 Feb 10 22:43:52.812994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:52.813354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Checking segment: {'id': '930de115-1671-4e23-9d38-d76f8bf8c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:52.813791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Bound using segment: {'id': '930de115-1671-4e23-9d38-d76f8bf8c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:52.814228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Bound port: 6eaafc7e-d287-4d18-88ac-8954aa9df749, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930de115-1671-4e23-9d38-d76f8bf8c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:52.814566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.857046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:52.864519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:52.865681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-64ff9280-437f-4b12-a59c-7e01e8313db0 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "PUT /v2.0/routers/ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 200 len: 922 time: 8.8427701 Feb 10 22:43:52.877824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] Sync routers for ids ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:52.891068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] Routers {'ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:52.891874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:52.896051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47560) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:53.005261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-0631eeaa-a8fb-4258-ab13-abb04098b038 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4e3adc407f6469aae2d4f635ee943d4 HTTP/1.1" status: 200 len: 378 time: 0.1784639 Feb 10 22:43:53.028759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'port': {'device_id': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'admin_state_up': True, 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'security_groups': ['682d85ed-6af5-4313-9c21-0a2834679cda']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:53.056152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:53.092309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] Routers {'ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:53.092944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:53.133083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd8dbb-309f-498b-8798-5d581b7841e6 admin admin] Pushing event updated for resources: {'Network': ['ID=07364539-c83f-4343-9aa2-49aa37e3d6e2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:53.207761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 07364539-c83f-4343-9aa2-49aa37e3d6e2 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:43:53.239774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:53.240108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d258fd-3c9c-4925-9565-41ea3e9530aa None None] The sync data for ids ['ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:53.306668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:53.355872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749,segment=NetworkSegment(930de115-1671-4e23-9d38-d76f8bf8c2ff),segment_id=930de115-1671-4e23-9d38-d76f8bf8c2ff)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:53.374340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:53.503723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:53.509164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:53.578113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85314540-d932-4aa3-837b-997c9c3f2889 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 200 len: 922 time: 0.6778197 Feb 10 22:43:53.591532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:53.634889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.635534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:53.637094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] 10.222.0.24 "PUT /v2.0/ports/6eaafc7e-d287-4d18-88ac-8954aa9df749 HTTP/1.1" status: 200 len: 1091 time: 5.5067525 Feb 10 22:43:53.641698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:53.666809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8af65c-a1af-452a-bd83-01789881132e req-66d34460-2148-4b55-bb10-34fff2c1f26f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.674964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a8af65c-a1af-452a-bd83-01789881132e req-66d34460-2148-4b55-bb10-34fff2c1f26f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 943 time: 1.0806231 Feb 10 22:43:53.756274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:53.787498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:53.792620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97aaf83-275f-452c-895a-5bfbf14d3390 service neutron] Pushing event updated for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:53.831060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a8af65c-a1af-452a-bd83-01789881132e req-9ab2300f-8397-4f6c-8e2d-b8a8bb38bf10 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550045 Feb 10 22:43:53.839693 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 737cf3bb-c750-46ab-836a-8b694859d204 associated. External IP: 172.25.2.12, port: bdc0006e-957b-4e55-9fb3-9fb14471cd54. Feb 10 22:43:53.871584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Made reservation on behalf of e4e3adc407f6469aae2d4f635ee943d4 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:43:53.876214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:53.895844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0844-3c0e-4dc7-9ce2-66b965da62a3 req-33b405ec-1c14-48ad-b89c-ea0eb67fc666 tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.903635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0844-3c0e-4dc7-9ce2-66b965da62a3 req-33b405ec-1c14-48ad-b89c-ea0eb67fc666 tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.911717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a0844-3c0e-4dc7-9ce2-66b965da62a3 req-33b405ec-1c14-48ad-b89c-ea0eb67fc666 tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.913499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-286a0844-3c0e-4dc7-9ce2-66b965da62a3 req-33b405ec-1c14-48ad-b89c-ea0eb67fc666 tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3408751 Feb 10 22:43:53.979622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-bd75cb73-7565-407d-bcab-0d021e855475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:53.981161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-bd75cb73-7565-407d-bcab-0d021e855475 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee86cc2515a1453c8f36673ae657257e&device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 1094 time: 0.2772772 Feb 10 22:43:54.081493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-f62c32a8-8a6f-4ad4-ba47-553b9d43e1bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749 HTTP/1.1" status: 200 len: 217 time: 0.0894818 Feb 10 22:43:54.167345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe47d0dc-6703-4946-8956-75a68bc61a7a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:54.168045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fe47d0dc-6703-4946-8956-75a68bc61a7a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Synchronizing usage tracker for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:54.243425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fe47d0dc-6703-4946-8956-75a68bc61a7a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Unset dirty status for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:54.247986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fe47d0dc-6703-4946-8956-75a68bc61a7a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6544282 Feb 10 22:43:54.255186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47600) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:54.288469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:54.317442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-9e745975-e43c-4058-9cbc-aeee45810d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:54.318963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-9e745975-e43c-4058-9cbc-aeee45810d6a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407da17a-6dfa-445a-867c-0bc4ac1e0a45 HTTP/1.1" status: 200 len: 861 time: 0.1464853 Feb 10 22:43:54.379912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-e69583eb-ed35-45a0-a208-6558b3c45f25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c26f21-151a-4011-bb32-b607c29cc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542951 Feb 10 22:43:54.393095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187407b1-c21d-4925-a36a-f097811f1fe7 req-508e41e6-da44-44e0-bd25-bc1daaf66c7e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:54.397829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-187407b1-c21d-4925-a36a-f097811f1fe7 req-508e41e6-da44-44e0-bd25-bc1daaf66c7e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.3153479 Feb 10 22:43:54.538676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666f5c4-1c97-47c3-a3ef-77da2c5d5072 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:54.539208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e666f5c4-1c97-47c3-a3ef-77da2c5d5072 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Synchronizing usage tracker for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:54.552951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Allocated IP 172.20.0.14 (0141ff35-1013-419f-90fe-ed02e57b7b6d/330ae66e-ab2b-4b1f-90ee-e7a66e752ffb/96b101c3-03cd-41c6-b889-49f8e89d2c25) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:43:54.665848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a95bb80b-0076-4a78-a71f-3e9222688d19 req-c2858f5f-118d-43f2-adcd-f881c2c14acc tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.0642486 Feb 10 22:43:54.682242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e666f5c4-1c97-47c3-a3ef-77da2c5d5072 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Unset dirty status for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:54.686211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e666f5c4-1c97-47c3-a3ef-77da2c5d5072 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.4272075 Feb 10 22:43:54.700059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47606) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:54.739800 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749', 'status': 'completed', 'code': 200} Feb 10 22:43:54.769333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-187407b1-c21d-4925-a36a-f097811f1fe7 req-498270fd-f414-496f-9a77-b2231ec929f6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3230813 Feb 10 22:43:54.794903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9020933e-43b1-47a7-a212-1f342e016f29 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 200 len: 205 time: 0.0856640 Feb 10 22:43:54.794903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47610) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:54.795165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-def1c747-59cf-4f40-a8da-875eeb99222f service neutron] 10.222.0.24 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744674 Feb 10 22:43:54.854826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:54.991215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.000261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e70ae652-a1f4-4529-8dd5-6b934f2d0692 req-faf41b68-b0fa-4c06-bba6-655e6aff9a00 service neutron] 10.222.0.24 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010472 Feb 10 22:43:55.012310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Transition to ACTIVE for port object 96b101c3-03cd-41c6-b889-49f8e89d2c25 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:55.045229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.211715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:43:55.223025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:43:55.226272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:43:55.230359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f7740-e2ee-4d75-a996-ad7f7a9bfc71 req-eb7d0f7f-77a8-495a-b2a8-f3c56af21bdc tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:55.230960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-325f7740-e2ee-4d75-a996-ad7f7a9bfc71 req-eb7d0f7f-77a8-495a-b2a8-f3c56af21bdc tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Synchronizing usage tracker for tenant:5b31905a706444c78f0c4f3078f5b6a1 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:43:55.286881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event updated for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:55.308648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775c03-775f-4647-b76e-e6195a542abc req-75625ad9-6aff-429a-8e96-0e2e82633832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:55.310411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-75625ad9-6aff-429a-8e96-0e2e82633832 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ee86cc2515a1453c8f36673ae657257e&device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 1094 time: 0.2071307 Feb 10 22:43:55.321755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:55.322400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.460154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.498597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775c03-775f-4647-b76e-e6195a542abc req-e73ff94d-8fd0-45f4-96c5-53bb767f5742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:55.501375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-e73ff94d-8fd0-45f4-96c5-53bb767f5742 service neutron] 10.222.0.24 "GET /v2.0/networks?id=79c26f21-151a-4011-bb32-b607c29cc902 HTTP/1.1" status: 200 len: 922 time: 0.1708057 Feb 10 22:43:55.647852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-24c2d1ee-15b8-4805-88b7-6be36d8cb3dc None None] Provisioning for port 96b101c3-03cd-41c6-b889-49f8e89d2c25 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:43:55.648900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:55.653888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-24c2d1ee-15b8-4805-88b7-6be36d8cb3dc None None] Provisioning complete for port 96b101c3-03cd-41c6-b889-49f8e89d2c25 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:55.654478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24c2d1ee-15b8-4805-88b7-6be36d8cb3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.667925 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:55.689376 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:55.689943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:55.690531 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:55.727130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24c2d1ee-15b8-4805-88b7-6be36d8cb3dc None None] Port 96b101c3-03cd-41c6-b889-49f8e89d2c25 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:43:55.753288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-325f7740-e2ee-4d75-a996-ad7f7a9bfc71 req-eb7d0f7f-77a8-495a-b2a8-f3c56af21bdc tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] Unset dirty status for tenant:5b31905a706444c78f0c4f3078f5b6a1 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:43:55.754618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-325f7740-e2ee-4d75-a996-ad7f7a9bfc71 req-eb7d0f7f-77a8-495a-b2a8-f3c56af21bdc tempest-ComputeTenantNetworksTest-1547597732 tempest-ComputeTenantNetworksTest-1547597732-project] 10.222.0.53 "GET /v2.0/networks/07364539-c83f-4343-9aa2-49aa37e3d6e2 HTTP/1.1" status: 200 len: 768 time: 0.9864058 Feb 10 22:43:55.771361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47634) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:55.793415 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:55.803432 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:55.804283 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:55.848446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-ced71e4d-401d-49bc-9029-290c809fb19d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749 HTTP/1.1" status: 200 len: 217 time: 0.3380594 Feb 10 22:43:55.900822 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:55.901228 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaaf497-ef5d-4643-bfa0-77c7efa98e6b None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:55.922762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-e404dbf7-168e-4d58-a520-78b701279ac1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8971629 Feb 10 22:43:55.944390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Request body: {'port': {'device_id': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:55.978964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:43:56.024409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22775c03-775f-4647-b76e-e6195a542abc req-c244bd5e-d448-4a66-a9d0-299d2c861d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:56.025982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-c244bd5e-d448-4a66-a9d0-299d2c861d9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=407da17a-6dfa-445a-867c-0bc4ac1e0a45 HTTP/1.1" status: 200 len: 861 time: 0.1657434 Feb 10 22:43:56.073256 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6ff1c21d-ac3c-4958-b454-61c5f6cbb12b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/737cf3bb-c750-46ab-836a-8b694859d204 HTTP/1.1" status: 200 len: 975 time: 4.1506231 Feb 10 22:43:56.086218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47638) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:56.119365 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.123428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053afa7e-0712-4b72-a8ff-d1f2c15d21a4 req-c3fa0d0d-8961-4c96-849a-bb23d3bc7a1f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:56.130958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-053afa7e-0712-4b72-a8ff-d1f2c15d21a4 req-c3fa0d0d-8961-4c96-849a-bb23d3bc7a1f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 943 time: 0.6224551 Feb 10 22:43:56.153391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:56.157536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-c7f63c6e-da4a-4c8f-ac19-81c22a2608a3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=79c26f21-151a-4011-bb32-b607c29cc902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920408 Feb 10 22:43:56.166057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:56.173922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.175254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.217160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.230630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port 45b35e3a-d485-4de0-aa24-f7db6d8cc16d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:56.231481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.252629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.256249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:56.261926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port bdc0006e-957b-4e55-9fb3-9fb14471cd54 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:43:56.262272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.275159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-053afa7e-0712-4b72-a8ff-d1f2c15d21a4 req-f8e073bc-5670-4c06-b0b4-ccc3520dec35 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430387 Feb 10 22:43:56.332317 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:43:56.436622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-453c46be-de43-469a-a147-5b95ddcd45ec service neutron] 10.222.0.24 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716596 Feb 10 22:43:56.491657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78909ea9-ab61-4b24-9bf0-2889742e929f req-389147e7-c89c-4024-b762-0ec6ba9003fa tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:56.493686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78909ea9-ab61-4b24-9bf0-2889742e929f req-389147e7-c89c-4024-b762-0ec6ba9003fa tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 932 time: 0.4858701 Feb 10 22:43:56.662089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.684798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22775c03-775f-4647-b76e-e6195a542abc req-5b4c5c0d-97d6-493d-9f5a-2e838d4e99ea service neutron] 10.222.0.24 "GET /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406690 Feb 10 22:43:56.786144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96b101c3-03cd-41c6-b889-49f8e89d2c25 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:56.790995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78909ea9-ab61-4b24-9bf0-2889742e929f req-75e2800b-bf92-4c23-96b8-b0c1de45ec76 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2213445 Feb 10 22:43:56.792691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07364539-c83f-4343-9aa2-49aa37e3d6e2']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:56.794870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.811270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Transition to ACTIVE for port object 96b101c3-03cd-41c6-b889-49f8e89d2c25 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:43:56.817354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.844928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.855719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba89c974-a7f6-4f47-99ff-95badfa75bee') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:56.856094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba89c974-a7f6-4f47-99ff-95badfa75bee') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:56.876103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:56.890039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Pushing event updated for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:57.023663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for 45b35e3a-d485-4de0-aa24-f7db6d8cc16d owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:57.060390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.076928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Attempting to bind port 96b101c3-03cd-41c6-b889-49f8e89d2c25 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:43:57.077326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Attempting to bind port 96b101c3-03cd-41c6-b889-49f8e89d2c25 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:43:57.077636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Attempting to bind port 96b101c3-03cd-41c6-b889-49f8e89d2c25 on network 0141ff35-1013-419f-90fe-ed02e57b7b6d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:57.083725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Port 96b101c3-03cd-41c6-b889-49f8e89d2c25 on network 0141ff35-1013-419f-90fe-ed02e57b7b6d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:43:57.083725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Attempting to bind port 96b101c3-03cd-41c6-b889-49f8e89d2c25 on network 0141ff35-1013-419f-90fe-ed02e57b7b6d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:43:57.091876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:43:57.092870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Checking segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:43:57.093656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:43:57.093915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Bound using segment: {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:43:57.094596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.094893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Bound port: 96b101c3-03cd-41c6-b889-49f8e89d2c25, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e39f842-802a-46dd-a0c1-81062365494f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:43:57.095788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:43:57.109415 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:43:57.208522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.247709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:43:57.251786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:43:57.256865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.334127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:57.334810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.336301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] 10.222.0.30 "PUT /v2.0/ports/96b101c3-03cd-41c6-b889-49f8e89d2c25 HTTP/1.1" status: 200 len: 1092 time: 1.4002180 Feb 10 22:43:57.336807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:43:57.344569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.350736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.431409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7ea175-071c-455e-a871-eb868302c06e service neutron] Pushing event updated for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:57.461304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] Pushing event deleted for resources: {'Network': ['ID=07364539-c83f-4343-9aa2-49aa37e3d6e2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:57.479988 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12484175-fa9f-46ef-a810-72ce956c90fb admin admin] 10.222.0.53 "DELETE /v2.0/networks/07364539-c83f-4343-9aa2-49aa37e3d6e2 HTTP/1.1" status: 204 len: 168 time: 1.7014148 Feb 10 22:43:57.568647 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'status': 'completed', 'code': 200} Feb 10 22:43:57.640208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9634c5-1645-44c4-ad6b-8e17c648a6ab req-1ad4ff18-a252-4bfb-9b1e-fceef7b1f255 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:57.642492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de9634c5-1645-44c4-ad6b-8e17c648a6ab req-1ad4ff18-a252-4bfb-9b1e-fceef7b1f255 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 943 time: 0.1936865 Feb 10 22:43:57.644859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-4df901d3-7fa4-4148-9c47-edb03192b974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:57.646841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-4df901d3-7fa4-4148-9c47-edb03192b974 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e3adc407f6469aae2d4f635ee943d4&device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 1095 time: 0.2662041 Feb 10 22:43:57.733985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6eaafc7e-d287-4d18-88ac-8954aa9df749 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:43:57.738020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47674) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:57.899066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de9634c5-1645-44c4-ad6b-8e17c648a6ab req-a7fea47d-4c3b-4688-893c-a18c7a290cea tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398183 Feb 10 22:43:57.905482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-5ff9e240-77a1-4e9d-b28b-5ecdddc4aa82 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25 HTTP/1.1" status: 200 len: 217 time: 0.2493052 Feb 10 22:43:57.930345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749,segment=NetworkSegment(930de115-1671-4e23-9d38-d76f8bf8c2ff),segment_id=930de115-1671-4e23-9d38-d76f8bf8c2ff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:57.947712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '6eaafc7e-d287-4d18-88ac-8954aa9df749', 'network_id': '79c26f21-151a-4011-bb32-b607c29cc902', 'port_id': '6eaafc7e-d287-4d18-88ac-8954aa9df749', 'mac_address': 'fa:16:3e:0f:6a:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '407da17a-6dfa-445a-867c-0bc4ac1e0a45', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:43:57.980913 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.981181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:57.981487 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 737cf3bb-c750-46ab-836a-8b694859d204 disassociated. External IP: 172.25.2.12, port: bdc0006e-957b-4e55-9fb3-9fb14471cd54. Feb 10 22:43:57.981828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for bdc0006e-957b-4e55-9fb3-9fb14471cd54 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:43:58.021247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-a2950873-6399-45ea-9177-d2d51e84b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:58.022245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.024431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-a2950873-6399-45ea-9177-d2d51e84b4e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=330ae66e-ab2b-4b1f-90ee-e7a66e752ffb HTTP/1.1" status: 200 len: 855 time: 0.1120920 Feb 10 22:43:58.042332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eaafc7e-d287-4d18-88ac-8954aa9df749 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:43:58.065924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749,segment=NetworkSegment(930de115-1671-4e23-9d38-d76f8bf8c2ff),segment_id=930de115-1671-4e23-9d38-d76f8bf8c2ff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:43:58.070063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.098759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.142206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:58.146985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5712060f-758c-409c-b088-e7fb908db448 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5b31905a706444c78f0c4f3078f5b6a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078045 Feb 10 22:43:58.154322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:58.170357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=45b35e3a-d485-4de0-aa24-f7db6d8cc16d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:58.240847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d23ce-6297-402f-8876-cad55203176c req-e2abd174-5fe4-47c8-ba4b-a43cc5db263b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:58.242267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff0d23ce-6297-402f-8876-cad55203176c req-e2abd174-5fe4-47c8-ba4b-a43cc5db263b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.1687887 Feb 10 22:43:58.257823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-068b28d3-520e-47a2-a6f1-1ce4008fa91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:58.261366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-068b28d3-520e-47a2-a6f1-1ce4008fa91b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0141ff35-1013-419f-90fe-ed02e57b7b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2281499 Feb 10 22:43:58.276972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6eaafc7e-d287-4d18-88ac-8954aa9df749'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:43:58.301922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.344007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.403078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7681df3-3679-4c4e-a8bb-9044a05fd1b5 req-63fd5cf3-4642-4c50-905d-e5f6c23b028e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:58.405463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7681df3-3679-4c4e-a8bb-9044a05fd1b5 req-63fd5cf3-4642-4c50-905d-e5f6c23b028e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 944 time: 0.3917038 Feb 10 22:43:58.411594 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.428324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff0d23ce-6297-402f-8876-cad55203176c req-3f42b351-8f61-49ab-be69-94bc65045221 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729307 Feb 10 22:43:58.498616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-f758373f-34f5-4c1d-8b50-8fc4aebf77d9 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182670 Feb 10 22:43:58.589016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.604462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7681df3-3679-4c4e-a8bb-9044a05fd1b5 req-fc4e5b81-d438-4fb8-98ea-c0c4c7b19ede tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1278453 Feb 10 22:43:58.608281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.615571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e22d897-92fa-4ed1-b125-a3fcb67267c3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:58.623767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.628141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aa2f10e4-9284-46b6-98cd-64415597c8d6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e22d897-92fa-4ed1-b125-a3fcb67267c3 HTTP/1.1" status: 204 len: 168 time: 0.4717534 Feb 10 22:43:58.676145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.685771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f130f413-4d9d-45fc-b50e-1e0c57c74888 req-21c627a5-3234-4a55-8260-deb2086c2397 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804349 Feb 10 22:43:58.687020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.689562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=bdc0006e-957b-4e55-9fb3-9fb14471cd54,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:43:58.794817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.794988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:43:58.824117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-15c9a66d-fff0-4419-a5d5-4639be973bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:58.825758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-15c9a66d-fff0-4419-a5d5-4639be973bae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e3adc407f6469aae2d4f635ee943d4&device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 1095 time: 0.0897748 Feb 10 22:43:58.882132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:58.887003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-492afe5f-d028-48cc-96d4-013667d0b134 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 204 len: 168 time: 4.0941439 Feb 10 22:43:58.893735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:58.904586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-796640277', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:58.913472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:43:58.922954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:43:58.928850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:43:58.938719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:43:58.960875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:43:59.001367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-8562bc39-ac48-45ec-855f-5e8f6d37a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:59.003946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-8562bc39-ac48-45ec-855f-5e8f6d37a740 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0141ff35-1013-419f-90fe-ed02e57b7b6d HTTP/1.1" status: 200 len: 917 time: 0.1714921 Feb 10 22:43:59.043122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.044149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.120334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-9e869b4a-2f96-4685-9055-be3dc1f1012f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25 HTTP/1.1" status: 200 len: 217 time: 0.1088650 Feb 10 22:43:59.190612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.206021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-b7b0d0c5-3691-44ec-b97e-dcc0bba40720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:59.208563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-b7b0d0c5-3691-44ec-b97e-dcc0bba40720 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=330ae66e-ab2b-4b1f-90ee-e7a66e752ffb HTTP/1.1" status: 200 len: 855 time: 0.0780313 Feb 10 22:43:59.210067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:43:59.225945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:43:59.238430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:59.239630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:59.275274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e8faa2-da97-4e89-8b70-c5ef61153224 req-804d89e6-53cb-475a-aadc-b37af135b79f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:59.278033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3e8faa2-da97-4e89-8b70-c5ef61153224 req-804d89e6-53cb-475a-aadc-b37af135b79f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 944 time: 0.2090740 Feb 10 22:43:59.319092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.331216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:59.346367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3e8faa2-da97-4e89-8b70-c5ef61153224 req-4ea1098b-9fd3-4940-93a8-0e566b6e1f91 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609038 Feb 10 22:43:59.347205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:43:59.348090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:59.373525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-d017954e-4127-44c4-84b0-f39a0f593130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:43:59.376752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.378122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-d017954e-4127-44c4-84b0-f39a0f593130 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0141ff35-1013-419f-90fe-ed02e57b7b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624458 Feb 10 22:43:59.381022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:59.381273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e85626ce-74a1-4018-82d2-f6022ec5ed19 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/bdc0006e-957b-4e55-9fb3-9fb14471cd54 HTTP/1.1" status: 204 len: 168 time: 3.2892308 Feb 10 22:43:59.382983 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.384166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-926e2349-1fc2-406a-bed7-d134470c15d9 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4894545 Feb 10 22:43:59.386861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47718) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:59.394112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:43:59.468513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:43:59.468914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71cbefa4-b073-4647-aac6-7926e89bf291 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:43:59.650508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3516ce05-ab63-4461-85aa-95dfb68b56ca tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/floatingips/737cf3bb-c750-46ab-836a-8b694859d204 HTTP/1.1" status: 200 len: 687 time: 0.2681649 Feb 10 22:43:59.651396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47734) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:43:59.732788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6eaafc7e-d287-4d18-88ac-8954aa9df749 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:43:59.845798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 6eaafc7e-d287-4d18-88ac-8954aa9df749 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:43:59.868172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 6eaafc7e-d287-4d18-88ac-8954aa9df749 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:43:59.869063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:43:59.989514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:44:00.019383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.063033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19355bd-0536-4592-aa0f-4b1c3b380f5c req-7d7e7fe4-0223-48d1-bea9-a23e120825fe tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:00.064157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port b0e0045a-6dd9-4159-b286-d66a59475b53 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:00.064157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.070456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d19355bd-0536-4592-aa0f-4b1c3b380f5c req-7d7e7fe4-0223-48d1-bea9-a23e120825fe tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.4519255 Feb 10 22:44:00.169881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.191542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-cc393342-cf1e-447b-bdf5-74aa250a44b5 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8030400 Feb 10 22:44:00.223691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d19355bd-0536-4592-aa0f-4b1c3b380f5c req-062c437b-3608-4658-a825-11126dfc20b2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451538 Feb 10 22:44:00.243469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749,segment=NetworkSegment(930de115-1671-4e23-9d38-d76f8bf8c2ff),segment_id=930de115-1671-4e23-9d38-d76f8bf8c2ff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:00.248374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:00.257516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.312328 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749', 'code': 200} Feb 10 22:44:00.390787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:00.416743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:00.419880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:44:00.487855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.509361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:44:00.527115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:00.531526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62436a-fa29-4de3-bb31-fe77027351b3 req-cf4bdd57-d8f4-4f0c-aec2-e27f8036218c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:00.532978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb62436a-fa29-4de3-bb31-fe77027351b3 req-cf4bdd57-d8f4-4f0c-aec2-e27f8036218c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Synchronizing usage tracker for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:00.534000 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.582667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-fec37678-4cff-4bb1-8452-24d3c9f996a0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:00.584897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-fec37678-4cff-4bb1-8452-24d3c9f996a0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.9890170 Feb 10 22:44:00.618381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:00.639363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.681673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.681857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb62436a-fa29-4de3-bb31-fe77027351b3 req-cf4bdd57-d8f4-4f0c-aec2-e27f8036218c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Unset dirty status for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:00.682922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb62436a-fa29-4de3-bb31-fe77027351b3 req-cf4bdd57-d8f4-4f0c-aec2-e27f8036218c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 944 time: 0.8178031 Feb 10 22:44:00.708530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2d0aedfb-d77f-4094-badb-56a409ecd799'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:44:00.772146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a9609-0e9f-463c-a869-429af80b584b req-1b2facc0-bb77-4c02-8204-017adff3761c tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:00.778784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc7a9609-0e9f-463c-a869-429af80b584b req-1b2facc0-bb77-4c02-8204-017adff3761c tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.2506819 Feb 10 22:44:00.816289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c3180a8-3293-43cd-bf2f-e4ea3a95d6b4 req-9231b701-e6ea-4c12-951b-e9e4a2fb79e2 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6008639 Feb 10 22:44:00.820862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Deleting port 957dfc1f-878c-4905-84b5-b2281c80be79 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:00.821208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.850607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.851304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:00.920080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc7a9609-0e9f-463c-a869-429af80b584b req-95727ad2-f292-4eac-8ed9-e29fdb56445a tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403008 Feb 10 22:44:00.933845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Allocated IP 172.25.2.84 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/29727927-f994-4e58-8de5-c5e5d7a70799) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:01.017607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb62436a-fa29-4de3-bb31-fe77027351b3 req-a472e491-3653-417c-aeb3-b836c29843fc tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3003221 Feb 10 22:44:01.027234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for b0e0045a-6dd9-4159-b286-d66a59475b53 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:01.059523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d32e374-8d5d-4180-8485-aa40157ddf21 req-04f138a9-f39f-4249-b10c-952aa94765bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:01.061371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d32e374-8d5d-4180-8485-aa40157ddf21 req-04f138a9-f39f-4249-b10c-952aa94765bf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 1096 time: 0.6307802 Feb 10 22:44:01.102384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.136584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.202564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d32e374-8d5d-4180-8485-aa40157ddf21 req-41f60788-abda-4047-9f51-74f320a9fa37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326005 Feb 10 22:44:01.218685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:01.222315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:01.224922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:01.267816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event updated for resources: {'Port': ['ID=29727927-f994-4e58-8de5-c5e5d7a70799,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:01.417830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] For port 957dfc1f-878c-4905-84b5-b2281c80be79, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=957dfc1f-878c-4905-84b5-b2281c80be79,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:01.418189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.426069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.551567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=b0e0045a-6dd9-4159-b286-d66a59475b53,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:01.796122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef27c73-d400-4e49-a482-507358baf243 req-e881fc04-bab8-4075-992b-ec69d16c0ab0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:01.796122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ef27c73-d400-4e49-a482-507358baf243 req-e881fc04-bab8-4075-992b-ec69d16c0ab0 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 945 time: 0.3709910 Feb 10 22:44:01.868022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47788) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:01.919686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.924434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ef27c73-d400-4e49-a482-507358baf243 req-1b225838-1906-4e52-921c-07ecd2ee65cd tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups?id=21bf2dff-59c9-4179-9684-eb14e55c8868&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201012 Feb 10 22:44:01.934446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:01.998838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.006426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-86fb37d7-22f3-4b2d-8bc5-d7bf2c49b96f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/737cf3bb-c750-46ab-836a-8b694859d204 HTTP/1.1" status: 204 len: 168 time: 2.3408206 Feb 10 22:44:02.008078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:02.013663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47796) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:02.020800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'e5ef617e-161e-4f93-9d25-64c6b796a584'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:02.035818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:02.043698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:floatingip and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:02.049339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:02.058176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:02.060012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.060626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.061276 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Floating IP ea58b93f-1da2-4bae-a6de-73526f448f09 disassociated. External IP: 172.25.2.251, port: 957dfc1f-878c-4905-84b5-b2281c80be79. Feb 10 22:44:02.061855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Calling delete_port for 957dfc1f-878c-4905-84b5-b2281c80be79 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:02.137730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2d0aedfb-d77f-4094-badb-56a409ecd799 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:02.138088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.216692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.370978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.397372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb35052-41f0-4fa5-a372-5676027a8e4d req-a20d025c-cb12-4bfa-a08d-bda9582f9091 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:02.400179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdb35052-41f0-4fa5-a372-5676027a8e4d req-a20d025c-cb12-4bfa-a08d-bda9582f9091 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.2924478 Feb 10 22:44:02.409524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:02.414871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.420022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:02.424012 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.455343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:02.466259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Usage tracker for resource:security_group_rule and tenant:f8f5953da69c4415a5d05e3e0f8d2385 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:02.475334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:02.487819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:02.491903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.498051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:02.534055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdb35052-41f0-4fa5-a372-5676027a8e4d req-688a64c0-8107-42a8-9ba7-bd9fdaa5240f tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261809 Feb 10 22:44:02.561371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'Port': ['ID=957dfc1f-878c-4905-84b5-b2281c80be79,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:02.592544 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:44:02.628383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fff21-2582-4daf-82b5-6f129841fc3c req-a9ca1005-1ddb-44ab-be04-c82ea98070d5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:02.629835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be9fff21-2582-4daf-82b5-6f129841fc3c req-a9ca1005-1ddb-44ab-be04-c82ea98070d5 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 944 time: 0.3727627 Feb 10 22:44:02.674104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.701211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.779137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be9fff21-2582-4daf-82b5-6f129841fc3c req-3cfab852-63f6-488a-b1c0-77c0b6289419 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1394606 Feb 10 22:44:02.816406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:02.822639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.829359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.858810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:02.958196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de32cdaa-b6ce-41d4-ab63-2178a2416279,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:03.020511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b9a7101-855d-417d-82f5-bb4de8bcab6a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8f5953da69c4415a5d05e3e0f8d2385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474946 Feb 10 22:44:03.022175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47810) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:03.071749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:03.082697 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:03.092757 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:03.093514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:03.121649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.198 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/33a8b10d-13c6-4e32-a6be-aafb645bdc8e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:03.123923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Router 54d14313-312e-4db2-8cf7-43f6863b89c0 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:03.236013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16868e53-d820-45f5-b775-1c4c8483bea5 req-a352af64-9731-4bfe-847f-757e838784ef tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/ports?device_id=b21e0e97-3c3f-47c7-8482-d980ac11f9df HTTP/1.1" status: 200 len: 210 time: 0.1059139 Feb 10 22:44:03.237368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] No DVR routers for this DVR port 957dfc1f-878c-4905-84b5-b2281c80be79 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:03.240847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.259959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'name': 'network-vif-deleted', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:03.268486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ddc0193-7976-47d9-8ede-b930f7996969 req-55baae60-a201-469a-9d20-b6defc0c4b5c tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.24 "DELETE /v2.0/ports/957dfc1f-878c-4905-84b5-b2281c80be79 HTTP/1.1" status: 204 len: 173 time: 2.6638434 Feb 10 22:44:03.310290 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:03.315167 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21e0e97-3c3f-47c7-8482-d980ac11f9df', 'name': 'network-vif-deleted', 'tag': '957dfc1f-878c-4905-84b5-b2281c80be79', 'status': 'completed', 'code': 200} Feb 10 22:44:03.455807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.589991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.630287 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:03.636749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:03.650096 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:03.650981 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:03.681905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.685372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:03.710150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.714727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-df27105f-01b3-4107-9bc3-a2ed3ac7cc84 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "PUT /v2.0/routers/54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 200 len: 878 time: 4.3268294 Feb 10 22:44:03.715596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:03.724865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] Sync routers for ids ['54d14313-312e-4db2-8cf7-43f6863b89c0'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:03.754169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] Routers {'54d14313-312e-4db2-8cf7-43f6863b89c0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:03.760809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['54d14313-312e-4db2-8cf7-43f6863b89c0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:03.796804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.838531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:03.843351 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/de32cdaa-b6ce-41d4-ab63-2178a2416279 HTTP/1.1" status: 204 len: 168 time: 0.8138018 Feb 10 22:44:03.843351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d78aa-2d5a-4939-adb7-fce2a053ccf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de32cdaa-b6ce-41d4-ab63-2178a2416279,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:03.870634 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:03.901635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ec0e5-ab31-440f-975e-ffac887a299b req-3ff4291c-eec1-40aa-a1b1-51e326c5cb23 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:03.903421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c8ec0e5-ab31-440f-975e-ffac887a299b req-3ff4291c-eec1-40aa-a1b1-51e326c5cb23 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.2494245 Feb 10 22:44:03.970391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c8ec0e5-ab31-440f-975e-ffac887a299b req-d6548fb6-5f2c-4e16-b5bc-d849aa5f30d9 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597441 Feb 10 22:44:03.990250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:03.999868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 957dfc1f-878c-4905-84b5-b2281c80be79 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:04.065714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:04.153923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 957dfc1f-878c-4905-84b5-b2281c80be79 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:44:04.154268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 957dfc1f-878c-4905-84b5-b2281c80be79 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:44:04.162839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] Routers {'54d14313-312e-4db2-8cf7-43f6863b89c0'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:04.163598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:43:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['54d14313-312e-4db2-8cf7-43f6863b89c0'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:04.183934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:04.189716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:04.196243 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f8305b2-ea3f-4914-b195-c55dee65e6de tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 200 len: 919 time: 0.4781146 Feb 10 22:44:04.199015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.217346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:04.269585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:04.269993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b5e8df-d8c3-4b03-b10a-4038fdc131c3 None None] The sync data for ids ['54d14313-312e-4db2-8cf7-43f6863b89c0'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:04.317236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=33a8b10d-13c6-4e32-a6be-aafb645bdc8e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:04.357238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b93119-14c1-45bd-b52e-4f13928e2068 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:04.361886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-91b93119-14c1-45bd-b52e-4f13928e2068 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=54d14313-312e-4db2-8cf7-43f6863b89c0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1588399 Feb 10 22:44:04.362176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47844) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.362823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b30a0d-dc5c-480c-92a9-41b323c2cdb1 req-5d1e326e-541a-4618-88b6-648386cb3268 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:04.371651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a5b30a0d-dc5c-480c-92a9-41b323c2cdb1 req-5d1e326e-541a-4618-88b6-648386cb3268 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 944 time: 0.4089344 Feb 10 22:44:04.480057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47850) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.515668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:04.528152 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:04.532893 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259cfadc-b7ff-442a-aded-d09d33e2a0e9 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:38:38Z', 'revision_number': 4, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3b857981-9d65-4eb3-9cf4-a0ab0c5d773f', 'name': '', 'network_id': '3908da47-a0ad-4198-bf18-b819e76359ab', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'mac_address': 'fa:16:3e:10:7e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1190, 'fixed_ips': [{'subnet_id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:36Z', 'updated_at': '2022-02-10T22:38:55Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'subnets': [{'id': 'a6f0527a-a1af-4376-a27f-666c9c5b955a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:04.554027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:04.563374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Usage tracker for resource:security_group_rule and tenant:58e09bd8b254459d9035a341a6d8d976 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:04.569172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:04.587842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:04.597057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b12c4a-d42a-4204-9c7a-86e24df0992c tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:04.597658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f8b12c4a-d42a-4204-9c7a-86e24df0992c tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Synchronizing usage tracker for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:04.639764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f8b12c4a-d42a-4204-9c7a-86e24df0992c tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Unset dirty status for tenant:97d91b5c73a24c0b9057cf7f2e95b08f on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:04.641596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f8b12c4a-d42a-4204-9c7a-86e24df0992c tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.2760937 Feb 10 22:44:04.647175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47856) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.661038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a5b30a0d-dc5c-480c-92a9-41b323c2cdb1 req-a7dec97c-5f90-4f24-95ed-6beb7b30968b tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2877190 Feb 10 22:44:04.770941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47866) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.868873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-312e0113-6867-4457-9e10-89b240babe6f tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 200 len: 205 time: 0.2181396 Feb 10 22:44:04.873101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47876) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:04.959726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:04.973264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe47c5-a11f-4214-a313-8cf7e7b64f7f req-364519e4-2a7e-4cbb-9020-af1901ebebe7 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:04.974790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fcbe47c5-a11f-4214-a313-8cf7e7b64f7f req-364519e4-2a7e-4cbb-9020-af1901ebebe7 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.1490035 Feb 10 22:44:04.976452 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.025155 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d66451-bca4-4337-a7b6-59558b787ca2 None None] New status for floating IP ea58b93f-1da2-4bae-a6de-73526f448f09: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:44:05.066581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=58e09bd8b254459d9035a341a6d8d976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5817034 Feb 10 22:44:05.066581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:05.072042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4a82c5-c63c-4d0f-87bc-ec1efe2c7a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199d152-1f96-4f37-91d6-994c729a6293,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:05.104819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.131967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fcbe47c5-a11f-4214-a313-8cf7e7b64f7f req-59fdbd19-ec5e-4cfd-b79c-6ac43c5fa1dc tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415341 Feb 10 22:44:05.155901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.171724 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.202471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.233378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.289926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.335978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199d152-1f96-4f37-91d6-994c729a6293,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:05.335978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.347122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b1d289e5-044f-4bae-8fb4-3aed33f24288 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7199d152-1f96-4f37-91d6-994c729a6293 HTTP/1.1" status: 204 len: 168 time: 0.2701511 Feb 10 22:44:05.599843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.631677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.650377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.667011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf2dff-59c9-4179-9684-eb14e55c8868,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:05.702825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port 29727927-f994-4e58-8de5-c5e5d7a70799 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:05.703263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:05.933006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-c2617461-7e5d-4439-8939-0a0d4ce9eef3 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:05.935091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-c2617461-7e5d-4439-8939-0a0d4ce9eef3 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.24 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.2289381 Feb 10 22:44:06.036598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Deleting port 6eaafc7e-d287-4d18-88ac-8954aa9df749 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:06.038108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.138782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.143761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5bd1a8c-619a-4c97-9314-d2b61c240f8b tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "DELETE /v2.0/security-groups/21bf2dff-59c9-4179-9684-eb14e55c8868 HTTP/1.1" status: 204 len: 168 time: 1.3713315 Feb 10 22:44:06.152742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47916) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:06.249820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.521630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] For port 6eaafc7e-d287-4d18-88ac-8954aa9df749, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=6eaafc7e-d287-4d18-88ac-8954aa9df749,segment=NetworkSegment(930de115-1671-4e23-9d38-d76f8bf8c2ff),segment_id=930de115-1671-4e23-9d38-d76f8bf8c2ff)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:06.522086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.532093 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-ec9380dc-6558-4dfc-afe8-315515227f74 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] show failed (client error): The resource could not be found. Feb 10 22:44:06.538259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec9380dc-6558-4dfc-afe8-315515227f74 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "GET /v2.0/security-groups/21bf2dff-59c9-4179-9684-eb14e55c8868 HTTP/1.1" status: 404 len: 347 time: 0.3831968 Feb 10 22:44:06.539339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:06.714431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:44:06.736304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Calling delete_port for 6eaafc7e-d287-4d18-88ac-8954aa9df749 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:06.904870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Deleting port 932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:06.905386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.931637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:06.948028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['6eaafc7e-d287-4d18-88ac-8954aa9df749'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:44:06.954267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291cddd-bece-4dfe-a4d5-72aebcdde16f req-378c3b9d-14b6-49c4-9507-6cc6767486d3 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:06.955863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6291cddd-bece-4dfe-a4d5-72aebcdde16f req-378c3b9d-14b6-49c4-9507-6cc6767486d3 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/ports?device_id=585e5a46-491a-4e4f-b06f-fd68a2178550 HTTP/1.1" status: 200 len: 945 time: 0.5424914 Feb 10 22:44:07.077141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Pushing event deleted for resources: {'Port': ['ID=6eaafc7e-d287-4d18-88ac-8954aa9df749,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:07.137499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:07.142071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] No DVR routers for this DVR port 6eaafc7e-d287-4d18-88ac-8954aa9df749 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:07.147024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:07.150172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'name': 'network-vif-deleted', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:07.177995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6291cddd-bece-4dfe-a4d5-72aebcdde16f req-1c610bb6-d982-4ad2-b0fb-c24cac32049d tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.53 "GET /v2.0/security-groups?id=1ee99dcd-446d-46da-a03d-dc786ce53b8a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673560 Feb 10 22:44:07.201268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-878b2a44-21ac-4939-8fe1-28cb3115a5de req-87969ebe-1649-4cc8-bf7f-98f0a6ab7746 tempest-ServerAddressesNegativeTestJSON-377969187 tempest-ServerAddressesNegativeTestJSON-377969187-project] 10.222.0.24 "DELETE /v2.0/ports/6eaafc7e-d287-4d18-88ac-8954aa9df749 HTTP/1.1" status: 204 len: 173 time: 1.2497427 Feb 10 22:44:07.240052 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585e5a46-491a-4e4f-b06f-fd68a2178550', 'name': 'network-vif-deleted', 'tag': '6eaafc7e-d287-4d18-88ac-8954aa9df749', 'status': 'completed', 'code': 200} Feb 10 22:44:07.349979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for 29727927-f994-4e58-8de5-c5e5d7a70799 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:07.437286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:07.455911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:07.512713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f295296-7be4-42a6-9b77-c0b81a223a11 req-38e95d6c-bbe5-4ee3-a5c2-8a95a731029f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:07.521242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f295296-7be4-42a6-9b77-c0b81a223a11 req-38e95d6c-bbe5-4ee3-a5c2-8a95a731029f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 944 time: 1.6427581 Feb 10 22:44:07.670144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.026298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 96b101c3-03cd-41c6-b889-49f8e89d2c25 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:44:08.027067 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.027585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.054915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=33a8b10d-13c6-4e32-a6be-aafb645bdc8e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:08.061012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f295296-7be4-42a6-9b77-c0b81a223a11 req-bb6b40a0-432c-47f3-ba2c-d960bb2e5c20 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5400109 Feb 10 22:44:08.231167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Calling delete_port for 932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:08.265015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:08.302082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'port_id': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'mac_address': 'fa:16:3e:5f:50:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:44:08.340414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47974) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:08.443318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-253b67b7-7740-4e38-9a8a-3068c558fa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.458228 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 4cc1a829-20a0-434c-9d58-5ccd2b6a497f associated. External IP: 172.25.2.198, port: e5ef617e-161e-4f93-9d25-64c6b796a584. Feb 10 22:44:08.462262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.489277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96b101c3-03cd-41c6-b889-49f8e89d2c25 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:44:08.500462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Deleting subnet 407da17a-6dfa-445a-867c-0bc4ac1e0a45 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:44:08.510691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.517601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:08.532318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.655932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.691273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:08.709453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.710162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.710700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.711333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.711868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.712409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.712947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.713643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.714041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.714507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.715020 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.715376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:08.752581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.798541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.873980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.878503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=29727927-f994-4e58-8de5-c5e5d7a70799,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:08.897309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.952220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:08.955827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=407da17a-6dfa-445a-867c-0bc4ac1e0a45,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:08.963047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-045aa6f8-4428-4e68-b796-e358aec607e5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/407da17a-6dfa-445a-867c-0bc4ac1e0a45 HTTP/1.1" status: 204 len: 168 time: 0.6214561 Feb 10 22:44:08.967153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47994) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:08.997040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['96b101c3-03cd-41c6-b889-49f8e89d2c25'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:44:09.101010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Pushing event deleted for resources: {'Port': ['ID=932b2fb1-e8ec-4b23-9eb2-ac4bf0fa0326,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:09.136692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.388280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.461848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.521426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.549328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79c26f21-151a-4011-bb32-b607c29cc902']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:09.575427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930de115-1671-4e23-9d38-d76f8bf8c2ff') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:09.577381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930de115-1671-4e23-9d38-d76f8bf8c2ff') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:09.606278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.607349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e4fff628-2f81-486f-b13e-69d6edad11a2 tempest-AttachVolumeTestJSON-1181413344 tempest-AttachVolumeTestJSON-1181413344-project] 10.222.0.53 "DELETE /v2.0/floatingips/ea58b93f-1da2-4bae-a6de-73526f448f09 HTTP/1.1" status: 204 len: 168 time: 3.0575995 Feb 10 22:44:09.635856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.689435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.711577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:44:09.714389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:44:09.783365 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:44:09.795492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6eaafc7e-d287-4d18-88ac-8954aa9df749 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:09.916516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 6eaafc7e-d287-4d18-88ac-8954aa9df749 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:44:09.917369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 6eaafc7e-d287-4d18-88ac-8954aa9df749 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:44:09.950025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48016) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:10.056875 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.061977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.110569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] Pushing event deleted for resources: {'Network': ['ID=79c26f21-151a-4011-bb32-b607c29cc902,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:10.134333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fcc78fe7-9f75-4077-961b-66dac121a790 admin admin] 10.222.0.53 "DELETE /v2.0/networks/79c26f21-151a-4011-bb32-b607c29cc902 HTTP/1.1" status: 204 len: 168 time: 1.1631463 Feb 10 22:44:10.176355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:10.200490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.204597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.337977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9aa2b3-d781-4dab-a3ba-2646c851ea84 req-6bd33e33-cdcb-4e11-8b33-580d88a49d24 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:10.345620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f9aa2b3-d781-4dab-a3ba-2646c851ea84 req-6bd33e33-cdcb-4e11-8b33-580d88a49d24 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 945 time: 1.0553484 Feb 10 22:44:10.389124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.403632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.405914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router 54d14313-312e-4db2-8cf7-43f6863b89c0 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:44:10.431681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:10.434168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48028) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:10.438532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Usage tracker for resource:security_group_rule and tenant:d7229ff8ac884fcbbf1f9a18ed0cafc3 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:10.454445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:10.466028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:10.494315 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f45243ca-b1db-429c-9d9b-57409d9a76e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.538587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e691f7b-23fb-46ee-ac34-8ffe4292a486 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ee86cc2515a1453c8f36673ae657257e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031260 Feb 10 22:44:10.541805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48032) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:10.585414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:10.597640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:10.612546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:10.613734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:10.618047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.623690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48036) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:10.626933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ac194756-e688-4fe1-83f9-ef724d122b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 204 len: 168 time: 5.7509460 Feb 10 22:44:10.637212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-835389199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:10.657939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:10.668545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:10.684539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f9aa2b3-d781-4dab-a3ba-2646c851ea84 req-8b486f79-0a97-4fe8-9f06-3093f606b7ca tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3376546 Feb 10 22:44:10.694515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:10.707936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.733420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.744520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:10.760384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:10.772436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:10.773065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:10.798690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.836345 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56583247-a3bd-4b9c-929d-3470ea4c6be6 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.8215697 Feb 10 22:44:10.837770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48040) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:10.847366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-735812794'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:10.854274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:10.855920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:10.856431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82455cd8-a656-49e0-95bb-69f1bed990bd None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:10.862948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:network and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:10.867206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:10.881074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:10.892072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.893827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.908394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:10.911584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.913683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.947093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee99dcd-446d-46da-a03d-dc786ce53b8a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:10.949179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.950231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:10.970110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:44:11.004435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.004789 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Added segment b3e93dbc-167d-427e-8b0f-68a0ce8507c6 of type vlan for network 3bd067c3-3d28-481f-b85c-61b002754879 Feb 10 22:44:11.041572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d7229ff8ac884fcbbf1f9a18ed0cafc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0792658 Feb 10 22:44:11.046715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.048875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48046) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:11.049830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb72ba-9751-4230-a612-b5a57f18a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2460834-f2a9-41cd-ba2e-4b7751a7c0c6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:11.054498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.055812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ea37bae0-8e90-4502-a2c7-48920f7649fd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ee99dcd-446d-46da-a03d-dc786ce53b8a HTTP/1.1" status: 204 len: 168 time: 0.5129158 Feb 10 22:44:11.070585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.111925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.121279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.148893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:11.151560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.157157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.179235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.180896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-897cd69d-b269-4c51-b05c-dc3a36b7a34d tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5532749 Feb 10 22:44:11.186427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48056) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:11.199848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': True}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:11.346653 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5046794 Feb 10 22:44:11.348518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:11.360712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'subnet': {'network_id': '3bd067c3-3d28-481f-b85c-61b002754879', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:11.396358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723fcb7e-d71c-494b-ba74-05ccece8870f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Network': ['ID=3bd067c3-3d28-481f-b85c-61b002754879,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:11.410508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3bd067c3-3d28-481f-b85c-61b002754879 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:44:11.556430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.587267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:11.603634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:subnet and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:11.613426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:11.627552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:11.643816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:11.650725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.807970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:11.842372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.038828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 96b101c3-03cd-41c6-b889-49f8e89d2c25 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:12.045010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.127654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-69bdb6bb-2c42-43b5-b338-801cf7a6312d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7706149 Feb 10 22:44:12.135929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.166221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 96b101c3-03cd-41c6-b889-49f8e89d2c25 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:12.172900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 96b101c3-03cd-41c6-b889-49f8e89d2c25 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:12.173305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.195908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.226972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2460834-f2a9-41cd-ba2e-4b7751a7c0c6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:12.248722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d9445-da4b-4f01-ae5c-564be01baa2d req-025c3bef-6243-4057-810f-1a38abdb564c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:12.250812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f10d9445-da4b-4f01-ae5c-564be01baa2d req-025c3bef-6243-4057-810f-1a38abdb564c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 945 time: 0.2852926 Feb 10 22:44:12.264891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.273458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-af205f06-d948-42a3-b35f-d95f4c9a191d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2460834-f2a9-41cd-ba2e-4b7751a7c0c6 HTTP/1.1" status: 204 len: 168 time: 1.2204690 Feb 10 22:44:12.384354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Subnet': ['ID=6da5ccf4-52f2-435f-8f39-2d410ed668ff,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:12.460104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Checking segment: {'id': 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:12.460468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network hostable DHCP agents. Network: 3bd067c3-3d28-481f-b85c-61b002754879, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:44:12.517968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 3bd067c3-3d28-481f-b85c-61b002754879 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:44:12.548782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3bd067c3-3d28-481f-b85c-61b002754879) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:12.553124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:12.553727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.602512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f10d9445-da4b-4f01-ae5c-564be01baa2d req-e0173e4d-c95b-438e-922b-5b72cbb6207f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3272741 Feb 10 22:44:12.612124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.623937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-635286e7-b816-497f-9f75-67f08547bf0d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2739768 Feb 10 22:44:12.624575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:12.630389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-417992344', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:12.639149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e163ce3d-b482-44dd-9d70-b771a177e7ac None None] Network 3bd067c3-3d28-481f-b85c-61b002754879 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:12.652611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:12.657498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:router and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:12.668068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:12.680472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:12.708268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.709624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:12.737899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.080791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:13.094569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.118635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.119113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.119623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.120081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.120544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.121005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.121557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.133365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-881fb6bc-fa2f-4982-9a38-d99e9f4db8a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bcea6298829d442c818921a44ad20e84&device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 6501 time: 0.5576615 Feb 10 22:44:13.179794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:13.193095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.220965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:13.244985 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'code': 200} Feb 10 22:44:13.314200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.447374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:13.460622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3bd067c3-3d28-481f-b85c-61b002754879', 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879', 'tenant_id': 'fda0cd4cca124c64ae35d06606e1eda0', 'fixed_ips': [{'subnet_id': '6da5ccf4-52f2-435f-8f39-2d410ed668ff'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:44:13.461563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.473307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48114) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:13.474656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.514548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.593485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:13.692724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-network', 'tenant_id': '691220527723406f817539a3c36e0b83'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:13.693227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:13.714496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Usage tracker for resource:security_group_rule and tenant:f8ce6a0a4b414161a3e357ee9d254412 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:13.732027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:13.736894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:13.747611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:13.757008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-728bd1d4-839c-4e22-9af0-fb4199c21a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.757592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-728bd1d4-839c-4e22-9af0-fb4199c21a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.758065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-728bd1d4-839c-4e22-9af0-fb4199c21a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:13.759891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-728bd1d4-839c-4e22-9af0-fb4199c21a4c service neutron] 10.222.0.30 "GET /v2.0/networks?id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=749e9125-7f4c-4d6f-9a23-e279f116864c&id=2c564697-314e-42df-ab83-cf70d6b9a096&id=2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 200 len: 2297 time: 0.5986900 Feb 10 22:44:13.896833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Allocated IP 172.20.0.2 (3bd067c3-3d28-481f-b85c-61b002754879/6da5ccf4-52f2-435f-8f39-2d410ed668ff/adcf945f-7896-4258-99ac-bde1ac63633a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:13.911974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Usage tracker for resource:network and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:13.915977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:13.956998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-3caf10e5-8e92-4f76-8b73-f40e85304385 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 200 len: 1002 time: 0.1575067 Feb 10 22:44:13.966136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:14.033546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94849c7c-6ab7-4c20-880f-96f74b049ee4 req-b91d28d3-eff1-45cc-b473-f21eb7a0336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:14.035011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94849c7c-6ab7-4c20-880f-96f74b049ee4 req-b91d28d3-eff1-45cc-b473-f21eb7a0336e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 1097 time: 0.6601188 Feb 10 22:44:14.100687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.25.2.82 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f7746bea-12a7-44b5-8d05-00ba00263d54) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:14.151916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Made reservation on behalf of 691220527723406f817539a3c36e0b83 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:14.165468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.348280 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.359051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Transition to ACTIVE for port object adcf945f-7896-4258-99ac-bde1ac63633a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:14.386014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Transition to ACTIVE for port object adcf945f-7896-4258-99ac-bde1ac63633a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:14.429505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.447490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.522541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.534598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Network 3bd067c3-3d28-481f-b85c-61b002754879 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:14.537724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:14.553874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:14.560605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94849c7c-6ab7-4c20-880f-96f74b049ee4 req-564c06a4-e9cf-4f6e-a719-1da7061e9884 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5058682 Feb 10 22:44:14.564139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Pushing event updated for resources: {'Port': ['ID=adcf945f-7896-4258-99ac-bde1ac63633a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:14.586783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:14.593475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Usage tracker for resource:security_group_rule and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:14.609558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:14.617939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:14.672521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.682285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-eee9acd4-e90d-4ff6-b369-16d2e5ce7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:14.684970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-eee9acd4-e90d-4ff6-b369-16d2e5ce7a5a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef HTTP/1.1" status: 200 len: 855 time: 0.7088137 Feb 10 22:44:14.692147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.790029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Attempting to bind port adcf945f-7896-4258-99ac-bde1ac63633a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:14.790234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Attempting to bind port adcf945f-7896-4258-99ac-bde1ac63633a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:14.790520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Attempting to bind port adcf945f-7896-4258-99ac-bde1ac63633a on network 3bd067c3-3d28-481f-b85c-61b002754879 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:14.802074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:44:14.802455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Checking segment: {'id': 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:14.802857 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.803248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Bound using segment: {'id': 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:44:14.803737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Bound port: adcf945f-7896-4258-99ac-bde1ac63633a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3bd067c3-3d28-481f-b85c-61b002754879'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:44:14.804113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.808192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.880684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=f7746bea-12a7-44b5-8d05-00ba00263d54,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:14.912491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] For port adcf945f-7896-4258-99ac-bde1ac63633a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:14.917026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] For port adcf945f-7896-4258-99ac-bde1ac63633a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=adcf945f-7896-4258-99ac-bde1ac63633a,segment=NetworkSegment(b3e93dbc-167d-427e-8b0f-68a0ce8507c6),segment_id=b3e93dbc-167d-427e-8b0f-68a0ce8507c6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:44:14.933155 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:14.948124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f8ce6a0a4b414161a3e357ee9d254412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4710369 Feb 10 22:44:14.970486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48130) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:15.019317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d4315-7937-44d4-b7a3-f46c1c7497f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cec14df-f9a2-4207-99fe-545acf349391,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:15.088894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:15.097831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:15.101199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:15.122499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.141354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde3eeb-38eb-4b23-8b55-9aed0a3fce3e None None] Pushing event updated for resources: {'Port': ['ID=adcf945f-7896-4258-99ac-bde1ac63633a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:15.258354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.394994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.414555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.418369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.479864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:44:15.584527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.601499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ea476-7251-4a5a-ab0e-cb44ba0d9d5d req-7b1d1211-02b3-4ebc-ac8a-0f01d81cea48 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:15.604944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4710bbc-c88e-424d-af45-a687df7ae9a3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:15.607957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.608306 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Added segment aad4f001-19f3-45b3-993a-b26b590a4515 of type vlan for network 254117f1-914e-47cf-9f92-dd8ad6f1c614 Feb 10 22:44:15.613246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557ea476-7251-4a5a-ab0e-cb44ba0d9d5d req-7b1d1211-02b3-4ebc-ac8a-0f01d81cea48 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 1.6508706 Feb 10 22:44:15.637372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.637972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.638461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.638945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.639454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.639964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.640452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.641539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.642021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.642495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.642982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.643645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:15.713710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.25.2.223 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2ee1dad6-0e00-4dc2-a95c-3fa87de9dee7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:15.719365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.800938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-751a499b-9b63-47bc-a33d-8e64a8448519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:15.802749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-751a499b-9b63-47bc-a33d-8e64a8448519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=16740edf-80c0-40dc-bdbf-80bd67df6e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9300117 Feb 10 22:44:15.805757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-557ea476-7251-4a5a-ab0e-cb44ba0d9d5d req-afd3c769-fd33-423c-b4fe-a86110849e4f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1915150 Feb 10 22:44:15.940523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.940735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device adcf945f-7896-4258-99ac-bde1ac63633a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:15.987407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:15.989893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:15.990481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.059409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cec14df-f9a2-4207-99fe-545acf349391,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:16.194628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port adcf945f-7896-4258-99ac-bde1ac63633a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:16.260424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] Pushing event updated for resources: {'Network': ['ID=254117f1-914e-47cf-9f92-dd8ad6f1c614,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:16.274706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:44:16.286531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-abb3746d-b0db-4752-ae6b-c1de366f8646 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.0647140 Feb 10 22:44:16.295722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48142) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:16.310864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.315663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d94303bf-feee-42b6-982b-60147474538d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4cec14df-f9a2-4207-99fe-545acf349391 HTTP/1.1" status: 204 len: 168 time: 1.3438272 Feb 10 22:44:16.326383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Request body: {'subnet': {'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-subnet', 'tenant_id': '691220527723406f817539a3c36e0b83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:16.369688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:16.372577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-6e24247f-b98d-4f98-9d23-a33ededa28cb service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5514147 Feb 10 22:44:16.397636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Usage tracker for resource:subnet and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:16.425252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:16.476205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:16.564191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.571159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.608363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Made reservation on behalf of 691220527723406f817539a3c36e0b83 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:16.611710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.632771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:16.790756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-3c555262-491b-4021-8f2b-c08fed7f3fe4 service neutron] 10.222.0.30 "GET /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104917 Feb 10 22:44:16.901287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:16.915086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:16.918338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:17.011966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=2ee1dad6-0e00-4dc2-a95c-3fa87de9dee7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:17.036082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2cf118-66a3-4aa5-9c76-9e55d90d47fd None None] Network 3bd067c3-3d28-481f-b85c-61b002754879 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:17.301658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-fb7c1b4b-1c42-480f-9190-da2d986b1da0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 217 time: 0.4992201 Feb 10 22:44:17.353471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Provisioning for port adcf945f-7896-4258-99ac-bde1ac63633a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:17.367636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Provisioning complete for port adcf945f-7896-4258-99ac-bde1ac63633a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:17.369937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:17.702350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:17.767738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-f22a0de9-9d72-498b-b0d4-9c1f9e86e87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:17.769201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-f22a0de9-9d72-498b-b0d4-9c1f9e86e87c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.3443518 Feb 10 22:44:17.858441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:17.866171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:17.929676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] For port adcf945f-7896-4258-99ac-bde1ac63633a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=adcf945f-7896-4258-99ac-bde1ac63633a,segment=NetworkSegment(b3e93dbc-167d-427e-8b0f-68a0ce8507c6),segment_id=b3e93dbc-167d-427e-8b0f-68a0ce8507c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:17.949981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:18.189745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-4c9ea0f2-77c1-4ba4-a45f-37114e43e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:18.190356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c72dd5-ad36-44dc-84bc-3dccc93b2c4e req-6c569c97-dfaf-4a9c-a0d6-71fc6bcf7541 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:18.196864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65c72dd5-ad36-44dc-84bc-3dccc93b2c4e req-6c569c97-dfaf-4a9c-a0d6-71fc6bcf7541 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 1.1110799 Feb 10 22:44:18.198287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-4c9ea0f2-77c1-4ba4-a45f-37114e43e4b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4079354 Feb 10 22:44:18.246776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bccc19-f329-4f37-ad70-838d961b057e None None] Pushing event updated for resources: {'Port': ['ID=adcf945f-7896-4258-99ac-bde1ac63633a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:18.686317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65c72dd5-ad36-44dc-84bc-3dccc93b2c4e req-54225f93-19a3-4a14-b9f4-4c1b6cb85abe tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4522123 Feb 10 22:44:18.811735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-60b3a154-9a8b-45e5-bbd9-0907b913f91d None None] Provisioning complete for port adcf945f-7896-4258-99ac-bde1ac63633a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:18.813050 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-60b3a154-9a8b-45e5-bbd9-0907b913f91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:18.904958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:18.983101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-915e6efc-db7a-4059-adbe-e214467e5336 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7560203 Feb 10 22:44:19.224568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:19.400712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router 3c96fe59-3099-4d00-91c3-f3501e99f8b4 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:19.575864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=185b2848-f024-407d-8ac0-11be30d0e0f9,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:19.580858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Checking segment: {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:19.581234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Network hostable DHCP agents. Network: 254117f1-914e-47cf-9f92-dd8ad6f1c614, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:44:19.672227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-81df4242-974d-4d42-9ea0-dfc1affebad2 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838138 Feb 10 22:44:19.705035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bb3df-a711-46ab-a105-316fbdc9a0a6 req-849f94eb-6221-4607-a2d1-30ea55b86675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:19.724184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48214) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:19.724832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-074bb3df-a711-46ab-a105-316fbdc9a0a6 req-849f94eb-6221-4607-a2d1-30ea55b86675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.5091321 Feb 10 22:44:19.756207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Request body: {'floatingip': {'port_id': '96b101c3-03cd-41c6-b889-49f8e89d2c25'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:19.859131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-84e4235c-7876-4f46-b937-6fac5bc8d283 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.212&port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 217 time: 0.1294267 Feb 10 22:44:19.895680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device adcf945f-7896-4258-99ac-bde1ac63633a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:19.925058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:44:19.980357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port adcf945f-7896-4258-99ac-bde1ac63633a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:19.980875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:20.188753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-fa76853c-7bc8-45cb-b4b2-b59977903e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:20.190215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-fa76853c-7bc8-45cb-b4b2-b59977903e39 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.2465339 Feb 10 22:44:20.192984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:20.204519 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] Sync routers for ids ['3c96fe59-3099-4d00-91c3-f3501e99f8b4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:20.217501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] Routers {'3c96fe59-3099-4d00-91c3-f3501e99f8b4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:20.218136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3c96fe59-3099-4d00-91c3-f3501e99f8b4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:20.297717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:20.305583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:20.327598 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:20.340609 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] Routers {'3c96fe59-3099-4d00-91c3-f3501e99f8b4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:20.341396 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3c96fe59-3099-4d00-91c3-f3501e99f8b4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:20.371267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:20.373771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a645f6b3-35bf-44b9-9988-04d921dae67e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "PUT /v2.0/routers/3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 200 len: 913 time: 9.1863947 Feb 10 22:44:20.378188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48230) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:20.389157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 254117f1-914e-47cf-9f92-dd8ad6f1c614) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:20.404827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc32b63c-f26e-4a2a-a1b9-33bc2ce3bea4 None None] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:20.466330 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:20.466790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd300eb3-ee0d-4db1-b25b-767e78cc5b02 None None] The sync data for ids ['3c96fe59-3099-4d00-91c3-f3501e99f8b4'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:20.586653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-e03e683a-1c90-41cf-a4d6-2ac69f971dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:20.589541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-e03e683a-1c90-41cf-a4d6-2ac69f971dd6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3872468 Feb 10 22:44:20.662861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:20.664661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:20.919600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b7eb77b-fe6e-43bd-bac7-53c1c84f6a5f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.6215744 Feb 10 22:44:20.920998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:20.935320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40764a1-5384-490b-9c58-01987ca1aea9 None None] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:20.975140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:20.982524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-aeab3ef9-5218-4a78-8e5b-a5ab6f60f306 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852155 Feb 10 22:44:20.995529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:21.097995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Usage tracker for resource:router and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:21.107946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:21.120516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:21.220894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:21.244569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:21.246173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:21.291066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:21.448863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-91b93981-2787-483b-864c-104ecbdae1c5 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 200 len: 919 time: 1.0687916 Feb 10 22:44:21.449554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48260) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:21.553354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-e7075ff3-21cd-47d6-a5d5-42bcd208a7a5 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5625830 Feb 10 22:44:21.691909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:21.699870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48264) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:21.714062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-b57a9060-5509-44e5-84fc-2a7b96054ee9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6 HTTP/1.1" status: 200 len: 217 time: 0.1439230 Feb 10 22:44:21.787486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-dc5465e4-31ae-4121-8493-87398b739932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:21.789111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-dc5465e4-31ae-4121-8493-87398b739932 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.0687382 Feb 10 22:44:21.855468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a6ec38-b082-47aa-ac12-8a2d74528134 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:21.860781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-16a6ec38-b082-47aa-ac12-8a2d74528134 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=3c96fe59-3099-4d00-91c3-f3501e99f8b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4063599 Feb 10 22:44:21.861691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48270) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:22.085807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:22.098179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] Sync routers for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:22.113092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:22.113712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:22.215017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad0676-98e3-4fe7-8863-17ebe41f8732 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:22.221158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6cad0676-98e3-4fe7-8863-17ebe41f8732 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.3570163 Feb 10 22:44:22.224848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48282) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:22.348972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:22.370990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:22.371636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:22.404952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8302b386-3e79-4754-ada6-d27522c314ca tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 200 len: 205 time: 0.1736770 Feb 10 22:44:22.409795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48288) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:22.410166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48290) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:22.431133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:22.476195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:22.597176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:22.597748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b592a1-4e7d-4138-b5d8-6a8e111fb7ac None None] The sync data for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:22.654651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:22.656733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8489e36a-c086-4e18-8809-11094e4ea441 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0301278 Feb 10 22:44:22.660612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48298) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:22.686041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:22.824983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:22.858196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Usage tracker for resource:security_group_rule and tenant:a05b004812b54dc5b7919f82f7f9dc14 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:22.867387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-b3b959e8-4351-48df-b577-73d5bd549238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:22.868953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-b3b959e8-4351-48df-b577-73d5bd549238 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0712566 Feb 10 22:44:22.880468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:22.914509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:23.191593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:44:23.340025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.362935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-bdb6814f-81d3-45eb-a522-a586b6d4a1ab service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763899 Feb 10 22:44:23.410659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port f7746bea-12a7-44b5-8d05-00ba00263d54 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:23.411054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.556087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.593990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.644990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.667723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:23.714581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a05b004812b54dc5b7919f82f7f9dc14&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0119929 Feb 10 22:44:23.736687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48308) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:24.043417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-7861d41f-7712-4bbf-9375-3edf4f89f3b0 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6684487 Feb 10 22:44:24.063295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc43e5-05c6-449e-adf2-9c3a893dd346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db4a665-c574-4ce4-b102-375b07d032f6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:24.139115 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Floating IP 7bae4188-fb3b-4a3e-8eec-577962324c3a associated. External IP: 172.25.2.96, port: 96b101c3-03cd-41c6-b889-49f8e89d2c25. Feb 10 22:44:24.150061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-c9d2596c-3df3-4b3d-a22a-1b2068f15e57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.26&port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 HTTP/1.1" status: 200 len: 217 time: 0.0765085 Feb 10 22:44:24.257733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.297351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.381045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.405415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.472279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-ebedbf31-e302-4cc4-81f3-761bc059a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:24.473750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-ebedbf31-e302-4cc4-81f3-761bc059a2aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 200 len: 797 time: 0.2972951 Feb 10 22:44:24.488004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.530307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.592236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for f7746bea-12a7-44b5-8d05-00ba00263d54 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:24.621201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.784258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-e949c1e6-15ce-4aae-97ad-39f56100bbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:24.785800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-e949c1e6-15ce-4aae-97ad-39f56100bbe1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=749e9125-7f4c-4d6f-9a23-e279f116864c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2350633 Feb 10 22:44:24.818238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.907474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db4a665-c574-4ce4-b102-375b07d032f6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:24.957335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:24.961129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab9697da-0b4a-4ee1-a42a-edb707a21ae8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6db4a665-c574-4ce4-b102-375b07d032f6 HTTP/1.1" status: 204 len: 168 time: 1.2165096 Feb 10 22:44:25.071615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:25.169411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=f7746bea-12a7-44b5-8d05-00ba00263d54,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:25.255167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-09b065c2-81d2-4e82-8d74-7a200c945f79 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598329 Feb 10 22:44:25.314701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:25.356126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:25.359880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Allocated IP 172.25.2.53 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/5b03816d-2b81-41eb-b981-190ef49914ae) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:25.912217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:25.928015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:25.939540 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Sync routers for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:25.957974 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:25.958920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:26.009654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.307269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.1 (3bd067c3-3d28-481f-b85c-61b002754879/6da5ccf4-52f2-435f-8f39-2d410ed668ff/a607563e-c0fd-466f-9b06-0de26311671c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:26.523671 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:26.536760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.561833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Transition to ACTIVE for port object a607563e-c0fd-466f-9b06-0de26311671c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:26.596262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.598623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.600298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.741271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-21d76e80-b790-4176-b89f-62ae24da5199 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "PUT /v2.0/floatingips/7bae4188-fb3b-4a3e-8eec-577962324c3a HTTP/1.1" status: 200 len: 991 time: 7.0137358 Feb 10 22:44:26.759014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 3bd067c3-3d28-481f-b85c-61b002754879 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:26.769832 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:26.770383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router 3c96fe59-3099-4d00-91c3-f3501e99f8b4 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:44:26.786257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:26.832524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:26.836883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-d748fd37-aa1d-4440-8bb5-dd49b069f201 service neutron] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5735264 Feb 10 22:44:26.840899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:26.925781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.062724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:27.083579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.085717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9d5d9d4c-e633-4e50-ac5b-9e01bff2503a tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 204 len: 168 time: 4.6605217 Feb 10 22:44:27.090057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=a607563e-c0fd-466f-9b06-0de26311671c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:27.106529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48372) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:27.110963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-8887b7cc-9109-4a57-8230-4ed5deddc301 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0 HTTP/1.1" status: 200 len: 217 time: 0.2060263 Feb 10 22:44:27.126696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-373505525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:27.168698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:27.196690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.237016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64258a23-29ae-4539-8801-9ea3832ed17b None None] Provisioning for port a607563e-c0fd-466f-9b06-0de26311671c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:27.246685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64258a23-29ae-4539-8801-9ea3832ed17b None None] Provisioning complete for port a607563e-c0fd-466f-9b06-0de26311671c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:27.247412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64258a23-29ae-4539-8801-9ea3832ed17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.250271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.256845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.264158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.268484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '7bae4188-fb3b-4a3e-8eec-577962324c3a', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'port_id': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'mac_address': 'fa:16:3e:5f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:43:11Z', 'updated_at': '2022-02-10T22:44:23Z', 'revision_number': 1, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:27.271475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.277741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.282043 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Checking router: cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:27.284298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.290994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.293446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-17735b4e-8b23-4b70-bbe4-bec241a82052 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.6666548 Feb 10 22:44:27.314179 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:27.318351 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:27.319896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-6ee752b7-fa56-44d4-9ce8-4db1d654655d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.321466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-6ee752b7-fa56-44d4-9ce8-4db1d654655d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.1843629 Feb 10 22:44:27.323970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:27.335603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:27.360959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:27.378236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abcb03-5ac0-4180-a189-0b79daf09690 req-b13e29c3-7d7a-4910-a4be-d2579c547d60 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.385756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00abcb03-5ac0-4180-a189-0b79daf09690 req-b13e29c3-7d7a-4910-a4be-d2579c547d60 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.4472768 Feb 10 22:44:27.424741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-64258a23-29ae-4539-8801-9ea3832ed17b None None] Port a607563e-c0fd-466f-9b06-0de26311671c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:44:27.454439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.455726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.492113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Deleting port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:27.492646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.511845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-00abcb03-5ac0-4180-a189-0b79daf09690 req-ab51bd55-562f-4f99-9037-518ac8bade9c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1251695 Feb 10 22:44:27.573632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.592820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.612400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66b2a7e3-8209-4cc3-b8e6-5ac3b3c6d05a req-51d76bc1-63d9-4a87-b8dc-80cd65d40139 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3077722 Feb 10 22:44:27.627110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:27.706760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:27.808390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Usage tracker for resource:security_group_rule and tenant:17c59109423c4b30bd800312e1e41d71 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:27.813564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:27.821037 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:27.834619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:27.850378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-23cb61c5-54d6-430d-ac0f-26ba5681a533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:27.853039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-23cb61c5-54d6-430d-ac0f-26ba5681a533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5234687 Feb 10 22:44:27.916167 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'status': 'completed', 'code': 200} Feb 10 22:44:27.983263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:28.004871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:28.029729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:28.117470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] For port 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:28.120316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:28.128258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:28.137250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Pushing event updated for resources: {'Port': ['ID=5b03816d-2b81-41eb-b981-190ef49914ae,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:28.345573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Calling delete_port for 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:28.346942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:28.346942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ed82ff7-b2ba-4e7f-bb74-68fce9631137 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.2292879 Feb 10 22:44:28.385382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48394) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:28.410907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:28.434421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-2e17e484-938f-4698-b974-1b2e90db0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:28.434421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-2e17e484-938f-4698-b974-1b2e90db0db2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e4e3adc407f6469aae2d4f635ee943d4&device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 1097 time: 0.7617733 Feb 10 22:44:28.468093 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '7bae4188-fb3b-4a3e-8eec-577962324c3a', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'port_id': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'mac_address': 'fa:16:3e:5f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:43:11Z', 'updated_at': '2022-02-10T22:44:23Z', 'revision_number': 1, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:28.476071 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6aec4a-21b0-477b-9209-10246c1e9b6c None None] The sync data for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 is: [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '7bae4188-fb3b-4a3e-8eec-577962324c3a', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'port_id': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'mac_address': 'fa:16:3e:5f:50:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:43:11Z', 'updated_at': '2022-02-10T22:44:23Z', 'revision_number': 1, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:28.604434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:28.731634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-1b7b7e5e-5465-4025-bb3c-1da5ac3e3b04 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8679507 Feb 10 22:44:28.944300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a71cf1b-eb10-40e1-a3e2-9c6307839bbf None None] New status for floating IP 7bae4188-fb3b-4a3e-8eec-577962324c3a: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:44:29.236008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-5dfae2da-1538-4c7a-af50-b53b8a72c682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.237539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-5dfae2da-1538-4c7a-af50-b53b8a72c682 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0141ff35-1013-419f-90fe-ed02e57b7b6d HTTP/1.1" status: 200 len: 917 time: 0.7593729 Feb 10 22:44:29.382832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:29.406188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:29.436800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:29.553480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-190c3abb-f365-4272-86b9-18cfa22a5de9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25 HTTP/1.1" status: 200 len: 1001 time: 0.2946289 Feb 10 22:44:29.588661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:29.592805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-621debf7-24f9-4649-95d0-758f5030bc4b service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8436325 Feb 10 22:44:29.601749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=17c59109423c4b30bd800312e1e41d71&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5238202 Feb 10 22:44:29.664657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48414) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:29.664657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75afbb-8635-4c7c-9cfe-fd9624d92961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db05d77-7ecd-46e6-a356-70f0c12b73bc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:29.673433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:29.755527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.759703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-1c3e3329-7c2e-4f7c-a3f9-068c41e8d634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 200 len: 217 time: 0.1567745 Feb 10 22:44:29.761664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.768508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.774004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.779701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b857981-9d65-4eb3-9cf4-a0ab0c5d773f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:29.779978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.785748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.791848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:29.793755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-27136c04-1950-4620-b163-38a7e5505a7e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.9071708 Feb 10 22:44:30.029525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-3d173ede-6f19-40fc-9247-f67546d0d326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.030482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-3d173ede-6f19-40fc-9247-f67546d0d326 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=330ae66e-ab2b-4b1f-90ee-e7a66e752ffb HTTP/1.1" status: 200 len: 855 time: 0.4709911 Feb 10 22:44:30.041485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f18271b-9d0a-4bcf-8a27-92924eb9a7a9 req-f5adaad7-c5a3-4fd8-92e4-3574fb45e6c6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.042965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f18271b-9d0a-4bcf-8a27-92924eb9a7a9 req-f5adaad7-c5a3-4fd8-92e4-3574fb45e6c6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.9421291 Feb 10 22:44:30.088178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-27ee9005-d766-4332-89ec-f16257bf0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.089604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-27ee9005-d766-4332-89ec-f16257bf0b9d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 200 len: 797 time: 0.3110743 Feb 10 22:44:30.105279 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7ef54ce-cb1e-44ca-8f55-62b8b0e5d5fb req-93e179af-a7e7-4075-aa2f-3348c8b17de3 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2987957 Feb 10 22:44:30.157450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.368484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.438078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.446461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-757cc1d3-5cb9-4d6c-b139-e30e693cf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.448034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-757cc1d3-5cb9-4d6c-b139-e30e693cf988 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0141ff35-1013-419f-90fe-ed02e57b7b6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966255 Feb 10 22:44:30.458682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.466855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f18271b-9d0a-4bcf-8a27-92924eb9a7a9 req-37483698-b10b-45c3-a1fd-e91b9de6fd77 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4168329 Feb 10 22:44:30.491646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.674862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.697712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.704011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.709701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.715562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.721870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.727629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.733414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.735761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-b131ce5e-06f9-44ba-b1a6-a911d26714f2 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.5148902 Feb 10 22:44:30.744282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-c7a2f139-b563-4bcc-a83c-489a8322e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:30.745768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-c7a2f139-b563-4bcc-a83c-489a8322e08e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2c564697-314e-42df-ab83-cf70d6b9a096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6459103 Feb 10 22:44:30.755514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.758841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=a607563e-c0fd-466f-9b06-0de26311671c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:30.869080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:30.898112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-1d007de7-1381-4f2c-8796-75c685df52b2 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118698 Feb 10 22:44:31.055643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Router e8736c34-19bc-483e-ba4f-52c75a90baa9 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:31.074375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 3bd067c3-3d28-481f-b85c-61b002754879 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:31.080345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db05d77-7ecd-46e6-a356-70f0c12b73bc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:31.080893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:31.233199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-4c0321c9-f483-4b78-8a55-445980505ebc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.235579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-4c0321c9-f483-4b78-8a55-445980505ebc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4889381 Feb 10 22:44:31.260356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e091e22-6116-4632-b7d3-3f353eb90443 req-f9366132-2f1e-43be-8983-e01497aa3584 service neutron] 10.222.0.30 "GET /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533373 Feb 10 22:44:31.364507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:31.367652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4608dd02-55a9-4252-8829-dae8f3eba0c6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1db05d77-7ecd-46e6-a356-70f0c12b73bc HTTP/1.1" status: 204 len: 168 time: 1.6985095 Feb 10 22:44:31.394268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f9c17246-c74d-4839-a2e1-4b7093f8a7e3 None None] Provisioning complete for port a607563e-c0fd-466f-9b06-0de26311671c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:31.395704 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f9c17246-c74d-4839-a2e1-4b7093f8a7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:31.415173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-400813f9-0ab0-4e5f-904e-a85cdddc1a75 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077478 Feb 10 22:44:31.427732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:31.481075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f9c17246-c74d-4839-a2e1-4b7093f8a7e3 None None] Port a607563e-c0fd-466f-9b06-0de26311671c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:44:31.576487 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:31.694281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:31.710252 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Sync routers for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:31.710753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:31.720915 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:31.722059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:31.746149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.752909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.758703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.764492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.771033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.777325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.783276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:31.791372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cdce75f-3916-4165-9024-29b287014950 req-73c87ce5-4fc8-4046-8be4-80b9044397c8 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 5444 time: 0.5297406 Feb 10 22:44:31.821902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:31.836505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5cd2b86c-3984-4e3c-80a2-c4d8827cf0e8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.8666773 Feb 10 22:44:31.841072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:31.870152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-cafaa99c-46a2-4900-ab30-931fab4b82ba tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6144090 Feb 10 22:44:31.942462 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:32.065666 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6cdce75f-3916-4165-9024-29b287014950 req-352ec86e-f534-4bcb-9aa6-01f051e6d332 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2730303 Feb 10 22:44:32.127796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c176803f-8ec0-46ec-abdd-10ab148c73ed no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:32.241559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:32.326597 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.334022 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:28Z', 'revision_number': 3, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:32.338447 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Checking router: e8736c34-19bc-483e-ba4f-52c75a90baa9 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:32.339410 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Updating router e8736c34-19bc-483e-ba4f-52c75a90baa9 port 5b03816d-2b81-41eb-b981-190ef49914ae binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:44:32.372298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:32.373563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:32.388032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.389262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 816b0856-03db-4e97-b444-ca3f94aeb7d0 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:32.416911 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.427996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7b9915ad-44e7-460c-8d8b-7906d3b6137f req-02a910b3-2005-4546-be40-5a37e64c4ef9 service neutron] 10.222.0.30 "GET /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9703074 Feb 10 22:44:32.474090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:32.476073 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.565803 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c176803f-8ec0-46ec-abdd-10ab148c73ed', 'code': 200} Feb 10 22:44:32.578818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:32.602456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:32.618568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a992bc8c-c887-42df-9e34-0653e6481b20 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/routers/d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9559624 Feb 10 22:44:32.620438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] Sync routers for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:32.623097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48450) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:32.634973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'port': {'network_id': '3bd067c3-3d28-481f-b85c-61b002754879', 'name': 'tempest-FloatingIPTestJSON-69591716'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:32.649819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47ed00-395b-4ceb-b448-c024bea96f3a req-fc23413b-8537-46fc-ad63-e01ac953e968 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:32.662523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a47ed00-395b-4ceb-b448-c024bea96f3a req-fc23413b-8537-46fc-ad63-e01ac953e968 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 1.0222368 Feb 10 22:44:32.732459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:32.733531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:32.800054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:32.804580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.843342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:32.844215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:32.898657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Allocated IP 172.25.2.39 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/97f7df6b-9f37-4232-b243-b48af97fb439) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:32.918333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:32.919693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:32.920334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb0825b-37fb-4fdd-a382-8ae0eb60ab65 None None] The sync data for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:32.922109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a47ed00-395b-4ceb-b448-c024bea96f3a req-72c5c776-ae63-4606-9333-ddf5e350146f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571414 Feb 10 22:44:32.927789 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:32.930612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:33.162788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:33.173145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Usage tracker for resource:port and tenant:fda0cd4cca124c64ae35d06606e1eda0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:33.180461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.184090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:33.195015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:33.204818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:33.223404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:33.232685 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.233786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 87dafc0a-7c8d-47c7-9e75-661785942eb7 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:33.280385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c176803f-8ec0-46ec-abdd-10ab148c73ed,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:33.318116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] For port c176803f-8ec0-46ec-abdd-10ab148c73ed, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:33.372718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Made reservation on behalf of fda0cd4cca124c64ae35d06606e1eda0 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:33.377406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.390955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] device_id is not set on port c176803f-8ec0-46ec-abdd-10ab148c73ed yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:33.426100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] device_id is not set on port 02fffb67-9b07-4523-aa94-6797c182ca9f yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:33.479657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:33.556567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.593050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:33.606577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.607308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:33.619305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:33.637870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.643929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:33.662176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Sync routers for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:33.679914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:33.680460 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:33.680659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.738220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.802552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.872355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:33.904808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3b598e9-084d-46c7-959e-39863c211ba7 admin admin] 10.222.0.53 "PUT /v2.0/routers/ffd5040d-7f7a-4931-8ce2-8f62f51540a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4928756 Feb 10 22:44:33.905898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48486) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:34.073372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.173579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:34.177461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.192942 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.193908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 0cf47efb-46a4-45ef-bd81-a67a3165d5be no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:34.252444 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.269004 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Transition to ACTIVE for port object 5b03816d-2b81-41eb-b981-190ef49914ae will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:34.299176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Allocated IP 172.20.0.1 (254117f1-914e-47cf-9f92-dd8ad6f1c614/185b2848-f024-407d-8ac0-11be30d0e0f9/79c865e5-86d6-42cb-ab3b-0d5304af30c2) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:34.423205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-725768848'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:34.426938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e759ca9f-9c7b-49d3-8cd9-ab92bd505611 None None] Provisioning complete for port c176803f-8ec0-46ec-abdd-10ab148c73ed triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:34.427390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e759ca9f-9c7b-49d3-8cd9-ab92bd505611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.431256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Pushing event updated for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.442475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:34.450093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:34.487894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e759ca9f-9c7b-49d3-8cd9-ab92bd505611 None None] Port c176803f-8ec0-46ec-abdd-10ab148c73ed cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:44:34.493969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.505679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.540005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] No DVR routers for this DVR port c176803f-8ec0-46ec-abdd-10ab148c73ed on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:34.559540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.569110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Pushing event updated for resources: {'Port': ['ID=97f7df6b-9f37-4232-b243-b48af97fb439,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.572142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:34.575407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:34.601318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Allocated IP 172.20.0.13 (3bd067c3-3d28-481f-b85c-61b002754879/6da5ccf4-52f2-435f-8f39-2d410ed668ff/02fffb67-9b07-4523-aa94-6797c182ca9f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:34.606443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.610151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:34.612513 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.618815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.619931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 073067c8-29ad-40c8-b6a2-11af1e27f4de no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:34.681788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.722230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:34.728625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:34.738704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:34.763374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.798206 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Attempting to bind port 5b03816d-2b81-41eb-b981-190ef49914ae on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:34.799111 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Attempting to bind port 5b03816d-2b81-41eb-b981-190ef49914ae by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:34.799504 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Attempting to bind port 5b03816d-2b81-41eb-b981-190ef49914ae on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:34.816007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Pushing event updated for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.829012 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:44:34.829747 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:34.830031 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.830476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:44:34.831016 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Bound port: 5b03816d-2b81-41eb-b981-190ef49914ae, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:44:34.831550 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.883736 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Pushing event updated for resources: {'Port': ['ID=5b03816d-2b81-41eb-b981-190ef49914ae,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:34.906819 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.915585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.925876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.925876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.928387 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.929237 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.929446 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.929774 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:34.955687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:34.964730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:34.971803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:35.021143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] For port 5b03816d-2b81-41eb-b981-190ef49914ae, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:35.033555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] For port 5b03816d-2b81-41eb-b981-190ef49914ae, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b03816d-2b81-41eb-b981-190ef49914ae,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:44:35.041659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Usage tracker for resource:network and tenant:6754bf6be00f4a3aab63f5baddec0f42 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:35.055474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:35.060786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:35.067575 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.072288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.082415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:35.120487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aeff61-8f4c-43dd-8833-6da9c4dbc3ff req-22f6e8d2-6fec-4931-81be-2624448a5ad2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.130623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15aeff61-8f4c-43dd-8833-6da9c4dbc3ff req-22f6e8d2-6fec-4931-81be-2624448a5ad2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.6002831 Feb 10 22:44:35.170533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:35.174490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] In _notify_port_updated(), no bound segment for port c176803f-8ec0-46ec-abdd-10ab148c73ed on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:44:35.175964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.176147 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:35.176357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.176810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:35.177571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-53e73fd1-610a-4c1d-9a8a-9a2ad96c8ae2 service neutron] 10.222.0.30 "PUT /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 200 len: 1033 time: 3.0720072 Feb 10 22:44:35.178515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:35.192479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.213138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Transition to ACTIVE for port object 02fffb67-9b07-4523-aa94-6797c182ca9f will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:35.219862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.262834 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c730460-767d-4b13-ad86-050e931122e2 None None] Pushing event updated for resources: {'Port': ['ID=5b03816d-2b81-41eb-b981-190ef49914ae,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:35.271824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.277960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.279321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:35.285182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.287276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.290504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15aeff61-8f4c-43dd-8833-6da9c4dbc3ff req-7ff9453d-18c8-40ad-9952-19594d9611df tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732024 Feb 10 22:44:35.310827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.314088 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '11ea82be-e490-4992-956c-0ade29861ac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:44:29Z', 'revision_number': 5, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port': {'id': '11ea82be-e490-4992-956c-0ade29861ac9', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:25Z', 'updated_at': '2022-02-10T22:38:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:35.325710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.325882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.340518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.350560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-56b21d4e-f968-4469-8c36-1886bfd88810 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4658 time: 1.9543531 Feb 10 22:44:35.376846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Checking router: ffd5040d-7f7a-4931-8ce2-8f62f51540a3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:35.380980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:35.414406 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Routers {'ffd5040d-7f7a-4931-8ce2-8f62f51540a3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:35.415440 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:35.419267 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'code': 200} Feb 10 22:44:35.419954 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'code': 200} Feb 10 22:44:35.420502 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'code': 200} Feb 10 22:44:35.422899 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'code': 200} Feb 10 22:44:35.426803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Network 3bd067c3-3d28-481f-b85c-61b002754879 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:35.432910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:35.439751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:35.463872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Deleting port 11ea82be-e490-4992-956c-0ade29861ac9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:35.464217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.477264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event updated for resources: {'Port': ['ID=02fffb67-9b07-4523-aa94-6797c182ca9f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:35.559601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.560505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.580895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.585032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e02b1f56-61f0-4d8d-a365-c20f6773f1dc req-eb7f22b6-26fb-45fc-b922-04a372c49ef1 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2327816 Feb 10 22:44:35.622787 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] Set router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:35.641757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a48c3a31-d97f-48f0-aff6-7f90078e7d2d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0169375 Feb 10 22:44:35.644782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:35.657070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Made reservation on behalf of 6754bf6be00f4a3aab63f5baddec0f42 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:35.657577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Request body: {'floatingip': {'port_id': '02fffb67-9b07-4523-aa94-6797c182ca9f'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:35.660478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.697264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.756179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-be774310-67cd-4f7c-b2b8-8515955f46dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:35.757081 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 6, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:35.757534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-be774310-67cd-4f7c-b2b8-8515955f46dc tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "GET /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5721090 Feb 10 22:44:35.761469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:35.766387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Usage tracker for resource:security_group_rule and tenant:6754bf6be00f4a3aab63f5baddec0f42 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:35.766542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8751fb-d499-45e2-a58d-629672f38da9 None None] The sync data for ids ['ffd5040d-7f7a-4931-8ce2-8f62f51540a3'] in n-d-825178-4 is: [{'id': 'ffd5040d-7f7a-4931-8ce2-8f62f51540a3', 'name': 'tempest-AttachVolumeTestJSON-1651575723-router', 'tenant_id': '0352ed6d031b4bfa9278767984af006f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:22Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 6, 'project_id': '0352ed6d031b4bfa9278767984af006f', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:35.769430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:35.769729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:35.776225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:35.819555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:35.825903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d40ff0b-d668-4a02-903a-89a348bf5bec None None] Provisioning for port 02fffb67-9b07-4523-aa94-6797c182ca9f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:35.831723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.835120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d40ff0b-d668-4a02-903a-89a348bf5bec None None] Provisioning complete for port 02fffb67-9b07-4523-aa94-6797c182ca9f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:35.835578 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d40ff0b-d668-4a02-903a-89a348bf5bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:35.920428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1d40ff0b-d668-4a02-903a-89a348bf5bec None None] Port 02fffb67-9b07-4523-aa94-6797c182ca9f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:44:36.201015 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:28Z', 'revision_number': 3, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:36.213760 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b391b5f-f671-497d-9945-82e431e6a576 None None] The sync data for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 is: [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:28Z', 'revision_number': 3, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:36.348575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:36.396989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] For port 11ea82be-e490-4992-956c-0ade29861ac9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=11ea82be-e490-4992-956c-0ade29861ac9,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:36.396989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:36.613621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Calling delete_port for 11ea82be-e490-4992-956c-0ade29861ac9 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:36.679524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:36.717563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:36.733275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:36.883510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7cf3c-f718-4229-baf5-b51234570f40 req-013cd986-5dd3-4c81-b719-33d1d1baeff2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:36.883510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98c7cf3c-f718-4229-baf5-b51234570f40 req-013cd986-5dd3-4c81-b719-33d1d1baeff2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4128029 Feb 10 22:44:36.983572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.028621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.192379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Pushing event updated for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:37.207521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98c7cf3c-f718-4229-baf5-b51234570f40 req-89eca575-4c4a-46ef-8626-e9df57661423 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072941 Feb 10 22:44:37.256942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.394567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1a81b52-6026-4cdc-a360-166b52b54c07,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:37.434725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}, {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de'}, {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:37.542879 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'code': 200} Feb 10 22:44:37.542879 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '073067c8-29ad-40c8-b6a2-11af1e27f4de', 'code': 200} Feb 10 22:44:37.542879 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:44:37.554851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:44:37.588631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:37.591530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:37.605384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.640855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.641198 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Added segment 52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133 of type vlan for network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 Feb 10 22:44:37.663172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.811910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:37.934307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Router e8736c34-19bc-483e-ba4f-52c75a90baa9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:37.959376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:44:38.025246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b03816d-2b81-41eb-b981-190ef49914ae up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:38.051742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=073067c8-29ad-40c8-b6a2-11af1e27f4de,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:38.082163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.088085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.094637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.100729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.107730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.115585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.117948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-1471ee19-3522-4a1e-a229-61b2fc1addb9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 4652 time: 0.7298326 Feb 10 22:44:38.118724 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.125288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.126191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.138174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 5b03816d-2b81-41eb-b981-190ef49914ae completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:38.146121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5b03816d-2b81-41eb-b981-190ef49914ae triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:38.146563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.169984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.190643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:44:38.262562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.283812 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.340593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:44:38.388884 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 4cc1a829-20a0-434c-9d58-5ccd2b6a497f associated. External IP: 172.25.2.198, port: e5ef617e-161e-4f93-9d25-64c6b796a584. Feb 10 22:44:38.411981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a594ec3-85ed-42b7-ab1c-c5d25be40caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.423502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:38.434513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.7925510 Feb 10 22:44:38.437933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Pushing event deleted for resources: {'Port': ['ID=11ea82be-e490-4992-956c-0ade29861ac9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:38.447857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'mac_address': 'fa:16:3e:ad:83:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:44:38.519426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e88e1f8c-9cf0-492e-9509-5529092f1e6d req-bf93ed21-08e4-4061-8bf6-9975ffd6e95e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&id=54da1736-8292-49cb-9350-d5cf1f33ebe4&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3824716 Feb 10 22:44:38.520597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] For port 073067c8-29ad-40c8-b6a2-11af1e27f4de, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:38.547035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:38.553387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.585450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c4a846-845a-4cfe-b0b0-1b3a8b8d75ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Pushing event updated for resources: {'Network': ['ID=55a3186c-4fb2-4ba6-93c7-9221c9c6acb3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:38.589553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-39305c51-b2f8-4369-9ae6-5673f369f018 admin admin] 10.222.0.53 "PUT /v2.0/routers/e8736c34-19bc-483e-ba4f-52c75a90baa9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7439952 Feb 10 22:44:38.610007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:44:38.624131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:44:38.768635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16960b9a-965c-4625-af39-c0f21e596a98 req-4ddbaa5a-602b-4ed8-96dc-5359fa945d3d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:38.768816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] device_id is not set on port 073067c8-29ad-40c8-b6a2-11af1e27f4de yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:38.770243 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16960b9a-965c-4625-af39-c0f21e596a98 req-4ddbaa5a-602b-4ed8-96dc-5359fa945d3d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3938365 Feb 10 22:44:38.787304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.800570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.806577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.901340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:38.920395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 5b03816d-2b81-41eb-b981-190ef49914ae, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b03816d-2b81-41eb-b981-190ef49914ae,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:38.924817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.925959 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:38.934790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48516) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:38.949032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3', 'binding:host_id': 'n-h2-825178-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1193307384'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:38.987040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:39.010033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.042030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Usage tracker for resource:port and tenant:1884d6ed69bc46648d6ecf74a43ddfd8 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:39.069628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2d0aedfb-d77f-4094-badb-56a409ecd799'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:44:39.142351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:39.163094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 11ea82be-e490-4992-956c-0ade29861ac9 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:39.189557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:39.204211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Sync routers for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:39.212420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16960b9a-965c-4625-af39-c0f21e596a98 req-35a03c88-babc-4ca1-bb59-ffbb2d39b206 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763462 Feb 10 22:44:39.218314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Made reservation on behalf of 1884d6ed69bc46648d6ecf74a43ddfd8 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:39.221578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.262144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.293190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 11ea82be-e490-4992-956c-0ade29861ac9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:44:39.293626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 11ea82be-e490-4992-956c-0ade29861ac9 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:44:39.294360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:39.324491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:39.334531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Usage tracker for resource:security_group_rule and tenant:1884d6ed69bc46648d6ecf74a43ddfd8 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:39.338188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:39.345207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:39.354688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:39.460692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:44:39.462968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3b857981-9d65-4eb3-9cf4-a0ab0c5d773f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:44:39.497019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:39.497926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:39.554937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] No DVR routers for this DVR port 073067c8-29ad-40c8-b6a2-11af1e27f4de on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:39.583838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=12']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:39.620065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.664111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:39.701449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:39.711692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.749097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:39.754154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:39.817620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.828204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Pushing event updated for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:39.831407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.842860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port 218af286-a992-4d65-bc47-c26f7d85d413 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:39.857311 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:39.863544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Router e55400b3-64c6-4ef8-bb7d-cc29165d9cae is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:39.866868 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:39.867588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:39.877701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] In _notify_port_updated(), no bound segment for port 073067c8-29ad-40c8-b6a2-11af1e27f4de on network 749e9125-7f4c-4d6f-9a23-e279f116864c {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:44:39.878931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:39.879953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.880854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6ff2b90-00e9-4d00-8aa3-13ca21a14ace None None] Provisioning complete for port 073067c8-29ad-40c8-b6a2-11af1e27f4de triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:39.881435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6ff2b90-00e9-4d00-8aa3-13ca21a14ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.882337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-7305b315-43b7-4360-b9c6-53def5fb5d6e service neutron] 10.222.0.30 "PUT /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 200 len: 1032 time: 4.0676632 Feb 10 22:44:39.892322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:39.893187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffd5040d-7f7a-4931-8ce2-8f62f51540a3 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:44:39.935266 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:39.935715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bbed43-18fe-48ad-bb74-ca0422203bce None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:39.987658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=5b03816d-2b81-41eb-b981-190ef49914ae,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:40.029804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b6ff2b90-00e9-4d00-8aa3-13ca21a14ace None None] Port 073067c8-29ad-40c8-b6a2-11af1e27f4de cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:44:40.050109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:40.098344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 816b0856-03db-4e97-b444-ca3f94aeb7d0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:40.099268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.240680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.244177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9adc613a-5f99-4639-abcb-248dd180e7bc admin admin] 10.222.0.53 "DELETE /v2.0/routers/ffd5040d-7f7a-4931-8ce2-8f62f51540a3 HTTP/1.1" status: 204 len: 168 time: 6.1837821 Feb 10 22:44:40.270422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48534) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:40.320553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-29d262ee-afba-426e-a766-7e8330810935 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.321998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-29d262ee-afba-426e-a766-7e8330810935 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 820 time: 1.1517439 Feb 10 22:44:40.451928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-45f6a683-8c57-40fc-b1b3-a6ccc93f8d82 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/quotas/691220527723406f817539a3c36e0b83 HTTP/1.1" status: 200 len: 375 time: 0.1124015 Feb 10 22:44:40.482722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 2, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:40.492881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Checking router: e8736c34-19bc-483e-ba4f-52c75a90baa9 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:40.493502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Updating router e8736c34-19bc-483e-ba4f-52c75a90baa9 port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:44:40.536356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80dd3413-925f-4188-be78-e11baf9e492a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.559463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.564647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47139ec7-ae3b-408e-b005-c5e30a0905c1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:40.585328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Deleting subnet a6f0527a-a1af-4376-a27f-666c9c5b955a {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:44:40.602445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port 218af286-a992-4d65-bc47-c26f7d85d413 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:40.602621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.620330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.626195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.632000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.637830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.643824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:40.645682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-309149f0-cd22-4324-b42a-98efea496614 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 3875 time: 0.6891651 Feb 10 22:44:40.698458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:40.712822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.712822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0a34e1d9-7564-4508-b329-7b894616525a tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "PUT /v2.0/routers/e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 200 len: 914 time: 12.3061459 Feb 10 22:44:40.715796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] Sync routers for ids ['e55400b3-64c6-4ef8-bb7d-cc29165d9cae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:40.717092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48540) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:40.739941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] Routers {'e55400b3-64c6-4ef8-bb7d-cc29165d9cae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:40.740565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e55400b3-64c6-4ef8-bb7d-cc29165d9cae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:40.746536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.786659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ab0a065-35e4-4439-ad0d-d631cddd9604 req-e81e3472-71f5-4dda-8bfd-6d0292708b56 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794570 Feb 10 22:44:40.793428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Transition to ACTIVE for port object 218af286-a992-4d65-bc47-c26f7d85d413 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:40.805374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] For port 816b0856-03db-4e97-b444-ca3f94aeb7d0, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=816b0856-03db-4e97-b444-ca3f94aeb7d0,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:40.805502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.814830 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.822630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:40.910889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] Routers {'e55400b3-64c6-4ef8-bb7d-cc29165d9cae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:40.910889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e55400b3-64c6-4ef8-bb7d-cc29165d9cae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:40.995009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:40.995009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:41.004024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:41.004024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b38241-4edd-4c66-a9ee-a851c1475d30 None None] The sync data for ids ['e55400b3-64c6-4ef8-bb7d-cc29165d9cae'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:41.138134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=218af286-a992-4d65-bc47-c26f7d85d413,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:41.177131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.190848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Transition to ACTIVE for port object 79c865e5-86d6-42cb-ab3b-0d5304af30c2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:41.198646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.252755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for 816b0856-03db-4e97-b444-ca3f94aeb7d0 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:41.329737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-bbb58eb9-b094-466f-b9c9-8711a032068b tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8071442 Feb 10 22:44:41.363329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Checking segment: {'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:41.363329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Network hostable DHCP agents. Network: 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:44:41.367711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354df7-0661-43d0-931d-574452bbfdb7 None None] Pushing event updated for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:41.411410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e22251-b175-4fc1-854e-48690baea00e req-b0683a61-967f-43bc-8a29-43f23e2ec564 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:41.411410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2e22251-b175-4fc1-854e-48690baea00e req-b0683a61-967f-43bc-8a29-43f23e2ec564 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 946 time: 0.3617845 Feb 10 22:44:41.445934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:44:41.456506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:41.462373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] Sync routers for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:41.482512 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:41.482512 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:41.498737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:41.509489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:41.517170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c783cbf-a910-4696-b0c3-4e8dfd3b2b31 None None] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:41.555827 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2e22251-b175-4fc1-854e-48690baea00e req-8f0c25a5-956f-4972-be2f-0233fe8c8fa4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424727 Feb 10 22:44:41.574159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:41.574811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:41.574811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:41.575361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0db716a4-b4c9-4abe-93d8-536cb50ecde1 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 200 len: 920 time: 0.8461094 Feb 10 22:44:41.580310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48546) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:41.626405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.633030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:41.644162 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:41.645042 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:41.677276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:41.677614 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:41.681975 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 2 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:41.718525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Attempting to bind port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:41.718525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Attempting to bind port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:41.718525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Attempting to bind port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 on network 254117f1-914e-47cf-9f92-dd8ad6f1c614 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:41.724833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:41.724833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:41.724833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:41.730870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Checking segment: {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Bound using segment: {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Bound port: 79c865e5-86d6-42cb-ab3b-0d5304af30c2, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:44:41.742590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.774122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:41.774122 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:41.781219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.786075 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 3 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:41.786632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.822282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:41.822282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:41.830037 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:41.838818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:41.847648 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702fda26-5535-4876-a32d-0f0b9f52cb04 None None] The sync data for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:41.854372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f83cdc75-9abc-4a26-9c73-d263a6235348 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/floatingips/4cc1a829-20a0-434c-9d58-5ccd2b6a497f HTTP/1.1" status: 200 len: 977 time: 6.1885333 Feb 10 22:44:41.854372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:41.854372 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:41.854372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48550) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:41.854372 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 4 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:41.923099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:41.923263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b03816d-2b81-41eb-b981-190ef49914ae up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:41.933073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b58abc-9b6c-4fe0-b046-158d7465a773 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:41.934029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e0b58abc-9b6c-4fe0-b046-158d7465a773 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=e55400b3-64c6-4ef8-bb7d-cc29165d9cae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3541546 Feb 10 22:44:41.944434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48556) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:41.990691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.039878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:42.039878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:42.051543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:42.056077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] For port 79c865e5-86d6-42cb-ab3b-0d5304af30c2, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:42.063987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] For port 79c865e5-86d6-42cb-ab3b-0d5304af30c2, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79c865e5-86d6-42cb-ab3b-0d5304af30c2,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:44:42.075804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.129402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:42.129627 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:42.149014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-e541d315-dd2e-4021-b441-8096ad288f04 service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8113387 Feb 10 22:44:42.164381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4354df7-0661-43d0-931d-574452bbfdb7 None None] Pushing event updated for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:42.177955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:42.210455 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 5 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:42.212277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=816b0856-03db-4e97-b444-ca3f94aeb7d0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:42.222831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5b03816d-2b81-41eb-b981-190ef49914ae triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:42.223448 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.240526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] No DVR routers for this DVR port 816b0856-03db-4e97-b444-ca3f94aeb7d0 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:42.241823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:42.242627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:42.243110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:42.243768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.248228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.259263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f0527a-a1af-4376-a27f-666c9c5b955a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:42.266801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:42.266801 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:42.269757 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 6 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:42.270642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:42.279537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f5d3b3-992e-4d40-a802-3c2757f21416 None None] Network 3908da47-a0ad-4198-bf18-b819e76359ab requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:42.284850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 02fffb67-9b07-4523-aa94-6797c182ca9f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:42.285190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.357641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-210853e2-5deb-4670-866a-d15fe37fcdbe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/a6f0527a-a1af-4376-a27f-666c9c5b955a HTTP/1.1" status: 204 len: 168 time: 2.0854120 Feb 10 22:44:42.357752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:42.357848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:42.358118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:42.361020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48564) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:42.397313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:42.397556 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:42.401801 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 7 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:42.412612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-e6f377f9-f4c1-4c39-8f54-a45e79b1729c tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "DELETE /v2.0/ports/816b0856-03db-4e97-b444-ca3f94aeb7d0 HTTP/1.1" status: 204 len: 173 time: 2.5221064 Feb 10 22:44:42.418853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:42.419531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:42.635390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 0cf47efb-46a4-45ef-bd81-a67a3165d5be {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:42.636548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.674335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.692959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.697708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-f6a0c1f9-f9ae-470c-8378-44cea220a1fd service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780474 Feb 10 22:44:42.714702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2d0aedfb-d77f-4094-badb-56a409ecd799 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:42.715872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.721641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Deleting port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:42.721794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:42.870223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:42.971832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:42.972216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:42.973446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:42.978789 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.000109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44645649-1a82-4be6-adb4-6b12a7db8b9b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:43.001678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44645649-1a82-4be6-adb4-6b12a7db8b9b tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 1.0345917 Feb 10 22:44:43.008398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:43.011215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:43.011758 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:43.021324 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '816b0856-03db-4e97-b444-ca3f94aeb7d0', 'status': 'completed', 'code': 200} Feb 10 22:44:43.031763 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 8 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:43.211673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] For port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:43.212119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.376697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f93b771b-3c1e-48ea-9669-6f1144a0a3ed tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 200 len: 205 time: 0.3635781 Feb 10 22:44:43.394317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48582) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:43.535327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.542068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-acb95000-e152-43b2-8e60-8485885e0063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:43.544729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Calling delete_port for fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:43.548173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-acb95000-e152-43b2-8e60-8485885e0063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:43.560196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] DHCP port deletion for 3908da47-a0ad-4198-bf18-b819e76359ab request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:44:43.562325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-acb95000-e152-43b2-8e60-8485885e0063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:43.570284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-acb95000-e152-43b2-8e60-8485885e0063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:43.578826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-acb95000-e152-43b2-8e60-8485885e0063 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 3142 time: 1.5236142 Feb 10 22:44:43.600926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:43.615549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:43.621746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Deleting port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:43.622117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.634149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:43.648076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:43.652637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:43.720146 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:44:43.734597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] For port 0cf47efb-46a4-45ef-bd81-a67a3165d5be, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=0cf47efb-46a4-45ef-bd81-a67a3165d5be,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:43.734597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.773267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:43.781286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:43.781831 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:43.842529 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 9 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:43.960064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f952266-cc3e-4d71-948d-2e498ff8e748 req-e7168083-3b48-4a74-9cb5-0dd1dc004f84 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3786082 Feb 10 22:44:44.005632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.063690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:44:44.082913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c48465-5605-4b06-9af6-1f7a88b1e828 req-1e06f4f1-a52c-4ea3-9170-2ccb6ff39d03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:44.090938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c48465-5605-4b06-9af6-1f7a88b1e828 req-1e06f4f1-a52c-4ea3-9170-2ccb6ff39d03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.5090773 Feb 10 22:44:44.128472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Pushing event deleted for resources: {'Port': ['ID=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:44.180893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=13']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:44.185518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] No DVR routers for this DVR port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:44.309599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:44.309599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:44.335513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:44.357840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:44.357840 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:44.427042 n-d-825178-4 neutron-server[87652]: INFO neutron.plugins.ml2.plugin [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 10 to bind port 218af286-a992-4d65-bc47-c26f7d85d413 Feb 10 22:44:44.444220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c7dda52-d265-42c2-aaef-32da511655f9 req-dfc97c63-fc65-4d58-a772-a228ae8f2eb0 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:44.481143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:44.481143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:44.481143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:44.500405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 218af286-a992-4d65-bc47-c26f7d85d413 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:44.500405 n-d-825178-4 neutron-server[87652]: ERROR neutron.plugins.ml2.managers [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 218af286-a992-4d65-bc47-c26f7d85d413 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:44.500405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.524244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c48465-5605-4b06-9af6-1f7a88b1e828 req-af8fab00-d14e-4e16-a292-3a4c19faf86e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4268255 Feb 10 22:44:44.539688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.591046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.591695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.591812 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Floating IP 120f9163-a67a-46fe-84c2-9f4f4b0c7010 disassociated. External IP: 172.25.2.214, port: 0cf47efb-46a4-45ef-bd81-a67a3165d5be. Feb 10 22:44:44.592105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for 0cf47efb-46a4-45ef-bd81-a67a3165d5be owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:44.641656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3908da47-a0ad-4198-bf18-b819e76359ab']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:44.653832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] For port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9,segment=NetworkSegment(175a99d4-bef4-4d12-bd83-b6748a637d8a),segment_id=175a99d4-bef4-4d12-bd83-b6748a637d8a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:44.653832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.659116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.661357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.662093 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Floating IP 4cc1a829-20a0-434c-9d58-5ccd2b6a497f disassociated. External IP: 172.25.2.198, port: 02fffb67-9b07-4523-aa94-6797c182ca9f. Feb 10 22:44:44.662655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 02fffb67-9b07-4523-aa94-6797c182ca9f owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:44.678404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175a99d4-bef4-4d12-bd83-b6748a637d8a') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:44.678732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175a99d4-bef4-4d12-bd83-b6748a637d8a') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:44.701252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.729716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0c7dda52-d265-42c2-aaef-32da511655f9 req-dfc97c63-fc65-4d58-a772-a228ae8f2eb0 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:44.747672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c7dda52-d265-42c2-aaef-32da511655f9 req-dfc97c63-fc65-4d58-a772-a228ae8f2eb0 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 210 time: 0.4414327 Feb 10 22:44:44.764227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.804365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Calling delete_port for fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:44.849845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.853686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.860798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:44:44.864162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:44:44.882616 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:44:44.909404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:44:44.909849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:44:44.944644 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:44:44.974519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:44:44.975653 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:44:44.978977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:42Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:44.987502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6d07a4-3db6-4047-a15a-09c374e62623 None None] The sync data for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 is: [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:42Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:45.006659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=0cf47efb-46a4-45ef-bd81-a67a3165d5be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:45.109774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port 218af286-a992-4d65-bc47-c26f7d85d413, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:45.110361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempted to set empty binding levels {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:44:45.126970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:45.234327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:45.381544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=218af286-a992-4d65-bc47-c26f7d85d413,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:45.477359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Deleting port fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:45.477914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:45.677088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a7399-f556-4561-af3d-1cf36f85931f None None] The port 'fcf1dda7-a7c7-4ae6-87e0-ea5ab1442eb9' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:44:45.746284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:45.747042 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:45.757208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port 97f7df6b-9f37-4232-b243-b48af97fb439 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:45.757327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:45.900043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.016049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-c8308672-5ba0-47f5-a79e-b57812e74d6c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:46.017765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-c8308672-5ba0-47f5-a79e-b57812e74d6c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 820 time: 1.0700200 Feb 10 22:44:46.038387 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.043247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79c865e5-86d6-42cb-ab3b-0d5304af30c2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:46.045002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.055357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'port': {'device_id': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'admin_state_up': True, 'tenant_id': '691220527723406f817539a3c36e0b83'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:46.130163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] Pushing event deleted for resources: {'Network': ['ID=3908da47-a0ad-4198-bf18-b819e76359ab,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:46.245201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=02fffb67-9b07-4523-aa94-6797c182ca9f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:46.275231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:44:46.284883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:46.285256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.338465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0c79424d-276b-45db-9932-159525aacf66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 7.3909299 Feb 10 22:44:46.339657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:46.532552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.622463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 79c865e5-86d6-42cb-ab3b-0d5304af30c2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79c865e5-86d6-42cb-ab3b-0d5304af30c2,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:46.632330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:46.797642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d39c56c-a3f7-4b06-b526-23187e48f03e admin admin] 10.222.0.53 "DELETE /v2.0/networks/3908da47-a0ad-4198-bf18-b819e76359ab HTTP/1.1" status: 204 len: 168 time: 4.4242024 Feb 10 22:44:46.809555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:47.142582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Deleting port 218af286-a992-4d65-bc47-c26f7d85d413 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:47.144111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:47.150720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:47.155038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:47.200551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:47.313178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:47.338470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:47.358082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:47.367794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Synchronizing usage tracker for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:47.598364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48624) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:47.774006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Made reservation on behalf of 691220527723406f817539a3c36e0b83 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:47.784450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:47.936210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Unset dirty status for tenant:bcea6298829d442c818921a44ad20e84 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:47.939951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-4a3fdfa2-1354-4bd7-ab67-50df5170817e tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 2408 time: 2.2958775 Feb 10 22:44:47.940513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79c865e5-86d6-42cb-ab3b-0d5304af30c2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:44:48.068088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:44:48.069114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.074757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port 218af286-a992-4d65-bc47-c26f7d85d413, host n-h2-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:48.075375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.229386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c0527058-fbef-4841-a68d-40952c749c9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0352ed6d031b4bfa9278767984af006f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6240125 Feb 10 22:44:48.242158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48628) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:48.371213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.419204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5d9312e-0496-4fb8-9f36-1d5e5cdb230e req-82deaa4b-295c-4f31-aa5a-8bb1e2591047 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662988 Feb 10 22:44:48.502983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for 97f7df6b-9f37-4232-b243-b48af97fb439 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:48.507409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.548641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.629579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:48.647218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Sync routers for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:48.668238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:48.668881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:48.722722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.857326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112f3bbb-9f68-4cc5-8641-f57b388d7bbd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:48.867845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] No DVR routers for this DVR port 0cf47efb-46a4-45ef-bd81-a67a3165d5be on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:48.882521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.898816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.901510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ff3c4875-74e4-4ffd-a3f6-de06e5b35db9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/112f3bbb-9f68-4cc5-8641-f57b388d7bbd HTTP/1.1" status: 204 len: 168 time: 0.6547043 Feb 10 22:44:48.910651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:44:48.917061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:48.919502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Calling delete_port for 218af286-a992-4d65-bc47-c26f7d85d413 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:48.932835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-54256219-7f1b-45d2-95df-7eecd89c4f2f tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "DELETE /v2.0/ports/0cf47efb-46a4-45ef-bd81-a67a3165d5be HTTP/1.1" status: 204 len: 173 time: 6.4695711 Feb 10 22:44:48.957673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:48.960198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-84b1e48d-98b6-45ca-82db-9ae3b9f37bea req-e43aaa9d-ad12-413f-b5dd-2f330f213ddf tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:49.035688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed296d49-75c9-4edf-902b-0f8ce4eaef72 req-80cb076c-06f6-459f-9a12-ee16cbd7e13f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:49.037680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed296d49-75c9-4edf-902b-0f8ce4eaef72 req-80cb076c-06f6-459f-9a12-ee16cbd7e13f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 3.1508121 Feb 10 22:44:49.179776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 87dafc0a-7c8d-47c7-9e75-661785942eb7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:49.180990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.208026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:49.426504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=97f7df6b-9f37-4232-b243-b48af97fb439,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:49.508859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.682816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] For port 87dafc0a-7c8d-47c7-9e75-661785942eb7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=87dafc0a-7c8d-47c7-9e75-661785942eb7,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:49.683834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.732733 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.735602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.771436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:49.772185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router e55400b3-64c6-4ef8-bb7d-cc29165d9cae {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:44:49.820557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:49.832002 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] Sync routers for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:49.847599 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:49.850680 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:49.870836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:49.880770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Checking router: 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:44:49.893489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for 87dafc0a-7c8d-47c7-9e75-661785942eb7 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:49.897891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:49.899167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:49.991794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-84b1e48d-98b6-45ca-82db-9ae3b9f37bea req-e43aaa9d-ad12-413f-b5dd-2f330f213ddf tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:50.008379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84b1e48d-98b6-45ca-82db-9ae3b9f37bea req-e43aaa9d-ad12-413f-b5dd-2f330f213ddf tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 210 time: 1.1989863 Feb 10 22:44:50.020141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed296d49-75c9-4edf-902b-0f8ce4eaef72 req-8884e082-6855-4982-b065-45359a9175f3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5347667 Feb 10 22:44:50.048332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.049682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8aa5379a-f459-4944-a169-98348db02eb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 204 len: 168 time: 6.6528566 Feb 10 22:44:50.068332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Allocated IP 172.20.0.3 (254117f1-914e-47cf-9f92-dd8ad6f1c614/185b2848-f024-407d-8ac0-11be30d0e0f9/f94a5f8c-e8c2-4f66-9020-3e9bcee019be) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:50.085386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:50.088822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:50.118898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-481259818', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:50.129525 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:50.130175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:50.268643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.336143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:50.396285 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:50.396937 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b926566e-3e8e-4e8f-af5c-7d9f8aebd4e9 None None] The sync data for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:50.442315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.461685 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '0cf47efb-46a4-45ef-bd81-a67a3165d5be', 'status': 'completed', 'code': 200} Feb 10 22:44:50.467193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:44:50.472958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.487701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Usage tracker for resource:router and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:50.497980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:50.501518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event deleted for resources: {'Port': ['ID=218af286-a992-4d65-bc47-c26f7d85d413,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:50.530976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:50.538462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e813af8b-17e4-4e7d-ba60-cce2250da8dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "DELETE /v2.0/ports/218af286-a992-4d65-bc47-c26f7d85d413 HTTP/1.1" status: 204 len: 168 time: 4.0244138 Feb 10 22:44:50.543041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48662) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:50.639137 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-93870699-d2a8-4aef-afb7-e4e47b17a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:44:50.640251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93870699-d2a8-4aef-afb7-e4e47b17a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:50.644387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48666) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:50.654375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.657882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=87dafc0a-7c8d-47c7-9e75-661785942eb7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:50.661795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-117f197c-8b8c-4dea-bc8e-c2ce3c7e57d9 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/02fffb67-9b07-4523-aa94-6797c182ca9f HTTP/1.1" status: 204 len: 168 time: 8.7904480 Feb 10 22:44:50.665755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48668) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:50.670149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.679173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:50.887327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.190656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] No DVR routers for this DVR port 87dafc0a-7c8d-47c7-9e75-661785942eb7 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:51.211040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1885775725-network', 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:51.239274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:51.263819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Usage tracker for resource:network and tenant:9cfe8491921e40038ef24180eb9ae63b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:51.268591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:51.276319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:51.304078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:51.312969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93870699-d2a8-4aef-afb7-e4e47b17a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:51.319563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-93870699-d2a8-4aef-afb7-e4e47b17a03a tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports/218af286-a992-4d65-bc47-c26f7d85d413 HTTP/1.1" status: 404 len: 333 time: 0.7670646 Feb 10 22:44:51.319749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1b092-48ce-4589-80d3-df4557cc7155 None None] The sync data for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 is: [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:37:59Z', 'revision_number': 4, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2e669d9d-5022-4b24-a62a-b78c7b9e651d', 'name': '', 'network_id': '16740edf-80c0-40dc-bdbf-80bd67df6e8f', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'mac_address': 'fa:16:3e:78:0e:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1111, 'fixed_ips': [{'subnet_id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:56Z', 'updated_at': '2022-02-10T22:38:10Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'subnets': [{'id': '6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:51.319966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.321566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:51.389989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740296b-1582-4dc2-b644-8e3021e8c62f req-518c7ab4-4687-41dc-a656-c46e58639290 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:51.408013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740296b-1582-4dc2-b644-8e3021e8c62f req-518c7ab4-4687-41dc-a656-c46e58639290 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:51.429521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4740296b-1582-4dc2-b644-8e3021e8c62f req-518c7ab4-4687-41dc-a656-c46e58639290 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 1675 time: 1.1731901 Feb 10 22:44:51.616563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273450197'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:51.681855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.784865 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.815359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.851814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:51.851814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.871223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:51.871223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:51.889097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5696aa9a-c57d-48f5-8597-644c1cc48509 req-f37e85ad-7fa8-48c1-a56e-a29394deb152 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 210 time: 0.3664281 Feb 10 22:44:51.980795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-49efec92-77e1-4bd4-95d3-ca52f201a2af tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "DELETE /v2.0/ports/87dafc0a-7c8d-47c7-9e75-661785942eb7 HTTP/1.1" status: 204 len: 173 time: 3.0254881 Feb 10 22:44:51.998808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:52.007942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:52.035620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.039778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.040301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.042037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.042790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.043547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f531d4a-b899-4368-8730-72781f4cfaf1 None None] New status for floating IP 120f9163-a67a-46fe-84c2-9f4f4b0c7010: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:44:52.047867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.048766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.049918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.050580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.051253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.053060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.053060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:44:52.074958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:52.326757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Made reservation on behalf of 1884d6ed69bc46648d6ecf74a43ddfd8 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:52.330500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:52.339375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4740296b-1582-4dc2-b644-8e3021e8c62f req-5f339ac1-541b-404b-a214-4a74a177dcd4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9094617 Feb 10 22:44:52.377297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:52.386158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Usage tracker for resource:security_group_rule and tenant:9cfe8491921e40038ef24180eb9ae63b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:52.392127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:52.407112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:52.453310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Network 254117f1-914e-47cf-9f92-dd8ad6f1c614 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:52.470702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:52.487623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:52.538341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:52.545575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:52.599000 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '87dafc0a-7c8d-47c7-9e75-661785942eb7', 'status': 'completed', 'code': 200} Feb 10 22:44:52.643185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:52.643335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:52.869845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:52.870359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:52.931431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:52.987591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.289584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c6f6e-91c4-48cc-92ae-2a23dabd24ed req-51516075-6e82-4769-808e-e330042fbbfc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:53.292712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c64c6f6e-91c4-48cc-92ae-2a23dabd24ed req-51516075-6e82-4769-808e-e330042fbbfc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 1.0143702 Feb 10 22:44:53.339528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-825d058e-539b-416b-a0f7-0edfab9dfb9d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2896149 Feb 10 22:44:53.438793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.439457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Request body: {'port': {'device_id': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:53.480087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.519944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:53.549717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.580667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] For port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:53.580846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.586597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de933-245e-4ca7-8a24-f9ca3c0ac94b req-881d8386-2b92-4da8-a269-90d3ff085f63 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:53.588383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a0de933-245e-4ca7-8a24-f9ca3c0ac94b req-881d8386-2b92-4da8-a269-90d3ff085f63 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 931 time: 0.3206418 Feb 10 22:44:53.620949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:44:53.634860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:53.766946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a0de933-245e-4ca7-8a24-f9ca3c0ac94b req-a9b67d3a-2b6f-4e77-aa36-30bcfe1106ed tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:44:53.772528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Allocated IP 172.25.2.207 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2bff5af3-18cb-4cfe-a558-854756853d3e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:44:53.835534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0a0de933-245e-4ca7-8a24-f9ca3c0ac94b req-a9b67d3a-2b6f-4e77-aa36-30bcfe1106ed tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:44:53.838296 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0a0de933-245e-4ca7-8a24-f9ca3c0ac94b req-a9b67d3a-2b6f-4e77-aa36-30bcfe1106ed tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187963 Feb 10 22:44:53.906499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:53.939552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.051528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.051528 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Added segment a368cee4-84f7-46ad-b861-d897ae2fad60 of type vlan for network d815d011-3e65-4126-847a-9309cb39d932 Feb 10 22:44:54.068373 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c64c6f6e-91c4-48cc-92ae-2a23dabd24ed req-34a5176a-9bd3-4582-807d-a41048e4a09c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7077241 Feb 10 22:44:54.115483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:54.191195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:54.271609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.454058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.457030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18e97-dbd3-4f31-8440-45bbba64d572 req-9bfca958-ff3d-4c38-8234-a48fc104ceb4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:54.457030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d18e97-dbd3-4f31-8440-45bbba64d572 req-9bfca958-ff3d-4c38-8234-a48fc104ceb4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:54.462444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28d18e97-dbd3-4f31-8440-45bbba64d572 req-9bfca958-ff3d-4c38-8234-a48fc104ceb4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 1675 time: 0.4150052 Feb 10 22:44:54.464806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:54.466337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:54.466337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.539743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=213ec9bf-7241-4afd-a911-8eb6df0e64b4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:54.540801 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.560649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.629609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6fb56c7a-f6a6-4fa9-814f-ac0e460478f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.2732477 Feb 10 22:44:54.629609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48694) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:54.641671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28d18e97-dbd3-4f31-8440-45bbba64d572 req-534a3ece-572c-48f5-b208-f77fa34c1de0 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747522 Feb 10 22:44:54.711051 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.760042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:54.814291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:44:54.873075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:54.873075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:54.873075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:55.074519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:55.183897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:55.200281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:44:55.412418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event updated for resources: {'Port': ['ID=2bff5af3-18cb-4cfe-a558-854756853d3e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:55.475883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94a5f8c-e8c2-4f66-9020-3e9bcee019be {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:44:55.512577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:55.808285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:55.924660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 5.2487199 Feb 10 22:44:55.930998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48706) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:44:55.930998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port a607563e-c0fd-466f-9b06-0de26311671c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:55.930998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.026551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Request body: {'subnet': {'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1885775725-subnet', 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:44:56.067765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:44:56.076326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84a607-6e10-45d5-833e-f90bb2df844d admin admin] Pushing event updated for resources: {'Network': ['ID=d815d011-3e65-4126-847a-9309cb39d932,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:56.076535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Usage tracker for resource:subnet and tenant:9cfe8491921e40038ef24180eb9ae63b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:44:56.085029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Transition to ACTIVE for port object f94a5f8c-e8c2-4f66-9020-3e9bcee019be will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:56.085218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:44:56.092645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d815d011-3e65-4126-847a-9309cb39d932 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:44:56.106689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.205353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.241101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:44:56.353825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] No DVR routers for this DVR port f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:56.356639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.359489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-26815d48-25b9-4160-b307-9ad364c08b9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "DELETE /v2.0/ports/f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7 HTTP/1.1" status: 204 len: 173 time: 4.3366976 Feb 10 22:44:56.380209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:56.413235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:44:56.416194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.596772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:56.662518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d5d75-208b-4e86-b191-aa19c6f318a1 req-276ff06b-f9b1-45ba-bc05-65c9b7922c42 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:56.670309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-348d5d75-208b-4e86-b191-aa19c6f318a1 req-276ff06b-f9b1-45ba-bc05-65c9b7922c42 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 1.3378503 Feb 10 22:44:56.700079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.757785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6d4145-ad80-41f1-b98f-09a8be0b7849 req-0ea30de8-9350-4c52-8caf-0febb4538747 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:56.768980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc6d4145-ad80-41f1-b98f-09a8be0b7849 req-0ea30de8-9350-4c52-8caf-0febb4538747 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 931 time: 1.7057037 Feb 10 22:44:56.893460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:44:56.893894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:56.937992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-348d5d75-208b-4e86-b191-aa19c6f318a1 req-5371a43e-57d7-449c-b482-9bd2b0cd7af9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2664881 Feb 10 22:44:56.973561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.028267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc6d4145-ad80-41f1-b98f-09a8be0b7849 req-6cf873df-ba32-4513-8344-96c5f1468b5e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582645 Feb 10 22:44:57.191519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for a607563e-c0fd-466f-9b06-0de26311671c owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:57.441307 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': 'f459a510-0d0c-424a-8e4a-b9f5cf1c9fe7', 'status': 'completed', 'code': 200} Feb 10 22:44:57.455363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:44:57.466140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Attempting to bind port f94a5f8c-e8c2-4f66-9020-3e9bcee019be on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:57.466479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Attempting to bind port f94a5f8c-e8c2-4f66-9020-3e9bcee019be by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:57.466810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Attempting to bind port f94a5f8c-e8c2-4f66-9020-3e9bcee019be on network 254117f1-914e-47cf-9f92-dd8ad6f1c614 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:57.556292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Port f94a5f8c-e8c2-4f66-9020-3e9bcee019be on network 254117f1-914e-47cf-9f92-dd8ad6f1c614 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:57.556680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Attempting to bind port f94a5f8c-e8c2-4f66-9020-3e9bcee019be on network 254117f1-914e-47cf-9f92-dd8ad6f1c614 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:57.584211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:44:57.584496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Checking segment: {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:57.584891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Bound using segment: {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:44:57.585321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Bound port: f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aad4f001-19f3-45b3-993a-b26b590a4515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:44:57.585664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.612146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:44:57.632682 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.639473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.768016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Transition to ACTIVE for port object 213ec9bf-7241-4afd-a911-8eb6df0e64b4 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:44:57.776457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:44:57.787408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:44:57.788793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.799075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] For port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:44:57.799685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.824062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21141a5-3b2a-4186-a130-c96648682d48 req-b06fac61-894f-4bf4-8d6d-6290c93eb119 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:57.825547 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e21141a5-3b2a-4186-a130-c96648682d48 req-b06fac61-894f-4bf4-8d6d-6290c93eb119 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 942 time: 0.6039162 Feb 10 22:44:57.866944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:57.871405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bb47334-6180-49d2-ad9f-39c4779141ec,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:57.912713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Checking segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:44:57.913070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Network hostable DHCP agents. Network: d815d011-3e65-4126-847a-9309cb39d932, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:44:57.920903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:58.042111 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e21141a5-3b2a-4186-a130-c96648682d48 req-6d6aaea0-2c76-4a2c-99fa-f676b260222a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups?id=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036207 Feb 10 22:44:58.062366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Network d815d011-3e65-4126-847a-9309cb39d932 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:44:58.076059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:44:58.157750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:58.158653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:58.160416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] 10.222.0.24 "PUT /v2.0/ports/f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 1091 time: 4.7584116 Feb 10 22:44:58.215229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d815d011-3e65-4126-847a-9309cb39d932) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:44:58.220619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=213ec9bf-7241-4afd-a911-8eb6df0e64b4,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:58.225932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:58.226597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:58.227867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bfd871-e173-42db-8384-f9f4970f6060 None None] Network d815d011-3e65-4126-847a-9309cb39d932 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:58.280630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:58.340302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3db35f05-61ab-4a7c-aa6e-e82ce193c317 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4176621 Feb 10 22:44:58.401542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=a607563e-c0fd-466f-9b06-0de26311671c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:58.536898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:58.537518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:58.538022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:58.549475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:58.553200 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:58.569684 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 2 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:58.612637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:58.613641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:58.613641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:58.638569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:58.638895 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:58.646117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0926e36a-cd5b-4cda-b0b8-1bfbac6a9c12 None None] Network d815d011-3e65-4126-847a-9309cb39d932 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:44:58.648799 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 3 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:58.685128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae7156-9816-47b0-b7c0-86318ae93f5a service neutron] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:58.741258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Router 7da7b7a3-4812-4cae-bc07-61e6bccedc64 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:44:58.761109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:58.761455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:58.761790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:58.791484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:58.791821 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:58.800198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade869-3a1f-412a-b74f-85b3f41a2ebe req-17c3b605-e9bd-49b7-b1b2-1b72392db2a9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:58.807951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2eade869-3a1f-412a-b74f-85b3f41a2ebe req-17c3b605-e9bd-49b7-b1b2-1b72392db2a9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.6096044 Feb 10 22:44:58.829776 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 4 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:58.859445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-64ecc8bb-6529-40e7-b5bd-64fe565c69c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:58.861254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-64ecc8bb-6529-40e7-b5bd-64fe565c69c9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1094 time: 0.5344384 Feb 10 22:44:58.979179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-b268b2fd-12a3-484a-b385-985cdb3169d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.1058936 Feb 10 22:44:58.979766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:58.980333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:58.980450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:59.034798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6d8ba-cb5b-466b-b90e-7b8c75a69397 req-e453b412-cd1b-4527-8411-3a81835391ad tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:59.043148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:59.051724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bce6d8ba-cb5b-466b-b90e-7b8c75a69397 req-e453b412-cd1b-4527-8411-3a81835391ad tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 943 time: 0.6619802 Feb 10 22:44:59.058430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:59.058430 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:59.058430 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 5 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:59.058430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2eade869-3a1f-412a-b74f-85b3f41a2ebe req-b617b548-fcf9-469e-ad4f-b91d6b0332bc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414117 Feb 10 22:44:59.128252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=4e24bb8f-f3df-42e0-8e30-450f414ae2a6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:44:59.170274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:59.170274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:59.170451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:59.272022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bce6d8ba-cb5b-466b-b90e-7b8c75a69397 req-c1688dc1-d1d0-4e7c-bba1-dc8ec8b14fc0 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464521 Feb 10 22:44:59.333489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:59.333811 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:59.345312 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 6 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:59.356150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:59.367399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-61d352fd-6876-4359-82a8-b6411da3f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:44:59.370461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-61d352fd-6876-4359-82a8-b6411da3f05f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.3820167 Feb 10 22:44:59.386212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:44:59.403860 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] Sync routers for ids ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:44:59.424219 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] Routers {'7da7b7a3-4812-4cae-bc07-61e6bccedc64'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:59.424862 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:59.455079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:44:59.504645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:59.505442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:59.516128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:59.521963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] No DVR routers for this DVR port 4e24bb8f-f3df-42e0-8e30-450f414ae2a6 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:44:59.549147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:44:59.565763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-2fe399ac-f920-4066-8a5f-5f910fb5cd15 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242964 Feb 10 22:44:59.574787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:59.575555 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:59.580836 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:59.598914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] Routers {'7da7b7a3-4812-4cae-bc07-61e6bccedc64'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:44:59.599602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:59.600595 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 7 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:59.645858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff4d2a57-e476-4190-8e76-904bcda58bcd req-28991231-df40-4ad9-a92b-ada6ff5d151a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.30 "DELETE /v2.0/ports/4e24bb8f-f3df-42e0-8e30-450f414ae2a6 HTTP/1.1" status: 204 len: 173 time: 3.1838999 Feb 10 22:44:59.822965 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:44:59.827504 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d37609a-60d9-4c63-82d5-205bf4625c18 None None] The sync data for ids ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:44:59.872894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:44:59.873354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:44:59.874924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:44:59.912355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64ffa268-7c09-45b2-8da3-c8b732434cdb req-b498a586-4b44-4a30-abf3-343d07a1df43 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 210 time: 0.3768613 Feb 10 22:44:59.964879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:44:59.965425 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:44:59.970644 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 8 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:44:59.993777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:00.007686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2c8f358d-f468-4699-88c7-edc4c7ec9474 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.9105618 Feb 10 22:45:00.015561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48742) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:00.032559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:00.130411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:00.134133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:00.135786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:00.147243 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:45:00.222967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:00.231844 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:00.241708 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 9 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:45:00.304528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:00.305000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:00.305440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:00.332983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:00.333385 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:00.339023 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 10 to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 Feb 10 22:45:00.351394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-6c43bc52-2d0e-4180-9c21-d8ec8ff31907 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7780080 Feb 10 22:45:00.412774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-1f6494cd-010d-4ecd-9ab9-92c95125f408 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:00.413617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-1f6494cd-010d-4ecd-9ab9-92c95125f408 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:00.559378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0d676-05ea-4017-b90a-ce0e9de3a14f req-6767327e-cf95-4ad7-9114-c16f738bce25 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:00.567389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27c0d676-05ea-4017-b90a-ce0e9de3a14f req-6767327e-cf95-4ad7-9114-c16f738bce25 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.2418158 Feb 10 22:45:00.577565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:00.577948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:00.578281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:00.583781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bfd287f2-da3f-48f8-8b22-b7c7eca425ad req-4cfff35e-66d2-44ff-8fa4-bb5089dbda34 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572688 Feb 10 22:45:00.606872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:00.606872 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:00.606872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:00.607205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:00.626800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-1f6494cd-010d-4ecd-9ab9-92c95125f408 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:00.628274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-1f6494cd-010d-4ecd-9ab9-92c95125f408 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 1.0197117 Feb 10 22:45:00.669576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27c0d676-05ea-4017-b90a-ce0e9de3a14f req-5596cdc6-0b5f-49cd-ac8f-8673a5a72b91 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002750 Feb 10 22:45:00.848940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-a899f552-b25d-4978-9a6e-fbc4693807ea tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/quotas/9cfe8491921e40038ef24180eb9ae63b HTTP/1.1" status: 200 len: 375 time: 0.1030176 Feb 10 22:45:00.977142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-df9a9ebf-32ab-47ea-b9cb-4a2594850c51 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1172891 Feb 10 22:45:01.045963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:01.051964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port 213ec9bf-7241-4afd-a911-8eb6df0e64b4, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:01.052459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempted to set empty binding levels {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:45:01.057413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c488554-4b72-4ec9-8534-3b0488771972 req-431a8bdb-e183-4ee0-876d-33e168768129 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:01.059152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] Sync routers for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:01.066279 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c488554-4b72-4ec9-8534-3b0488771972 req-431a8bdb-e183-4ee0-876d-33e168768129 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 943 time: 0.2507899 Feb 10 22:45:01.076616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:01.078734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:01.091794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5661a562-87ee-4ef0-8488-307282292762 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/routers/d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3937843 Feb 10 22:45:01.092899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:01.142438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:01.201780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:01.214076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] Routers {'d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:01.214294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:01.215058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] In _notify_port_updated(), no bound segment for port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:45:01.216777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:01.217545 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:01.221953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "PUT /v2.0/ports/213ec9bf-7241-4afd-a911-8eb6df0e64b4 HTTP/1.1" status: 200 len: 979 time: 6.5735273 Feb 10 22:45:01.223868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48756) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:01.308751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:01.309329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b6eac7-8cdb-4d99-9fbb-b1b887662ae6 None None] The sync data for ids ['d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:01.363456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c488554-4b72-4ec9-8534-3b0488771972 req-df4b2eb4-6fd8-48c7-98d6-b5afd6361a9e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960351 Feb 10 22:45:01.457224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-2bd23184-0333-428f-bad4-c667e642ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:01.458751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-2bd23184-0333-428f-bad4-c667e642ecf0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1094 time: 0.7217643 Feb 10 22:45:01.507076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:01.650554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-133ca2be-345e-4356-b07a-782945da86a7 req-e023cc97-6239-46d7-9d42-a8c3b10832da tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/ports?device_id=d7bfe646-6783-4eb8-8209-d5ae6cacf725 HTTP/1.1" status: 200 len: 210 time: 0.0684669 Feb 10 22:45:01.794878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:01.816830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 2ee1dad6-0e00-4dc2-a95c-3fa87de9dee7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:01.817233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:01.848374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-909fe408-ce90-4c35-a42c-df8493a4bd70 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8548515 Feb 10 22:45:01.849284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1f6cd-2b72-450c-bd3a-8cf01fa2ab6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=213ec9bf-7241-4afd-a911-8eb6df0e64b4,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:01.997264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:02.122694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f94a5f8c-e8c2-4f66-9020-3e9bcee019be details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:45:02.230273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:02.263248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-76c0f3b6-f326-4c40-8b14-0c88ac4dcc50 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222265 Feb 10 22:45:02.379096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3e110-8ec2-4b6f-9889-856cc760d69e req-80a4351a-f33a-4945-9ef6-128514285e69 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.395231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04f3e110-8ec2-4b6f-9889-856cc760d69e req-80a4351a-f33a-4945-9ef6-128514285e69 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.5207839 Feb 10 22:45:02.442694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:02.446895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:02.471673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-5f2da5ec-c105-4a25-9a5b-c659b39dc763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.477266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-5f2da5ec-c105-4a25-9a5b-c659b39dc763 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.9945722 Feb 10 22:45:02.490807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Deleting port 2bff5af3-18cb-4cfe-a558-854756853d3e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:02.492424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:02.667066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:02.688270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'port_id': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'mac_address': 'fa:16:3e:e3:3f:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:45:02.820050 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:02.823067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.823693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.824393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.824922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.825445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.825970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.826491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.827685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.829129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.829784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.830354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.830915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.832104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.832668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.833189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.833756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.834457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.834929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.835484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.836005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.836517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.837031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.837546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.838056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.838702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.839388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.839906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.840421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.840936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.842196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.843678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.845009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.845577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.846101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.846620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.847135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.847705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:02.851132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:02.858198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-ece1bf5c-1515-43b3-8fae-feb639e551c4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.2925920 Feb 10 22:45:02.866204 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bfe646-6783-4eb8-8209-d5ae6cacf725', 'name': 'network-vif-deleted', 'tag': '4e24bb8f-f3df-42e0-8e30-450f414ae2a6', 'status': 'completed', 'code': 200} Feb 10 22:45:02.873196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94a5f8c-e8c2-4f66-9020-3e9bcee019be {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:02.929840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 2ee1dad6-0e00-4dc2-a95c-3fa87de9dee7 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:02.935456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:02.943905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:03.016578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04f3e110-8ec2-4b6f-9889-856cc760d69e req-8e06fa56-e9f7-464d-90d1-7d302774d7a3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6204460 Feb 10 22:45:03.119324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:03.151669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f94a5f8c-e8c2-4f66-9020-3e9bcee019be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:03.172098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:03.186207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1ebab342-fab4-47b0-849e-006add6ce647 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32424 time: 1.9482460 Feb 10 22:45:03.208636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48778) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:03.315219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-240b2b60-4a15-421f-b8d6-c97224587130 req-c2d1323b-e34a-404f-9be7-d88ab4bd2831 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 210 time: 0.1754153 Feb 10 22:45:03.533066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:03.575674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48786) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:03.610375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=2ee1dad6-0e00-4dc2-a95c-3fa87de9dee7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:03.736047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-5fbe2902-256a-43db-95a5-4f519cf9d57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:03.738974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-5fbe2902-256a-43db-95a5-4f519cf9d57c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.7842059 Feb 10 22:45:03.786908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:03.913034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Deleting port 213ec9bf-7241-4afd-a911-8eb6df0e64b4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:03.917635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:03.998084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-5c95f32a-16fb-4031-aaa3-f46408df3385 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2503772 Feb 10 22:45:04.077483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff8f8b5-4979-42a5-ac5a-b95f24e409e1 req-8123ee24-438a-44f7-b8dd-e880e262cf57 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:04.079917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff8f8b5-4979-42a5-ac5a-b95f24e409e1 req-8123ee24-438a-44f7-b8dd-e880e262cf57 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 944 time: 1.2204876 Feb 10 22:45:04.085195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.125598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.127945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.131123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.137819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f94a5f8c-e8c2-4f66-9020-3e9bcee019be up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:04.173612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.174392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Fanout notify agent at l3_agent the message router_deleted on router d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:45:04.197911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.203259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9442634-9df0-4f3f-80cc-62bab39a2d0b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/routers/d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 HTTP/1.1" status: 204 len: 168 time: 3.1060390 Feb 10 22:45:04.204344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:04.306549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port f94a5f8c-e8c2-4f66-9020-3e9bcee019be completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:04.318233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port f94a5f8c-e8c2-4f66-9020-3e9bcee019be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:04.318233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.333183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.415032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Calling delete_port for 2bff5af3-18cb-4cfe-a558-854756853d3e owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:04.532777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting subnet 6da5ccf4-52f2-435f-8f39-2d410ed668ff {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:04.555633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.565698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ff8f8b5-4979-42a5-ac5a-b95f24e409e1 req-82e16542-a1e0-43f8-8023-27c32be4440e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4653945 Feb 10 22:45:04.597097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.688499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:04.719883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:04.724820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911f7c-e25c-476e-8f82-4e1e2c68d7d5 req-69ba3f23-161a-482e-bb44-528cc376c43e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:04.731241 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.732985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e911f7c-e25c-476e-8f82-4e1e2c68d7d5 req-69ba3f23-161a-482e-bb44-528cc376c43e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.4530644 Feb 10 22:45:04.836350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:04.849787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:04.965987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e911f7c-e25c-476e-8f82-4e1e2c68d7d5 req-ba64c462-01dc-48de-9012-29ab96006a55 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2296126 Feb 10 22:45:05.147012 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:05.263459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-85a372ad-3afa-4f82-8886-8065ded17621 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2454765 Feb 10 22:45:05.263459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca7e1a88-de01-4896-bdab-a8f63b3d4319 req-ab22bced-d724-42a9-8294-d379be9a1a98 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 210 time: 0.2216160 Feb 10 22:45:05.352611 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'code': 200} Feb 10 22:45:05.440487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:05.453170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:05.498459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Subnet': ['ID=6da5ccf4-52f2-435f-8f39-2d410ed668ff,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:05.501246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:05.510265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9945bb84-4ba7-4219-a739-c8035279d178 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/subnets/6da5ccf4-52f2-435f-8f39-2d410ed668ff HTTP/1.1" status: 204 len: 168 time: 1.3046896 Feb 10 22:45:05.513892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48806) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:05.515493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d778e-f00e-4558-908d-649a502f1bf0 None None] Network 3bd067c3-3d28-481f-b85c-61b002754879 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:05.657937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port 213ec9bf-7241-4afd-a911-8eb6df0e64b4, host n-h2-825178-4, got binding levels [] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:05.658308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:05.718874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:05.984751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Calling delete_port for 213ec9bf-7241-4afd-a911-8eb6df0e64b4 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:05.988277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.010166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port adcf945f-7896-4258-99ac-bde1ac63633a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:06.010506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.040162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.041496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fbe42e32-043d-4378-9268-ad9c9f7fb854 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/security-groups/8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139 HTTP/1.1" status: 204 len: 168 time: 2.4645367 Feb 10 22:45:06.052833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] DHCP port deletion for 3bd067c3-3d28-481f-b85c-61b002754879 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:45:06.068342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48826) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:06.070253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Deleting port adcf945f-7896-4258-99ac-bde1ac63633a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:06.070253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.150116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-8dbdf0ad-96f6-4da2-967a-2530dab21bcf tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:06.151882 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-8dbdf0ad-96f6-4da2-967a-2530dab21bcf tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 1.3773570 Feb 10 22:45:06.193398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abccd0-1188-45bd-b08b-706f0bb080b2 req-16605c89-f82e-4b43-8205-294c62e7f021 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:06.196567 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-e347f397-15fe-4658-82f0-c3c7c4f0dc8a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] show failed (client error): The resource could not be found. Feb 10 22:45:06.199700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f9abccd0-1188-45bd-b08b-706f0bb080b2 req-16605c89-f82e-4b43-8205-294c62e7f021 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.4068418 Feb 10 22:45:06.201974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e347f397-15fe-4658-82f0-c3c7c4f0dc8a tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "GET /v2.0/security-groups/8dcfdad9-ebbd-4dfd-adcf-5ade39cc6139 HTTP/1.1" status: 404 len: 347 time: 0.1129351 Feb 10 22:45:06.202647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:06.256795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Request body: {'port': {'device_id': '8499060e-5f2b-44de-ad66-a30a299adf17', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'admin_state_up': True, 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:06.314914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2203fd8-f609-45b8-b3a7-218cf57811b4 req-03de10da-c86b-45f1-8433-08ee9dc38a0f service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0409107 Feb 10 22:45:06.460669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.460669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fda2e-cb27-4f2f-a88b-3b2563491ab9 req-9a773a39-364a-4640-9292-2cd20fcb8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:06.461402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d35fda2e-cb27-4f2f-a88b-3b2563491ab9 req-9a773a39-364a-4640-9292-2cd20fcb8b01 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.9814165 Feb 10 22:45:06.466712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] For port adcf945f-7896-4258-99ac-bde1ac63633a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=adcf945f-7896-4258-99ac-bde1ac63633a,segment=NetworkSegment(b3e93dbc-167d-427e-8b0f-68a0ce8507c6),segment_id=b3e93dbc-167d-427e-8b0f-68a0ce8507c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:06.471994 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.567708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event deleted for resources: {'Port': ['ID=213ec9bf-7241-4afd-a911-8eb6df0e64b4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:06.573369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.670548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.732741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Pushing event deleted for resources: {'Port': ['ID=2bff5af3-18cb-4cfe-a558-854756853d3e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:06.737181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Calling delete_port for adcf945f-7896-4258-99ac-bde1ac63633a owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:06.795141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f9abccd0-1188-45bd-b08b-706f0bb080b2 req-5ebdd915-be9f-4d32-993e-110ddd86e197 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785687 Feb 10 22:45:06.804960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d35fda2e-cb27-4f2f-a88b-3b2563491ab9 req-7ec0be35-3634-4d40-9a5d-327f7936c69c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838888 Feb 10 22:45:06.811999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c4b5c31-f12e-436c-ad11-c14a589a7296 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "DELETE /v2.0/ports/213ec9bf-7241-4afd-a911-8eb6df0e64b4 HTTP/1.1" status: 204 len: 168 time: 3.5997844 Feb 10 22:45:06.814768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:06.823058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:06.827980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Usage tracker for resource:port and tenant:9cfe8491921e40038ef24180eb9ae63b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:06.856308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port c66a878d-3232-43dd-bb3f-fe4d2c9778fd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:06.856496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:06.903941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:06.944705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:06.948753 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9ca314-ace8-4541-923c-ef3b51864c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:45:06.949297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e9ca314-ace8-4541-923c-ef3b51864c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:06.972018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1076123a-39f2-4a67-89db-a2d2c5ec6b27 req-4c8a4997-29b9-4ede-adb4-25129ef0c301 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:06.973137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1076123a-39f2-4a67-89db-a2d2c5ec6b27 req-4c8a4997-29b9-4ede-adb4-25129ef0c301 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.5907700 Feb 10 22:45:06.985190 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.019111 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.068476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] Pushing event deleted for resources: {'Port': ['ID=adcf945f-7896-4258-99ac-bde1ac63633a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:07.074760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5669920-80e3-457e-bfdf-bded5630009b None None] No DVR routers for this DVR port adcf945f-7896-4258-99ac-bde1ac63633a on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:07.145348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:07.149296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.266140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e9ca314-ace8-4541-923c-ef3b51864c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:07.267349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6e9ca314-ace8-4541-923c-ef3b51864c45 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports/213ec9bf-7241-4afd-a911-8eb6df0e64b4 HTTP/1.1" status: 404 len: 333 time: 0.4456148 Feb 10 22:45:07.272523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48852) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:07.301079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-614746084', 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:07.309171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.309171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.323815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:07.342166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] For port adcf945f-7896-4258-99ac-bde1ac63633a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=adcf945f-7896-4258-99ac-bde1ac63633a,segment=NetworkSegment(b3e93dbc-167d-427e-8b0f-68a0ce8507c6),segment_id=b3e93dbc-167d-427e-8b0f-68a0ce8507c6)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:07.342526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.518870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:07.541027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1076123a-39f2-4a67-89db-a2d2c5ec6b27 req-f00b8b20-eab7-4e43-8eba-3d0c28b9bc2e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5295117 Feb 10 22:45:07.584611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for c66a878d-3232-43dd-bb3f-fe4d2c9778fd owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:07.739521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for adcf945f-7896-4258-99ac-bde1ac63633a owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:07.824559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f868ee7b-1bdd-4396-94d9-7ff0994aef8f req-d96d7554-082b-4058-8e9a-a2b66eb12699 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 210 time: 0.0641975 Feb 10 22:45:07.855555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.865235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.896630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160e521-42fd-461d-9988-d2f10ae84c22 req-08e4d462-9cb2-48e0-9281-916f6c4beca1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:07.903615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0160e521-42fd-461d-9988-d2f10ae84c22 req-08e4d462-9cb2-48e0-9281-916f6c4beca1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.8190765 Feb 10 22:45:07.941313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Made reservation on behalf of 1884d6ed69bc46648d6ecf74a43ddfd8 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:07.953918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:07.986921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device adcf945f-7896-4258-99ac-bde1ac63633a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:08.100824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: adcf945f-7896-4258-99ac-bde1ac63633a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:08.101341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device adcf945f-7896-4258-99ac-bde1ac63633a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:08.119573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port 9ad746dd-1aba-4c9b-9e55-f641c36b2462 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:08.237485 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-239cb236-77e5-4da7-b796-ba5a0d20c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:08.261778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0160e521-42fd-461d-9988-d2f10ae84c22 req-05f6d441-c267-46d0-9d6c-b7957886ca3f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391226 Feb 10 22:45:08.271214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:45:08.271214 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:45:08.308316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Allocated IP 172.20.0.3 (d815d011-3e65-4126-847a-9309cb39d932/8bb47334-6180-49d2-ad9f-39c4779141ec/9a80274e-4f73-49c8-98d4-136ea9e840f6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:08.330158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Router 7da7b7a3-4812-4cae-bc07-61e6bccedc64 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:08.477490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:08.580610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=c66a878d-3232-43dd-bb3f-fe4d2c9778fd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:08.613841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:08.626291 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c40c2-aafc-4510-a745-717560b4350f None None] Sync routers for ids ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:08.637258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] Routers {'7da7b7a3-4812-4cae-bc07-61e6bccedc64'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:08.638559 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:08.702807 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:08.707879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:08.711638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f15972b7-5b61-40f6-889b-be362b503555 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "PUT /v2.0/routers/7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 200 len: 705 time: 8.6886461 Feb 10 22:45:08.715210 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] Routers {'7da7b7a3-4812-4cae-bc07-61e6bccedc64'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:08.715940 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:44:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:08.717451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110ef9b-b5aa-4089-ac6c-a4a267a8d31a req-9d57d17b-695e-4149-a651-b29a507ad8a1 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:08.719046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0110ef9b-b5aa-4089-ac6c-a4a267a8d31a req-9d57d17b-695e-4149-a651-b29a507ad8a1 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.5318112 Feb 10 22:45:08.722041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48902) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:08.769758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port adcf945f-7896-4258-99ac-bde1ac63633a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:08.770349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:08.782486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-469c40c2-aafc-4510-a745-717560b4350f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:08.782975 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469c40c2-aafc-4510-a745-717560b4350f None None] The sync data for ids ['7da7b7a3-4812-4cae-bc07-61e6bccedc64'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:08.821126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:08.878904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] The port 'adcf945f-7896-4258-99ac-bde1ac63633a' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:45:08.925682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0110ef9b-b5aa-4089-ac6c-a4a267a8d31a req-6bb2c21f-f740-4b0e-8e00-d2834ec0eb47 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341367 Feb 10 22:45:08.927492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-13e202c3-e9a2-4074-9505-b1a67585e111 tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/routers/7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 200 len: 740 time: 0.2041955 Feb 10 22:45:08.936102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:08.955370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.003977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.010583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-21f35cd2-7443-4f3d-9435-71ae4ccbcb4e tempest-RoutersAdminTest-1472137645 tempest-RoutersAdminTest-1472137645-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 200 len: 205 time: 0.0710506 Feb 10 22:45:09.012760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48912) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.054434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.083740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.084918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5528869-cab4-4816-98ee-9c901e31cc9d tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/floatingips/120f9163-a67a-46fe-84c2-9f4f4b0c7010 HTTP/1.1" status: 204 len: 168 time: 2.8786867 Feb 10 22:45:09.093043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d1715d94-bb9a-45a0-bb92-5dc907f87a7e tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 200 len: 205 time: 0.0782933 Feb 10 22:45:09.093454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.096559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef52cd49-882b-44a0-b2d9-5f871940c1f3 req-47a2a40b-9932-41ff-bd7a-2ff15f543285 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:09.099346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef52cd49-882b-44a0-b2d9-5f871940c1f3 req-47a2a40b-9932-41ff-bd7a-2ff15f543285 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 947 time: 0.3947337 Feb 10 22:45:09.101332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.103014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd067c3-3d28-481f-b85c-61b002754879']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:09.116882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.132716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:09.133013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e93dbc-167d-427e-8b0f-68a0ce8507c6') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:09.193284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.242335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:09.244999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.249103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:09.257426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:09.258345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:09.258940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.274595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:09.275545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:09.292750 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:09.296273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef52cd49-882b-44a0-b2d9-5f871940c1f3 req-814103fb-0903-4125-b022-87e252f4f12a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840703 Feb 10 22:45:09.305483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=9ad746dd-1aba-4c9b-9e55-f641c36b2462,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:09.376069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f08d98f2-b7e6-45d3-9c10-e1fbe6cf24da tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0974166 Feb 10 22:45:09.379580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.484444 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.493585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b5d9a2f-7a76-4064-8802-70ed48ff15c2 req-8a8cfe8c-038d-4716-98c8-b291c10909b6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 210 time: 0.0688567 Feb 10 22:45:09.494117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.515967 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.531632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Network': ['ID=3bd067c3-3d28-481f-b85c-61b002754879,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:09.533284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5112cf-73be-4d33-bf3f-de6b31e44644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:09.533847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de5112cf-73be-4d33-bf3f-de6b31e44644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:09.540155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a8e13db-0e0d-4074-a77f-c1995f8645ab tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/networks/3bd067c3-3d28-481f-b85c-61b002754879 HTTP/1.1" status: 204 len: 168 time: 4.0246060 Feb 10 22:45:09.540761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.572411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 073067c8-29ad-40c8-b6a2-11af1e27f4de {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:09.572774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.670940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.694965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de5112cf-73be-4d33-bf3f-de6b31e44644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:09.698688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-de5112cf-73be-4d33-bf3f-de6b31e44644 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports/9ad746dd-1aba-4c9b-9e55-f641c36b2462 HTTP/1.1" status: 200 len: 958 time: 0.3156738 Feb 10 22:45:09.713657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:09.753904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 33a8b10d-13c6-4e32-a6be-aafb645bdc8e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:09.754144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:09.815311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e82843d-a5ac-4ad1-9106-47d3189da335 req-2061e40e-0e9c-4dbc-8f04-925c6e4aab18 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:09.819914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e82843d-a5ac-4ad1-9106-47d3189da335 req-2061e40e-0e9c-4dbc-8f04-925c6e4aab18 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.7684040 Feb 10 22:45:09.847584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Deleting port 9ad746dd-1aba-4c9b-9e55-f641c36b2462 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:09.848169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.013693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Network d815d011-3e65-4126-847a-9309cb39d932 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:10.058634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:10.061025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:10.094576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event updated for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:10.117906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.136938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.153033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.153835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.188211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e82843d-a5ac-4ad1-9106-47d3189da335 req-8bf5c66a-ff7e-4127-b41f-f79dd72f8a03 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3532622 Feb 10 22:45:10.252030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:10.252030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.327131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:10.377407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.377904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Fanout notify agent at l3_agent the message router_deleted on router 7da7b7a3-4812-4cae-bc07-61e6bccedc64 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:45:10.392520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.393606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f7e0d2a-92fa-499f-a1cf-5ed4a3b18dfa tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 204 len: 168 time: 1.1587670 Feb 10 22:45:10.400734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-f4b47314-1082-45fc-8fa7-03379e61ba76 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1911552 Feb 10 22:45:10.401202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49010) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:10.426070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Request body: {'port': {'device_id': '8499060e-5f2b-44de-ad66-a30a299adf17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:10.504178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 33a8b10d-13c6-4e32-a6be-aafb645bdc8e owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:10.513184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b836fce-d03f-444b-a619-cb001492d06b tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 200 len: 205 time: 0.1025693 Feb 10 22:45:10.513858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4efbb212-e985-4d0d-83cd-5d23f9e9bf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.517531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.544466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:10.584083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:10.602473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:10.609676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.655446 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-c883dc03-f565-4f40-93df-f38ce445fd18 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:10.656915 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c883dc03-f565-4f40-93df-f38ce445fd18 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/7da7b7a3-4812-4cae-bc07-61e6bccedc64 HTTP/1.1" status: 404 len: 336 time: 0.1094632 Feb 10 22:45:10.665434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:10.673966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.690037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=14']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:10.698206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.698542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.698873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.699197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.699551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.699871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.700186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.700498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.700808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.701117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.701426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.701759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:10.719084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.744630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:10.806085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99f3d93b-209b-449f-b78d-544461b2f8d2 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 200 len: 205 time: 0.1357014 Feb 10 22:45:10.865008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49028) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:10.872192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Calling delete_port for 9ad746dd-1aba-4c9b-9e55-f641c36b2462 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:10.908270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee3af58-9f00-4e8b-830e-7c76050f7a80 req-ef4359e8-508c-4ebe-9dd3-4738efe619db tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:10.909811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ee3af58-9f00-4e8b-830e-7c76050f7a80 req-ef4359e8-508c-4ebe-9dd3-4738efe619db tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.8597906 Feb 10 22:45:10.999761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-f74f879e-c541-46e5-8613-d6ad17f8fd2c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:11.001221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-f74f879e-c541-46e5-8613-d6ad17f8fd2c tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.6792092 Feb 10 22:45:11.008795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for 073067c8-29ad-40c8-b6a2-11af1e27f4de owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:11.028187 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-313489aa-396d-45a6-8a5c-72201e8fc01e tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:11.031979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-313489aa-396d-45a6-8a5c-72201e8fc01e tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/e55400b3-64c6-4ef8-bb7d-cc29165d9cae HTTP/1.1" status: 404 len: 336 time: 0.1184623 Feb 10 22:45:11.044345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49032) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.122571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ee3af58-9f00-4e8b-830e-7c76050f7a80 req-67e2b36d-10a2-49e5-8621-f7c8e3f23513 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023611 Feb 10 22:45:11.132820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.173994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.208359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40d8b1e0-82f0-437c-9c10-b15a8e8afd9c tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 200 len: 205 time: 0.1574562 Feb 10 22:45:11.221720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49038) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.238384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=33a8b10d-13c6-4e32-a6be-aafb645bdc8e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:11.268353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Deleting port 96b101c3-03cd-41c6-b889-49f8e89d2c25 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:11.268718 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.373325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.419680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ad746dd-1aba-4c9b-9e55-f641c36b2462,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:11.440894 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-645dd889-94cb-4798-b333-cb0b3fec1b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:11.444939 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-645dd889-94cb-4798-b333-cb0b3fec1b56 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/3c96fe59-3099-4d00-91c3-f3501e99f8b4 HTTP/1.1" status: 404 len: 336 time: 0.2118504 Feb 10 22:45:11.449581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49044) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.475703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-0355f9ad-5860-4c24-a4fe-4dc5ddb06dc8 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:11.476412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-0355f9ad-5860-4c24-a4fe-4dc5ddb06dc8 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:11.477017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-650af166-8e69-4c60-b6d3-10c609545e5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "DELETE /v2.0/ports/9ad746dd-1aba-4c9b-9e55-f641c36b2462 HTTP/1.1" status: 204 len: 168 time: 1.7622855 Feb 10 22:45:11.481145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.484712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.487062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.488197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5657e52-f2c7-4865-8d7f-b16e74c4de6e tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/floatingips/4cc1a829-20a0-434c-9d58-5ccd2b6a497f HTTP/1.1" status: 204 len: 168 time: 1.9453297 Feb 10 22:45:11.493317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49052) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.577508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-37e9cce3-9b5c-49c9-b513-4f588ea02685 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 200 len: 205 time: 0.1079259 Feb 10 22:45:11.583980 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d537d4ff-a47b-45a9-be0e-84e35927d94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:45:11.584498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d537d4ff-a47b-45a9-be0e-84e35927d94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:11.586343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49056) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.592167 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc2f2c7-3b59-4285-b2c0-4962702c921c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] DELETE failed (client error): The resource could not be found. Feb 10 22:45:11.593221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc2f2c7-3b59-4285-b2c0-4962702c921c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:45:11.594982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3dc2f2c7-3b59-4285-b2c0-4962702c921c tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/02fffb67-9b07-4523-aa94-6797c182ca9f HTTP/1.1" status: 404 len: 333 time: 0.0718322 Feb 10 22:45:11.599125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.656090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d9c4dc8-4032-4786-a484-e5fc672e685d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Synchronizing usage tracker for tenant:fda0cd4cca124c64ae35d06606e1eda0 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:11.656752 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.658631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-0355f9ad-5860-4c24-a4fe-4dc5ddb06dc8 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:11.659811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-0355f9ad-5860-4c24-a4fe-4dc5ddb06dc8 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 931 time: 1.0171480 Feb 10 22:45:11.663126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d537d4ff-a47b-45a9-be0e-84e35927d94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:11.670532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d537d4ff-a47b-45a9-be0e-84e35927d94c tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports/9ad746dd-1aba-4c9b-9e55-f641c36b2462 HTTP/1.1" status: 404 len: 333 time: 0.1739748 Feb 10 22:45:11.675331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.683492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23465d88-b079-4e8b-b725-c65f50ac1dc9 req-7cf2df3f-9102-4190-9221-895d20e5ecc9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:11.684864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.688323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23465d88-b079-4e8b-b725-c65f50ac1dc9 req-7cf2df3f-9102-4190-9221-895d20e5ecc9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4086280 Feb 10 22:45:11.692564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.714525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1756967546'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:11.721867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d9c4dc8-4032-4786-a484-e5fc672e685d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Unset dirty status for tenant:fda0cd4cca124c64ae35d06606e1eda0 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:11.725665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4d9c4dc8-4032-4786-a484-e5fc672e685d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/ports?device_id=d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 HTTP/1.1" status: 200 len: 205 time: 0.1207821 Feb 10 22:45:11.725665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:11.729557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.812748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:11.817493 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-cc6fff7a-718e-4b51-983f-42717ba9fa71 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] delete failed (client error): The resource could not be found. Feb 10 22:45:11.818489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cc6fff7a-718e-4b51-983f-42717ba9fa71 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/routers/d076dbd4-4fc4-4c71-ba35-ec86cc2b1c57 HTTP/1.1" status: 404 len: 336 time: 0.0880518 Feb 10 22:45:11.823918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49072) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.847731 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-28eeec12-ae24-4e60-a562-ef33197e8fb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:11.848727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28eeec12-ae24-4e60-a562-ef33197e8fb1 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/54d14313-312e-4db2-8cf7-43f6863b89c0 HTTP/1.1" status: 404 len: 336 time: 0.2614653 Feb 10 22:45:11.864019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:11.866975 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23465d88-b079-4e8b-b725-c65f50ac1dc9 req-eb75a1e2-2d0f-48f2-9710-8366daf84282 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753845 Feb 10 22:45:11.873461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Made reservation on behalf of 1884d6ed69bc46648d6ecf74a43ddfd8 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:11.875507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:11.875633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=073067c8-29ad-40c8-b6a2-11af1e27f4de,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:11.938260 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'code': 200} Feb 10 22:45:12.024023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-e3d718e8-4d8d-4189-9458-8120b4dce22b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:12.047141 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e126fd-d27d-4cc4-838d-22ebc71edd1f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] DELETE failed (client error): The resource could not be found. Feb 10 22:45:12.047619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e126fd-d27d-4cc4-838d-22ebc71edd1f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:45:12.049307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-67e126fd-d27d-4cc4-838d-22ebc71edd1f tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/subnets/6da5ccf4-52f2-435f-8f39-2d410ed668ff HTTP/1.1" status: 404 len: 337 time: 0.2233286 Feb 10 22:45:12.056958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.068170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-829cad0f-e6e0-45fe-b580-e805b1e2cfe0 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 200 len: 205 time: 0.2001462 Feb 10 22:45:12.078009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49086) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.111657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] For port 96b101c3-03cd-41c6-b889-49f8e89d2c25, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=96b101c3-03cd-41c6-b889-49f8e89d2c25,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:12.112645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.113584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:12.198576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port e5ef617e-161e-4f93-9d25-64c6b796a584 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:12.198721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.358164 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-eee63116-90eb-415b-8b62-7857f2c8c703 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:12.362781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eee63116-90eb-415b-8b62-7857f2c8c703 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/ad0bcfd4-1a9f-4c41-a921-aab68fc9fec4 HTTP/1.1" status: 404 len: 336 time: 0.2792463 Feb 10 22:45:12.363673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49092) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.618798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-e3d718e8-4d8d-4189-9458-8120b4dce22b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:12.623006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6128c88-f1ec-4f5b-aa89-93ef7b1cab4b req-e3d718e8-4d8d-4189-9458-8120b4dce22b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9247952 Feb 10 22:45:12.628178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.647774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4013c3c0-d140-4b50-8730-31794bd228e3 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "GET /v2.0/ports?device_id=707891e9-7198-4fb8-8ca9-cc8c473f30f6 HTTP/1.1" status: 200 len: 205 time: 0.2514462 Feb 10 22:45:12.656795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49096) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.736961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6e28558b-564e-4830-bd17-fb24ac684f29 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/ports/073067c8-29ad-40c8-b6a2-11af1e27f4de HTTP/1.1" status: 204 len: 168 time: 3.6369140 Feb 10 22:45:12.748658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a80274e-4f73-49c8-98d4-136ea9e840f6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:12.758542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49100) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.765409 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-45231e33-4e11-4d70-9162-30509acce62b tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] delete failed (client error): The resource could not be found. Feb 10 22:45:12.766386 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45231e33-4e11-4d70-9162-30509acce62b tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/routers/707891e9-7198-4fb8-8ca9-cc8c473f30f6 HTTP/1.1" status: 404 len: 336 time: 0.0979185 Feb 10 22:45:12.776152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:12.778767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.793400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.840175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.854142 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-20be7869-772b-402d-8bd0-7a859e05a2e5 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] DELETE failed (client error): The resource could not be found. Feb 10 22:45:12.854601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20be7869-772b-402d-8bd0-7a859e05a2e5 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:45:12.886624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:12.897875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-20be7869-772b-402d-8bd0-7a859e05a2e5 tempest-RoutersAdminTest-1319396727 tempest-RoutersAdminTest-1319396727-project] 10.222.0.53 "DELETE /v2.0/subnets/9cfd8fd6-6b43-44f6-96ff-cb6819b441d8 HTTP/1.1" status: 404 len: 337 time: 0.1147511 Feb 10 22:45:12.909601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-4cc5cfbb-a616-43ea-80cf-5156d0996123 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4916620 Feb 10 22:45:12.964102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Transition to ACTIVE for port object 9a80274e-4f73-49c8-98d4-136ea9e840f6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:12.983909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.040808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d298520-ca95-4fb3-8875-c16602790efa req-0eac9048-2971-4bb1-b31e-d37f5eabdfa1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.042739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d298520-ca95-4fb3-8875-c16602790efa req-0eac9048-2971-4bb1-b31e-d37f5eabdfa1 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 946 time: 0.6932147 Feb 10 22:45:13.051254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for e5ef617e-161e-4f93-9d25-64c6b796a584 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:13.067157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port c176803f-8ec0-46ec-abdd-10ab148c73ed {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:13.067541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.166505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:13.204096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.205183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.205183 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Floating IP 7bae4188-fb3b-4a3e-8eec-577962324c3a disassociated. External IP: 172.25.2.96, port: 96b101c3-03cd-41c6-b889-49f8e89d2c25. Feb 10 22:45:13.205347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Calling delete_port for 96b101c3-03cd-41c6-b889-49f8e89d2c25 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:13.214037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.241380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-181a3354-f230-4c0f-8a96-993f99c8342f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.242868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-181a3354-f230-4c0f-8a96-993f99c8342f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.8632820 Feb 10 22:45:13.268216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Pushing event updated for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:13.283843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d298520-ca95-4fb3-8875-c16602790efa req-ff72195d-2793-4980-9291-d1eff82a7356 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups?id=682d85ed-6af5-4313-9c21-0a2834679cda&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1710179 Feb 10 22:45:13.321222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:13.327635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:13.329966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:13.331696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.331696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.401216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:13.421914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-46bddec0-2874-467f-a690-701d302b8917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.423459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-46bddec0-2874-467f-a690-701d302b8917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.3906901 Feb 10 22:45:13.431171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.483910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abba94-b0dd-49b3-8b09-8f6c1926c94d req-06fc2573-f1ca-4ec9-8962-3229501b29ae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.485424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2abba94-b0dd-49b3-8b09-8f6c1926c94d req-06fc2573-f1ca-4ec9-8962-3229501b29ae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7477939 Feb 10 22:45:13.518882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4c234105-4f59-4f80-ae14-7b09c7631b91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8290825 Feb 10 22:45:13.523061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:13.537189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49118) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:13.556308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:13.728839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Usage tracker for resource:security_group_rule and tenant:392932ced51348abaeb25dde5435485a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:13.745899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:13.753616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.775809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Attempting to bind port 9a80274e-4f73-49c8-98d4-136ea9e840f6 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:13.776054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Attempting to bind port 9a80274e-4f73-49c8-98d4-136ea9e840f6 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:13.776378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Attempting to bind port 9a80274e-4f73-49c8-98d4-136ea9e840f6 on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:13.800749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:13.823523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-503bb8a0-6bff-4386-b1ee-63ecb2d26ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.824995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-503bb8a0-6bff-4386-b1ee-63ecb2d26ce1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.5606220 Feb 10 22:45:13.838147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2abba94-b0dd-49b3-8b09-8f6c1926c94d req-0d005a2a-5cdf-4e54-a28b-30e0c6cba9bc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3321528 Feb 10 22:45:13.874746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Port 9a80274e-4f73-49c8-98d4-136ea9e840f6 on network d815d011-3e65-4126-847a-9309cb39d932 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:13.874746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Attempting to bind port 9a80274e-4f73-49c8-98d4-136ea9e840f6 on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:13.875205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=e5ef617e-161e-4f93-9d25-64c6b796a584,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:13.972470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-c1bc0bfb-2027-4832-8d71-9baa8022ad1f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.1332068 Feb 10 22:45:13.973193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:13.973741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Checking segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:13.974112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Bound using segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:13.974610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Bound port: 9a80274e-4f73-49c8-98d4-136ea9e840f6, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:13.974957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:13.979322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-1d516e2e-a319-48de-b8cf-ed14372ab73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:13.980903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-1d516e2e-a319-48de-b8cf-ed14372ab73f service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.5327501 Feb 10 22:45:14.055354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.081800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc17ff-ecf9-40f6-9a2d-198f5747a80f req-c96f103f-f854-475b-a5f8-11e4e7b498a7 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:14.084146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1cc17ff-ecf9-40f6-9a2d-198f5747a80f req-c96f103f-f854-475b-a5f8-11e4e7b498a7 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.6597521 Feb 10 22:45:14.135249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-88b52d5f-1260-4cfd-ba0b-9412f4a67e27 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/e5ef617e-161e-4f93-9d25-64c6b796a584 HTTP/1.1" status: 204 len: 168 time: 2.0724990 Feb 10 22:45:14.146430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:14.220631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-39e1e190-b759-43f4-9f66-5a448d9fdb55 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.2321026 Feb 10 22:45:14.295547 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1cc17ff-ecf9-40f6-9a2d-198f5747a80f req-3a7d0ccd-e4bb-4ab2-8033-52a35ba39d94 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013972 Feb 10 22:45:14.315818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.325810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port ee877fa0-9df4-4061-ac95-1e565a00347d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:14.326153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.327086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.345147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.356243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 96b101c3-03cd-41c6-b889-49f8e89d2c25 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:14.373048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.395711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.412806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 96b101c3-03cd-41c6-b889-49f8e89d2c25 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:14.413529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 96b101c3-03cd-41c6-b889-49f8e89d2c25 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:14.413663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-a127d654-b593-4ed1-bf0a-bfd27ae6e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:14.415796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-a127d654-b593-4ed1-bf0a-bfd27ae6e84a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1832972 Feb 10 22:45:14.560558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-d0eb8f2a-23c9-4009-bee2-3899fe6dbd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:14.562956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-d0eb8f2a-23c9-4009-bee2-3899fe6dbd28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.5716841 Feb 10 22:45:14.572311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Calling delete_port for c176803f-8ec0-46ec-abdd-10ab148c73ed owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:14.579428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b503dd-dc0c-4197-a48b-1013162071a5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:14.594036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-76f52b2e-f73f-4e3e-a28a-5445dcbe9093 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=392932ced51348abaeb25dde5435485a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4207494 Feb 10 22:45:14.603052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49132) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:14.609442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event deleted for resources: {'Port': ['ID=96b101c3-03cd-41c6-b889-49f8e89d2c25,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:14.715733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-fcb08fec-2850-4c94-9e80-fff95bb95647 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954471 Feb 10 22:45:14.810378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:14.819557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-6f78d87a-a679-468d-aeb2-1f8a58599a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:14.821037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-6f78d87a-a679-468d-aeb2-1f8a58599a52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956196 Feb 10 22:45:14.821652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.834708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d59d06-dbe0-45a3-bbf2-c39f6a8e782a req-c2c792c2-aa3a-443b-b0c3-0f77175079ff tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:14.836178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99d59d06-dbe0-45a3-bbf2-c39f6a8e782a req-c2c792c2-aa3a-443b-b0c3-0f77175079ff tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3644795 Feb 10 22:45:14.921389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:14.991146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:15.002694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed229e3-67b9-4931-8ecd-a60be009be8a req-08e04cd6-71cb-43c5-b7ff-9d1906d22cde tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:15.004247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ed229e3-67b9-4931-8ecd-a60be009be8a req-08e04cd6-71cb-43c5-b7ff-9d1906d22cde tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 943 time: 1.0021169 Feb 10 22:45:15.028331 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.104402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.126953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for ee877fa0-9df4-4061-ac95-1e565a00347d owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:15.226461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99d59d06-dbe0-45a3-bbf2-c39f6a8e782a req-fffc66f8-49ee-4a61-b143-d5f257d1d8b6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501091 Feb 10 22:45:15.261452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:15.262051 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.263430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] 10.222.0.30 "PUT /v2.0/ports/9a80274e-4f73-49c8-98d4-136ea9e840f6 HTTP/1.1" status: 200 len: 1091 time: 4.8498945 Feb 10 22:45:15.272576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:15.293916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-07c19ca2-5809-4fd0-a29f-03575f5312e8 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468379 Feb 10 22:45:15.355773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ed229e3-67b9-4931-8ecd-a60be009be8a req-19b65d5f-c76d-4221-823f-5657c1971738 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373325 Feb 10 22:45:15.360842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.404705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-c9ee16b3-ee87-4185-99f9-96721f7bf043 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6778307 Feb 10 22:45:15.413478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3262574-32d4-4ae6-b68b-7fc5d1306cbc service neutron] Pushing event updated for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:15.457292 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.616321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:15.619924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b503dd-dc0c-4197-a48b-1013162071a5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:15.626722 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6', 'status': 'completed', 'code': 200} Feb 10 22:45:15.628814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Port': ['ID=c176803f-8ec0-46ec-abdd-10ab148c73ed,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:15.660860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-597078ce-7cb6-4187-a07b-961308dd1120 req-96acbb96-cefd-41b2-adbd-db6ecddf874e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.0996501 Feb 10 22:45:15.681282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.687499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a67dbed4-df28-424c-a460-95a95383a1de admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91b503dd-dc0c-4197-a48b-1013162071a5 HTTP/1.1" status: 204 len: 168 time: 1.0774326 Feb 10 22:45:15.738515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4924b33-1580-41bd-94db-bb43e22211e4 req-256419a0-bbd8-41a4-8f6e-b0cbf848c797 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374654 Feb 10 22:45:15.740371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:15.957492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] device_id is not set on port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:15.971686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=ee877fa0-9df4-4061-ac95-1e565a00347d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:16.014092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.014662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.015005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.015357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.015693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.016031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.016368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.016693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.017143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.017325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.017739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.018010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:16.076957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.123587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49148) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:16.214813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.217364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b7503bf-2f2f-4d81-a58b-3e452776f46b tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/ports/ee877fa0-9df4-4061-ac95-1e565a00347d HTTP/1.1" status: 204 len: 168 time: 2.0687833 Feb 10 22:45:16.224366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:16.234262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Transition to ACTIVE for port object a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:16.305423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d54b25-67c6-4804-aff8-0ba14e86e8a1 req-848e5961-a6f2-42f1-8153-ace391f17b50 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.306926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47d54b25-67c6-4804-aff8-0ba14e86e8a1 req-848e5961-a6f2-42f1-8153-ace391f17b50 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4103835 Feb 10 22:45:16.311980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-2cb2baa9-3898-4a53-ab14-fc31e26d35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.313406 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-2cb2baa9-3898-4a53-ab14-fc31e26d35c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.5155420 Feb 10 22:45:16.313737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.321022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-46f997d4-7862-4f5b-8ece-acc13986a5d4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=97d91b5c73a24c0b9057cf7f2e95b08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1950665 Feb 10 22:45:16.332472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-083e3c3e-ad3f-4085-b292-dc3268dd32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.334004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-083e3c3e-ad3f-4085-b292-dc3268dd32c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 1094 time: 0.9827819 Feb 10 22:45:16.334611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.335266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49156) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:16.374599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e852c52-f95c-43eb-ae9e-605c84e98708 req-5ee41094-7765-4303-ac87-a43cc505d632 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9513049 Feb 10 22:45:16.504732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47d54b25-67c6-4804-aff8-0ba14e86e8a1 req-d37d5a1d-3474-466c-b883-56dce4411102 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893430 Feb 10 22:45:16.542363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac890cec-65c7-4510-8366-ba5c864899a7 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/ports/c176803f-8ec0-46ec-abdd-10ab148c73ed HTTP/1.1" status: 204 len: 168 time: 3.7827787 Feb 10 22:45:16.550145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49166) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:16.556992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-0511f889-b1ac-4e84-ab56-5d72336f723a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6 HTTP/1.1" status: 200 len: 217 time: 0.1697104 Feb 10 22:45:16.603874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.630027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:16.630434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-745e3dbf-820b-430e-93a2-a7bc395d44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.631324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-745e3dbf-820b-430e-93a2-a7bc395d44c2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.2968631 Feb 10 22:45:16.633712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:16.639019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9604d54-79c5-4790-b09e-78e3b21ec647 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.640141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b9604d54-79c5-4790-b09e-78e3b21ec647 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Synchronizing usage tracker for tenant:fda0cd4cca124c64ae35d06606e1eda0 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:16.646228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Sync routers for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:16.657047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:16.657808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:16.733904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:16.734284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:16.734600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:16.742392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] No DVR routers for this DVR port 96b101c3-03cd-41c6-b889-49f8e89d2c25 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:16.745471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.747821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6d120c9-17aa-4238-bb08-a33da7c05c17 req-7089ba59-1f69-4d3f-9909-d44b4369c860 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.30 "DELETE /v2.0/ports/96b101c3-03cd-41c6-b889-49f8e89d2c25 HTTP/1.1" status: 204 len: 173 time: 5.7096951 Feb 10 22:45:16.763609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f70bb-8eee-4cce-a903-bfdc5b0c4725 req-d580c9b1-42a3-4d9d-870c-613e91a6960a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.766179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef4f70bb-8eee-4cce-a903-bfdc5b0c4725 req-d580c9b1-42a3-4d9d-870c-613e91a6960a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.7075276 Feb 10 22:45:16.766611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:16.766933 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:16.769415 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 2 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:16.785915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-0abd2be8-be8c-4adb-9290-2de8e7ffaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:16.787409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-0abd2be8-be8c-4adb-9290-2de8e7ffaf0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.2196767 Feb 10 22:45:16.803384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.816032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting subnet 848df7a4-eeb9-4367-9ee1-8cb2f6bb969d {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:16.840956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:16.860145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:16.860480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:16.860825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:16.865726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-25bb233e-1448-495a-beda-afc6552945bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579629 Feb 10 22:45:16.878985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:16.879348 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:16.886529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b9604d54-79c5-4790-b09e-78e3b21ec647 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Unset dirty status for tenant:fda0cd4cca124c64ae35d06606e1eda0 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:16.890873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9604d54-79c5-4790-b09e-78e3b21ec647 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "GET /v2.0/ports?device_id=2fa0f2ef-db9c-4eec-9718-c57839169bc5 HTTP/1.1" status: 200 len: 913 time: 0.6556761 Feb 10 22:45:16.894960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:16.900527 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 3 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:16.906702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:17.002069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef4f70bb-8eee-4cce-a903-bfdc5b0c4725 req-f6447aa9-9b00-4ace-86b5-bef952643d75 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220042 Feb 10 22:45:17.013468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-400a4d62-7819-49cc-8ae7-beb83e347136 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.3679605 Feb 10 22:45:17.031803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:17.040634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.041220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.042201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.065886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.067905 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.095302 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 4 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.149291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.150062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.150654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.163108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-b1e21595-6dd9-4879-8be7-d46e86bc996d service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868853 Feb 10 22:45:17.163928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.164403 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.164943 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 5 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.253582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.254162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.254693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.265716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dfa18-1cfb-49f2-a3d0-0d3df0f6f57a req-4252fd7c-52fd-4c3a-ae41-4e9910539665 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:17.272866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af5dfa18-1cfb-49f2-a3d0-0d3df0f6f57a req-4252fd7c-52fd-4c3a-ae41-4e9910539665 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 943 time: 0.6240323 Feb 10 22:45:17.274659 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:17.317150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-42fad101-f049-4fe2-901b-f9304fa1a087 req-5d7aa7c7-94f8-4bb0-821f-797e46215092 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Synchronizing usage tracker for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:17.320103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-c4242e67-3ee3-4f1e-be49-a4e183aaa7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:17.321545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-c4242e67-3ee3-4f1e-be49-a4e183aaa7ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2598732 Feb 10 22:45:17.324810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.325549 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.328694 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 6 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.337026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d66b7c-0175-4499-87d1-886976f45322,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:17.391677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-42fad101-f049-4fe2-901b-f9304fa1a087 req-5d7aa7c7-94f8-4bb0-821f-797e46215092 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Unset dirty status for tenant:e4e3adc407f6469aae2d4f635ee943d4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:17.394016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42fad101-f049-4fe2-901b-f9304fa1a087 req-5d7aa7c7-94f8-4bb0-821f-797e46215092 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.1936040 Feb 10 22:45:17.398873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:17.401743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.402543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.403149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.404164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Checking router: cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:45:17.414745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.415113 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.416009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:17.416848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:17.417442 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 7 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.447945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.448275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.448618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.449527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:17.450796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0cb9ba86-601a-4681-9088-53412d1374a2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b9d66b7c-0175-4499-87d1-886976f45322 HTTP/1.1" status: 204 len: 168 time: 1.0882962 Feb 10 22:45:17.461444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.461874 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.464247 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 8 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.519728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5cbbcc-efc7-4ffd-8988-dad04284a5f5 req-4d06e7d1-4a15-49c8-9c09-7a17fea155dc service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439353 Feb 10 22:45:17.520553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.520904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.521303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.543805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.544141 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.544535 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 9 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.571272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.571632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.571976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.577754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.578085 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.578476 n-d-825178-4 neutron-server[87653]: INFO neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempt 10 to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 Feb 10 22:45:17.651620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'name': 'network-vif-deleted', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:17.707310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:17.707872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:17.707872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempting to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:17.722364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:17.723099 n-d-825178-4 neutron-server[87653]: ERROR neutron.plugins.ml2.managers [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Failed to bind port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on host n-h2-825178-4 for vnic_type normal using segments [{'id': '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '55a3186c-4fb2-4ba6-93c7-9221c9c6acb3'}] Feb 10 22:45:17.724205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:17.741471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af5dfa18-1cfb-49f2-a3d0-0d3df0f6f57a req-f4ad17d5-c0ce-4fad-b146-2d1ce5d2c242 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676323 Feb 10 22:45:17.762227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:17.771024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:17.855812 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd89a23d0-2633-422d-9b10-53e561d6a546', 'name': 'network-vif-deleted', 'tag': '96b101c3-03cd-41c6-b889-49f8e89d2c25', 'status': 'completed', 'code': 200} Feb 10 22:45:18.002171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.105618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-5218de4f-06c6-41f4-8285-850885090c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.107863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-5218de4f-06c6-41f4-8285-850885090c89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 1094 time: 0.5204015 Feb 10 22:45:18.112332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:18.113479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attempted to set empty binding levels {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Feb 10 22:45:18.142826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.156664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-c26da593-7411-4a77-9eed-b12b306c2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.158306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-c26da593-7411-4a77-9eed-b12b306c2435 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8291736 Feb 10 22:45:18.164084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.180888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Subnet': ['ID=848df7a4-eeb9-4367-9ee1-8cb2f6bb969d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:18.235388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0d7fa0-52ee-4f37-9d33-a014c78d134b req-0898d97c-1f1c-482f-9c3e-30518e691584 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.244145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0d7fa0-52ee-4f37-9d33-a014c78d134b req-0898d97c-1f1c-482f-9c3e-30518e691584 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5286758 Feb 10 22:45:18.261151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf912e-403a-4c12-b13b-67e257c51cfe None None] Network 2c564697-314e-42df-ab83-cf70d6b9a096 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:18.332873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec616fa5-b675-414e-88cb-f86974afd4f4 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/subnets/848df7a4-eeb9-4367-9ee1-8cb2f6bb969d HTTP/1.1" status: 204 len: 168 time: 1.7783833 Feb 10 22:45:18.343130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49192) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:18.366599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] In _notify_port_updated(), no bound segment for port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 on network 55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:45:18.367797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.368122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.369885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "PUT /v2.0/ports/a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 HTTP/1.1" status: 200 len: 979 time: 4.8283756 Feb 10 22:45:18.389803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:18.495748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da6627-cadc-4dba-b5db-cad924ef4ab5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event updated for resources: {'Port': ['ID=a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:18.524173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0d7fa0-52ee-4f37-9d33-a014c78d134b req-7927aef9-81dc-4d28-8c65-828967113532 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787743 Feb 10 22:45:18.553353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting subnet f975049e-1248-4518-ab8c-e631b8670288 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:18.566246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.620391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bae4eff-a269-41c3-a798-9e241aa94c1d req-063be0a6-757d-4b22-b0a1-2f61fba22800 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.622106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9bae4eff-a269-41c3-a798-9e241aa94c1d req-063be0a6-757d-4b22-b0a1-2f61fba22800 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.4423215 Feb 10 22:45:18.628707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Deleting port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:18.629422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.663634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.759307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-9f490376-3d36-4732-b1a1-a9e2fc1bbf69 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828083 Feb 10 22:45:18.831469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9bae4eff-a269-41c3-a798-9e241aa94c1d req-18648c72-a73e-4413-a31e-475560fa7da8 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475194 Feb 10 22:45:18.835889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:18.850413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd352513-29fe-4b0f-acc5-55a753a09b0b None None] The sync data for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 is: [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'af6026a2-706f-4be6-a2b4-99bdb1a43f77', 'name': '', 'network_id': '0141ff35-1013-419f-90fe-ed02e57b7b6d', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'mac_address': 'fa:16:3e:eb:33:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:57Z', 'updated_at': '2022-02-10T22:43:12Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'subnets': [{'id': '330ae66e-ab2b-4b1f-90ee-e7a66e752ffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:18.939171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] DHCP port deletion for 2c564697-314e-42df-ab83-cf70d6b9a096 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:45:18.945764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Deleting port 2a288055-081d-4332-ac9d-dd71195c145b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:18.946147 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:18.953956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3862c361-29e9-4b97-a3d5-6bde1a2c0c59 req-589d6ecb-33b1-4be5-af21-d26eb49ccdb4 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/ports?device_id=d89a23d0-2633-422d-9b10-53e561d6a546 HTTP/1.1" status: 200 len: 210 time: 0.1508777 Feb 10 22:45:18.956904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-6a5dc3f6-cab0-465c-a838-4501ff65fd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:18.958359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-6a5dc3f6-cab0-465c-a838-4501ff65fd6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.8433774 Feb 10 22:45:19.130742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-cba7ddec-876e-4c16-a678-75f87d4a32da service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6 HTTP/1.1" status: 200 len: 217 time: 0.1580086 Feb 10 22:45:19.228730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.363523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] For port 2a288055-081d-4332-ac9d-dd71195c145b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a288055-081d-4332-ac9d-dd71195c145b,segment=NetworkSegment(61e93a33-c1cb-42d9-9a2b-7d504ce70e06),segment_id=61e93a33-c1cb-42d9-9a2b-7d504ce70e06)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:19.364494 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.367786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.437886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf5ddb8b-fe86-4bcd-9f04-aae8f133c1e5 req-23079320-63c7-4385-8d0f-3b3c401f938d service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663513 Feb 10 22:45:19.446707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] For port a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464, host n-h2-825178-4, got binding levels [] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:19.447414 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.457848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-5904fc17-b8fb-4f88-a304-198ace763e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:19.460363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-5904fc17-b8fb-4f88-a304-198ace763e05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.3197937 Feb 10 22:45:19.465708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Subnet': ['ID=f975049e-1248-4518-ab8c-e631b8670288,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:19.478278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.495418 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534e309e-2647-49c3-ab68-ddfabb1c4287 None None] New status for floating IP 7bae4188-fb3b-4a3e-8eec-577962324c3a: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:45:19.500418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ade48-acdd-4157-8da8-a7d914478132 None None] Network 749e9125-7f4c-4d6f-9a23-e279f116864c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:19.592588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-979db3fa-d0aa-4246-b34d-0eb7005255f9 tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/subnets/f975049e-1248-4518-ab8c-e631b8670288 HTTP/1.1" status: 204 len: 168 time: 1.2383223 Feb 10 22:45:19.594320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:19.610018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-712e6cca-793e-43d2-98b0-5d621056f68b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286626 Feb 10 22:45:19.619876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49220) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:19.812905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Calling delete_port for 2a288055-081d-4332-ac9d-dd71195c145b owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:20.010269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a288055-081d-4332-ac9d-dd71195c145b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:20.028641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.131513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Calling delete_port for a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:20.149064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.217296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Deleting port 2a288055-081d-4332-ac9d-dd71195c145b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:20.220880 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.257165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebf3d2-effd-4c6c-8ee2-1319b9d31255 req-b93100d6-a922-4c5c-a6f5-f072c433c24b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:20.258449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 2a288055-081d-4332-ac9d-dd71195c145b {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:45:20.258870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a288055-081d-4332-ac9d-dd71195c145b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:20.262745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] Pushing event deleted for resources: {'Port': ['ID=2a288055-081d-4332-ac9d-dd71195c145b,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:20.264818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acebf3d2-effd-4c6c-8ee2-1319b9d31255 req-b93100d6-a922-4c5c-a6f5-f072c433c24b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 943 time: 1.1931517 Feb 10 22:45:20.271056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c74d905-19f1-43a2-9c6f-b5ee970e4733 None None] No DVR routers for this DVR port 2a288055-081d-4332-ac9d-dd71195c145b on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:20.352207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-3fdce13e-4c6e-49dd-9b67-376ecc1d9e8f service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311873 Feb 10 22:45:20.364204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] The port '2a288055-081d-4332-ac9d-dd71195c145b' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:45:20.383595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a80274e-4f73-49c8-98d4-136ea9e840f6 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:45:20.504681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfd3c8-c6fd-43c2-bb79-8633555f02d3 req-cfff32d8-c226-45c3-8f2f-f9e4b6f15d92 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:20.513229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65bfd3c8-c6fd-43c2-bb79-8633555f02d3 req-cfff32d8-c226-45c3-8f2f-f9e4b6f15d92 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6736529 Feb 10 22:45:20.544173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-acebf3d2-effd-4c6c-8ee2-1319b9d31255 req-303e3d5a-5356-41df-9bd5-3c6ddf57ce26 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781999 Feb 10 22:45:20.549148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.588704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] DHCP port deletion for 749e9125-7f4c-4d6f-9a23-e279f116864c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:45:20.612808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Deleting port 5b4c6606-fef0-480d-991d-73e4c891f614 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:20.613138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.682651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:20.702778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.711352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:45:20.757894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:20.796510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '9a80274e-4f73-49c8-98d4-136ea9e840f6', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'port_id': '9a80274e-4f73-49c8-98d4-136ea9e840f6', 'mac_address': 'fa:16:3e:ee:c2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb47334-6180-49d2-ad9f-39c4779141ec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:45:20.799865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.853812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c564697-314e-42df-ab83-cf70d6b9a096']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:20.961145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b312af5b-fd9c-430d-b4d5-f644456680ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "DELETE /v2.0/ports/a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 HTTP/1.1" status: 204 len: 168 time: 2.5699501 Feb 10 22:45:20.964677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:20.972947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:20.993169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] For port 5b4c6606-fef0-480d-991d-73e4c891f614, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b4c6606-fef0-480d-991d-73e4c891f614,segment=NetworkSegment(7206d988-dad6-4847-9e64-0ec4e9c251a6),segment_id=7206d988-dad6-4847-9e64-0ec4e9c251a6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:20.993984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.007972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a80274e-4f73-49c8-98d4-136ea9e840f6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:21.114866 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd460e45-7be7-4939-8e01-bb5147c6a074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] GET failed (client error): The resource could not be found. Feb 10 22:45:21.115436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd460e45-7be7-4939-8e01-bb5147c6a074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Synchronizing usage tracker for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:21.189740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e93a33-c1cb-42d9-9a2b-7d504ce70e06') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:21.190533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e93a33-c1cb-42d9-9a2b-7d504ce70e06') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:21.206696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.225685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a546eadc-3e3b-4545-bf20-f1d0cca5b739 req-e69faea4-7831-4818-b393-0335a0f53af6 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:21.230615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.234355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a546eadc-3e3b-4545-bf20-f1d0cca5b739 req-e69faea4-7831-4818-b393-0335a0f53af6 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.4125700 Feb 10 22:45:21.240031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:21.242596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.247471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Calling delete_port for 5b4c6606-fef0-480d-991d-73e4c891f614 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:21.251132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd460e45-7be7-4939-8e01-bb5147c6a074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] Unset dirty status for tenant:1884d6ed69bc46648d6ecf74a43ddfd8 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:21.252405 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cd460e45-7be7-4939-8e01-bb5147c6a074 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522 tempest-PortsAdminExtendedAttrsIpV6TestJSON-592245522-project-admin] 10.222.0.53 "GET /v2.0/ports/a2fc5b0e-f4e8-4b0c-bc56-5f3afba2c464 HTTP/1.1" status: 404 len: 333 time: 0.2779255 Feb 10 22:45:21.278553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49252) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:21.370086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:21.376592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:21.404901 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:21.410515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812576-c74d-4dd2-b695-575fa4309f8b req-623f0ad2-3979-44d2-95a7-97ca5fb84ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:21.415008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-623f0ad2-3979-44d2-95a7-97ca5fb84ddf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 1.3203542 Feb 10 22:45:21.437633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.439511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] No DVR routers for this DVR port 5b4c6606-fef0-480d-991d-73e4c891f614 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:21.441813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c8fa2-b969-462c-a9b6-887a9fbd6758 None None] Pushing event deleted for resources: {'Port': ['ID=5b4c6606-fef0-480d-991d-73e4c891f614,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:21.466559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.491734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a546eadc-3e3b-4545-bf20-f1d0cca5b739 req-c6967f89-634d-4885-a23a-fe23303fd78c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566438 Feb 10 22:45:21.492374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port 31509a6f-4fbe-4400-8a19-01d6a159d13e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:21.492906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.578292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:21.582521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.684522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.718898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.746858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/networks/2c564697-314e-42df-ab83-cf70d6b9a096 HTTP/1.1" status: 204 len: 168 time: 2.1246336 Feb 10 22:45:21.750196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65bfd3c8-c6fd-43c2-bb79-8633555f02d3 req-fdd03577-491f-4449-85dc-083ab3856351 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0944059 Feb 10 22:45:21.750962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626db3e-ada0-4b59-9998-8ff1c3d7ab1b tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Network': ['ID=2c564697-314e-42df-ab83-cf70d6b9a096,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:21.752833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49264) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:21.778860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:21.808595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812576-c74d-4dd2-b695-575fa4309f8b req-03f3ae4f-3c60-4a88-ac49-fc608fb22d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:21.810743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-03f3ae4f-3c60-4a88-ac49-fc608fb22d93 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.3471353 Feb 10 22:45:21.814916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cfd16314-d453-467f-bd6e-f65f1fad0030 req-319d670c-31a8-423d-8078-707004c0c4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4493666 Feb 10 22:45:21.846018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:21.942496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b4c6606-fef0-480d-991d-73e4c891f614 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:21.961932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:21.979583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 5b4c6606-fef0-480d-991d-73e4c891f614 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:21.980062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b4c6606-fef0-480d-991d-73e4c891f614 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:21.992787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a3186c-4fb2-4ba6-93c7-9221c9c6acb3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:21.993569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-2f772e39-eb3f-436e-b479-4fc317a8a14b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.1695991 Feb 10 22:45:22.005473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:22.005867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a4df12-ae8c-4ca9-8f7a-7dbf0dc9f133') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:22.020310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.037121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.043395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:22.043800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.100226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.113151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19812576-c74d-4dd2-b695-575fa4309f8b req-954d13fa-6735-4b91-a025-93d262295dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:22.114757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-954d13fa-6735-4b91-a025-93d262295dc8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.1163416 Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:22.169798 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:22.184915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.191217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.233333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-e87a3130-ae41-4d97-8202-94270b0daa78 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758801 Feb 10 22:45:22.234207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.245190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] 10.222.0.53 "DELETE /v2.0/networks/55a3186c-4fb2-4ba6-93c7-9221c9c6acb3 HTTP/1.1" status: 204 len: 168 time: 0.9634306 Feb 10 22:45:22.314799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427b8f70-f9a9-4739-876a-09a925faf438 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1524842907-project] Pushing event deleted for resources: {'Network': ['ID=55a3186c-4fb2-4ba6-93c7-9221c9c6acb3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:22.386977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.399357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for 31509a6f-4fbe-4400-8a19-01d6a159d13e owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:22.429893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['749e9125-7f4c-4d6f-9a23-e279f116864c']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:22.462176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7206d988-dad6-4847-9e64-0ec4e9c251a6') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:22.462587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7206d988-dad6-4847-9e64-0ec4e9c251a6') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:22.501099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.549048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-7fdd194f-cd83-487a-90af-7a0ce249b14e service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711289 Feb 10 22:45:22.554323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.641381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8984b9e-2c1d-4fad-a96c-8d7a15d0d408 req-ee701c6f-6a85-482d-ad78-7975a7842c2e tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:22.642927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8984b9e-2c1d-4fad-a96c-8d7a15d0d408 req-ee701c6f-6a85-482d-ad78-7975a7842c2e tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 944 time: 0.8671494 Feb 10 22:45:22.660367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.680644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:22.681062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.745936 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:22.754986 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:22.787806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8984b9e-2c1d-4fad-a96c-8d7a15d0d408 req-d08757a3-142e-4d13-a6ec-f54e0453b1d2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283505 Feb 10 22:45:22.811458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49286) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:22.928038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.960742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:22.991537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] Pushing event deleted for resources: {'Network': ['ID=749e9125-7f4c-4d6f-9a23-e279f116864c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:23.005462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-072ba925-4a88-4e3e-a798-6583870fdedf tempest-TaggedBootDevicesTest_v242-1195491022 tempest-TaggedBootDevicesTest_v242-1195491022-project] 10.222.0.53 "DELETE /v2.0/networks/749e9125-7f4c-4d6f-9a23-e279f116864c HTTP/1.1" status: 204 len: 168 time: 1.2393787 Feb 10 22:45:23.027510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.050758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19812576-c74d-4dd2-b695-575fa4309f8b req-3a7eb3f8-4d09-4a9c-8410-ea002de9da18 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905996 Feb 10 22:45:23.067005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc127a-c354-4eb4-84b0-da61efdacc89 req-f9a7024d-be90-4e15-9fda-260b149f2982 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:23.068500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34bc127a-c354-4eb4-84b0-da61efdacc89 req-f9a7024d-be90-4e15-9fda-260b149f2982 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.3629370 Feb 10 22:45:23.087404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=682d85ed-6af5-4313-9c21-0a2834679cda,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:23.132896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34bc127a-c354-4eb4-84b0-da61efdacc89 req-d3c56980-fdd3-4898-98f7-e084dfe0ae6c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586202 Feb 10 22:45:23.151412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.219724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fdee6cbb-0e1f-443e-bc05-fd5c639983ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6754bf6be00f4a3aab63f5baddec0f42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4071355 Feb 10 22:45:23.220709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=31509a6f-4fbe-4400-8a19-01d6a159d13e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:23.222452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49296) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:23.258381 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.261873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-16c5e31a-4033-4698-a917-1e0b2c6c0675 tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "DELETE /v2.0/security-groups/682d85ed-6af5-4313-9c21-0a2834679cda HTTP/1.1" status: 204 len: 168 time: 1.4122176 Feb 10 22:45:23.262189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49300) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:23.286557 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-c8fd823c-f48f-41fc-9594-140507576d5f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] show failed (client error): The resource could not be found. Feb 10 22:45:23.290208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8fd823c-f48f-41fc-9594-140507576d5f tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "GET /v2.0/security-groups/682d85ed-6af5-4313-9c21-0a2834679cda HTTP/1.1" status: 404 len: 347 time: 0.0244174 Feb 10 22:45:23.290927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49304) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:23.307684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a192fdd-9c36-4164-b302-51d6c8cf3069 req-e4d22cc8-b189-407e-805c-aac40c27e693 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:23.309210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a192fdd-9c36-4164-b302-51d6c8cf3069 req-e4d22cc8-b189-407e-805c-aac40c27e693 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3403990 Feb 10 22:45:23.444668 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a192fdd-9c36-4164-b302-51d6c8cf3069 req-cc3ba9f3-6781-4519-99d0-67059f2b39e5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257389 Feb 10 22:45:23.600579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.622994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.633608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Deleting port d1258442-1f8b-44cc-a227-01c13f4a8a92 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:23.633951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.692540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.875456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.875761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:23.920745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc96b1f-e319-4c91-9aae-89bf87b69a75 req-60809796-c913-446b-9a72-a79284cc2914 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:23.927890 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfc96b1f-e319-4c91-9aae-89bf87b69a75 req-60809796-c913-446b-9a72-a79284cc2914 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2052522 Feb 10 22:45:24.029049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Calling delete_port for d1258442-1f8b-44cc-a227-01c13f4a8a92 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:24.043855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfc96b1f-e319-4c91-9aae-89bf87b69a75 req-4e3bff30-9e7a-4aef-9d00-5312c0711f1f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148367 Feb 10 22:45:24.104912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.212850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1a81b52-6026-4cdc-a360-166b52b54c07,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:24.250736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.256566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6cf50a7-54e8-49b4-ab95-25e820ca46f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1a81b52-6026-4cdc-a360-166b52b54c07 HTTP/1.1" status: 204 len: 168 time: 1.0309198 Feb 10 22:45:24.268084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.308392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7cdcc-285b-440f-9f9b-23d9f1766538 req-ac3f1a4f-caea-4460-a774-b911c3740be7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:24.315988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50a7cdcc-285b-440f-9f9b-23d9f1766538 req-ac3f1a4f-caea-4460-a774-b911c3740be7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 944 time: 0.2954977 Feb 10 22:45:24.331091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:24.406714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a80274e-4f73-49c8-98d4-136ea9e840f6 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:24.440953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50a7cdcc-285b-440f-9f9b-23d9f1766538 req-e3f5c6a0-6d91-41b0-9e1a-08c7803df09b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240253 Feb 10 22:45:24.485773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.582724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 9a80274e-4f73-49c8-98d4-136ea9e840f6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:24.588003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 9a80274e-4f73-49c8-98d4-136ea9e840f6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:24.588674 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.784399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Pushing event deleted for resources: {'Port': ['ID=d1258442-1f8b-44cc-a227-01c13f4a8a92,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:24.847800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.885541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49338) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:24.889102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.905914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:24.918853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:24.925617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.978686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:24.980193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-56356dee-24a2-4de1-b500-b041fbeb4c0e tempest-ServersTestBootFromVolume-650699430 tempest-ServersTestBootFromVolume-650699430-project] 10.222.0.53 "DELETE /v2.0/floatingips/7bae4188-fb3b-4a3e-8eec-577962324c3a HTTP/1.1" status: 204 len: 168 time: 1.6882951 Feb 10 22:45:24.984760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49346) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:25.004966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:25.012886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1406f3d7-c5d9-4176-91cc-41a35aef71a1 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "PUT /v2.0/routers/2fa0f2ef-db9c-4eec-9718-c57839169bc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1008351 Feb 10 22:45:25.017129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49350) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:25.020142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] Sync routers for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:25.040646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:25.041565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:25.062062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c8a671f-cf4a-4000-b303-e8257ff3f976 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1884d6ed69bc46648d6ecf74a43ddfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647339 Feb 10 22:45:25.076841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49356) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:25.130066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:25.148900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] Routers {'2fa0f2ef-db9c-4eec-9718-c57839169bc5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:25.150303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:25.157837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ee09f-517e-4275-a243-e7051805d405 req-fa43820e-02a8-43be-a3f0-06818a4de2b2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:25.165595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-491ee09f-517e-4275-a243-e7051805d405 req-fa43820e-02a8-43be-a3f0-06818a4de2b2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.4486766 Feb 10 22:45:25.271700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:25.272883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c7a81-466d-4fd7-8ff7-ddeb8702cdd5 None None] The sync data for ids ['2fa0f2ef-db9c-4eec-9718-c57839169bc5'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:25.274515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:25.314525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:25.317952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:25.332302 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-491ee09f-517e-4275-a243-e7051805d405 req-543f119b-ff1e-441c-8d1a-b7ba305b1e67 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657987 Feb 10 22:45:25.396448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f587a2-e16f-48f0-a4c0-957fa439ef02 req-0ec19c45-4c23-4fe3-b4e6-3764d173859c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:25.401128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6f587a2-e16f-48f0-a4c0-957fa439ef02 req-0ec19c45-4c23-4fe3-b4e6-3764d173859c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.1885657 Feb 10 22:45:25.413470 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6', 'code': 200} Feb 10 22:45:25.557407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:25.604652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6f587a2-e16f-48f0-a4c0-957fa439ef02 req-9a7b35cb-511f-4e72-a68d-7240e70f66a2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899827 Feb 10 22:45:25.661417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:25.673078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting port c481bb10-a0bc-4c78-b52f-a1986afb9e84 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:25.673480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.018120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.058614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47139ec7-ae3b-408e-b005-c5e30a0905c1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:26.080042 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.081163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-15be9f08-9dfa-4bd1-84ea-cf467f61cabf admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/47139ec7-ae3b-408e-b005-c5e30a0905c1 HTTP/1.1" status: 204 len: 168 time: 1.0034053 Feb 10 22:45:26.144973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c2c5ee-1106-4835-a79b-24be24c2f2c6 req-0944d93d-c0bc-49b6-8850-8c8deaa397e5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:26.147798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19c2c5ee-1106-4835-a79b-24be24c2f2c6 req-0944d93d-c0bc-49b6-8850-8c8deaa397e5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4103434 Feb 10 22:45:26.150251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.152021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff98529-2f75-44df-9d0c-439bd14d27fe req-9227918e-d0cc-42d0-9bc1-9692c3c2b32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:26.153498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ff98529-2f75-44df-9d0c-439bd14d27fe req-9227918e-d0cc-42d0-9bc1-9692c3c2b32f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 1096 time: 0.6591945 Feb 10 22:45:26.184060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8f2cb-fae7-4266-989e-b02c857e7c37 req-890b9094-5f72-4a75-b4ae-1e660dfaa766 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:26.185458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4db8f2cb-fae7-4266-989e-b02c857e7c37 req-890b9094-5f72-4a75-b4ae-1e660dfaa766 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.5748572 Feb 10 22:45:26.324247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ff98529-2f75-44df-9d0c-439bd14d27fe req-9baea980-acd8-4db1-bab5-c7dcb091fdbf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628006 Feb 10 22:45:26.352440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4db8f2cb-fae7-4266-989e-b02c857e7c37 req-dc6c15be-38ed-4621-8656-6e16004f3951 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579769 Feb 10 22:45:26.376111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Calling delete_port for c481bb10-a0bc-4c78-b52f-a1986afb9e84 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:26.436126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19c2c5ee-1106-4835-a79b-24be24c2f2c6 req-1631c35d-e170-485c-b6fd-079b68aa2df7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754579 Feb 10 22:45:26.668565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.737206 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:26.791436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Port': ['ID=c481bb10-a0bc-4c78-b52f-a1986afb9e84,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:26.799196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d73b69d-84d0-411c-a1a4-798e96ea4aaf req-02be19ea-fa1d-4e9f-ba06-738eab25443e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:26.806129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d73b69d-84d0-411c-a1a4-798e96ea4aaf req-02be19ea-fa1d-4e9f-ba06-738eab25443e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.2645423 Feb 10 22:45:26.933566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d73b69d-84d0-411c-a1a4-798e96ea4aaf req-88a8f075-833f-4358-8281-75a46806c4cc tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265712 Feb 10 22:45:26.944034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c823d-af69-419d-b102-bffc3904241b req-25983bef-07eb-41ea-aef2-3d876f4701b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:26.956025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a58c823d-af69-419d-b102-bffc3904241b req-25983bef-07eb-41ea-aef2-3d876f4701b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3151212 Feb 10 22:45:26.958822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.270707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Deleting port af6026a2-706f-4be6-a2b4-99bdb1a43f77 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:27.273570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.618402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a58c823d-af69-419d-b102-bffc3904241b req-2e25271a-4afd-4d62-a21c-1949bc02dd15 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6616313 Feb 10 22:45:27.662807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.662807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.734849 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.736564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Fanout notify agent at l3_agent the message router_deleted on router 2fa0f2ef-db9c-4eec-9718-c57839169bc5 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:45:27.767949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] For port af6026a2-706f-4be6-a2b4-99bdb1a43f77, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af6026a2-706f-4be6-a2b4-99bdb1a43f77,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:27.768527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.771765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.780057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b6d0655-ffe2-4a44-9dfb-685766774a8d tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/routers/2fa0f2ef-db9c-4eec-9718-c57839169bc5 HTTP/1.1" status: 204 len: 168 time: 2.7603450 Feb 10 22:45:27.782138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49416) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:27.864337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092bd528-2c89-439e-bf01-5c2d91f6636b req-7d3144f4-beb4-4fe9-b535-be3005363547 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:27.872528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-092bd528-2c89-439e-bf01-5c2d91f6636b req-7d3144f4-beb4-4fe9-b535-be3005363547 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.2856085 Feb 10 22:45:27.951381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Deleting subnet e0d619eb-ccff-4806-b30d-5db1756e87c0 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:27.955389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:27.983955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Calling delete_port for af6026a2-706f-4be6-a2b4-99bdb1a43f77 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:28.005107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:28.055811 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.136164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-092bd528-2c89-439e-bf01-5c2d91f6636b req-e45290f2-aac8-43f1-b72d-63bf37994331 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623703 Feb 10 22:45:28.239325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1218053505'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:28.251908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:28.256306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:network and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:28.259859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:28.267345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:28.288246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Made reservation on behalf of bcd1ba1f03df4443979df63472baad01 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:28.292675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.320767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.350233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:28.356882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.394611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.466707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:security_group_rule and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:28.482264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:28.509279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:28.624818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.626797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.690078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.694118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.734986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Subnet': ['ID=e0d619eb-ccff-4806-b30d-5db1756e87c0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:28.769790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=af6026a2-706f-4be6-a2b4-99bdb1a43f77,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:28.772667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-035c093c-b5d9-44a5-966d-e741b97b8a46 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:28.781223 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-035c093c-b5d9-44a5-966d-e741b97b8a46 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.6944828 Feb 10 22:45:28.784064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:28.797691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44c455a2-abb8-408e-b7b1-0aff7ff6ced2 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/subnets/e0d619eb-ccff-4806-b30d-5db1756e87c0 HTTP/1.1" status: 204 len: 168 time: 1.0121224 Feb 10 22:45:28.801471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49454) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:28.812242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f99430-43f3-4683-aad4-06969e4f3b14 req-552c3e24-cad8-420f-a850-8b5a6e84a278 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:28.819328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75f99430-43f3-4683-aad4-06969e4f3b14 req-552c3e24-cad8-420f-a850-8b5a6e84a278 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.5067716 Feb 10 22:45:28.825359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-fab9b6c4-fa77-4eb9-84f9-c1a188a45abd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/quotas/544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 375 time: 0.0431905 Feb 10 22:45:28.905887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:28.906227 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Added segment c27a4700-8893-4586-8332-64367ef03e9c of type vlan for network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 Feb 10 22:45:28.956236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=395f60bd-dc35-4ccb-9f10-fd12d001e6e3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:29.046645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.052197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.077931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-97a9de21-0d89-461f-ba08-1277a2330685 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2511382 Feb 10 22:45:29.153872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75f99430-43f3-4683-aad4-06969e4f3b14 req-683506e4-4279-41e8-a9a2-7aca53d79f06 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335669 Feb 10 22:45:29.188093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.323726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.329962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:29.330651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.431128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.493826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4876618 Feb 10 22:45:29.510184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:29.520455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d44becde-471c-4b3e-8f74-e8ea91ea2c5a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:29.533151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'subnet': {'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:29.668273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545953b-4ccf-46ca-9d05-9ae683ec2908 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Network': ['ID=51a428f5-dfb5-46fd-88ee-5fe78355acb3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:29.672580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e4d45c4-baef-4df9-ba93-c47a3e85b3be') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:29.672985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e4d45c4-baef-4df9-ba93-c47a3e85b3be') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:29.679905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:29.693878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:29.698772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-8677cb78-029e-4ac6-9df3-d853717a3729 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839934 Feb 10 22:45:29.727310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65e82f-ddd1-470d-9365-c55740472f10 req-5f83e6f5-f62a-4935-ba43-4057ac72d453 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:29.728878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce65e82f-ddd1-470d-9365-c55740472f10 req-5f83e6f5-f62a-4935-ba43-4057ac72d453 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.3112590 Feb 10 22:45:29.792871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:subnet and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:29.811972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:29.846317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:29.854142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce65e82f-ddd1-470d-9365-c55740472f10 req-415381fb-ec17-48da-87b4-faa45b04dfe7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157901 Feb 10 22:45:29.914323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.934225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:29.971589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:29.978406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Made reservation on behalf of bcd1ba1f03df4443979df63472baad01 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:29.989923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:30.062564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:30.065509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:30.109776 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:30.378363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:30.390146 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Sync routers for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:30.402067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ea841401-3b48-49f5-a99d-88de4147bde8 admin admin] 10.222.0.53 "PUT /v2.0/routers/cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4149044 Feb 10 22:45:30.407006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:30.413826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:30.414492 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:30.839154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:30.921236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-684d7980-a6a0-4207-9eeb-523a47549cf4 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1977358 Feb 10 22:45:30.970768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.033671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.036378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] Pushing event deleted for resources: {'Network': ['ID=d44becde-471c-4b3e-8f74-e8ea91ea2c5a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:31.051979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.084647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c509f0e0-7457-4114-9e15-0d9382354c36 tempest-FloatingIPTestJSON-1196442578 tempest-FloatingIPTestJSON-1196442578-project] 10.222.0.53 "DELETE /v2.0/networks/d44becde-471c-4b3e-8f74-e8ea91ea2c5a HTTP/1.1" status: 204 len: 168 time: 2.2665052 Feb 10 22:45:31.089694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.386064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd0ff6b-1295-4343-a34d-b72e892486ba req-832680f8-3192-4244-bfec-e755ea3a1d28 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:31.392054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cd0ff6b-1295-4343-a34d-b72e892486ba req-832680f8-3192-4244-bfec-e755ea3a1d28 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.8365405 Feb 10 22:45:31.582690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Subnet': ['ID=ed12195f-5db3-4f69-84db-711f260cf53a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:31.591859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Checking segment: {'id': 'c27a4700-8893-4586-8332-64367ef03e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:31.594570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network hostable DHCP agents. Network: 51a428f5-dfb5-46fd-88ee-5fe78355acb3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:45:31.636908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9d09712-2fe6-4492-b360-917eb6a123f5 req-62ff234a-ffc5-40d7-b4c2-31ecbbf014a8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 210 time: 0.2668962 Feb 10 22:45:31.667575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:45:31.683818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 51a428f5-dfb5-46fd-88ee-5fe78355acb3) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:31.690504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:31.691884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.694708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557811b-f1cf-4b4c-a601-cdf4d874a94b None None] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:31.732563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf26d231-2039-492f-a52f-92283d4df6c5 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2182879 Feb 10 22:45:31.733953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49506) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:31.744113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1031461936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:31.769947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:31.794839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:router and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:31.801815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:45:28Z', 'revision_number': 5, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port': {'id': 'aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:df:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:48Z', 'updated_at': '2022-02-10T22:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:31.813542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Checking router: cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:45:31.816941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:31.833589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:31.838131 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Routers {'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:31.839743 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:31.859417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.863010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.943458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cd0ff6b-1295-4343-a34d-b72e892486ba req-b29ad1b4-60a5-4fad-8856-e7962c7c3444 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358756 Feb 10 22:45:31.970569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:31.976302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:31.985428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.004482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Deleting port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:32.007435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.048547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.096831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.098336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0c582148-8e56-4f5b-986d-81851d66ca24 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3633304 Feb 10 22:45:32.108468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:32.424720 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] Set router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:32.620572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-51a428f5-dfb5-46fd-88ee-5fe78355acb3', 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3', 'tenant_id': 'bcd1ba1f03df4443979df63472baad01', 'fixed_ips': [{'subnet_id': 'ed12195f-5db3-4f69-84db-711f260cf53a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:45:32.627911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.631064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] For port aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:32.632169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:32.854345 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:45:31Z', 'revision_number': 6, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:32.868134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76229fe-7c02-4063-a7f7-53d1bc4f2e46 None None] The sync data for ids ['cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6'] in n-d-825178-4 is: [{'id': 'cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6', 'name': 'tempest-ServersTestBootFromVolume-1996413135-router', 'tenant_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:46Z', 'updated_at': '2022-02-10T22:45:31Z', 'revision_number': 6, 'project_id': 'e4e3adc407f6469aae2d4f635ee943d4', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:32.999492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-036d4764-2800-4362-939f-ac804e55d9bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fda0cd4cca124c64ae35d06606e1eda0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0183980 Feb 10 22:45:33.005124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Calling delete_port for aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:33.027462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:33.141484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Allocated IP 172.20.0.2 (51a428f5-dfb5-46fd-88ee-5fe78355acb3/ed12195f-5db3-4f69-84db-711f260cf53a/8751a672-a947-40f9-9224-892bae919018) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:33.168641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-515a637e-a034-4e6b-82d7-ce3568ad6f00 req-068498c7-2d8e-4ddd-a3e2-1f61e035b811 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 210 time: 0.2015622 Feb 10 22:45:33.432213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:33.686991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:33.710366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:33.719426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Pushing event deleted for resources: {'Port': ['ID=aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:33.723190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Transition to ACTIVE for port object 8751a672-a947-40f9-9224-892bae919018 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:33.763924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Transition to ACTIVE for port object 8751a672-a947-40f9-9224-892bae919018 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:33.776719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:33.898290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-06fb55ff-072c-4ca7-9f4f-81444570b424 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:33.900119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-06fb55ff-072c-4ca7-9f4f-81444570b424 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.5027339 Feb 10 22:45:33.934849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'device_id': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'admin_state_up': True, 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:33.952506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:33.961888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Pushing event updated for resources: {'Port': ['ID=8751a672-a947-40f9-9224-892bae919018,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:33.990704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:34.006696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49548) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:34.022103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:34.023258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:34.028915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:34.059313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:34.074685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:34.076155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aef1252b-1fc3-4c4e-b934-3f8e2ccd9c08 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:34.078209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af6026a2-706f-4be6-a2b4-99bdb1a43f77 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:34.122611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:34.374482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: af6026a2-706f-4be6-a2b4-99bdb1a43f77 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:34.375840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af6026a2-706f-4be6-a2b4-99bdb1a43f77 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:34.436920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Attempting to bind port 8751a672-a947-40f9-9224-892bae919018 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:34.437288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Attempting to bind port 8751a672-a947-40f9-9224-892bae919018 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c27a4700-8893-4586-8332-64367ef03e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:34.437654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Attempting to bind port 8751a672-a947-40f9-9224-892bae919018 on network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:34.453179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:34.453179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Checking segment: {'id': 'c27a4700-8893-4586-8332-64367ef03e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:34.453179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:34.459359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Bound using segment: {'id': 'c27a4700-8893-4586-8332-64367ef03e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:34.460341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Bound port: 8751a672-a947-40f9-9224-892bae919018, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c27a4700-8893-4586-8332-64367ef03e9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:34.460786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:34.602016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] For port 8751a672-a947-40f9-9224-892bae919018, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:34.605583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] For port 8751a672-a947-40f9-9224-892bae919018, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8751a672-a947-40f9-9224-892bae919018,segment=NetworkSegment(c27a4700-8893-4586-8332-64367ef03e9c),segment_id=c27a4700-8893-4586-8332-64367ef03e9c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:34.614791 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:34.775614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f42f-89e3-47ed-b172-64521c388576 None None] Pushing event updated for resources: {'Port': ['ID=8751a672-a947-40f9-9224-892bae919018,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:34.962802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:35.000561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.011684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.018840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:35.082153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:35.109035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.163702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.164303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:45:35.239143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.281620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17e8eab-6ee8-4286-9c66-0c4908decba0 req-6fd84bcf-5bb1-4c95-84d5-5761e5233680 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:35.285906 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e17e8eab-6ee8-4286-9c66-0c4908decba0 req-6fd84bcf-5bb1-4c95-84d5-5761e5233680 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 1.8865647 Feb 10 22:45:35.291265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13baa31-9c2b-4853-8aca-5a2f235dc50a req-de6d23bb-fc52-44e7-aabc-4f5d036d0f29 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 210 time: 0.2996037 Feb 10 22:45:35.417153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8319822-b524-483b-acfc-3997e29e6bea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:35.609726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.623686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4737713-2e1c-4331-bad5-3636bef4bda0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f8319822-b524-483b-acfc-3997e29e6bea HTTP/1.1" status: 204 len: 168 time: 2.5888336 Feb 10 22:45:35.679163 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:35.683131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-25819fb9-07d9-4243-8eb4-6b63b86bd069 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cfbdf53f-b3ef-4d8a-ad0e-b1ec36b3f2b6 HTTP/1.1" status: 204 len: 168 time: 5.2725375 Feb 10 22:45:35.684488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49590) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:35.715919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e17e8eab-6ee8-4286-9c66-0c4908decba0 req-91960c5d-2e08-4279-8ba7-29902d4b2992 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084818 Feb 10 22:45:35.823015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Allocated IP 172.20.0.1 (51a428f5-dfb5-46fd-88ee-5fe78355acb3/ed12195f-5db3-4f69-84db-711f260cf53a/396d97f5-bf2e-476d-8fc3-666fb1594c40) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:35.883582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.20.0.3 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/1894b6f8-e11d-4728-a48b-ef0966906dc8) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:36.017849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8751a672-a947-40f9-9224-892bae919018 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:36.227035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8751a672-a947-40f9-9224-892bae919018 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:36.237098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Deleting subnet 330ae66e-ab2b-4b1f-90ee-e7a66e752ffb {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:36.250987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.277161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Transition to ACTIVE for port object 1894b6f8-e11d-4728-a48b-ef0966906dc8 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:36.318954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.334578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.485452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:36.490852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:36.505665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:36.616637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:36.628510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.660432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:36.661075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.706721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169f4e21-780f-453d-a027-0d279160ddc7 None None] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:36.714669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0d649765-6b46-4468-8dda-e4be01871947 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7860191 Feb 10 22:45:36.726199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:36.726798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Request body: {'port': {'device_id': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:36.931369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Transition to ACTIVE for port object 396d97f5-bf2e-476d-8fc3-666fb1594c40 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:36.967920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaba89a-14f1-4ab8-86bf-309297bee2d3 req-9a5e83dc-5ad7-4420-89ea-c2bc454d6493 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:36.976646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddaba89a-14f1-4ab8-86bf-309297bee2d3 req-9a5e83dc-5ad7-4420-89ea-c2bc454d6493 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 931 time: 0.4085379 Feb 10 22:45:37.028960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49622) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:37.050911 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ddaba89a-14f1-4ab8-86bf-309297bee2d3 req-f800d00b-a087-4fbc-b62d-20bf7d585b3f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714402 Feb 10 22:45:37.051590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Provisioning for port 8751a672-a947-40f9-9224-892bae919018 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:37.101872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Provisioning complete for port 8751a672-a947-40f9-9224-892bae919018 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:37.102544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.163581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.203503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.237457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.269475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.309620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] For port 8751a672-a947-40f9-9224-892bae919018, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8751a672-a947-40f9-9224-892bae919018,segment=NetworkSegment(c27a4700-8893-4586-8332-64367ef03e9c),segment_id=c27a4700-8893-4586-8332-64367ef03e9c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:37.316984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.394930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=396d97f5-bf2e-476d-8fc3-666fb1594c40,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:37.425313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:37.433585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:37.455141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:37.485182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a5821416-19a4-4e15-9a69-2a418af76f6c None None] Provisioning for port 1894b6f8-e11d-4728-a48b-ef0966906dc8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:37.519623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a5821416-19a4-4e15-9a69-2a418af76f6c None None] Provisioning complete for port 1894b6f8-e11d-4728-a48b-ef0966906dc8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:37.520039 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5821416-19a4-4e15-9a69-2a418af76f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.632121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.678177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3be6a-69f5-4b88-89b4-7d679e6f5259 None None] Pushing event updated for resources: {'Port': ['ID=8751a672-a947-40f9-9224-892bae919018,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:37.729511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5821416-19a4-4e15-9a69-2a418af76f6c None None] Port 1894b6f8-e11d-4728-a48b-ef0966906dc8 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:45:37.834715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a2c0a1-f3ff-4f64-86f4-112579bbeab3 req-bc512a36-2425-420d-b1fd-886ef52fd760 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:37.836315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68a2c0a1-f3ff-4f64-86f4-112579bbeab3 req-bc512a36-2425-420d-b1fd-886ef52fd760 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.8754425 Feb 10 22:45:37.877950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1a7b292a-28f1-46eb-abd9-f4ab5a487e6c None None] Provisioning complete for port 8751a672-a947-40f9-9224-892bae919018 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:37.878645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a7b292a-28f1-46eb-abd9-f4ab5a487e6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:37.984928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8751a672-a947-40f9-9224-892bae919018 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:38.005711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ca708-0562-4715-b47d-9211506f2c40 req-e838cd2e-0698-4408-a64a-26eaa313e3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:38.007233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e6ca708-0562-4715-b47d-9211506f2c40 req-e838cd2e-0698-4408-a64a-26eaa313e3ff service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.3487132 Feb 10 22:45:38.128581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e6ca708-0562-4715-b47d-9211506f2c40 req-133fe725-fbc7-43c8-86e6-921e1d746e2e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050737 Feb 10 22:45:38.239137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22473830-a140-4d2f-b243-7e6cd35d365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.244268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8751a672-a947-40f9-9224-892bae919018 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:38.244919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.292312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'networks': [{'name': 'tempest-network--1923033180'}, {'name': 'tempest-network--135036253'}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:38.292652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-network--1923033180'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:38.295529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-network--135036253'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:38.321109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1894b6f8-e11d-4728-a48b-ef0966906dc8 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:38.333508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.362875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:38.365286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Transition to ACTIVE for port object 1894b6f8-e11d-4728-a48b-ef0966906dc8 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:38.365866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0b5b7702-f42e-4709-afab-8f81bc140ca5 None None] Provisioning for port 396d97f5-bf2e-476d-8fc3-666fb1594c40 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:38.383899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0b5b7702-f42e-4709-afab-8f81bc140ca5 None None] Provisioning complete for port 396d97f5-bf2e-476d-8fc3-666fb1594c40 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:38.383899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b5b7702-f42e-4709-afab-8f81bc140ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.422790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.472347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.504583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0b5b7702-f42e-4709-afab-8f81bc140ca5 None None] Port 396d97f5-bf2e-476d-8fc3-666fb1594c40 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:45:38.527984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.570790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:network and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:38.665995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68a2c0a1-f3ff-4f64-86f4-112579bbeab3 req-215f9549-9751-483b-9690-aa3854d1b68c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7587392 Feb 10 22:45:38.678022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Pushing event updated for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:38.763016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Attempting to bind port 1894b6f8-e11d-4728-a48b-ef0966906dc8 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:38.763300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Attempting to bind port 1894b6f8-e11d-4728-a48b-ef0966906dc8 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:38.763790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Attempting to bind port 1894b6f8-e11d-4728-a48b-ef0966906dc8 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:38.770319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Port 1894b6f8-e11d-4728-a48b-ef0966906dc8 on network 804e53ca-2155-4a31-9516-1c907c4e697f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:38.770772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Attempting to bind port 1894b6f8-e11d-4728-a48b-ef0966906dc8 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:38.776603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:38.777047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:38.777447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:38.777982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:38.778722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Bound port: 1894b6f8-e11d-4728-a48b-ef0966906dc8, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:38.779081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.787561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=330ae66e-ab2b-4b1f-90ee-e7a66e752ffb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:38.833085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:38.848377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.861289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e4f4424-2232-4493-85a9-f2f9c2db1b5e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/330ae66e-ab2b-4b1f-90ee-e7a66e752ffb HTTP/1.1" status: 204 len: 168 time: 3.1738949 Feb 10 22:45:38.863621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49650) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:38.877753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d03f38-95fa-4f96-9619-6e2a937fa44e None None] Network 0141ff35-1013-419f-90fe-ed02e57b7b6d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:38.877943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.903531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'network': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:38.914617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:38.995581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:39.013609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.036641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:39.043393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.048185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.194323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:39.245938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] DHCP port deletion for 0141ff35-1013-419f-90fe-ed02e57b7b6d request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:45:39.251828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Deleting port 0440b06d-43f7-4f53-98f3-e4769955f888 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:39.252197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.254144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214f5de-4057-4b6a-b4c3-a883ecd03b67 req-94dcadf4-77eb-4579-a542-6aecc1435133 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:39.255812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d214f5de-4057-4b6a-b4c3-a883ecd03b67 req-94dcadf4-77eb-4579-a542-6aecc1435133 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 943 time: 0.8869748 Feb 10 22:45:39.256983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:security_group_rule and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:39.270656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:39.318668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:39.319307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.320683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] 10.222.0.24 "PUT /v2.0/ports/1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 1091 time: 2.5984704 Feb 10 22:45:39.322959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:39.367781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Deleting port 0440b06d-43f7-4f53-98f3-e4769955f888 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:39.368126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.382606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:39.500041 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8', 'status': 'completed', 'code': 200} Feb 10 22:45:39.539483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.596259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] For port 0440b06d-43f7-4f53-98f3-e4769955f888, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0440b06d-43f7-4f53-98f3-e4769955f888,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:39.596936 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.662784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0436-193a-403a-99ab-c863c69c0fea service neutron] Pushing event updated for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:39.687498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.688059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.749924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Calling delete_port for 0440b06d-43f7-4f53-98f3-e4769955f888 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:39.804812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fefa3a14-f340-407c-ae68-6a4087eb2817,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:39.862201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d214f5de-4057-4b6a-b4c3-a883ecd03b67 req-ede5c09a-ff68-440d-8b1e-aa7e4aad4e20 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926306 Feb 10 22:45:39.879399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:39.951691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.963123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:39.963643 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment 79774f12-e0c9-4689-8376-0c85b698c32e of type vlan for network ba234022-e3ec-4248-9f50-703cf35f9e9a Feb 10 22:45:40.009191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-a615b2e2-5ac1-413c-b0b4-ecd4d29f499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:40.011327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-a615b2e2-5ac1-413c-b0b4-ecd4d29f499e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1094 time: 0.5090301 Feb 10 22:45:40.013322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] For port 0440b06d-43f7-4f53-98f3-e4769955f888, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0440b06d-43f7-4f53-98f3-e4769955f888,segment=NetworkSegment(4e39f842-802a-46dd-a0c1-81062365494f),segment_id=4e39f842-802a-46dd-a0c1-81062365494f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:40.014461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.045725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] Pushing event deleted for resources: {'Port': ['ID=0440b06d-43f7-4f53-98f3-e4769955f888,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:40.052200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0440b06d-43f7-4f53-98f3-e4769955f888 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:40.110157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c1358-a728-43a6-8311-f9a41c0ff2fe None None] No DVR routers for this DVR port 0440b06d-43f7-4f53-98f3-e4769955f888 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:40.117322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 0440b06d-43f7-4f53-98f3-e4769955f888 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:40.117850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0440b06d-43f7-4f53-98f3-e4769955f888 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:40.239084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Deleting port 2e669d9d-5022-4b24-a62a-b78c7b9e651d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:40.239698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.250910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-7578872f-75b2-4368-a8bf-5fd27e241f7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.2144258 Feb 10 22:45:40.262649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Calling delete_port for 0440b06d-43f7-4f53-98f3-e4769955f888 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:40.309096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.430076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445e240-4d51-4aa9-b748-2bcb01ab9baf req-1e491d40-d094-4e7b-a32d-94a55e1b1d17 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:40.435322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9445e240-4d51-4aa9-b748-2bcb01ab9baf req-1e491d40-d094-4e7b-a32d-94a55e1b1d17 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.5334759 Feb 10 22:45:40.435322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:45:40.435322 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:45:40.437193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-2305434d-3508-4100-a424-ea21c014e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:40.438580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-2305434d-3508-4100-a424-ea21c014e096 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1184695 Feb 10 22:45:40.487158 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3461cf56-a62d-49cc-8bed-6d844ca36ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.531737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:40.551064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9445e240-4d51-4aa9-b748-2bcb01ab9baf req-8067628b-2962-4fc6-92c8-e944b5ebb409 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115258 Feb 10 22:45:40.571487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.571941 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment 0da20d05-4349-4b41-9737-adda5313233b of type vlan for network 06cf13f4-8623-4b70-a059-d3fff726628a Feb 10 22:45:40.573062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-7fa6666e-bdbe-495f-8103-219d314bb899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:40.574938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-7fa6666e-bdbe-495f-8103-219d314bb899 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113462 Feb 10 22:45:40.608471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.622843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-508425236', 'description': 'tempest-description-1847332865'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:40.633587 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.709502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:40.725720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-75635ea4-237a-4435-8e12-f0e054dbd12e service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447847 Feb 10 22:45:40.740317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.770520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] For port 2e669d9d-5022-4b24-a62a-b78c7b9e651d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2e669d9d-5022-4b24-a62a-b78c7b9e651d,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:40.770940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.780942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:40.943959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Deleting port 0440b06d-43f7-4f53-98f3-e4769955f888 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:40.944312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:40.997865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0b3bcee-5e75-4c1a-8cbb-796028050563 req-19835a61-88e4-4a48-9118-e1ba9e9ef31e service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662339 Feb 10 22:45:41.061939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] The port '0440b06d-43f7-4f53-98f3-e4769955f888' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:45:41.064557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:45:41.142255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Calling delete_port for 2e669d9d-5022-4b24-a62a-b78c7b9e651d owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:41.175255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.193289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.196628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=396d97f5-bf2e-476d-8fc3-666fb1594c40,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:41.242814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.243545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.249643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.254366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.255007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.339734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:41.356786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Usage tracker for resource:security_group_rule and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:41.374831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:41.406797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.447196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:41.448064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0141ff35-1013-419f-90fe-ed02e57b7b6d']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:41.465348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e39f842-802a-46dd-a0c1-81062365494f') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:41.465682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e39f842-802a-46dd-a0c1-81062365494f') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:41.479802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-b6672281-dcd2-4915-bae2-7ae870150370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.481200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-b6672281-dcd2-4915-bae2-7ae870150370 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1094 time: 0.4266195 Feb 10 22:45:41.485973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.503570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27cf9b-39b2-4dee-bae6-e4305e4fd985 req-1bd9e020-ea42-40de-98c3-3963fb68c061 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.504417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5b27cf9b-39b2-4dee-bae6-e4305e4fd985 req-1bd9e020-ea42-40de-98c3-3963fb68c061 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:41.517785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.4642177 Feb 10 22:45:41.527302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49686) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:41.586999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=ba234022-e3ec-4248-9f50-703cf35f9e9a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:41.590328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.600837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ba234022-e3ec-4248-9f50-703cf35f9e9a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:41.619755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:41.620004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:41.635074 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:41.642891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5b27cf9b-39b2-4dee-bae6-e4305e4fd985 req-1bd9e020-ea42-40de-98c3-3963fb68c061 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:41.643119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b27cf9b-39b2-4dee-bae6-e4305e4fd985 req-1bd9e020-ea42-40de-98c3-3963fb68c061 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 943 time: 0.5506074 Feb 10 22:45:41.742895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.759366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.780864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.803911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.818267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b27cf9b-39b2-4dee-bae6-e4305e4fd985 req-3b586e84-e04b-486f-877d-2e46cf6464c5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211414 Feb 10 22:45:41.822123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-42f5a6e1-5cc8-41fa-81b6-e68d0a4cdb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.823579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-42f5a6e1-5cc8-41fa-81b6-e68d0a4cdb7c service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3140242 Feb 10 22:45:41.824298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] Pushing event deleted for resources: {'Network': ['ID=0141ff35-1013-419f-90fe-ed02e57b7b6d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:41.831266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6b85c3-76a9-4b00-a2a1-d27198cd6d61 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=06cf13f4-8623-4b70-a059-d3fff726628a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:41.840822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:41.846850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 06cf13f4-8623-4b70-a059-d3fff726628a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:41.856416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:41.909303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-a2df7e0f-33c6-4c61-87b0-9c8886706c0e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.0763896 Feb 10 22:45:41.913597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ebe45386-f92c-44af-95f5-de234cd03962 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0141ff35-1013-419f-90fe-ed02e57b7b6d HTTP/1.1" status: 204 len: 168 time: 3.0412147 Feb 10 22:45:41.926236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:41.964284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.971883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.978422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.984703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.986137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Synchronizing usage tracker for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:41.995784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-222f59a2-ddbd-4664-8ecc-73c2bbc142f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:41.999019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-222f59a2-ddbd-4664-8ecc-73c2bbc142f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.0828209 Feb 10 22:45:42.148206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-d4b5566b-0d31-454a-9de4-d3ed846b0d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:42.149644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-d4b5566b-0d31-454a-9de4-d3ed846b0d01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451650 Feb 10 22:45:42.236422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.242530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49700) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:42.253968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1894b6f8-e11d-4728-a48b-ef0966906dc8 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:45:42.327962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-c7818bab-500f-4beb-98b3-db73a73881c2 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710813 Feb 10 22:45:42.349655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Unset dirty status for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:42.353359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e1ee863-27e5-422e-abe2-a8ddcf9c737c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8202927 Feb 10 22:45:42.363036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49708) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:42.404386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10205be1-63a0-4acf-a244-6537d1519ee7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:42.411391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-40b04af6-d3df-497c-bb15-fc7603d070bc None None] Provisioning complete for port 396d97f5-bf2e-476d-8fc3-666fb1594c40 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:42.412488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40b04af6-d3df-497c-bb15-fc7603d070bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.481489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.483421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26145b75-2f57-4e95-9a22-2c4f6e0ecb2d req-8e713718-4c2c-4057-ae5e-49b97a39a5b5 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432374 Feb 10 22:45:42.486712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.488354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ea6baca-47b3-43b9-b04c-947d05314d6a req-a55d86f2-5efa-464c-8f20-4d9045898f8a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.8755198 Feb 10 22:45:42.548694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-47c7199d-fc54-4be9-b49c-bf46b5022bc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4e3adc407f6469aae2d4f635ee943d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817707 Feb 10 22:45:42.551851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:42.554652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-40b04af6-d3df-497c-bb15-fc7603d070bc None None] Port 396d97f5-bf2e-476d-8fc3-666fb1594c40 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:45:42.561113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:42.576844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1894b6f8-e11d-4728-a48b-ef0966906dc8', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '1894b6f8-e11d-4728-a48b-ef0966906dc8', 'mac_address': 'fa:16:3e:76:d8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:45:42.588742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Pushing event deleted for resources: {'Port': ['ID=2e669d9d-5022-4b24-a62a-b78c7b9e651d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:42.645883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.672518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1894b6f8-e11d-4728-a48b-ef0966906dc8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:42.699150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:42.705603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.721431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.764628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-861fec22-19ac-4b5b-ad9a-d0309df36e95 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-508425236&fields=id&tenant_id=691220527723406f817539a3c36e0b83 HTTP/1.1" status: 200 len: 267 time: 0.0996544 Feb 10 22:45:42.776419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Router bad4e4ce-3be7-4251-b8e0-676acd20d549 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:45:42.822653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.828240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:42.862345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.874220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:42.928827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:42.936482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-e9310fb0-6fb6-4042-8122-fc19f128ff0f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:42.944541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-e9310fb0-6fb6-4042-8122-fc19f128ff0f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.1791081 Feb 10 22:45:42.951787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'port': {'security_groups': ['d4710bbc-c88e-424d-af45-a687df7ae9a3', '10205be1-63a0-4acf-a244-6537d1519ee7']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:43.050653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.086464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d112a354-876d-4039-b756-82ec4f756020,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:43.102249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.117566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-50429881-cd4c-4be6-8325-6ab25f9ad4a5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d112a354-876d-4039-b756-82ec4f756020 HTTP/1.1" status: 204 len: 168 time: 0.5534430 Feb 10 22:45:43.125134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.441046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:43.458417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.471409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.486753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.492200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f94a5f8c-e8c2-4f66-9020-3e9bcee019be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:43.508527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba234022-e3ec-4248-9f50-703cf35f9e9a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:43.532895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79774f12-e0c9-4689-8376-0c85b698c32e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:43.533210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79774f12-e0c9-4689-8376-0c85b698c32e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:43.550622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.558323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.568065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:43.575030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb43db65-f7f8-447f-9705-0308c2b2b769 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "PUT /v2.0/routers/bad4e4ce-3be7-4251-b8e0-676acd20d549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4566197 Feb 10 22:45:43.581368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49734) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:43.612346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:43.613093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.614697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18415130-8cd2-445c-bfc8-02c2e2bec335 req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "PUT /v2.0/ports/f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 981 time: 0.6693316 Feb 10 22:45:43.621880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:43.644967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] Sync routers for ids ['bad4e4ce-3be7-4251-b8e0-676acd20d549'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:43.645939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6e0759-bcf1-4a89-b11e-d77c90fd2225 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:43.684321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] Routers {'bad4e4ce-3be7-4251-b8e0-676acd20d549'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:43.686121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bad4e4ce-3be7-4251-b8e0-676acd20d549'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:43.695325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'port': {'network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3', 'name': 'tempest-FloatingIPNegativeTestJSON-1382950105'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:43.728791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.746649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86935f73-6e7c-4c19-9eb6-8a7160d81f59 req-14b0abb9-5e9d-408c-858f-4ca9b28ec9e1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:43.749271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86935f73-6e7c-4c19-9eb6-8a7160d81f59 req-14b0abb9-5e9d-408c-858f-4ca9b28ec9e1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 944 time: 0.7158911 Feb 10 22:45:43.780015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:43.780433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:43.798056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f94a5f8c-e8c2-4f66-9020-3e9bcee019be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:43.798468 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:43.802904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-730f565a-d445-4314-9a85-40eb097a600a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-508425236&fields=id&tenant_id=691220527723406f817539a3c36e0b83 HTTP/1.1" status: 200 len: 267 time: 0.0763535 Feb 10 22:45:43.994661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:44.081901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-f7ef399c-e536-4539-9339-3df74cfc6e28 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:44.092789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-f7ef399c-e536-4539-9339-3df74cfc6e28 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 984 time: 0.2806482 Feb 10 22:45:44.128717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'port': {'security_groups': ['d4710bbc-c88e-424d-af45-a687df7ae9a3']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:44.151542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] Routers {'bad4e4ce-3be7-4251-b8e0-676acd20d549'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:44.158146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bad4e4ce-3be7-4251-b8e0-676acd20d549'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:44.163555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.227549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.280732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1894b6f8-e11d-4728-a48b-ef0966906dc8 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:44.343415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:44.343863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ce765b-dd5e-413a-8873-0f7dbe2e0b71 None None] The sync data for ids ['bad4e4ce-3be7-4251-b8e0-676acd20d549'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:44.391031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=ba234022-e3ec-4248-9f50-703cf35f9e9a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:44.407082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:44.499169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26f25954-2999-4d71-a106-7bf5bba21dc6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/ba234022-e3ec-4248-9f50-703cf35f9e9a HTTP/1.1" status: 204 len: 168 time: 2.1291108 Feb 10 22:45:44.500709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 1894b6f8-e11d-4728-a48b-ef0966906dc8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:44.506210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:44.506578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:44.515052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:port and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:44.552119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1894b6f8-e11d-4728-a48b-ef0966906dc8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:44.552494 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.566402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:44.596478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:44.637569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.685152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-86935f73-6e7c-4c19-9eb6-8a7160d81f59 req-1a95a324-66d2-4ef3-91dd-1c106fcae5c1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9178360 Feb 10 22:45:44.786144 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:45:44.842397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Made reservation on behalf of bcd1ba1f03df4443979df63472baad01 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:44.848461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.882789 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.919208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1245390331-network', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:44.924404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:44.938115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:44.943172 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:44.952327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77307e0-648d-4472-84c9-0d71888299cd req-c4151a6f-31cf-4bb6-b2a3-b5210c42570d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:44.956794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-c4151a6f-31cf-4bb6-b2a3-b5210c42570d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1135 time: 0.1576574 Feb 10 22:45:44.989890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:45.034558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Usage tracker for resource:network and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:45.053161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:45.072253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.080510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:45.098747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] device_id is not set on port c86da05c-4a1d-49fa-a7cb-0448def6eb6e yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:45.242484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:45.247674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77307e0-648d-4472-84c9-0d71888299cd req-4d2ddd5a-b412-4285-b192-4d7c6745af18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:45.249166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-4d2ddd5a-b412-4285-b192-4d7c6745af18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.2641637 Feb 10 22:45:45.272179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:45.333712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.348832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-aac4f9ea-4316-4048-9868-1fe6e70cccac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.0934870 Feb 10 22:45:45.352451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.364149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f94a5f8c-e8c2-4f66-9020-3e9bcee019be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:45.374907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Made reservation on behalf of a94b53c86ca642628553e3f1287bb337 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:45.377723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.417736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:45.425777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.482183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77307e0-648d-4472-84c9-0d71888299cd req-1fb57ce4-97d5-43ed-93c4-e291cf55d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:45.484669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-1fb57ce4-97d5-43ed-93c4-e291cf55d818 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.1296005 Feb 10 22:45:45.492685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:45.493223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.494563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb5e730d-021f-404b-a1b6-d58ed9a31e71 req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "PUT /v2.0/ports/f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 942 time: 1.3908179 Feb 10 22:45:45.514150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:45.554901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-53cf9473-4275-4789-b59c-810f010a2a80 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478683 Feb 10 22:45:45.554901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2a4e3-fcb7-44e2-b981-f533ef20373a tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:45.575949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['f94a5f8c-e8c2-4f66-9020-3e9bcee019be'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:45.604232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Usage tracker for resource:security_group_rule and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:45.626663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:45.664001 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8', 'code': 200} Feb 10 22:45:45.777922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:45.821279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-f5cbe8c2-cecd-404b-be59-80c1eb8c6542 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:45.830097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-f5cbe8c2-cecd-404b-be59-80c1eb8c6542 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.7739162 Feb 10 22:45:45.833291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:45.901403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Allocated IP 172.20.0.6 (51a428f5-dfb5-46fd-88ee-5fe78355acb3/ed12195f-5db3-4f69-84db-711f260cf53a/c86da05c-4a1d-49fa-a7cb-0448def6eb6e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:45.933971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-68c05cb6-5e62-4de2-9783-3949b02bc336 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776832 Feb 10 22:45:46.019256 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-554e7c51-9f99-49ea-b0a4-993f24d2cf6c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/quotas/9cfe8491921e40038ef24180eb9ae63b HTTP/1.1" status: 200 len: 375 time: 0.1876767 Feb 10 22:45:46.050768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-31a499c2-6971-4e4c-bacc-67ee00a0ea6e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3457606 Feb 10 22:45:46.067786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eec496-5c34-4d9c-aba9-1e82db1da11c req-89d1fa8d-758b-45a0-ac7c-1d35038f8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:46.069287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67eec496-5c34-4d9c-aba9-1e82db1da11c req-89d1fa8d-758b-45a0-ac7c-1d35038f8d7a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1096 time: 0.3333991 Feb 10 22:45:46.070783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06cf13f4-8623-4b70-a059-d3fff726628a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:46.072201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:46.081262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:46.102342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Usage tracker for resource:floatingip and tenant:691220527723406f817539a3c36e0b83 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:46.112691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:46.145318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:46.175668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.188071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67eec496-5c34-4d9c-aba9-1e82db1da11c req-e3c4ce88-b67e-4b7d-8196-3f92e10ff18d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079769 Feb 10 22:45:46.194792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0da20d05-4349-4b41-9737-adda5313233b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:46.195376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0da20d05-4349-4b41-9737-adda5313233b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:46.196029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d77307e0-648d-4472-84c9-0d71888299cd req-62cc8162-b437-4522-9c6c-d4f00f4806d4 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517231 Feb 10 22:45:46.241527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.346471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:46.347888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.359195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Sync routers for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:46.368995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.376903 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:46.392592 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:46.407826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:46.408329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:46.425928 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:46.584615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee6656d1-d173-48d5-8ee5-80b16c81367e admin admin] 10.222.0.53 "PUT /v2.0/routers/6a6c62ff-7a9c-48de-adb9-b3bc329fb94b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5754001 Feb 10 22:45:46.592933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49810) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:46.612878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-ae2d5fb8-0c23-4365-a5f5-790d70943efe tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5550387 Feb 10 22:45:46.613560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.616641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.638373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.705040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:46.715311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.737095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=06cf13f4-8623-4b70-a059-d3fff726628a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:46.757741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.780344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Transition to ACTIVE for port object c86da05c-4a1d-49fa-a7cb-0448def6eb6e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:46.819418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3318710-5505-4f27-9fa1-e57b272dd58b tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/06cf13f4-8623-4b70-a059-d3fff726628a HTTP/1.1" status: 204 len: 168 time: 2.3066349 Feb 10 22:45:46.827484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:46.832239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49814) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:46.876053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:46.958254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Allocated IP 172.25.2.58 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/810156a6-8b33-4df2-8c50-cbc6b6d69ed6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:46.971768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:47.022319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:47.032493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:47.042712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06080cfa-6162-415e-a1e9-26a4398b0970,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:47.074034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:47.122093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.122430 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Added segment df97cd7f-7123-4f9d-8477-782c4c33dacb of type vlan for network e3f6b146-ef3a-4597-98b5-6cee4c894e50 Feb 10 22:45:47.128843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.147091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=c86da05c-4a1d-49fa-a7cb-0448def6eb6e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:47.322092 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:45:41Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:47.336072 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Checking router: 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:45:47.372417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-4a545f20-42eb-4d84-a178-60bb1c807ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304637 Feb 10 22:45:47.376032 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Routers {'6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:47.377964 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:47.447226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.455324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.474615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:47.475223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.528549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157390a-1c96-4480-9b07-f67e03ede7a1 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:47.534065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bed0379-4ec9-4d16-b00c-abdbf199239d None None] Provisioning for port c86da05c-4a1d-49fa-a7cb-0448def6eb6e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:47.535822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0157390a-1c96-4480-9b07-f67e03ede7a1 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:47.537520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0157390a-1c96-4480-9b07-f67e03ede7a1 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6942055 Feb 10 22:45:47.552461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bed0379-4ec9-4d16-b00c-abdbf199239d None None] Provisioning complete for port c86da05c-4a1d-49fa-a7cb-0448def6eb6e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:47.552822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bed0379-4ec9-4d16-b00c-abdbf199239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.597031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49824) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:47.612889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1262755690'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:47.629889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:47.639424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:network and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:47.644556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:47.660564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:47.685950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:47.689851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.715229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5bed0379-4ec9-4d16-b00c-abdbf199239d None None] Port c86da05c-4a1d-49fa-a7cb-0448def6eb6e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:45:47.725341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.729845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.832176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] Set router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:47.833403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:47.835984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Deleting port f2e96ef6-afd9-48bc-8742-513c22d2f68f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:47.836432 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.871907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:47.889170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:47.907111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:47.934241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:47.934658 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment a499c98f-7606-43c3-9124-6b21f20db629 of type vlan for network bbb0a432-369c-4be0-8d66-e6e8fba951ae Feb 10 22:45:47.956669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'Port': ['ID=810156a6-8b33-4df2-8c50-cbc6b6d69ed6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:47.998615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-7e22c4da-d641-4c79-be5c-ca07ae38b440 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6246643 Feb 10 22:45:48.022415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6b70754d-e8b1-4616-9fce-ed1c7be73552 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4371917 Feb 10 22:45:48.026263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49828) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:48.039738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:48.054274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:48.056815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.057781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:48.058368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.108420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.183931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.189705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:48.190380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.279335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:floatingip and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:48.296275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:48.325775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:48.346671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.8358438 Feb 10 22:45:48.351972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:48.368030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84121bf8-6601-44f7-ab04-8ba84acab794 admin admin] Pushing event updated for resources: {'Network': ['ID=e3f6b146-ef3a-4597-98b5-6cee4c894e50,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:48.378945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Request body: {'subnet': {'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1245390331-subnet', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:48.384635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:48.389387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:48.408818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Usage tracker for resource:subnet and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:48.417426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:48.425013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:48.434686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.451994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Made reservation on behalf of a94b53c86ca642628553e3f1287bb337 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:48.454280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.471548 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:45:41Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:48.476600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d3bad-cea5-4f2d-8fd6-3013f548babc None None] The sync data for ids ['6a6c62ff-7a9c-48de-adb9-b3bc329fb94b'] in n-d-825178-4 is: [{'id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'name': 'tempest-TaggedBootDevicesTest_v242-798955385-router', 'tenant_id': 'bcea6298829d442c818921a44ad20e84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:37:42Z', 'updated_at': '2022-02-10T22:45:41Z', 'revision_number': 5, 'project_id': 'bcea6298829d442c818921a44ad20e84', 'gw_port': {'id': 'f2e96ef6-afd9-48bc-8742-513c22d2f68f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:8b:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a6c62ff-7a9c-48de-adb9-b3bc329fb94b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:37:43Z', 'updated_at': '2022-02-10T22:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:48.500065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.513485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] For port f2e96ef6-afd9-48bc-8742-513c22d2f68f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f2e96ef6-afd9-48bc-8742-513c22d2f68f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:48.513970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:48.923666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=bbb0a432-369c-4be0-8d66-e6e8fba951ae,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:48.939491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bbb0a432-369c-4be0-8d66-e6e8fba951ae details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:49.000159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Calling delete_port for f2e96ef6-afd9-48bc-8742-513c22d2f68f owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:49.038001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7fd7d61f-8c8a-41d3-9ba3-a0b6e8117198 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4397593 Feb 10 22:45:49.043454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:49.098402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1747510010'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:49.114689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.120358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:49.135185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.162364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99c982-01c0-47ca-a751-2e49441b42fd req-db8f33cc-fafc-425f-92d6-d866e79f79c1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:49.166425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b99c982-01c0-47ca-a751-2e49441b42fd req-db8f33cc-fafc-425f-92d6-d866e79f79c1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.7165446 Feb 10 22:45:49.227179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:network and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:49.251332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:49.307473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:49.341834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54b36e68-2379-4a12-94e7-82c41e71cb2a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:49.367786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:49.372664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.450133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b99c982-01c0-47ca-a751-2e49441b42fd req-7aec449b-e83f-4bc8-acd1-b51a80b16fc2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137978 Feb 10 22:45:49.467981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Checking segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:49.468483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Network hostable DHCP agents. Network: e3f6b146-ef3a-4597-98b5-6cee4c894e50, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:45:49.481820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.482633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:45:49.503444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.506855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.507251 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment 4695a90a-8c48-46f9-a7a4-6775358b5cae of type vlan for network acbfffd6-65df-40a8-ab80-baa538cd6c9a Feb 10 22:45:49.542773 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:45:49.554840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.556919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e96ef6-afd9-48bc-8742-513c22d2f68f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:49.584217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:45:49.625253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e3f6b146-ef3a-4597-98b5-6cee4c894e50) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:49.627955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.628144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.640447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:49.641054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.648041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8c07b-e5cf-492f-b550-512ee356d918 None None] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:49.821423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd8b2f8e-bb6f-45a0-b1c7-a43ceb1e4c6a req-8afbc58c-0839-4214-8020-68dfef37987e tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 210 time: 0.1631024 Feb 10 22:45:49.880767 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d25df5f4-c5e8-43bf-9db2-bdbea5571d1e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5238664 Feb 10 22:45:49.900408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49860) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:49.908806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.914178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:49.914828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.947598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:49.950645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:49.966124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.002944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Allocated IP 172.25.2.33 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2c4b8f85-eac2-45f6-9a34-c85a090b5b87) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:50.036246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:50.036709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2e669d9d-5022-4b24-a62a-b78c7b9e651d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:50.127428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2e669d9d-5022-4b24-a62a-b78c7b9e651d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:50.127765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2e669d9d-5022-4b24-a62a-b78c7b9e651d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:50.137361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Usage tracker for resource:router and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:50.147921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:50.152130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0859516 Feb 10 22:45:50.161564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:50.181036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'ports': [{'network_id': 'bbb0a432-369c-4be0-8d66-e6e8fba951ae', 'name': 'tempest-port--789436589', 'admin_state_up': True}, {'network_id': 'acbfffd6-65df-40a8-ab80-baa538cd6c9a', 'admin_state_up': False}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:50.181679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'port': {'network_id': 'bbb0a432-369c-4be0-8d66-e6e8fba951ae', 'name': 'tempest-port--789436589', 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:50.182209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'port': {'network_id': 'acbfffd6-65df-40a8-ab80-baa538cd6c9a', 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:50.200003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:50.203814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c3e5-7a7f-4f1e-928a-e0d5833f9a95 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=acbfffd6-65df-40a8-ab80-baa538cd6c9a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:50.292802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network acbfffd6-65df-40a8-ab80-baa538cd6c9a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:45:50.310796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event updated for resources: {'Port': ['ID=810156a6-8b33-4df2-8c50-cbc6b6d69ed6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:50.380497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.381935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.476803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.524101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:45:50.524869 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.558257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.583936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.594373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.605720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-98fcac09-89b0-4b21-b73c-14be8650c3a3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5447254 Feb 10 22:45:50.712464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-6d8bf702-b5b2-4e33-8880-c10c4a5fae08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:50.714078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-6d8bf702-b5b2-4e33-8880-c10c4a5fae08 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 1.1280916 Feb 10 22:45:50.742256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.938509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Allocated IP 172.20.0.2 (e3f6b146-ef3a-4597-98b5-6cee4c894e50/54b36e68-2379-4a12-94e7-82c41e71cb2a/34fc471a-01e4-45c0-94b6-611f6ed8864f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:50.943583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-99742fb6-0946-4186-8478-4e17daea7968 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:floatingip {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:50.948530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-5c841596-d38c-46a8-932c-20d53c42ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:50.950179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-5c841596-d38c-46a8-932c-20d53c42ad6d service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.1917839 Feb 10 22:45:50.987135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-0e8124d8-3380-4ba6-b22b-213c58ec2864 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:50.988775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-0e8124d8-3380-4ba6-b22b-213c58ec2864 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.6612577 Feb 10 22:45:50.989434 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:50.989956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a6c62ff-7a9c-48de-adb9-b3bc329fb94b {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:45:51.118302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:51.147413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49892) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:51.152317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:port and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:51.219148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.220238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-317fdbcc-c10e-4878-af1f-cca4dad190b0 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6a6c62ff-7a9c-48de-adb9-b3bc329fb94b HTTP/1.1" status: 204 len: 168 time: 4.6260896 Feb 10 22:45:51.224100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49896) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:51.237350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Request body: {'port': {'device_id': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'admin_state_up': True, 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:51.261851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:51.297124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:51.316651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-e51b8674-0ad9-4f54-ae5f-dc66bf750a78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.3165839 Feb 10 22:45:51.331453 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.344084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Transition to ACTIVE for port object 34fc471a-01e4-45c0-94b6-611f6ed8864f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:51.370273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Transition to ACTIVE for port object 34fc471a-01e4-45c0-94b6-611f6ed8864f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:51.377907 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.394246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.397893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'port': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:51.403056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.420507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e50448-9e01-4447-94d9-fa1f32e54ae9 req-3536f942-d6b2-4998-82a6-f1bf4c56aa02 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:51.422022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6e50448-9e01-4447-94d9-fa1f32e54ae9 req-3536f942-d6b2-4998-82a6-f1bf4c56aa02 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.7668450 Feb 10 22:45:51.456520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-99742fb6-0946-4186-8478-4e17daea7968 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:floatingip {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:51.457584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-99742fb6-0946-4186-8478-4e17daea7968 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.8510983 Feb 10 22:45:51.462879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.463783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:51.467207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:51.469654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:51.476998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.544219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Pushing event updated for resources: {'Port': ['ID=34fc471a-01e4-45c0-94b6-611f6ed8864f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:51.578987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Attempting to bind port 34fc471a-01e4-45c0-94b6-611f6ed8864f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:51.579893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Attempting to bind port 34fc471a-01e4-45c0-94b6-611f6ed8864f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:51.580642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Attempting to bind port 34fc471a-01e4-45c0-94b6-611f6ed8864f on network e3f6b146-ef3a-4597-98b5-6cee4c894e50 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:51.591495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Deleting subnet 6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:45:51.591726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:51.591726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Checking segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:51.592672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.593206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Bound using segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:51.594533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.594834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Bound port: 34fc471a-01e4-45c0-94b6-611f6ed8864f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:51.595612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.609450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:51.651430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.658241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:51.660630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:51.693994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-4a9b1f35-df92-446f-afbb-f8ecea9b5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:51.694670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-4a9b1f35-df92-446f-afbb-f8ecea9b5aef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.2782824 Feb 10 22:45:51.714427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:51.715028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.719436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] For port 34fc471a-01e4-45c0-94b6-611f6ed8864f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:51.723629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] For port 34fc471a-01e4-45c0-94b6-611f6ed8864f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34fc471a-01e4-45c0-94b6-611f6ed8864f,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:51.729009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.729492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:51.785089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-a33baf9d-a0b2-4d8c-895f-23775e04155d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750165 Feb 10 22:45:51.785968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:51.790918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Usage tracker for resource:security_group_rule and tenant:261fb4aa7d5c41178c1c4aa17d26a374 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:51.814811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:51.838819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39edf8f-b490-45a8-b9fd-a68ff19445f9 None None] Pushing event updated for resources: {'Port': ['ID=34fc471a-01e4-45c0-94b6-611f6ed8864f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:51.844530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:51.847466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=2c4b8f85-eac2-45f6-9a34-c85a090b5b87,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:51.849401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-4271f8e2-f90e-4759-92a3-3be2b926451d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:45:51.850438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-4271f8e2-f90e-4759-92a3-3be2b926451d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384502 Feb 10 22:45:51.865302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6e50448-9e01-4447-94d9-fa1f32e54ae9 req-16dbfc2e-0759-43e1-8c2f-8274971cca37 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314034 Feb 10 22:45:51.882301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f2e96ef6-afd9-48bc-8742-513c22d2f68f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:51.895033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:51.907445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-9228c556-96df-429d-855e-3c9808dde9f1 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:51.908794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48cd4075-b01c-4158-b7c8-e3540a9dffdc req-9228c556-96df-429d-855e-3c9808dde9f1 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.4357917 Feb 10 22:45:51.921717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:45:51.932992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f2e96ef6-afd9-48bc-8742-513c22d2f68f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:51.933324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f2e96ef6-afd9-48bc-8742-513c22d2f68f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:51.936462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.147645 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-848e497d-6127-4484-bf75-c365cde531b7 req-363ea382-5c9c-4a21-84cc-1bef01f05614 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 210 time: 0.1071641 Feb 10 22:45:52.198698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] device_id is not set on port c590e3ab-720b-4cb6-bb05-9018f21562bd yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:52.223094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.270298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.361270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.414682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.415863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-9ef73cc9-8b59-4953-a56a-eee5a2bc098c service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5493479 Feb 10 22:45:52.495429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.549157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.584706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Allocated IP 172.20.0.9 (d815d011-3e65-4126-847a-9309cb39d932/8bb47334-6180-49d2-ad9f-39c4779141ec/30c733ae-e874-4012-be88-9d39cfd7defd) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:52.597596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-c30b9dd8-e52e-482f-b702-0caa23af9c0e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:52.599086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-c30b9dd8-e52e-482f-b702-0caa23af9c0e tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5308177 Feb 10 22:45:52.614554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:52.684882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.691704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67d2f5f-1174-4208-8bda-2118f3882b8e None None] Network 16740edf-80c0-40dc-bdbf-80bd67df6e8f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:52.705663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.706506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.706506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.706721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.706831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9bfd36-e51d-432a-89dd-a5b15fbdcdd1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:52.706961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.707310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.707617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.707932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.708249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.708559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.709557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.709882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:45:52.728086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-228256fd-e3fa-4858-a021-ce1bfe5ea6b7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=261fb4aa7d5c41178c1c4aa17d26a374&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5610588 Feb 10 22:45:52.739834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:52.777162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-3a06e9de-bfbd-427d-ac6a-c7cd786cd1e0 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.1659970 Feb 10 22:45:52.820385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8581123-46d4-4ac5-a851-0ea3328bdb0a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ce495f9-ed6d-4ee8-ad34-1042c51fc1ef HTTP/1.1" status: 204 len: 168 time: 1.5665858 Feb 10 22:45:52.825739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:52.829208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'floatingip': {'port_id': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:52.958533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:52.997908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d532242-6100-42a1-8a79-6b7bb27fe0cc req-1647ad56-f666-4a42-99f5-9b7060d3dba6 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666618 Feb 10 22:45:53.059867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] DHCP port deletion for 16740edf-80c0-40dc-bdbf-80bd67df6e8f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:45:53.065290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Deleting port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:53.065812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.122104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.176906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470bad93-8bbb-42ee-89dd-d8a9b844af1c None None] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:53.189404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.266584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] device_id is not set on port d789b2b1-5053-4a63-8433-2781282e57a0 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:45:53.310094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.351179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d40d97ac-5ff2-47b6-b057-2368521075f1 None None] Provisioning for port 34fc471a-01e4-45c0-94b6-611f6ed8864f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:53.387783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.405700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.460301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d49ac-fe11-4c00-93cc-33e5a98bee27 req-a0f67236-3948-4aa6-b33c-1fb231eeef52 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:53.461839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-358d49ac-fe11-4c00-93cc-33e5a98bee27 req-a0f67236-3948-4aa6-b33c-1fb231eeef52 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.4032507 Feb 10 22:45:53.520238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] For port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,segment=NetworkSegment(ab6dbd58-65d3-400b-89d8-fb0f9368dcfd),segment_id=ab6dbd58-65d3-400b-89d8-fb0f9368dcfd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:53.520518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.564028 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.570275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Allocated IP 172.25.2.120 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/cc974a26-651a-47b5-8908-1e77f752d26b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:45:53.579465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.628160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=2c4b8f85-eac2-45f6-9a34-c85a090b5b87,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:53.662841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Calling delete_port for ea9eab0b-db4a-4a4a-a88e-b60e6d58881f owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:53.676597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-358d49ac-fe11-4c00-93cc-33e5a98bee27 req-ddcf2e49-46b1-4e44-aa4c-56c0163ef714 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994984 Feb 10 22:45:53.680259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Deleting port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:53.680418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.740927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.796358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.816890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.866754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] Pushing event deleted for resources: {'Port': ['ID=ea9eab0b-db4a-4a4a-a88e-b60e6d58881f,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:53.870065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c58d622-56e5-4d9a-82ab-382ce018782f None None] No DVR routers for this DVR port ea9eab0b-db4a-4a4a-a88e-b60e6d58881f on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:45:53.873613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.873780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.887213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:53.890923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e3a2024f-4953-420b-b7f0-386544b2e2ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8551815 Feb 10 22:45:53.901123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:53.960203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] The port 'ea9eab0b-db4a-4a4a-a88e-b60e6d58881f' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:45:53.963596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-62ccdf84-60e9-40d4-9901-33639cf2e611 req-06cfa086-1dd5-4009-b4cb-b7e2b1f83b5f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 210 time: 0.0826268 Feb 10 22:45:53.967965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-01ccafed-1ae8-491f-ab1a-30b6f398ba40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'floatingip': {'port_id': 'c86da05c-4a1d-49fa-a7cb-0448def6eb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:53.997013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.015512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.020249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34fc471a-01e4-45c0-94b6-611f6ed8864f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:54.115248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 34fc471a-01e4-45c0-94b6-611f6ed8864f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:45:54.127785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 34fc471a-01e4-45c0-94b6-611f6ed8864f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:54.127785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.129508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Port': ['ID=c590e3ab-720b-4cb6-bb05-9018f21562bd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:54.177507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Checking segment: {'id': 'a499c98f-7606-43c3-9124-6b21f20db629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bbb0a432-369c-4be0-8d66-e6e8fba951ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:54.177507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network hostable DHCP agents. Network: bbb0a432-369c-4be0-8d66-e6e8fba951ae, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:45:54.195328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.291410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Pushing event updated for resources: {'Port': ['ID=cc974a26-651a-47b5-8908-1e77f752d26b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:54.309532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:54.310219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network bbb0a432-369c-4be0-8d66-e6e8fba951ae is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:45:54.312612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:54.315787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:54.318277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.325537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01ccafed-1ae8-491f-ab1a-30b6f398ba40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.343595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.358576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:45:54.406137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, bbb0a432-369c-4be0-8d66-e6e8fba951ae) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:54.406137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:54.406137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.444125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee3baf0-83de-4126-b59f-d86cdabdf80c None None] Network bbb0a432-369c-4be0-8d66-e6e8fba951ae requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:54.546845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b8346d13-9ec7-41b4-b70d-5675a66f6238 None None] Provisioning complete for port 34fc471a-01e4-45c0-94b6-611f6ed8864f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:54.546845 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b8346d13-9ec7-41b4-b70d-5675a66f6238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.611701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.614991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Network d815d011-3e65-4126-847a-9309cb39d932 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:45:54.625253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Port': ['ID=d789b2b1-5053-4a63-8433-2781282e57a0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:54.626398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.637157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event updated for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:54.640050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:54.680234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Checking segment: {'id': '4695a90a-8c48-46f9-a7a4-6775358b5cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'acbfffd6-65df-40a8-ab80-baa538cd6c9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:54.680508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network hostable DHCP agents. Network: acbfffd6-65df-40a8-ab80-baa538cd6c9a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:45:54.681662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 34fc471a-01e4-45c0-94b6-611f6ed8864f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34fc471a-01e4-45c0-94b6-611f6ed8864f,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:45:54.721948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.722910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:54.848450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea9eab0b-db4a-4a4a-a88e-b60e6d58881f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:45:54.929082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.946930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ea9eab0b-db4a-4a4a-a88e-b60e6d58881f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:45:54.946930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea9eab0b-db4a-4a4a-a88e-b60e6d58881f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:45:54.984229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:54.992847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9bfd36-e51d-432a-89dd-a5b15fbdcdd1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:55.009705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16740edf-80c0-40dc-bdbf-80bd67df6e8f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:55.039199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:55.039520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab6dbd58-65d3-400b-89d8-fb0f9368dcfd') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:55.074217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.080379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-02769ec2-8a14-4184-ad25-4d5eb5885597 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba9bfd36-e51d-432a-89dd-a5b15fbdcdd1 HTTP/1.1" status: 204 len: 168 time: 2.3308876 Feb 10 22:45:55.080379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.102117 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-01ccafed-1ae8-491f-ab1a-30b6f398ba40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] update failed (client error): The resource could not be found. Feb 10 22:45:55.102117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-01ccafed-1ae8-491f-ab1a-30b6f398ba40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "PUT /v2.0/floatingips/57eb8786-62a1-4a0c-9bdd-3faad5f40371 HTTP/1.1" status: 404 len: 507 time: 1.1865330 Feb 10 22:45:55.133222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.133222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.149880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=34fc471a-01e4-45c0-94b6-611f6ed8864f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:55.166000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49926) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:55.230911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network acbfffd6-65df-40a8-ab80-baa538cd6c9a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:45:55.270680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.330984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, acbfffd6-65df-40a8-ab80-baa538cd6c9a) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:45:55.337069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-3fdb9c23-45af-48fd-a32e-6c397598f24f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1202028 Feb 10 22:45:55.348176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:45:55.348515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:45:55.348652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.353964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca52cb-ce3e-47fb-8e4d-4a854ee03998 None None] Network acbfffd6-65df-40a8-ab80-baa538cd6c9a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:45:55.354404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.359322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.359991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:45:55.377906 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:45:55.389006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Request body: {'port': {'device_id': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:55.463966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b744a521-038b-4ed8-8f34-bcbbdde86067 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.2852349 Feb 10 22:45:55.467973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:55.480658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting port 2c4b8f85-eac2-45f6-9a34-c85a090b5b87 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:55.480991 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.525432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:55.589171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.624771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.645524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c14e2f-553a-4ea5-831a-a3a61707c5d7 req-5f863d77-c952-4414-99d8-b1bb0eae4520 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.647058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8c14e2f-553a-4ea5-831a-a3a61707c5d7 req-5f863d77-c952-4414-99d8-b1bb0eae4520 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.4007642 Feb 10 22:45:55.690814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:55.702203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.713470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:45:55.748725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Usage tracker for resource:security_group_rule and tenant:cad91b22e803483d99d8a8704eaf5eed is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:55.762225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:55.790721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:55.796005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] Pushing event deleted for resources: {'Network': ['ID=16740edf-80c0-40dc-bdbf-80bd67df6e8f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:55.814460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8c14e2f-553a-4ea5-831a-a3a61707c5d7 req-a1d63ca2-7e0c-4ad0-a3d3-cc8e0e877bfd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536601 Feb 10 22:45:55.827547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-706e5ca3-aff1-454a-aa78-111c2ad7810f admin admin] 10.222.0.53 "DELETE /v2.0/networks/16740edf-80c0-40dc-bdbf-80bd67df6e8f HTTP/1.1" status: 204 len: 168 time: 2.9359586 Feb 10 22:45:55.829624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:55.856226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57197a-f08e-4465-91b5-aa85154b266d tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.862122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57197a-f08e-4465-91b5-aa85154b266d tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:55.862920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db57197a-f08e-4465-91b5-aa85154b266d tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Synchronizing usage tracker for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:45:55.877611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.887843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.897367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.932634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:55.938106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34fc471a-01e4-45c0-94b6-611f6ed8864f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:45:56.013736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.014224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.016008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 34fc471a-01e4-45c0-94b6-611f6ed8864f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:45:56.016611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.104120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db57197a-f08e-4465-91b5-aa85154b266d tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Unset dirty status for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:45:56.108416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db57197a-f08e-4465-91b5-aa85154b266d tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.6363664 Feb 10 22:45:56.162245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49944) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:56.184362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Calling delete_port for 2c4b8f85-eac2-45f6-9a34-c85a090b5b87 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:56.373453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port c590e3ab-720b-4cb6-bb05-9018f21562bd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:56.374156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.543444 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Floating IP 8794126b-6dea-46ed-8d3e-ad5484eddbd4 associated. External IP: 172.25.2.58, port: f94a5f8c-e8c2-4f66-9020-3e9bcee019be. Feb 10 22:45:56.695952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.742888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.821546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c0070-bf71-4a27-831d-56b15664a9f0 req-59f65091-0332-463c-88a8-e413aa7a54da tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:56.823052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e2c0070-bf71-4a27-831d-56b15664a9f0 req-59f65091-0332-463c-88a8-e413aa7a54da tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 931 time: 0.8074443 Feb 10 22:45:56.888853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:56.954045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:45:56.954339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Port': ['ID=2c4b8f85-eac2-45f6-9a34-c85a090b5b87,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:56.955800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f364a08e-51ff-460c-a5b6-81639a9f6b60,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:57.018975 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f4cea56-762f-4866-8d1b-1af632a648ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cad91b22e803483d99d8a8704eaf5eed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4856920 Feb 10 22:45:57.037864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:57.066270 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e2c0070-bf71-4a27-831d-56b15664a9f0 req-06410d0d-6caf-475a-8784-37f3155af46c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193437 Feb 10 22:45:57.104329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:45:57.199546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.249120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.285972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c733ae-e874-4012-be88-9d39cfd7defd {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:45:57.300764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.308461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.309595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-390a3d63-2cb6-4043-96d5-0f22d6efdcac tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "DELETE /v2.0/floatingips/57eb8786-62a1-4a0c-9bdd-3faad5f40371 HTTP/1.1" status: 204 len: 168 time: 2.1427855 Feb 10 22:45:57.319425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49954) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:57.329785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'floatingip': {'floating_network_id': '51a428f5-dfb5-46fd-88ee-5fe78355acb3', 'port_id': 'c86da05c-4a1d-49fa-a7cb-0448def6eb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:57.339255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Transition to ACTIVE for port object 30c733ae-e874-4012-be88-9d39cfd7defd will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:57.343205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:57.348363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.355462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:floatingip and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:57.389016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Router e8736c34-19bc-483e-ba4f-52c75a90baa9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:45:57.391921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:57.422103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Calling delete_port for c590e3ab-720b-4cb6-bb05-9018f21562bd owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:57.470074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:57.602566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.617495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.667496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Pushing event updated for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:57.668947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:57.679935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Sync routers for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:57.686730 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.696693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:57.697479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:57.721430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:45:57.731691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.803911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05b90d-9e68-427f-971d-ca84c4853898 req-7ec77310-466c-48cb-83f0-399b6c5a9890 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:57.805443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d05b90d-9e68-427f-971d-ca84c4853898 req-7ec77310-466c-48cb-83f0-399b6c5a9890 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.5976048 Feb 10 22:45:57.819222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Port': ['ID=c590e3ab-720b-4cb6-bb05-9018f21562bd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:57.824607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.825821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4792905b-a5e1-4a57-9660-6725a78f3c9a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.9244466 Feb 10 22:45:57.830050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49958) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:57.851962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.875994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Attempting to bind port 30c733ae-e874-4012-be88-9d39cfd7defd on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:57.876237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Attempting to bind port 30c733ae-e874-4012-be88-9d39cfd7defd by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:57.876995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Attempting to bind port 30c733ae-e874-4012-be88-9d39cfd7defd on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:57.887568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Port 30c733ae-e874-4012-be88-9d39cfd7defd on network d815d011-3e65-4126-847a-9309cb39d932 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:45:57.887887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Attempting to bind port 30c733ae-e874-4012-be88-9d39cfd7defd on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:57.895393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:45:57.903660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.909431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:57.911204 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Sync routers for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:45:57.927715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:57.928648 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:57.933878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:57.934247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Checking segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:57.934595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Bound using segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:57.935059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Bound port: 30c733ae-e874-4012-be88-9d39cfd7defd, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:57.935468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:57.947436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-831150ec-ed1c-4005-9f21-79a9a5f7018e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/ports/c590e3ab-720b-4cb6-bb05-9018f21562bd HTTP/1.1" status: 204 len: 168 time: 1.7840221 Feb 10 22:45:57.959609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49962) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:58.006026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.008706 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.010035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f364a08e-51ff-460c-a5b6-81639a9f6b60 HTTP/1.1" status: 204 len: 168 time: 0.9679120 Feb 10 22:45:58.189380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-042c5c77-8a4f-4714-9d80-ba67713cd6a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "PUT /v2.0/floatingips/8794126b-6dea-46ed-8d3e-ad5484eddbd4 HTTP/1.1" status: 200 len: 995 time: 5.3834016 Feb 10 22:45:58.194138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:45:58.264055 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:58.304764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d05b90d-9e68-427f-971d-ca84c4853898 req-fc98d60c-b980-4e7f-bc36-bc9d47b45b92 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4828999 Feb 10 22:45:58.355807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc81d7b9-ec7b-42de-a1e8-1702385bf896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f364a08e-51ff-460c-a5b6-81639a9f6b60,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:58.430316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port d789b2b1-5053-4a63-8433-2781282e57a0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:45:58.431661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.433792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:58.450603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=30c733ae-e874-4012-be88-9d39cfd7defd,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:58.465728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.470856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:45:54Z', 'revision_number': 3, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:45:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:58.486384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Checking router: 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:45:58.486730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Updating router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 port cc974a26-651a-47b5-8908-1e77f752d26b binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:45:58.545987 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.589843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Pushing event updated for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:58.606507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:58.607579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.609186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-2db882e2-c50c-4060-9a65-e5ffbc08ee47 service neutron] 10.222.0.30 "PUT /v2.0/ports/30c733ae-e874-4012-be88-9d39cfd7defd HTTP/1.1" status: 200 len: 1091 time: 3.2624691 Feb 10 22:45:58.624980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-39250866-5876-4f34-8c35-b82f67e0dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:58.637061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-39250866-5876-4f34-8c35-b82f67e0dae3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.4205759 Feb 10 22:45:58.813301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-0c14b999-38cd-4ae4-a54b-abe06778b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:58.815480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-0c14b999-38cd-4ae4-a54b-abe06778b58a service neutron] 10.222.0.53 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.1772690 Feb 10 22:45:58.818438 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:45:58.825707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a51961a9-2e3e-4d4b-934f-3e8be3a41834 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4993539 Feb 10 22:45:58.832792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.861006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '8794126b-6dea-46ed-8d3e-ad5484eddbd4', 'tenant_id': '691220527723406f817539a3c36e0b83', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'port_id': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'mac_address': 'fa:16:3e:e3:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:45:48Z', 'updated_at': '2022-02-10T22:45:55Z', 'revision_number': 1, 'project_id': '691220527723406f817539a3c36e0b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:58.870559 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Checking router: e8736c34-19bc-483e-ba4f-52c75a90baa9 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:45:58.907679 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:58.907826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:58.936837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49980) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:45:58.942379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'c86da05c-4a1d-49fa-a7cb-0448def6eb6e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:45:58.988143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:45:58.989722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:58.999766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Usage tracker for resource:floatingip and tenant:bcd1ba1f03df4443979df63472baad01 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:45:59.004953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Transition to ACTIVE for port object cc974a26-651a-47b5-8908-1e77f752d26b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:45:59.012441 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.018540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:45:59.032914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:45:59.086422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-1df62b85-02e0-4a32-9fbd-60e34d31e338 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 998 time: 0.2277288 Feb 10 22:45:59.099657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Attempting to bind port cc974a26-651a-47b5-8908-1e77f752d26b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:45:59.100017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Attempting to bind port cc974a26-651a-47b5-8908-1e77f752d26b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:45:59.100374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Attempting to bind port cc974a26-651a-47b5-8908-1e77f752d26b on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:45:59.114110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:45:59.114568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:45:59.114972 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.115471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:45:59.115942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Bound port: cc974a26-651a-47b5-8908-1e77f752d26b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:45:59.116355 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.157003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.161969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42196-a0e3-4411-aa6a-ad2024e28cdd None None] Pushing event updated for resources: {'Port': ['ID=cc974a26-651a-47b5-8908-1e77f752d26b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:59.226011 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:59.228366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] For port cc974a26-651a-47b5-8908-1e77f752d26b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:45:59.233606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] For port cc974a26-651a-47b5-8908-1e77f752d26b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cc974a26-651a-47b5-8908-1e77f752d26b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:45:59.241405 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.269879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:45:59.346461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-1d511b13-0744-494f-8b90-743a429d7a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:59.348742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-1d511b13-0744-494f-8b90-743a429d7a91 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 1094 time: 0.5316844 Feb 10 22:45:59.398665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42196-a0e3-4411-aa6a-ad2024e28cdd None None] Pushing event updated for resources: {'Port': ['ID=cc974a26-651a-47b5-8908-1e77f752d26b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:45:59.416031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:45:59.416881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:59.424817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Calling delete_port for d789b2b1-5053-4a63-8433-2781282e57a0 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:45:59.533572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-66504cf2-dc1e-4b9a-b0e0-97a0f71c453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:59.535380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-66504cf2-dc1e-4b9a-b0e0-97a0f71c453a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.4420218 Feb 10 22:45:59.538051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-801e1951-ca4c-4fbc-875f-98e98ce81b46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c733ae-e874-4012-be88-9d39cfd7defd HTTP/1.1" status: 200 len: 217 time: 0.1775444 Feb 10 22:45:59.588820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-611efc96-7d88-4875-a3a1-a7b58b21257b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464773 Feb 10 22:45:59.653457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-6f6aada0-2193-4adc-89da-0b8d4c8aef97 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:45:59.655563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-6f6aada0-2193-4adc-89da-0b8d4c8aef97 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199180 Feb 10 22:45:59.760280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '8794126b-6dea-46ed-8d3e-ad5484eddbd4', 'tenant_id': '691220527723406f817539a3c36e0b83', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'port_id': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'mac_address': 'fa:16:3e:e3:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:45:48Z', 'updated_at': '2022-02-10T22:45:55Z', 'revision_number': 1, 'project_id': '691220527723406f817539a3c36e0b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:45:59.765441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027c141e-d304-4b04-a843-d375ab0807b2 None None] The sync data for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 is: [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '8794126b-6dea-46ed-8d3e-ad5484eddbd4', 'tenant_id': '691220527723406f817539a3c36e0b83', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'port_id': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1723, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'mac_address': 'fa:16:3e:e3:3f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:45:48Z', 'updated_at': '2022-02-10T22:45:55Z', 'revision_number': 1, 'project_id': '691220527723406f817539a3c36e0b83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:45:59.800467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:45:59.802944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-239087b3-c61b-4160-bbc1-a3d9440e06b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:59.804785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-239087b3-c61b-4160-bbc1-a3d9440e06b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.2146823 Feb 10 22:45:59.885187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-72fd6e95-e1ee-4bed-8431-b892a5a0fc16 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710363 Feb 10 22:45:59.927953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ba61e-e502-46e9-9e9f-8938e26c0489 req-e1236084-66fe-492c-98d9-9be09521f1aa tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:45:59.929546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df9ba61e-e502-46e9-9e9f-8938e26c0489 req-e1236084-66fe-492c-98d9-9be09521f1aa tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 943 time: 1.4192770 Feb 10 22:46:00.014590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-8af8221b-41f0-4edc-ad54-57db478823d9 service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527555 Feb 10 22:46:00.105786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:00.185648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Port': ['ID=d789b2b1-5053-4a63-8433-2781282e57a0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:00.195687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a54c7a6e-ed11-40c4-969d-9026fe5d67be req-cf618687-9609-48cd-800c-b893183ba385 service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659360 Feb 10 22:46:00.199654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:00.245402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fb1842-fa91-4be2-9ee8-751fb01e38a6 None None] New status for floating IP 8794126b-6dea-46ed-8d3e-ad5484eddbd4: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:46:00.264901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:00.281154 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df9ba61e-e502-46e9-9e9f-8938e26c0489 req-7b1f1a4a-dc3b-4228-bae5-ea264a4ae95c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582743 Feb 10 22:46:00.322568 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:46:00.627716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5fe58625-00a6-437b-b6dc-07a5816f0193 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/ports/d789b2b1-5053-4a63-8433-2781282e57a0 HTTP/1.1" status: 204 len: 168 time: 2.6626070 Feb 10 22:46:00.632540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:45:54Z', 'revision_number': 3, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:00.644681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e46f451-2241-4f5d-9668-5a43a38dc25a None None] The sync data for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 is: [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:45:54Z', 'revision_number': 3, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:45:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:00.656378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50012) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:00.703743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-1b37a49a-ee75-4a13-9917-5f63783a2b42 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066964 Feb 10 22:46:00.761080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-48bb92da-62cd-4732-93de-250fe2f37405 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Synchronizing usage tracker for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:00.781322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Deleting port f3485190-4164-47bb-8d1b-5b3cf1b3c327 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:00.781740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:00.854326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-9ec1f01b-4d61-4c4d-8814-2670bf1164bd tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 998 time: 0.5086825 Feb 10 22:46:00.922083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Allocated IP 172.25.2.193 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/7a889776-0f5c-4371-89d2-eca35cd99709) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:00.952574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-15dfa616-dba2-4fde-91d0-bfa943ccc8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:00.954258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-15dfa616-dba2-4fde-91d0-bfa943ccc8b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.6076100 Feb 10 22:46:01.072219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-48bb92da-62cd-4732-93de-250fe2f37405 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Unset dirty status for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:01.073362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-48bb92da-62cd-4732-93de-250fe2f37405 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4157889 Feb 10 22:46:01.097477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50028) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:01.109144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191d955-09a0-4aea-9e6d-050299c43f3b req-f1d21f25-63ba-4343-9679-a70eedbf6296 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:01.110727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6191d955-09a0-4aea-9e6d-050299c43f3b req-f1d21f25-63ba-4343-9679-a70eedbf6296 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.5293205 Feb 10 22:46:01.125767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-8a800ce5-c263-4fe6-b6a3-8c829bf96f24 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:01.127201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-8a800ce5-c263-4fe6-b6a3-8c829bf96f24 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports/f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 942 time: 0.2630737 Feb 10 22:46:01.134554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-22925955'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:01.154672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] For port f3485190-4164-47bb-8d1b-5b3cf1b3c327, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3485190-4164-47bb-8d1b-5b3cf1b3c327,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:01.155122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:01.214806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:01.233343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:network and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:01.251242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:01.257003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc9397c8-7ffe-426d-b37f-c5ed8a4d3845 req-842ad470-3c1d-42c3-b244-cab93011df12 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212226 Feb 10 22:46:01.272708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:01.429468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Calling delete_port for f3485190-4164-47bb-8d1b-5b3cf1b3c327 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:01.469484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6191d955-09a0-4aea-9e6d-050299c43f3b req-69e1ed9f-e9ee-42a6-90d6-502113a37fdb tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430429 Feb 10 22:46:01.492598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:01.501982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:01.533018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-4ac9fc59-6aac-44c6-9902-b00d35db84f8 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 1000 time: 0.2053001 Feb 10 22:46:01.542335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:01.548043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-e83bdb8c-df65-4da1-9362-40196953444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:01.549614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-e83bdb8c-df65-4da1-9362-40196953444d service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.5754247 Feb 10 22:46:01.797932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:01.809182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:01.867951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:01.868304 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment f3fb4b57-0362-4879-ae1c-d8c07af4f478 of type vlan for network eae54a0f-166f-4597-916c-81cc3b6326f8 Feb 10 22:46:01.924971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-8409aba2-eb50-4c04-98be-858239f2a419 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 1000 time: 0.3681316 Feb 10 22:46:01.979632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cc974a26-651a-47b5-8908-1e77f752d26b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:02.019906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Allocated IP 172.20.0.1 (e3f6b146-ef3a-4597-98b5-6cee4c894e50/54b36e68-2379-4a12-94e7-82c41e71cb2a/03bbb297-5a97-478e-9302-7ab250df9b32) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:02.035174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.037310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ffb2b-f533-492d-82a6-19615aeff1fa req-d6a998f4-56a4-49c3-be82-360ef304ef86 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:02.038880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-991ffb2b-f533-492d-82a6-19615aeff1fa req-d6a998f4-56a4-49c3-be82-360ef304ef86 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 943 time: 0.3783937 Feb 10 22:46:02.069957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-be7c8673-f386-4d28-9e1d-77f5b2c7e9a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:02.071591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-be7c8673-f386-4d28-9e1d-77f5b2c7e9a2 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.5210032 Feb 10 22:46:02.079123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port cc974a26-651a-47b5-8908-1e77f752d26b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:02.084531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.085895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cc974a26-651a-47b5-8908-1e77f752d26b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:02.086350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.180028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.249147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Pushing event deleted for resources: {'Port': ['ID=f3485190-4164-47bb-8d1b-5b3cf1b3c327,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:02.261321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-991ffb2b-f533-492d-82a6-19615aeff1fa req-443048f1-c62f-4afe-bd5f-d3d640350fcf tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104783 Feb 10 22:46:02.297732 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.306160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-86432308-af1b-4452-9f91-c93c2a502f85 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 1000 time: 0.2249110 Feb 10 22:46:02.328721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port cc974a26-651a-47b5-8908-1e77f752d26b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cc974a26-651a-47b5-8908-1e77f752d26b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:02.333607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.334076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:02.346982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:02.419929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.425745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:02.429854 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.432839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=cc974a26-651a-47b5-8908-1e77f752d26b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:02.437205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:02.438854 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.445591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-b41c368b-e68b-4321-935f-842e7ac383ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:02.447390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-b41c368b-e68b-4321-935f-842e7ac383ea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.5083075 Feb 10 22:46:02.476196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:02.523902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Transition to ACTIVE for port object 03bbb297-5a97-478e-9302-7ab250df9b32 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:02.752502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.811224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:02.856925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.863571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:02.919234 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd', 'status': 'completed', 'code': 200} Feb 10 22:46:02.999729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=eae54a0f-166f-4597-916c-81cc3b6326f8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:03.002621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event updated for resources: {'Port': ['ID=7a889776-0f5c-4371-89d2-eca35cd99709,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:03.014341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:03.018828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network eae54a0f-166f-4597-916c-81cc3b6326f8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:03.026014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-13a0661b-9144-4653-827b-72368e7549a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5472245 Feb 10 22:46:03.036602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:03.045633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:03.085997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Pushing event updated for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:03.109508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-88ec0f77-a1b9-4801-b9fc-6afb1a90bc8e tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0108202 Feb 10 22:46:03.166998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50054) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:03.199168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc7f20-bfe9-4ee1-968a-2ab66001113e req-3bb86718-c726-4dbd-8cf3-668ced4d727e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:03.201240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cfc7f20-bfe9-4ee1-968a-2ab66001113e req-3bb86718-c726-4dbd-8cf3-668ced4d727e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.4503081 Feb 10 22:46:03.221710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-999257317'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:03.227476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:03.232776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:network and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:03.237720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:03.249306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:03.275647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.335051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cfc7f20-bfe9-4ee1-968a-2ab66001113e req-533a1c53-0307-4301-a82a-499109cdb8f7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141980 Feb 10 22:46:03.459738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-159d9032-8703-4866-9286-3e19715b4af2 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053319 Feb 10 22:46:03.538213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:03.541727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.584900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6173bc9-0475-4135-b9bb-bd4b7b798a24 None None] Provisioning for port 03bbb297-5a97-478e-9302-7ab250df9b32 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:03.607612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6173bc9-0475-4135-b9bb-bd4b7b798a24 None None] Provisioning complete for port 03bbb297-5a97-478e-9302-7ab250df9b32 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:03.608071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6173bc9-0475-4135-b9bb-bd4b7b798a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.711975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a6173bc9-0475-4135-b9bb-bd4b7b798a24 None None] Port 03bbb297-5a97-478e-9302-7ab250df9b32 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:03.738574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Router 42c43af9-e455-4bab-b882-e584ac10b01b has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:46:03.778548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f251f5ef-7c54-490a-aa2b-7a4048e4d95c req-b7eb75a6-d6ef-43ef-95db-997ce4d2da43 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:03.780630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f251f5ef-7c54-490a-aa2b-7a4048e4d95c req-b7eb75a6-d6ef-43ef-95db-997ce4d2da43 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 943 time: 0.2882190 Feb 10 22:46:03.909376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.912481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:03.920341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.924444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-27498cd6-0fd4-475b-9d6e-d9eb9cbbf650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:03.925958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-27498cd6-0fd4-475b-9d6e-d9eb9cbbf650 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 1094 time: 1.0814960 Feb 10 22:46:03.933088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:03.933306 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Floating IP 8794126b-6dea-46ed-8d3e-ad5484eddbd4 disassociated. External IP: 172.25.2.58, port: f94a5f8c-e8c2-4f66-9020-3e9bcee019be. Feb 10 22:46:03.943194 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f251f5ef-7c54-490a-aa2b-7a4048e4d95c req-18c9a585-1afb-4087-96ed-55002d5d32c2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541305 Feb 10 22:46:03.994729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cc974a26-651a-47b5-8908-1e77f752d26b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:04.058092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.058437 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Added segment d14a1c0a-0668-4f3d-b101-809c6fcf6ff8 of type vlan for network 63396b72-af1e-42d0-8a2c-85b05f974b10 Feb 10 22:46:04.071787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cc974a26-651a-47b5-8908-1e77f752d26b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:04.072751 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.100294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:04.112064 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Sync routers for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:04.132335 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:04.133063 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:04.168816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d097ee0-e05a-42b2-87e3-11147c044761 req-60756e67-9752-402c-9694-7d21e746ad09 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6743331 Feb 10 22:46:04.178542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5a4283d0-2f0d-41f9-909e-751163a476ed admin admin] 10.222.0.53 "PUT /v2.0/routers/42c43af9-e455-4bab-b882-e584ac10b01b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3446734 Feb 10 22:46:04.187179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:04.215529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting port 7a889776-0f5c-4371-89d2-eca35cd99709 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:04.215882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.303723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.379820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:04.535693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:04.601295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 30c733ae-e874-4012-be88-9d39cfd7defd details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:46:04.622298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.714185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.723735 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.729095 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:46:01Z', 'revision_number': 5, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:04.738345 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Checking router: 42c43af9-e455-4bab-b882-e584ac10b01b for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:46:04.755581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Routers {'42c43af9-e455-4bab-b882-e584ac10b01b'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:04.756741 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['42c43af9-e455-4bab-b882-e584ac10b01b'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:04.820908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=30c733ae-e874-4012-be88-9d39cfd7defd,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:04.869502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '30c733ae-e874-4012-be88-9d39cfd7defd', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'port_id': '30c733ae-e874-4012-be88-9d39cfd7defd', 'mac_address': 'fa:16:3e:3e:45:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb47334-6180-49d2-ad9f-39c4779141ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:46:04.924690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a9710-e9cb-489f-8832-59c5fa353351 req-b9890358-0265-40f5-aab6-8a3698f78149 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:04.927873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-437a9710-e9cb-489f-8832-59c5fa353351 req-b9890358-0265-40f5-aab6-8a3698f78149 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.4042630 Feb 10 22:46:04.964544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:04.980367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-e9384d2d-24c2-4d28-8fde-cf5f68f70034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:04.981635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Pushing event updated for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:04.983379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-e9384d2d-24c2-4d28-8fde-cf5f68f70034 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.9799724 Feb 10 22:46:05.033754 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] Set router 42c43af9-e455-4bab-b882-e584ac10b01b gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:05.057503 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.088665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c733ae-e874-4012-be88-9d39cfd7defd {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:05.103072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.103537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.109477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:05.113610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.119047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=30c733ae-e874-4012-be88-9d39cfd7defd,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:05.123631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-437a9710-e9cb-489f-8832-59c5fa353351 req-2346dcea-9e4c-4aab-a9be-678515be68aa tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865151 Feb 10 22:46:05.124933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.155007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-37d968b2-43ca-43c3-8cfd-8a7004e600ff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c733ae-e874-4012-be88-9d39cfd7defd HTTP/1.1" status: 200 len: 217 time: 0.1330850 Feb 10 22:46:05.158024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Deleting port dad21292-8e98-4482-bea7-70c698825506 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:05.159405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.267128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:05.441996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.442526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.460858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2850163 Feb 10 22:46:05.462056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc867c-6631-4bdd-822d-9e08a0f15d17 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Network': ['ID=63396b72-af1e-42d0-8a2c-85b05f974b10,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:05.474497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Router e8736c34-19bc-483e-ba4f-52c75a90baa9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:46:05.476674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-32e7ebc8-d4c7-48f4-923b-c79b6894d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:05.479379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-32e7ebc8-d4c7-48f4-923b-c79b6894d328 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.2669435 Feb 10 22:46:05.491375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:05.520934 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:46:01Z', 'revision_number': 5, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:05.525585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b8d7d0-55ca-43b3-a3f3-ab2414f3478e None None] The sync data for ids ['42c43af9-e455-4bab-b882-e584ac10b01b'] in n-d-825178-4 is: [{'id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'name': 'tempest-TaggedBootDevicesTest_v242-1260108188-router', 'tenant_id': 'be28d03fe2824d9a982102d1febd7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': 'dad21292-8e98-4482-bea7-70c698825506', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:38:08Z', 'updated_at': '2022-02-10T22:46:01Z', 'revision_number': 5, 'project_id': 'be28d03fe2824d9a982102d1febd7cfc', 'gw_port': {'id': 'dad21292-8e98-4482-bea7-70c698825506', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:19:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42c43af9-e455-4bab-b882-e584ac10b01b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:38:10Z', 'updated_at': '2022-02-10T22:38:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:05.569990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 63396b72-af1e-42d0-8a2c-85b05f974b10 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:05.625795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:05.645652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'subnets': [{'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1997055919', 'ip_version': 4}, {'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:05.648071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'subnet': {'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1997055919', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:05.648827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Request body: {'subnet': {'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:05.727964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Calling delete_port for 7a889776-0f5c-4371-89d2-eca35cd99709 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:05.836605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-38054f9a-ea14-4f3c-bc7e-ff6906ab22af service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2218907 Feb 10 22:46:05.839537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] For port dad21292-8e98-4482-bea7-70c698825506, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dad21292-8e98-4482-bea7-70c698825506,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:05.839829 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:05.933740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3485190-4164-47bb-8d1b-5b3cf1b3c327 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:05.982671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:05.992971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f3485190-4164-47bb-8d1b-5b3cf1b3c327 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:05.993412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3485190-4164-47bb-8d1b-5b3cf1b3c327 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:06.068271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:06.078025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Calling delete_port for dad21292-8e98-4482-bea7-70c698825506 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:06.325679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:06.329787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-4f5e032d-ad9a-469a-860b-ea6f768bbc2b service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824104 Feb 10 22:46:06.336334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:06.348423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Sync routers for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:06.389970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:06.391752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:06.494428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Port': ['ID=7a889776-0f5c-4371-89d2-eca35cd99709,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:06.499618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:06.625721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 30c733ae-e874-4012-be88-9d39cfd7defd up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:06.676688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50108) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:06.738145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d7021f5e-18f6-4684-9e3b-71e529f9d1b6 None None] Provisioning complete for port 03bbb297-5a97-478e-9302-7ab250df9b32 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:06.738507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7021f5e-18f6-4684-9e3b-71e529f9d1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:06.802161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:06.804022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:06.808944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Usage tracker for resource:subnet and tenant:cfbd8221383e447891dbd0429139ffb0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:06.812435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:06.819668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:06.840127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Made reservation on behalf of cfbd8221383e447891dbd0429139ffb0 for: {'subnet': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:06.848258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:06.848813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:06.876590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-f59ae609-72be-4c58-b867-ae6c7d16c50d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "PUT /v2.0/floatingips/8794126b-6dea-46ed-8d3e-ad5484eddbd4 HTTP/1.1" status: 200 len: 694 time: 4.5361264 Feb 10 22:46:06.887081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:06.896411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d7021f5e-18f6-4684-9e3b-71e529f9d1b6 None None] Port 03bbb297-5a97-478e-9302-7ab250df9b32 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:06.899988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 30c733ae-e874-4012-be88-9d39cfd7defd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:06.968739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 30c733ae-e874-4012-be88-9d39cfd7defd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:06.969010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.038971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e4306ba-d003-4e1f-80bb-408d338b7178 req-e1598993-43cd-4028-8719-e01043293457 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906371 Feb 10 22:46:07.053851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb6a7a2-ecc7-4971-bf31-a90572888627 req-3c51614a-eb01-4935-a282-e440a930bc08 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:07.063695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb6a7a2-ecc7-4971-bf31-a90572888627 req-3c51614a-eb01-4935-a282-e440a930bc08 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 944 time: 1.5275660 Feb 10 22:46:07.068244 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] create failed (client error): The resource could not be found. Feb 10 22:46:07.073133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-edcb0e97-bf6a-4855-a8ef-74ac55cce3a1 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 8.1323757 Feb 10 22:46:07.073459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:07.104916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.130081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-27d0631e-9ee8-4993-b05b-4a0996ce4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:07.131813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-27d0631e-9ee8-4993-b05b-4a0996ce4dd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.2388003 Feb 10 22:46:07.192427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.210741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:07.241372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Usage tracker for resource:security_group_rule and tenant:49ef6d590cd5423889cd849407b624fd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:07.251744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:07.261293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting port c86da05c-4a1d-49fa-a7cb-0448def6eb6e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:07.261778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.264040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb6a7a2-ecc7-4971-bf31-a90572888627 req-a1821ac6-63b6-451e-9347-1d6113f69b30 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864033 Feb 10 22:46:07.269005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:07.270382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:07.292129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=30c733ae-e874-4012-be88-9d39cfd7defd,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:07.302767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.390664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:07.398198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:07.402632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Checking router: e8736c34-19bc-483e-ba4f-52c75a90baa9 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:46:07.412314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:07.412926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:07.419026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-32a48daa-72ad-473c-9aa8-317e485d5f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:07.421678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-32a48daa-72ad-473c-9aa8-317e485d5f80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.2797861 Feb 10 22:46:07.422899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:46:07.432513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.496804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-ccaa8c0d-dc26-4837-847b-72eee1478b64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.0684299 Feb 10 22:46:07.534124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Pushing event deleted for resources: {'Port': ['ID=dad21292-8e98-4482-bea7-70c698825506,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:07.592792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.647865 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.667843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-cd2a9b58-1cd5-4a5d-bbdb-454910ab9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:07.669634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-cd2a9b58-1cd5-4a5d-bbdb-454910ab9f79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.1553972 Feb 10 22:46:07.682379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:07.736332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:07.745666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-ea5dd872-38a1-4767-9685-a05554f419cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621965 Feb 10 22:46:07.845017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49ef6d590cd5423889cd849407b624fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1513481 Feb 10 22:46:07.856408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50122) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:07.893806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Calling delete_port for c86da05c-4a1d-49fa-a7cb-0448def6eb6e owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:07.942198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39d240-e249-4688-86c9-dbbc384f297e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695c65a-b472-48ff-a7ea-82cacd76a486,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:07.987871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.042650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:08.048035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c95d70-b2e2-463e-8a96-3a9a8813b341 None None] The sync data for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 is: [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:44:35Z', 'revision_number': 4, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79c865e5-86d6-42cb-ab3b-0d5304af30c2', 'name': '', 'network_id': '254117f1-914e-47cf-9f92-dd8ad6f1c614', 'tenant_id': '691220527723406f817539a3c36e0b83', 'mac_address': 'fa:16:3e:a0:ea:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:33Z', 'updated_at': '2022-02-10T22:44:46Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'subnets': [{'id': '185b2848-f024-407d-8ac0-11be30d0e0f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:08.122009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-83d6c5a5-afa7-42a6-9d3b-3dc5b6c791d6 service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178668 Feb 10 22:46:08.222795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.229399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-044a44b6-ab4d-4e2b-82c2-1baf620ca0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.289042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Port': ['ID=c86da05c-4a1d-49fa-a7cb-0448def6eb6e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:08.406731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:08.409685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.421968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Sync routers for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:08.424017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e5cdbe3-30ff-4ad9-a76d-7a388517fd01 req-a238611d-3cbd-4d28-a813-6ce8d4377793 service neutron] 10.222.0.53 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925708 Feb 10 22:46:08.434691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.443222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b8273fa-cd0d-41d7-ac38-6ec350192956 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "DELETE /v2.0/ports/c86da05c-4a1d-49fa-a7cb-0448def6eb6e HTTP/1.1" status: 204 len: 168 time: 1.3679566 Feb 10 22:46:08.445678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50128) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:08.447247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48bf4d49-73d8-4bb7-917d-81bd5acc268a None None] New status for floating IP 8794126b-6dea-46ed-8d3e-ad5484eddbd4: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:46:08.455031 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:08.459192 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:08.477159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.526078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30d0be-1b8d-49ca-a468-a730f05c3479 req-c5830200-6d77-455e-8a6b-a62cf8b173f7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:08.537246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af30d0be-1b8d-49ca-a468-a730f05c3479 req-c5830200-6d77-455e-8a6b-a62cf8b173f7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 1.1177835 Feb 10 22:46:08.543707 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:46:08.567970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef8a26d9-3f0f-425c-8c9f-939076b25912 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:08.568822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ef8a26d9-3f0f-425c-8c9f-939076b25912 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Synchronizing usage tracker for tenant:bcd1ba1f03df4443979df63472baad01 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:08.818463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af30d0be-1b8d-49ca-a468-a730f05c3479 req-df02ba77-8738-46dc-8ce6-e1d630f36a44 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605505 Feb 10 22:46:08.847586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:08.849987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42c43af9-e455-4bab-b882-e584ac10b01b {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:46:08.852156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:08.883258 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd', 'code': 200} Feb 10 22:46:08.997736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ef8a26d9-3f0f-425c-8c9f-939076b25912 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Unset dirty status for tenant:bcd1ba1f03df4443979df63472baad01 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:09.000787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ef8a26d9-3f0f-425c-8c9f-939076b25912 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "GET /v2.0/ports?device_id=bad4e4ce-3be7-4251-b8e0-676acd20d549 HTTP/1.1" status: 200 len: 913 time: 0.5520506 Feb 10 22:46:09.012375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50136) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:09.016605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6bfe5bd-f495-43fd-a4bd-26e3c145cee3 admin admin] 10.222.0.53 "PUT /v2.0/routers/4eeb42b2-2e64-47f5-9019-d8773d5ee5b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1711483 Feb 10 22:46:09.034234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.072914 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-87d688d2-986c-4e6d-b1ff-3c5113f0fc75 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips/8794126b-6dea-46ed-8d3e-ad5484eddbd4 HTTP/1.1" status: 200 len: 694 time: 0.1994078 Feb 10 22:46:09.155018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.156157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fcda6bec-8a4a-43b9-aea2-79071ca704fa admin admin] 10.222.0.53 "DELETE /v2.0/routers/42c43af9-e455-4bab-b882-e584ac10b01b HTTP/1.1" status: 204 len: 168 time: 4.9680190 Feb 10 22:46:09.219376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50142) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:09.223068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.363878 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:04Z', 'revision_number': 2, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:09.368358 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Checking router: 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:46:09.368804 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Updating router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 port 03bbb297-5a97-478e-9302-7ab250df9b32 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:46:09.399935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Deleting subnet fae0f5a8-04e1-46c6-896d-bf10d865b3ee {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:46:09.430483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.432654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-d2812b04-a7de-4a76-8490-cac8d2187596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:09.434151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-d2812b04-a7de-4a76-8490-cac8d2187596 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=691220527723406f817539a3c36e0b83&device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 1096 time: 0.8537557 Feb 10 22:46:09.443177 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.459219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.497661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0f2eb-4665-4239-aa26-8bb6413a7025 req-c0ff2431-6912-468e-894a-e512ee0d415f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:09.498693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-40d0f2eb-4665-4239-aa26-8bb6413a7025 req-c0ff2431-6912-468e-894a-e512ee0d415f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:09.507010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfcc83-f398-400f-b31d-5f09eb9cce2c req-e0ee9705-b904-418c-9109-f3140aaf5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:09.508793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cdfcc83-f398-400f-b31d-5f09eb9cce2c req-e0ee9705-b904-418c-9109-f3140aaf5a8c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 1096 time: 0.6487865 Feb 10 22:46:09.537197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.537803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8695c65a-b472-48ff-a7ea-82cacd76a486 HTTP/1.1" status: 204 len: 168 time: 1.6251776 Feb 10 22:46:09.566987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934e099-3205-477b-8386-29193a6dc568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695c65a-b472-48ff-a7ea-82cacd76a486,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:09.582817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-40d0f2eb-4665-4239-aa26-8bb6413a7025 req-c0ff2431-6912-468e-894a-e512ee0d415f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:09.589371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d0f2eb-4665-4239-aa26-8bb6413a7025 req-c0ff2431-6912-468e-894a-e512ee0d415f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.6501710 Feb 10 22:46:09.615966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.661555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-efcbbd5a-8c76-457e-b69f-0c1ec478b13f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:09.662168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-efcbbd5a-8c76-457e-b69f-0c1ec478b13f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:09.679267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:09.719258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cdfcc83-f398-400f-b31d-5f09eb9cce2c req-16d61e57-def4-4825-b575-5df36126a22a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996968 Feb 10 22:46:09.734953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-efcbbd5a-8c76-457e-b69f-0c1ec478b13f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:09.741495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-efcbbd5a-8c76-457e-b69f-0c1ec478b13f tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 784 time: 0.6676960 Feb 10 22:46:09.746932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-64531f18-9ea4-48cc-8503-c8d12d593541 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:46:09.754531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-64531f18-9ea4-48cc-8503-c8d12d593541 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121210 Feb 10 22:46:09.767203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d0f2eb-4665-4239-aa26-8bb6413a7025 req-a64d91a4-f661-45ab-bfcd-2bec92f140a2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767561 Feb 10 22:46:09.853733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-73c4fbcf-ab61-4a71-9581-4c48a592170c tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.0980389 Feb 10 22:46:09.867595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-81ae4335-0cff-4409-aa60-2aaed4c172d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:09.869538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-81ae4335-0cff-4409-aa60-2aaed4c172d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 200 len: 921 time: 0.4024405 Feb 10 22:46:09.891563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dad21292-8e98-4482-bea7-70c698825506 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:09.984429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-fc5e8afc-9c11-4e05-a1eb-f8be2f0a3abd tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/floatingips?floating_ip_address=172.25.2.58 HTTP/1.1" status: 200 len: 695 time: 0.1297810 Feb 10 22:46:10.011843 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.017382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: dad21292-8e98-4482-bea7-70c698825506 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:10.019365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dad21292-8e98-4482-bea7-70c698825506 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:10.035373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Transition to ACTIVE for port object 03bbb297-5a97-478e-9302-7ab250df9b32 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:10.037371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-d05cda40-b296-4591-b54a-16b56dd00caf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 200 len: 217 time: 0.1565788 Feb 10 22:46:10.047823 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.103694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50158) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:10.141392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.160325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Subnet': ['ID=8f58c628-2fd7-4328-952c-1c8743fd5150,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:10.177755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Checking segment: {'id': 'f3fb4b57-0362-4879-ae1c-d8c07af4f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:10.178375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network hostable DHCP agents. Network: eae54a0f-166f-4597-916c-81cc3b6326f8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:10.195342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Deleting port 810156a6-8b33-4df2-8c50-cbc6b6d69ed6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:10.195554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:10.196052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.224302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Usage tracker for resource:security_group_rule and tenant:cf73e12b782a447ebacacbc7132e14ba is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:10.242486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.312978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network eae54a0f-166f-4597-916c-81cc3b6326f8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:10.345603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, eae54a0f-166f-4597-916c-81cc3b6326f8) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:10.352323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.355574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b48d31e-879a-4fae-9aa2-edd0fcddf104 None None] Network eae54a0f-166f-4597-916c-81cc3b6326f8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:10.366492 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Attempting to bind port 03bbb297-5a97-478e-9302-7ab250df9b32 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:10.366927 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Attempting to bind port 03bbb297-5a97-478e-9302-7ab250df9b32 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:10.367364 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Attempting to bind port 03bbb297-5a97-478e-9302-7ab250df9b32 on network e3f6b146-ef3a-4597-98b5-6cee4c894e50 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:10.369789 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Pushing event updated for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:10.380428 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.380802 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.381163 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.381553 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.381921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.382250 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.382619 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.383088 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.383790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.384121 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.384603 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.384927 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:10.391491 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:10.391766 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Checking segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:10.392170 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.392558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Bound using segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:10.393157 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Bound port: 03bbb297-5a97-478e-9302-7ab250df9b32, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:10.393962 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.411483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:10.447571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-20f82156-fa42-47ef-856b-41fb3daa5374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:10.449374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-20f82156-fa42-47ef-856b-41fb3daa5374 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 200 len: 860 time: 0.3964934 Feb 10 22:46:10.460243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:10.500120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.556777 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] For port 03bbb297-5a97-478e-9302-7ab250df9b32, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:10.561264 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] For port 03bbb297-5a97-478e-9302-7ab250df9b32, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=03bbb297-5a97-478e-9302-7ab250df9b32,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:10.569440 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.586518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50162) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:10.629598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1571578816', 'description': 'tempest-description--1509059251'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:10.650893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:10.670122 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:10.671036 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:45:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:10.681447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:security_group and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:10.683137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4cb36373-794f-4937-95ff-a89b147f212c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:10.707936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:10.736583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-d3eac5b7-ccc5-4fef-9c7b-89923749f102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=254117f1-914e-47cf-9f92-dd8ad6f1c614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534686 Feb 10 22:46:10.749333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:10.780019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event updated for resources: {'Subnet': ['ID=cdae05ab-07e7-4a7e-888b-1bd37b09637c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:10.814244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-eae54a0f-166f-4597-916c-81cc3b6326f8', 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8', 'tenant_id': 'cfbd8221383e447891dbd0429139ffb0', 'fixed_ips': [{'subnet_id': '8f58c628-2fd7-4328-952c-1c8743fd5150'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:10.815936 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd0531b-6555-47de-850f-cc135b10086e None None] Pushing event updated for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:10.816544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.034069 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:11.069915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.083245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.084724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Allocated IP 172.20.0.2 (eae54a0f-166f-4597-916c-81cc3b6326f8/8f58c628-2fd7-4328-952c-1c8743fd5150/715cf81e-0144-4dde-b154-28ab6c0c5ef2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:11.089085 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.097638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Checking segment: {'id': 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:11.098148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network hostable DHCP agents. Network: 63396b72-af1e-42d0-8a2c-85b05f974b10, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:11.124168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.313355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-cf01d75d-80af-4f6d-bec3-5db05adffa5c service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566236 Feb 10 22:46:11.373727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.384948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Transition to ACTIVE for port object 715cf81e-0144-4dde-b154-28ab6c0c5ef2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:11.401328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:11.407651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Transition to ACTIVE for port object 715cf81e-0144-4dde-b154-28ab6c0c5ef2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:11.411439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Calling delete_port for 810156a6-8b33-4df2-8c50-cbc6b6d69ed6 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:11.414295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.450058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae0f5a8-04e1-46c6-896d-bf10d865b3ee,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:11.463219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.466822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:security_group_rule and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:11.478930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:11.495536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:11.501575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ae37f5b-5dc0-4e02-8e98-27e4cf0166ad admin admin] 10.222.0.53 "DELETE /v2.0/subnets/fae0f5a8-04e1-46c6-896d-bf10d865b3ee HTTP/1.1" status: 204 len: 168 time: 2.2811577 Feb 10 22:46:11.507717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50168) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:11.531924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Network 63396b72-af1e-42d0-8a2c-85b05f974b10 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:11.556676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358be62-98c7-4ce5-bbf7-b8572d8ad0a0 req-d606ef2e-4253-48e4-93df-f651ee93ec72 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:11.558998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f358be62-98c7-4ce5-bbf7-b8572d8ad0a0 req-d606ef2e-4253-48e4-93df-f651ee93ec72 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.8192236 Feb 10 22:46:11.566567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Pushing event updated for resources: {'Port': ['ID=715cf81e-0144-4dde-b154-28ab6c0c5ef2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:11.574582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58ee63d-7599-493e-ac94-fa702f297b1a None None] Network 7bae3f34-ae47-4dad-98ef-169166c4b406 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:11.581201 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:10Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:11.585903 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ff6f35-0624-491e-9db6-a61187ca5d8b None None] The sync data for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 is: [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:10Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:11.642303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 63396b72-af1e-42d0-8a2c-85b05f974b10) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:11.656474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:11.658078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:11.660569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.714384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.724255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.724597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.724902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.725229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.725578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.725897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.726210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.726525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.726860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.727171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.727517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.727992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:11.733759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1bba60-7ae9-40ce-8d6e-b0f33c9e808c None None] Network 63396b72-af1e-42d0-8a2c-85b05f974b10 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:11.735414 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.761099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.800871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f358be62-98c7-4ce5-bbf7-b8572d8ad0a0 req-88bc7b40-2ee9-400d-9907-10303e76c464 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293272 Feb 10 22:46:11.811977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-16615eb3-be5b-4f24-bb4e-bfe875d631f6 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 6.1840150 Feb 10 22:46:11.818132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:11.835863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Deleting port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:11.836351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.878236 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.887115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:11.945984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59acef72-4e26-4f58-9695-a09613d3ac0e req-80ea3c22-ea78-4960-be4d-dd9021cea9a2 service neutron] 10.222.0.24 "GET /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6125038 Feb 10 22:46:11.952244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cf73e12b782a447ebacacbc7132e14ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8475773 Feb 10 22:46:11.968637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50176) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:11.972489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301923-4fee-4782-be8f-d97c0cb3036b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3775ec1-d46b-4bcf-842e-9af4132b9347,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:11.995460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.010982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Network eae54a0f-166f-4597-916c-81cc3b6326f8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:12.019546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:12.022851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:12.025519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.028054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting port 396d97f5-bf2e-476d-8fc3-666fb1594c40 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:12.029295 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.068093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.104024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 03bbb297-5a97-478e-9302-7ab250df9b32 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:12.162482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event deleted for resources: {'Port': ['ID=810156a6-8b33-4df2-8c50-cbc6b6d69ed6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:12.177414 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.178778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5802064 Feb 10 22:46:12.186372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50180) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:12.199568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'security_group_rule': {'security_group_id': 'f2b4d46d-383c-4617-a431-1709305d42d4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:12.212352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:12.241669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:security_group_rule and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:12.264743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe9b6c-df6b-42db-9b1c-d2125d224113 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b4d46d-383c-4617-a431-1709305d42d4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:12.288473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:12.290405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:12.292383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:12.293419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Synchronizing usage tracker for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:12.306052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:12.342797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:12.388751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Attempting to bind port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:12.389174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Attempting to bind port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f3fb4b57-0362-4879-ae1c-d8c07af4f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:12.390262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Attempting to bind port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 on network eae54a0f-166f-4597-916c-81cc3b6326f8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:12.390803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.419927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:12.420481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Checking segment: {'id': 'f3fb4b57-0362-4879-ae1c-d8c07af4f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:12.420906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.421489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Bound using segment: {'id': 'f3fb4b57-0362-4879-ae1c-d8c07af4f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:12.422061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Bound port: 715cf81e-0144-4dde-b154-28ab6c0c5ef2, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fb4b57-0362-4879-ae1c-d8c07af4f478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'eae54a0f-166f-4597-916c-81cc3b6326f8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:12.422501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.458748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.472674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Unset dirty status for tenant:cfbd8221383e447891dbd0429139ffb0 on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:12.474152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3e31db61-bed3-40db-8446-0e095b68038c tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6472328 Feb 10 22:46:12.479797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:12.540727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.543226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.545360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de4bd3d9-cf61-4565-814e-d2b5efa819e8 req-2aad76b3-6ee7-4606-ba7b-1b429c995e15 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "DELETE /v2.0/floatingips/8794126b-6dea-46ed-8d3e-ad5484eddbd4 HTTP/1.1" status: 204 len: 173 time: 2.5600317 Feb 10 22:46:12.548685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 03bbb297-5a97-478e-9302-7ab250df9b32 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:12.565975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 03bbb297-5a97-478e-9302-7ab250df9b32 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:12.566385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.587891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] For port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:12.588245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.617725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] DHCP port deletion for 7bae3f34-ae47-4dad-98ef-169166c4b406 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:46:12.624514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.658806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Deleting port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:12.659309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.676066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc7193-2f54-477d-9c89-47c491824ece req-cbae1c11-7216-49ba-a18b-fd6e5a2ddd78 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:12.677627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0cc7193-2f54-477d-9c89-47c491824ece req-cbae1c11-7216-49ba-a18b-fd6e5a2ddd78 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.6039414 Feb 10 22:46:12.743964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-63396b72-af1e-42d0-8a2c-85b05f974b10', 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10', 'tenant_id': 'cfbd8221383e447891dbd0429139ffb0', 'fixed_ips': [{'subnet_id': 'cdae05ab-07e7-4a7e-888b-1bd37b09637c'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:12.744795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.755519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.757498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.783844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Calling delete_port for 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:12.797946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.834495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3775ec1-d46b-4bcf-842e-9af4132b9347,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:12.851456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting subnet 8f58c628-2fd7-4328-952c-1c8743fd5150 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:46:12.861182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.906934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.912635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-fa308972-c76b-453d-93d4-ddc6d244a27d tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups/10205be1-63a0-4acf-a244-6537d1519ee7 HTTP/1.1" status: 200 len: 1809 time: 0.3099258 Feb 10 22:46:12.924012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-b787c310-fd2d-47b7-9461-dc19eb6da86f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5731480 Feb 10 22:46:12.924845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a20506-c2a9-4d84-bec9-b03804c65a3b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:12.932075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0cc7193-2f54-477d-9c89-47c491824ece req-85cc6dcc-b290-4d20-a269-b42470b91701 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139041 Feb 10 22:46:12.957373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:12.964675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] For port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,segment=NetworkSegment(682f27cf-fa07-49cd-82e8-659f73ae131b),segment_id=682f27cf-fa07-49cd-82e8-659f73ae131b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:12.965062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.071944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.123641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Calling delete_port for 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:13.131080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.132630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-caaf4c4b-1c6f-48f1-857b-237caaf68e4f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a3775ec1-d46b-4bcf-842e-9af4132b9347 HTTP/1.1" status: 204 len: 168 time: 1.1631880 Feb 10 22:46:13.147401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Calling delete_port for 396d97f5-bf2e-476d-8fc3-666fb1594c40 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:13.206193 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:13.206578 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:13.210150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f89e840-8d7b-4fb0-a4c5-f75547d2d53d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:13.251528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] No DVR routers for this DVR port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:46:13.267314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.269153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c48e85ad-ae73-4c31-91da-eca098317609 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0804925 Feb 10 22:46:13.292450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] For port 715cf81e-0144-4dde-b154-28ab6c0c5ef2, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:13.348680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50196) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:13.379265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.379586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'security_group_rule': {'security_group_id': 'f2b4d46d-383c-4617-a431-1709305d42d4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:13.391261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] For port 715cf81e-0144-4dde-b154-28ab6c0c5ef2, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=715cf81e-0144-4dde-b154-28ab6c0c5ef2,segment=NetworkSegment(f3fb4b57-0362-4879-ae1c-d8c07af4f478),segment_id=f3fb4b57-0362-4879-ae1c-d8c07af4f478)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:13.403821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:13.408692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.409875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.424984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:security_group_rule and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:13.442700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:13.483698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:13.499683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb35c76-b5ed-4688-84ec-530b7e1b72ed req-a33bec98-fdcb-4eb4-b323-e1bc2ae71da5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:13.501262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fb35c76-b5ed-4688-84ec-530b7e1b72ed req-a33bec98-fdcb-4eb4-b323-e1bc2ae71da5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.2307279 Feb 10 22:46:13.587193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8202-12a7-4e19-92a3-236499de426c req-5b52a949-1c97-42b6-96b0-e4585d4876f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:13.587444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.589673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-5b52a949-1c97-42b6-96b0-e4585d4876f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.4030497 Feb 10 22:46:13.655894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9fb35c76-b5ed-4688-84ec-530b7e1b72ed req-0c965e72-2c89-45a2-821a-ce2d8dd2c7e9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354837 Feb 10 22:46:13.678962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.712267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Deleting port 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:13.712668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.745841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 03bbb297-5a97-478e-9302-7ab250df9b32, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=03bbb297-5a97-478e-9302-7ab250df9b32,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:13.756748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bae3f34-ae47-4dad-98ef-169166c4b406']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:13.774203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '682f27cf-fa07-49cd-82e8-659f73ae131b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:13.774772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '682f27cf-fa07-49cd-82e8-659f73ae131b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:13.805753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.822688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68ca6-c343-4660-b571-908fccdc3322 None None] Pushing event updated for resources: {'Port': ['ID=715cf81e-0144-4dde-b154-28ab6c0c5ef2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:13.828304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.838207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:13.842213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.853789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:13.987118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f036269f-c62d-40a4-881f-171aaeb58e25 None None] The port '7f89e840-8d7b-4fb0-a4c5-f75547d2d53d' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:46:14.029491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:14.055916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.077781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.141942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:14.155318 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:14.157588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.166356 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.168345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.172630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:14.173360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f89e840-8d7b-4fb0-a4c5-f75547d2d53d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:14.177000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.189432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8202-12a7-4e19-92a3-236499de426c req-c0e84e9a-565c-4fe4-b014-baa37593a675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:14.191441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-c0e84e9a-565c-4fe4-b014-baa37593a675 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.5496120 Feb 10 22:46:14.195685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.202918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Allocated IP 172.20.0.18 (63396b72-af1e-42d0-8a2c-85b05f974b10/cdae05ab-07e7-4a7e-888b-1bd37b09637c/b457b90d-e180-4bb3-a335-1f52d7d24989) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:14.297299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.314872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Subnet': ['ID=8f58c628-2fd7-4328-952c-1c8743fd5150,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:14.317927 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.337292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bae3f34-ae47-4dad-98ef-169166c4b406,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:14.409887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-53c9a2c1-60fe-4e7d-ace5-e0d898fa2397 admin admin] 10.222.0.53 "DELETE /v2.0/networks/7bae3f34-ae47-4dad-98ef-169166c4b406 HTTP/1.1" status: 204 len: 168 time: 2.8974957 Feb 10 22:46:14.412462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b6230530-eceb-4165-a576-5fba41981ebe tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/subnets/8f58c628-2fd7-4328-952c-1c8743fd5150 HTTP/1.1" status: 204 len: 168 time: 1.9287696 Feb 10 22:46:14.423566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:14.483056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ada8defd-6e17-4b65-9b16-f2adb7ac286d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:14.577979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.615958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.621328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69609597-c8e2-4cce-91b6-6112c0c0f228 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2473280 Feb 10 22:46:14.629244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50226) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:14.637323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:14.644905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10205be1-63a0-4acf-a244-6537d1519ee7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:14.646553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:14.660713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting subnet cdae05ab-07e7-4a7e-888b-1bd37b09637c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:46:14.671086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.688138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-631c2e9f-a982-461b-8f3e-7ae1b8f0f039 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.4846172 Feb 10 22:46:14.690246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:floatingip and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:14.691420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fede7cd0-f6fd-4c9d-b82e-e9085c3d3def req-8c83972e-20c7-478e-9299-6fc2b987e255 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "DELETE /v2.0/security-groups/10205be1-63a0-4acf-a244-6537d1519ee7 HTTP/1.1" status: 204 len: 173 time: 1.7654746 Feb 10 22:46:14.727514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.728836 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.775634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Transition to ACTIVE for port object b457b90d-e180-4bb3-a335-1f52d7d24989 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:14.809552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Transition to ACTIVE for port object b457b90d-e180-4bb3-a335-1f52d7d24989 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:14.817033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.818317 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:14.874250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:14.897607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:14.984641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Network 63396b72-af1e-42d0-8a2c-85b05f974b10 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:14.996789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:15.001661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:15.020466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.023459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:15.033058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Port': ['ID=396d97f5-bf2e-476d-8fc3-666fb1594c40,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:15.119783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33ed0539-4445-4ee4-a2d9-9c46296ee193 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcea6298829d442c818921a44ad20e84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064741 Feb 10 22:46:15.125282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50246) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:15.150519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Pushing event updated for resources: {'Port': ['ID=b457b90d-e180-4bb3-a335-1f52d7d24989,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:15.234050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8202-12a7-4e19-92a3-236499de426c req-779d6886-3714-4039-8546-050b53b3d82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:15.242250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-779d6886-3714-4039-8546-050b53b3d82d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.5135717 Feb 10 22:46:15.416950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Attempting to bind port b457b90d-e180-4bb3-a335-1f52d7d24989 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:15.417318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Attempting to bind port b457b90d-e180-4bb3-a335-1f52d7d24989 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:15.418599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Attempting to bind port b457b90d-e180-4bb3-a335-1f52d7d24989 on network 63396b72-af1e-42d0-8a2c-85b05f974b10 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:15.420210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.441432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:15.441897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Checking segment: {'id': 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:15.442359 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.442703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Bound using segment: {'id': 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:15.445259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Bound port: b457b90d-e180-4bb3-a335-1f52d7d24989, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '63396b72-af1e-42d0-8a2c-85b05f974b10'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:15.446031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.566862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.578756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.632921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.721523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc1c2e6-a306-49a7-8365-80b19dbcdcc1 req-4b417be5-526f-4a06-aa26-30fc45d82a8e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:15.729242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4dc1c2e6-a306-49a7-8365-80b19dbcdcc1 req-4b417be5-526f-4a06-aa26-30fc45d82a8e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.2382932 Feb 10 22:46:15.785430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.805295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54da1736-8292-49cb-9350-d5cf1f33ebe4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:15.811465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:15.813016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.821361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:15.863384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.880914 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4dc1c2e6-a306-49a7-8365-80b19dbcdcc1 req-1f5a51cd-ca8e-4666-b6de-d11e8a3c474e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498952 Feb 10 22:46:15.921354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Subnet': ['ID=cdae05ab-07e7-4a7e-888b-1bd37b09637c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:15.948396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:15.988616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50262) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:16.002515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fc4818f1-7856-4745-b69c-f595dcf18a23 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/subnets/cdae05ab-07e7-4a7e-888b-1bd37b09637c HTTP/1.1" status: 204 len: 168 time: 1.5759509 Feb 10 22:46:16.003165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359b92e-636e-46c7-9980-d8de5f95e24c None None] Pushing event updated for resources: {'Port': ['ID=b457b90d-e180-4bb3-a335-1f52d7d24989,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:16.005805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1d276-ab72-4a4a-90c8-11bc9f2276c6 None None] Network eae54a0f-166f-4597-916c-81cc3b6326f8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:16.008131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:16.020293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8ed3dae-4366-42b8-9a6e-6acbe322f247 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54da1736-8292-49cb-9350-d5cf1f33ebe4 HTTP/1.1" status: 204 len: 168 time: 0.8895807 Feb 10 22:46:16.083175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:16.096083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4a8202-12a7-4e19-92a3-236499de426c req-506a18eb-2caa-4028-a9b7-1fb2dfc7a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:16.097746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-506a18eb-2caa-4028-a9b7-1fb2dfc7a210 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8323364 Feb 10 22:46:16.120676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369e629-2dfa-4b80-a6d6-5a269170047e req-9af745ce-26d6-468b-a157-e4a15827c601 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:16.128154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7369e629-2dfa-4b80-a6d6-5a269170047e req-9af745ce-26d6-468b-a157-e4a15827c601 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.5591774 Feb 10 22:46:16.286721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 715cf81e-0144-4dde-b154-28ab6c0c5ef2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:16.385772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-88662858-4a06-4abf-bbd9-52b99a70d2af service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539270 Feb 10 22:46:16.422939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d5d89bf-3037-4075-a2c3-6ae9515827fd None None] Provisioning for port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:16.513453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:16.552091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:16.552091 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:16.811003 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:16.884175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7369e629-2dfa-4b80-a6d6-5a269170047e req-f2937c0e-6c4e-4495-b069-59aa07f7d4fe tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7550662 Feb 10 22:46:16.921684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] DHCP port deletion for eae54a0f-166f-4597-916c-81cc3b6326f8 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:46:16.925451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 715cf81e-0144-4dde-b154-28ab6c0c5ef2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=715cf81e-0144-4dde-b154-28ab6c0c5ef2,segment=NetworkSegment(f3fb4b57-0362-4879-ae1c-d8c07af4f478),segment_id=f3fb4b57-0362-4879-ae1c-d8c07af4f478)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:16.940756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Deleting port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:16.941133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:16.947067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50282) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:17.018768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29303df1-a801-4f69-a0c5-2445f370ff29 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:17.027466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29303df1-a801-4f69-a0c5-2445f370ff29 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.0200891 Feb 10 22:46:17.033364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.034181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 03bbb297-5a97-478e-9302-7ab250df9b32 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:17.089458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50286) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:17.213058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f69818b6-fed6-48d2-94f7-0cc16a214109 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=be28d03fe2824d9a982102d1febd7cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608190 Feb 10 22:46:17.225319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50298) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:17.349302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=715cf81e-0144-4dde-b154-28ab6c0c5ef2,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:17.452128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.540175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.610343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 03bbb297-5a97-478e-9302-7ab250df9b32 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:17.610708 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.635212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.660926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60433d68-b677-403c-b17c-3410ab061717,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:17.663301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.676134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148a1dc-1ae4-4242-b61a-db36489acc99 req-097c79db-8aae-47a2-984c-8a0fb22ce09d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:17.689479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d148a1dc-1ae4-4242-b61a-db36489acc99 req-097c79db-8aae-47a2-984c-8a0fb22ce09d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.6505940 Feb 10 22:46:17.709358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Router bad4e4ce-3be7-4251-b8e0-676acd20d549 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:46:17.739760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] For port 715cf81e-0144-4dde-b154-28ab6c0c5ef2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=715cf81e-0144-4dde-b154-28ab6c0c5ef2,segment=NetworkSegment(f3fb4b57-0362-4879-ae1c-d8c07af4f478),segment_id=f3fb4b57-0362-4879-ae1c-d8c07af4f478)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:17.740176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.760416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e4a8202-12a7-4e19-92a3-236499de426c req-30b89b66-6d5e-4590-91f2-547a0ffa502f service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8748560 Feb 10 22:46:17.797306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d148a1dc-1ae4-4242-b61a-db36489acc99 req-175e047e-5051-46ab-8779-cff3676a247c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061270 Feb 10 22:46:17.799606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.805402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.806611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.807169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.807721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.808258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.808784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.809297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.809858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.811049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.811647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.812162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:17.817056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.818722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da100580-bd7a-423b-bfdf-ea5ab9de1df5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60433d68-b677-403c-b17c-3410ab061717 HTTP/1.1" status: 204 len: 168 time: 0.5924053 Feb 10 22:46:17.924962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:17.927017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:17.927379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:18.149492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Calling delete_port for 715cf81e-0144-4dde-b154-28ab6c0c5ef2 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:18.289862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:18.311163 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] Sync routers for ids ['bad4e4ce-3be7-4251-b8e0-676acd20d549'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:18.343887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c6c021-12e8-44cc-b4e4-8447f8c3ba9c None None] Network 63396b72-af1e-42d0-8a2c-85b05f974b10 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:18.349158 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] Routers {'bad4e4ce-3be7-4251-b8e0-676acd20d549'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:18.351918 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bad4e4ce-3be7-4251-b8e0-676acd20d549'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:18.360872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-1a52c20c-ed6b-4ec4-b13b-ecc9f810a160 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:18.362462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-1a52c20c-ed6b-4ec4-b13b-ecc9f810a160 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 1.0448825 Feb 10 22:46:18.448474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3778b245-b216-4a4b-bbe7-31a9a8c13f68 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "PUT /v2.0/routers/bad4e4ce-3be7-4251-b8e0-676acd20d549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4374235 Feb 10 22:46:18.454809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50328) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:18.558715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:18.569336 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] Routers {'bad4e4ce-3be7-4251-b8e0-676acd20d549'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:18.570376 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['bad4e4ce-3be7-4251-b8e0-676acd20d549'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:18.673563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1800f6de-5b43-4390-a3a5-bd5cdbbeddd5 None None] Provisioning for port b457b90d-e180-4bb3-a335-1f52d7d24989 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:18.750945 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:18.751381 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5d221c-5813-447b-8074-3617749ca8c2 None None] The sync data for ids ['bad4e4ce-3be7-4251-b8e0-676acd20d549'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:18.887426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Deleting port f94a5f8c-e8c2-4f66-9020-3e9bcee019be {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:18.888340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:18.920885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:18.946075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-87873b22-32ee-4121-a538-6e5d62de97bd tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:18.947813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-87873b22-32ee-4121-a538-6e5d62de97bd tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.9439130 Feb 10 22:46:18.984451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.000174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b457b90d-e180-4bb3-a335-1f52d7d24989 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:19.032401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:19.032771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.040259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] No DVR routers for this DVR port 715cf81e-0144-4dde-b154-28ab6c0c5ef2 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:46:19.056631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Allocated IP 172.25.2.27 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/174553e2-3b9f-4c8f-a886-a6ba84b05af9) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:19.063113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f853788-66ce-4822-b157-f6a7da46ee69 None None] Pushing event deleted for resources: {'Port': ['ID=715cf81e-0144-4dde-b154-28ab6c0c5ef2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:19.068082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-6a566a23-284d-4862-838e-626a48d0b02c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/quotas/9cfe8491921e40038ef24180eb9ae63b HTTP/1.1" status: 200 len: 375 time: 0.0922613 Feb 10 22:46:19.143973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b457b90d-e180-4bb3-a335-1f52d7d24989 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:19.155198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b457b90d-e180-4bb3-a335-1f52d7d24989 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:19.156045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.217576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] DHCP port deletion for 63396b72-af1e-42d0-8a2c-85b05f974b10 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:46:19.228154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:19.228984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.520690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:19.549947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.801990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.805966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.839512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:19.845121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1145045499-network', 'tenant_id': 'c09fa2abd2d646aaba9770f16e2700e6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:19.850967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:19.855348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Usage tracker for resource:network and tenant:c09fa2abd2d646aaba9770f16e2700e6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:19.857149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:19.858707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:19.865423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:19.877242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.882063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-81a62b5c-27a2-43cb-8759-04d2401c71f4 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:19.883304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-81a62b5c-27a2-43cb-8759-04d2401c71f4 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:19.890073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Made reservation on behalf of c09fa2abd2d646aaba9770f16e2700e6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:19.892839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.911447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.950980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.952081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Fanout notify agent at l3_agent the message router_deleted on router bad4e4ce-3be7-4251-b8e0-676acd20d549 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:46:19.963757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b457b90d-e180-4bb3-a335-1f52d7d24989,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:19.969538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:19.974618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eb8aba3c-bac2-4bc0-8346-a9340ec64a61 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "DELETE /v2.0/routers/bad4e4ce-3be7-4251-b8e0-676acd20d549 HTTP/1.1" status: 204 len: 168 time: 1.5135765 Feb 10 22:46:19.977415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:19.981377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:19.985076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-81a62b5c-27a2-43cb-8759-04d2401c71f4 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:19.991552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-81a62b5c-27a2-43cb-8759-04d2401c71f4 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 945 time: 0.5086031 Feb 10 22:46:19.992224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:19.992694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.042681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Usage tracker for resource:security_group_rule and tenant:c09fa2abd2d646aaba9770f16e2700e6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:20.051726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:20.063083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:20.068258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 715cf81e-0144-4dde-b154-28ab6c0c5ef2 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:20.115403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-65c62d33-37e4-4983-9aec-aa40750455c8 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Synchronizing usage tracker for tenant:691220527723406f817539a3c36e0b83 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:20.140918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting subnet ed12195f-5db3-4f69-84db-711f260cf53a {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:46:20.145996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-65c62d33-37e4-4983-9aec-aa40750455c8 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Unset dirty status for tenant:691220527723406f817539a3c36e0b83 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:20.147119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a45d7414-cf93-4cbd-9ad1-526bf31c602f req-65c62d33-37e4-4983-9aec-aa40750455c8 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548188 Feb 10 22:46:20.147792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.248657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:20.258840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.286763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 715cf81e-0144-4dde-b154-28ab6c0c5ef2 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:20.287100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 715cf81e-0144-4dde-b154-28ab6c0c5ef2 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:20.356032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:20.357284 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:20.381282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-7fe43fc0-2f2a-4c31-879e-2e4893abd274 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2907534 Feb 10 22:46:20.406724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-f3bbb881-94d5-4eda-8647-74c95dd6b733 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:46:20.407709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-f3bbb881-94d5-4eda-8647-74c95dd6b733 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059242 Feb 10 22:46:20.418552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device f94a5f8c-e8c2-4f66-9020-3e9bcee019be no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:20.448279 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:20.448886 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:20.502166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.526436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.553334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:20.553694 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.560307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.571914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af5c4d-5e7e-4b8a-a24f-69f0e205f9c5 req-260e3c2c-741a-44a2-81ad-aa4655dd0db5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:20.573439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51af5c4d-5e7e-4b8a-a24f-69f0e205f9c5 req-260e3c2c-741a-44a2-81ad-aa4655dd0db5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2329688 Feb 10 22:46:20.577870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.640664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:20.660047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.660664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36112ae-cc98-4985-a5f2-e4e298a9d1fc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:20.691326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.691948 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Added segment ea03306a-388e-41d4-bdf9-66ba3b53baf2 of type vlan for network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 Feb 10 22:46:20.702844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Calling delete_port for f94a5f8c-e8c2-4f66-9020-3e9bcee019be owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:20.703799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51af5c4d-5e7e-4b8a-a24f-69f0e205f9c5 req-72aba922-5e1f-4041-acfa-fa8b8a7fae61 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136489 Feb 10 22:46:20.722747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.722873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:20.722873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:20.740655 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.809002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b457b90d-e180-4bb3-a335-1f52d7d24989 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:20.833458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Subnet': ['ID=ed12195f-5db3-4f69-84db-711f260cf53a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:20.836001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.844425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-105038b2-16a4-426d-a9d6-a5498dbed5ae service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198227 Feb 10 22:46:20.879107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.897840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:20.904816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-67c50e64-c5e9-42d4-a39c-afea0bc6ed40 tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "DELETE /v2.0/subnets/ed12195f-5db3-4f69-84db-711f260cf53a HTTP/1.1" status: 204 len: 168 time: 0.8937843 Feb 10 22:46:20.905612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:20.910849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50370) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:20.936749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:20.937415 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:20.949529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb3068c-5269-4a57-84b1-b2e8f7c48e1b None None] Network 51a428f5-dfb5-46fd-88ee-5fe78355acb3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:21.002495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.010642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:21.011064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.033064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:21.105462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.106477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:21.107268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.181818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:21.215822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] Pushing event updated for resources: {'Network': ['ID=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:21.221633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.238593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ba14fdb0-98b3-4970-8618-c0d50294e1cc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7076952 Feb 10 22:46:21.243857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50378) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:21.250377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'Port': ['ID=174553e2-3b9f-4c8f-a886-a6ba84b05af9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:21.256079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Request body: {'subnet': {'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1145045499-subnet', 'tenant_id': 'c09fa2abd2d646aaba9770f16e2700e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:21.271598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fc703-eeb2-42ac-9569-d0c44784169f req-18c49b98-a43a-495d-a739-9e952886e052 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:21.279511 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320fc703-eeb2-42ac-9569-d0c44784169f req-18c49b98-a43a-495d-a739-9e952886e052 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3594480 Feb 10 22:46:21.281331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Deleting port 8751a672-a947-40f9-9224-892bae919018 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:21.281677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.285057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:21.290290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:21.294298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:21.300047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:21.308238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:21.345566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Usage tracker for resource:subnet and tenant:c09fa2abd2d646aaba9770f16e2700e6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:21.357632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:21.391350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:21.455130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Made reservation on behalf of c09fa2abd2d646aaba9770f16e2700e6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:21.458428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.467874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Deleting port f94a5f8c-e8c2-4f66-9020-3e9bcee019be {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:21.468440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.493585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320fc703-eeb2-42ac-9569-d0c44784169f req-5a33f579-8ba3-48e7-992b-8d446ef932ba tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131200 Feb 10 22:46:21.648151 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'code': 200} Feb 10 22:46:21.827082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] For port 8751a672-a947-40f9-9224-892bae919018, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8751a672-a947-40f9-9224-892bae919018,segment=NetworkSegment(c27a4700-8893-4586-8332-64367ef03e9c),segment_id=c27a4700-8893-4586-8332-64367ef03e9c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:21.830077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.865552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.878177 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.892672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:21.893057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:21.899683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:21.900039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.050366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:22.105039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:22.163749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.179964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:22.220363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Calling delete_port for 8751a672-a947-40f9-9224-892bae919018 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:22.244940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-28a6e705-e7fb-4edc-876d-02da4d30a8eb service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3437657 Feb 10 22:46:22.261507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-b6dbb7ac-7a94-41f6-86e9-c4874451a0b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3276589 Feb 10 22:46:22.300109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.420462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b457b90d-e180-4bb3-a335-1f52d7d24989,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:22.427044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:22.427428 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:22.443053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] DHCP port deletion for 51a428f5-dfb5-46fd-88ee-5fe78355acb3 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:46:22.455277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Deleting port 8751a672-a947-40f9-9224-892bae919018 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:22.455603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.507319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:22.507667 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:22.552316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.645020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.649537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:22.650066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.736442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee897d3b-224e-4a5d-a7d8-b85156719ee0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:22.797630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Checking segment: {'id': 'ea03306a-388e-41d4-bdf9-66ba3b53baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:22.798255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Network hostable DHCP agents. Network: c4e4e0c8-59c2-4c8a-8138-e1204c1b6138, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:22.816304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f517538-155d-4310-b6dc-5d3c97c3dbe2 req-1d537945-900c-48f0-8e09-63dea450e1f3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:22.823748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f517538-155d-4310-b6dc-5d3c97c3dbe2 req-1d537945-900c-48f0-8e09-63dea450e1f3 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 943 time: 0.6136971 Feb 10 22:46:22.860848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.861513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8751a672-a947-40f9-9224-892bae919018 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:22.943002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] For port 8751a672-a947-40f9-9224-892bae919018, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8751a672-a947-40f9-9224-892bae919018,segment=NetworkSegment(c27a4700-8893-4586-8332-64367ef03e9c),segment_id=c27a4700-8893-4586-8332-64367ef03e9c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:22.944089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:22.977836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] No DVR routers for this DVR port 8751a672-a947-40f9-9224-892bae919018 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:46:22.979640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:23.030852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] For port f94a5f8c-e8c2-4f66-9020-3e9bcee019be, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:23.031210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.032472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Port': ['ID=8751a672-a947-40f9-9224-892bae919018,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:23.065936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c4e4e0c8-59c2-4c8a-8138-e1204c1b6138) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:23.094009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f517538-155d-4310-b6dc-5d3c97c3dbe2 req-e6c5a418-a479-438f-9d22-3fa2262eb0dc tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4710bbc-c88e-424d-af45-a687df7ae9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687972 Feb 10 22:46:23.110085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:23.111098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.291450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Calling delete_port for 8751a672-a947-40f9-9224-892bae919018 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:23.318353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75811c9-750d-4ab1-a923-eb3d3503ba92 None None] Network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:23.367900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8751a672-a947-40f9-9224-892bae919018 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:23.368227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8751a672-a947-40f9-9224-892bae919018 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:23.384920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.406864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Calling delete_port for f94a5f8c-e8c2-4f66-9020-3e9bcee019be owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:23.417692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a428f5-dfb5-46fd-88ee-5fe78355acb3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:23.439598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c27a4700-8893-4586-8332-64367ef03e9c') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:23.439598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c27a4700-8893-4586-8332-64367ef03e9c') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:23.462743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:23.464968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.469340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.571574 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:23.572512 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:23.585876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f46af62a-b311-4d93-a61a-8f09ff053001 req-18810a15-6ae6-4c46-b08c-bb750dd9efc7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 210 time: 0.0974245 Feb 10 22:46:23.587766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.602687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:23.603317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:23.624773 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:23.642496 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62e7d21a-83d3-46c1-a0af-23a1e198adbc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3964400 Feb 10 22:46:23.859316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.868559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:23.885032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-de767b9c-e9ac-4ff0-b285-3ec827c9cc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:23.886638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-de767b9c-e9ac-4ff0-b285-3ec827c9cc1b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1096 time: 1.4322426 Feb 10 22:46:23.939088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] 10.222.0.53 "DELETE /v2.0/networks/51a428f5-dfb5-46fd-88ee-5fe78355acb3 HTTP/1.1" status: 204 len: 168 time: 3.0266027 Feb 10 22:46:23.949238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec49add-6200-4a8a-a8ca-5f07c92cd9ad tempest-FloatingIPNegativeTestJSON-1997507188 tempest-FloatingIPNegativeTestJSON-1997507188-project] Pushing event deleted for resources: {'Network': ['ID=51a428f5-dfb5-46fd-88ee-5fe78355acb3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:24.168593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Deleting port 8751a672-a947-40f9-9224-892bae919018 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:24.169783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:24.291058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d42e952-d922-418f-9faf-8106f5ac8d4f None None] The port '8751a672-a947-40f9-9224-892bae919018' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:46:24.370521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40099ec9-344b-40ae-a0a9-2b2cfa59163f None None] Network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:24.417836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1ae10c-466e-4b54-9d69-615e4eb86c75 req-961577be-e0e6-4a3b-a348-c73d74908506 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:24.427880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e1ae10c-466e-4b54-9d69-615e4eb86c75 req-961577be-e0e6-4a3b-a348-c73d74908506 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.6602213 Feb 10 22:46:24.440840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:24.511975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50458) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:24.601819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:24.602353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:24.626963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] For port b457b90d-e180-4bb3-a335-1f52d7d24989, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b457b90d-e180-4bb3-a335-1f52d7d24989,segment=NetworkSegment(d14a1c0a-0668-4f3d-b101-809c6fcf6ff8),segment_id=d14a1c0a-0668-4f3d-b101-809c6fcf6ff8)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:24.627773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:24.642765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:24.681470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e1ae10c-466e-4b54-9d69-615e4eb86c75 req-f685a744-f9ea-427d-a538-e3a94c86ffd7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522130 Feb 10 22:46:24.694733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-a81d2b92-61db-4142-8595-294712a76292 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:24.702748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-a81d2b92-61db-4142-8595-294712a76292 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Synchronizing usage tracker for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:24.735437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-a81d2b92-61db-4142-8595-294712a76292 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Unset dirty status for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:24.748587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-a81d2b92-61db-4142-8595-294712a76292 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/networks?id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 HTTP/1.1" status: 200 len: 814 time: 0.3862729 Feb 10 22:46:24.777398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:24.817437 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-eee216c4-c635-4a77-81a1-321660c9ffee tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/quotas/c09fa2abd2d646aaba9770f16e2700e6 HTTP/1.1" status: 200 len: 375 time: 0.0672030 Feb 10 22:46:24.884004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-6356ec2c-82d4-4cfa-8790-5e1ee14b8056 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=c09fa2abd2d646aaba9770f16e2700e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0652361 Feb 10 22:46:24.996664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3bb7f29f-0d52-48f6-b7ee-bfd12a256264 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bcd1ba1f03df4443979df63472baad01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833357 Feb 10 22:46:25.001320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50476) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:25.010076 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.181368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.221737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Calling delete_port for b457b90d-e180-4bb3-a335-1f52d7d24989 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:25.223022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] No DVR routers for this DVR port b457b90d-e180-4bb3-a335-1f52d7d24989 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:46:25.271854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958668d-bad3-4b3f-a7f5-da16d20d9520 None None] Pushing event deleted for resources: {'Port': ['ID=b457b90d-e180-4bb3-a335-1f52d7d24989,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:25.303989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.367350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-00cca188-e1d6-47ac-aa8b-e1935e956936 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:25.369707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-00cca188-e1d6-47ac-aa8b-e1935e956936 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.24 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.2870321 Feb 10 22:46:25.390343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Request body: {'port': {'device_id': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'admin_state_up': True, 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:25.455110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.480670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e2366a6-b4e4-4328-af62-34cb7bfaa2b7 req-47f4f103-0644-4d1e-af43-80fe2ae6d7dc tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.53 "GET /v2.0/ports?device_id=a8bc1ed1-4002-424c-9dc4-1dad5678aeb3 HTTP/1.1" status: 200 len: 210 time: 0.4333646 Feb 10 22:46:25.514475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Pushing event deleted for resources: {'Port': ['ID=f94a5f8c-e8c2-4f66-9020-3e9bcee019be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:25.597727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-610a59c0-cc59-4c85-8e52-28b75079cfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:25.599176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-610a59c0-cc59-4c85-8e52-28b75079cfd8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 1.6498134 Feb 10 22:46:25.672069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-5c082a47-5fad-4095-aa11-164f094aeaa7 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7862072 Feb 10 22:46:25.676798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.780489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] No DVR routers for this DVR port f94a5f8c-e8c2-4f66-9020-3e9bcee019be on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:46:25.802143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-ea6a50f5-f2fe-4c63-bcb5-cc97b687e67a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.1546221 Feb 10 22:46:25.808174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.813538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ade4abe-d392-46fd-b292-d7655412df25 req-228239c1-9b77-4bb3-9b59-be0f3da9751d tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 210 time: 0.1649139 Feb 10 22:46:25.813986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-deleted', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:25.885238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'Port': ['ID=174553e2-3b9f-4c8f-a886-a6ba84b05af9,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:25.897831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:46:25.898139 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:46:25.902439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.911590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:25.940345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d95c91a0-e892-4889-9a4c-efd036849bcf req-5ec6e758-8981-4d8f-97b5-1ed2930d0258 tempest-ServerRescueTestJSONUnderV235-1531883633 tempest-ServerRescueTestJSONUnderV235-1531883633-project] 10.222.0.24 "DELETE /v2.0/ports/f94a5f8c-e8c2-4f66-9020-3e9bcee019be HTTP/1.1" status: 204 len: 173 time: 7.5562208 Feb 10 22:46:26.016729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:26.032043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:26.039171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-d283176d-55fa-400e-aad5-b3b6201160c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:26.042401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-d283176d-55fa-400e-aad5-b3b6201160c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2157249 Feb 10 22:46:26.046063 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:26.048801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3de72ab8-a2f0-4f9e-ada4-c97c009d83fb tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.4183483 Feb 10 22:46:26.116813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:26.128898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:26.250465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-cea4c920-59aa-4b70-a66e-5762e8128ae3 service neutron] 10.222.0.53 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581095 Feb 10 22:46:26.306550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Deleting port b457b90d-e180-4bb3-a335-1f52d7d24989 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:26.307304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:26.359404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd535798-1a9d-4c02-97ca-67c2661103dc req-ff666192-5f4f-4c64-b9d6-1a2e3e73b566 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:26.362630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd535798-1a9d-4c02-97ca-67c2661103dc req-ff666192-5f4f-4c64-b9d6-1a2e3e73b566 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4103589 Feb 10 22:46:26.400435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:26.439178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395f60bd-dc35-4ccb-9f10-fd12d001e6e3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:26.486013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Allocated IP 172.20.0.7 (d815d011-3e65-4126-847a-9309cb39d932/8bb47334-6180-49d2-ad9f-39c4779141ec/0dbdc826-9c9b-42ac-8a94-86f547627cff) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:26.504340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:26.505839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-14b5c82f-ceeb-4270-a2fa-e44fae64471a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/395f60bd-dc35-4ccb-9f10-fd12d001e6e3 HTTP/1.1" status: 204 len: 168 time: 1.5028982 Feb 10 22:46:26.518392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-4e1f3fdf-72b4-4113-b74b-05d04bff4de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:26.520700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-4e1f3fdf-72b4-4113-b74b-05d04bff4de3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4698465 Feb 10 22:46:26.530453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] The port 'b457b90d-e180-4bb3-a335-1f52d7d24989' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:46:26.884106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd535798-1a9d-4c02-97ca-67c2661103dc req-622f9e87-f0ad-4eba-be09-3ce1c4084c49 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4968941 Feb 10 22:46:27.071462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.141476 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.173192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.186822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6', '30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:27.217255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63396b72-af1e-42d0-8a2c-85b05f974b10']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:27.243189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:27.243537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd14a1c0a-0668-4f3d-b101-809c6fcf6ff8') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:27.271399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.305095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.316409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:27.317325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.368442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Network d815d011-3e65-4126-847a-9309cb39d932 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:27.369151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50526) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:27.498067 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:27.501383 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8bc1ed1-4002-424c-9dc4-1dad5678aeb3', 'name': 'network-vif-deleted', 'tag': 'f94a5f8c-e8c2-4f66-9020-3e9bcee019be', 'status': 'completed', 'code': 200} Feb 10 22:46:27.543277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:27.543603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.558504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:27.560651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:27.608660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=63396b72-af1e-42d0-8a2c-85b05f974b10,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:27.619479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fbf8f01a-7f16-47bd-bcec-cf1e5d144abc tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/63396b72-af1e-42d0-8a2c-85b05f974b10 HTTP/1.1" status: 204 len: 168 time: 10.5285308 Feb 10 22:46:27.620101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50538) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:27.642241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-f8270204-c92f-4d31-983e-8ca94b486367 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1571578816&fields=id&tenant_id=a94b53c86ca642628553e3f1287bb337 HTTP/1.1" status: 200 len: 267 time: 0.1402316 Feb 10 22:46:27.710346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event updated for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:27.752539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79b7c0bb-e1c9-4d69-b5b3-90eabae5f99a req-e73e6f46-f67b-4f72-a0b2-c3ecb8943cb5 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 210 time: 0.1967900 Feb 10 22:46:28.007021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:28.015811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-252fabad-afd1-40f7-be7d-1d82db2aac1c service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4762106 Feb 10 22:46:28.057785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:28.058447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:28.293082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-b1b7b4aa-a326-4ecc-87b5-373ee4a94e08 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:28.300849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-b1b7b4aa-a326-4ecc-87b5-373ee4a94e08 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/networks?id=e3f6b146-ef3a-4597-98b5-6cee4c894e50 HTTP/1.1" status: 200 len: 812 time: 0.2891791 Feb 10 22:46:28.317993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-32d44e50-8c5f-4de5-ba19-a828986c922f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9373693 Feb 10 22:46:28.329914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-c99e83f6-94fb-4449-b3e4-34649d0db7a1 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/quotas/a94b53c86ca642628553e3f1287bb337 HTTP/1.1" status: 200 len: 375 time: 0.0265303 Feb 10 22:46:28.342425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Request body: {'port': {'device_id': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:28.377374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:28.625547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:28.682116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e053e7f1-39a5-4958-b608-351d8ebab7f2 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] Request body: {'port': {'network_id': 'ced65f9c-6ac6-4135-a2e3-4298080632d4', 'name': 'tempest-NetworksNegativeTestJSON-1343988478'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:28.757216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:28.797081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e12fddf-776a-4120-840c-cb0644f83ac2 req-7972a6b8-d99c-44ee-abf5-c74fb355dfc7 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484655 Feb 10 22:46:28.809074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae54a0f-166f-4597-916c-81cc3b6326f8']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:28.854776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-e064d246-80ae-4022-8068-d21dbf90a5dd tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a94b53c86ca642628553e3f1287bb337&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5155659 Feb 10 22:46:28.877050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fb4b57-0362-4879-ae1c-d8c07af4f478') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:28.877250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fb4b57-0362-4879-ae1c-d8c07af4f478') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:29.000385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.018221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40953442-207a-45bd-9a89-ce4fbf081558 req-f3db8bca-4196-42b6-a0ae-2d1bb7a7bac6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:29.019088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40953442-207a-45bd-9a89-ce4fbf081558 req-f3db8bca-4196-42b6-a0ae-2d1bb7a7bac6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:29.026828 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e053e7f1-39a5-4958-b608-351d8ebab7f2 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] POST failed (client error): The resource could not be found. Feb 10 22:46:29.027451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e053e7f1-39a5-4958-b608-351d8ebab7f2 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:29.033147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e053e7f1-39a5-4958-b608-351d8ebab7f2 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6520724 Feb 10 22:46:29.034492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50564) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.062317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.080164 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e214fa-ddc7-476d-86bb-ccd7eba11ebf tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] DELETE failed (client error): The resource could not be found. Feb 10 22:46:29.080805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e214fa-ddc7-476d-86bb-ccd7eba11ebf tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:29.086644 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-08e214fa-ddc7-476d-86bb-ccd7eba11ebf tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "DELETE /v2.0/networks/ffa98d18-7b69-4083-b284-3838cca02657 HTTP/1.1" status: 404 len: 339 time: 0.0422826 Feb 10 22:46:29.087807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.102352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:29.103065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:29.123023 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:29.154283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-5b6985a5-2ef4-497c-bace-f120906378fc tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:29.156342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-5b6985a5-2ef4-497c-bace-f120906378fc tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.30 "GET /v2.0/networks?id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 HTTP/1.1" status: 200 len: 814 time: 0.5466578 Feb 10 22:46:29.241014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Request body: {'port': {'device_id': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138', 'admin_state_up': True, 'tenant_id': 'c09fa2abd2d646aaba9770f16e2700e6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:29.327892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40953442-207a-45bd-9a89-ce4fbf081558 req-f3db8bca-4196-42b6-a0ae-2d1bb7a7bac6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:29.329735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40953442-207a-45bd-9a89-ce4fbf081558 req-f3db8bca-4196-42b6-a0ae-2d1bb7a7bac6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 931 time: 1.2425413 Feb 10 22:46:29.347806 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-992fb617-0ad3-4e38-9932-fe9128738d8f tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] DELETE failed (client error): The resource could not be found. Feb 10 22:46:29.348284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-992fb617-0ad3-4e38-9932-fe9128738d8f tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:29.350079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-992fb617-0ad3-4e38-9932-fe9128738d8f tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "DELETE /v2.0/ports/89a4e389-436e-4d50-9cf2-8528e73be9d2 HTTP/1.1" status: 404 len: 333 time: 0.2096665 Feb 10 22:46:29.351486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-dcc132f2-976c-401d-911e-f153f2678878 service neutron] 10.222.0.53 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957783 Feb 10 22:46:29.363000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.372797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.456303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.513483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40953442-207a-45bd-9a89-ce4fbf081558 req-18825109-d318-4a5e-b801-d01eed5eb84b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670039 Feb 10 22:46:29.518735 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f19520-980c-4878-9554-8bd6f4e52567 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] DELETE failed (client error): The resource could not be found. Feb 10 22:46:29.519212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f19520-980c-4878-9554-8bd6f4e52567 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:29.624618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=eae54a0f-166f-4597-916c-81cc3b6326f8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:29.635985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-3b702d3e-e536-4ab8-b2cd-b5f4548a901e service neutron] 10.222.0.53 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664852 Feb 10 22:46:29.679561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50594) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.683431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f41af392-064b-4615-8589-6646b74dcd11 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/eae54a0f-166f-4597-916c-81cc3b6326f8 HTTP/1.1" status: 204 len: 168 time: 2.0488627 Feb 10 22:46:29.688134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50598) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.689053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:29.698857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-38f19520-980c-4878-9554-8bd6f4e52567 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "DELETE /v2.0/subnets/3417cb9a-037f-44bc-9c8e-876ac0f2af8c HTTP/1.1" status: 404 len: 337 time: 0.3271091 Feb 10 22:46:29.720825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50602) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.723116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Usage tracker for resource:port and tenant:c09fa2abd2d646aaba9770f16e2700e6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:29.730797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:29.793493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:29.847704 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-052e54ec-0fd7-4c78-8b4f-c7334b4cf853 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] GET failed (client error): The resource could not be found. Feb 10 22:46:29.849868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-052e54ec-0fd7-4c78-8b4f-c7334b4cf853 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "GET /v2.0/networks/73ed9058-03d1-42f6-8e77-226af445b4ec HTTP/1.1" status: 404 len: 339 time: 0.1197810 Feb 10 22:46:29.857862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dbdc826-9c9b-42ac-8a94-86f547627cff {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:29.861738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50612) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.869109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.886961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:29.931595 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7959f4cb-c8d4-403d-9f11-d2d9bc7098b0 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] GET failed (client error): The resource could not be found. Feb 10 22:46:29.939768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7959f4cb-c8d4-403d-9f11-d2d9bc7098b0 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "GET /v2.0/ports/7749a776-23a5-406e-8a45-021fd8c9b00f HTTP/1.1" status: 404 len: 333 time: 0.0723050 Feb 10 22:46:29.941223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50616) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:29.987950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Transition to ACTIVE for port object 0dbdc826-9c9b-42ac-8a94-86f547627cff will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:29.994674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.026525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.086115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:30.105512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Usage tracker for resource:security_group_rule and tenant:29711391a0a8493aa1216f269c4718d0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:30.115894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-84900b05-18a1-4573-8b78-c87ca1361195 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:30.123661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-84900b05-18a1-4573-8b78-c87ca1361195 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.4427776 Feb 10 22:46:30.183184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Made reservation on behalf of c09fa2abd2d646aaba9770f16e2700e6 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:30.187204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:30.188203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.259276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.261221 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6062b2-c2ce-43e5-bd67-219aba9ebdf9 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] GET failed (client error): The resource could not be found. Feb 10 22:46:30.266791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-df6062b2-c2ce-43e5-bd67-219aba9ebdf9 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "GET /v2.0/subnets/089c9acc-72f9-42ac-88e3-b27220b2268d HTTP/1.1" status: 404 len: 337 time: 0.3159354 Feb 10 22:46:30.279865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0e93ec5-6cad-410d-8e90-95a75c7cc1c8 req-c8070468-3043-4f5e-9895-f92decea3c0e tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 210 time: 0.3194597 Feb 10 22:46:30.280395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50626) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:30.319686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-044873c8-053c-483a-9071-1d8c53e669ad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:30.342960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:30.370114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-b9fd30be-012a-46f2-b3c8-b6779472e797 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/quotas/544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 375 time: 0.2450857 Feb 10 22:46:30.390910 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-044873c8-053c-483a-9071-1d8c53e669ad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] PUT failed (client error): The resource could not be found. Feb 10 22:46:30.391525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-044873c8-053c-483a-9071-1d8c53e669ad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:30.392563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-044873c8-053c-483a-9071-1d8c53e669ad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "PUT /v2.0/networks/dfee427d-828a-4203-a529-4b5ed998b830 HTTP/1.1" status: 404 len: 339 time: 0.1095243 Feb 10 22:46:30.406130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50630) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:30.490961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6aaf5ab4-3f41-4064-8eb7-e3002f516a84 req-dc4493e9-d4b9-4031-aea5-c4b5fb4eab11 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 210 time: 0.1138639 Feb 10 22:46:30.526189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b98b8575-a4f1-495e-aad1-8fbea46d9dad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:30.586601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:30.655247 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98b8575-a4f1-495e-aad1-8fbea46d9dad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] PUT failed (client error): The resource could not be found. Feb 10 22:46:30.655748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98b8575-a4f1-495e-aad1-8fbea46d9dad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:30.656885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b98b8575-a4f1-495e-aad1-8fbea46d9dad tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "PUT /v2.0/ports/3a87ef6f-4fdd-4752-b041-f743b750ebfa HTTP/1.1" status: 404 len: 333 time: 0.2477765 Feb 10 22:46:30.662895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:30.670443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.754893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-dc4f812c-a529-4590-9b59-24070f5d9641 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:30.755687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acbfffd6-65df-40a8-ab80-baa538cd6c9a']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:30.778145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4695a90a-8c48-46f9-a7a4-6775358b5cae') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:30.779038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4695a90a-8c48-46f9-a7a4-6775358b5cae') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:30.805675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.831728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Allocated IP 172.20.0.10 (c4e4e0c8-59c2-4c8a-8138-e1204c1b6138/ee897d3b-224e-4a5d-a7d8-b85156719ee0/84ea4825-1dec-4e18-9ed7-b93ed85833f5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:30.846624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.856269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:30.856857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:30.875822 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:30.985218 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4f812c-a529-4590-9b59-24070f5d9641 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] PUT failed (client error): The resource could not be found. Feb 10 22:46:30.985660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc4f812c-a529-4590-9b59-24070f5d9641 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:46:30.992339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dc4f812c-a529-4590-9b59-24070f5d9641 tempest-NetworksNegativeTestJSON-819459741 tempest-NetworksNegativeTestJSON-819459741-project] 10.222.0.53 "PUT /v2.0/subnets/3a641347-c62d-49d6-9967-617bb6b2512a HTTP/1.1" status: 404 len: 337 time: 0.3173273 Feb 10 22:46:30.992574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff810f1-1057-4300-80ae-6dfadffeff9c req-47978873-ad5a-460a-8630-fe4824232b3a tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:30.992574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ff810f1-1057-4300-80ae-6dfadffeff9c req-47978873-ad5a-460a-8630-fe4824232b3a tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 943 time: 0.3107145 Feb 10 22:46:31.041982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Attempting to bind port 0dbdc826-9c9b-42ac-8a94-86f547627cff on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:31.042274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Attempting to bind port 0dbdc826-9c9b-42ac-8a94-86f547627cff by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:31.042527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Attempting to bind port 0dbdc826-9c9b-42ac-8a94-86f547627cff on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:31.060280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.063838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Port 0dbdc826-9c9b-42ac-8a94-86f547627cff on network d815d011-3e65-4126-847a-9309cb39d932 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:46:31.065278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Attempting to bind port 0dbdc826-9c9b-42ac-8a94-86f547627cff on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:31.065470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.096523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:31.096873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Checking segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:31.097268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Bound using segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:31.098881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Bound port: 0dbdc826-9c9b-42ac-8a94-86f547627cff, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:31.098881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.136244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-9c92bccc-2543-4e45-8b8c-b299620c42af tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7509832 Feb 10 22:46:31.151015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.204181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.216763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=acbfffd6-65df-40a8-ab80-baa538cd6c9a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:31.252203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3ce8ecc-334f-4633-ac5a-84166ed0b367 tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/acbfffd6-65df-40a8-ab80-baa538cd6c9a HTTP/1.1" status: 204 len: 168 time: 1.5585706 Feb 10 22:46:31.258392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50642) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:31.321935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ff810f1-1057-4300-80ae-6dfadffeff9c req-1eb3e34f-c160-4564-b39d-f59c7c16d6bd tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212717 Feb 10 22:46:31.446216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29711391a0a8493aa1216f269c4718d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7626657 Feb 10 22:46:31.452194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50650) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:31.473370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb623c4-2991-4ec6-9bd3-8634ba2981bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3f7ad8-793c-44a3-b795-134f889ed055,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:31.492234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Deleting port 79c865e5-86d6-42cb-ab3b-0d5304af30c2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:31.492577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.527416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:31.572799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-95616524-71c8-42eb-8241-1da9cf6a2a82 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928246 Feb 10 22:46:31.574177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:31.584848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.608620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.610114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50656) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:31.659540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.770888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-35378981-c8a9-4666-a402-bfb2c1621c47 req-8cba5849-0c5f-4c50-9b87-0f6ce4d8c96b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Synchronizing usage tracker for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:31.870694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:31.871338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:31.873613 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] 10.222.0.24 "PUT /v2.0/ports/0dbdc826-9c9b-42ac-8a94-86f547627cff HTTP/1.1" status: 200 len: 1091 time: 3.5396492 Feb 10 22:46:31.874088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:31.905575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db6f3d-5f1e-4bf8-9d1c-39233976d7cd service neutron] Pushing event updated for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:31.969583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-d462a049-21e4-4912-932f-28848232f1c3 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:31.971040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-d462a049-21e4-4912-932f-28848232f1c3 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.24 "GET /v2.0/networks?id=e3f6b146-ef3a-4597-98b5-6cee4c894e50 HTTP/1.1" status: 200 len: 812 time: 0.5855317 Feb 10 22:46:31.993912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-35378981-c8a9-4666-a402-bfb2c1621c47 req-8cba5849-0c5f-4c50-9b87-0f6ce4d8c96b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Unset dirty status for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:31.995039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35378981-c8a9-4666-a402-bfb2c1621c47 req-8cba5849-0c5f-4c50-9b87-0f6ce4d8c96b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 210 time: 0.3457742 Feb 10 22:46:31.995844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.007307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] For port 79c865e5-86d6-42cb-ab3b-0d5304af30c2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79c865e5-86d6-42cb-ab3b-0d5304af30c2,segment=NetworkSegment(aad4f001-19f3-45b3-993a-b26b590a4515),segment_id=aad4f001-19f3-45b3-993a-b26b590a4515)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:32.007745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.046194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.057122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.072147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:32.098225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-10a2841b-271f-4064-b22e-fdae822d4acf service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4682019 Feb 10 22:46:32.101986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Usage tracker for resource:security_group_rule and tenant:7f30260878ce4e8d91ea5f1c508feb5f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:32.105054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.113200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:32.169795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Calling delete_port for 79c865e5-86d6-42cb-ab3b-0d5304af30c2 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:32.252222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-ce717469-aec6-48e8-a52d-ca3b72cc6be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:32.253749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-ce717469-aec6-48e8-a52d-ca3b72cc6be4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 1094 time: 0.3158314 Feb 10 22:46:32.321934 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff', 'status': 'completed', 'code': 200} Feb 10 22:46:32.352293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-e8cd9c77-1419-4641-8110-3c2eeae76092 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff HTTP/1.1" status: 200 len: 217 time: 0.0909638 Feb 10 22:46:32.364934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb0a432-369c-4be0-8d66-e6e8fba951ae']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:32.374182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:32.424690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-9d5ec4e1-199d-420f-9629-9fd464c5538c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a94b53c86ca642628553e3f1287bb337 HTTP/1.1" status: 200 len: 380 time: 0.4190731 Feb 10 22:46:32.435730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.446532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1046a2a-497b-4ae6-885b-98b6724db7fd req-ac164f86-d54e-404e-a798-6cf64e178df8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 210 time: 0.0978370 Feb 10 22:46:32.454915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'port': {'device_id': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'admin_state_up': True, 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'security_groups': ['f2b4d46d-383c-4617-a431-1709305d42d4']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:32.496776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a499c98f-7606-43c3-9124-6b21f20db629') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:32.497247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a499c98f-7606-43c3-9124-6b21f20db629') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:32.513307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f689d300-8d91-4950-82f1-337a67f1b7e8 req-b4bd6f94-4d9d-4c05-b431-99bdbf772f9a tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 210 time: 0.1708848 Feb 10 22:46:32.514226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Pushing event updated for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:32.519769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:32.549874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-561488b7-875e-432a-b28e-143e7e315eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:32.551629 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-561488b7-875e-432a-b28e-143e7e315eea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.1575818 Feb 10 22:46:32.588828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:32.605055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.617166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:32.645938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-3966e6f7-7e93-46af-bdc3-b2e33384d414 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875962 Feb 10 22:46:32.723447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.742513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:32.742792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:32.761858 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:32.850810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:32.851510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.907527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.930137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.975088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:32.977013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] 10.222.0.53 "DELETE /v2.0/networks/bbb0a432-369c-4be0-8d66-e6e8fba951ae HTTP/1.1" status: 204 len: 168 time: 1.7120883 Feb 10 22:46:32.978680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3f7ad8-793c-44a3-b795-134f889ed055,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:32.989411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:32.994888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-01bd99c3-b763-4194-a402-2a7806c95f4b tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7586222 Feb 10 22:46:32.995889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9474091-9498-4d7c-b19d-acc8a045960f tempest-BulkNetworkOpsTest-1284821224 tempest-BulkNetworkOpsTest-1284821224-project] Pushing event deleted for resources: {'Network': ['ID=bbb0a432-369c-4be0-8d66-e6e8fba951ae,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:33.010409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Usage tracker for resource:port and tenant:a94b53c86ca642628553e3f1287bb337 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:33.015751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:33.033336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.034257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-5866a8ba-a32f-4bb1-af0f-a0fc3e47a556 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:46:33.035336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-5866a8ba-a32f-4bb1-af0f-a0fc3e47a556 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0208621 Feb 10 22:46:33.081925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:33.099692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.106473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c865e5-86d6-42cb-ab3b-0d5304af30c2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:33.107143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-73196ec3-643c-4458-96ba-d776fd59ff86 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ae3f7ad8-793c-44a3-b795-134f889ed055 HTTP/1.1" status: 204 len: 168 time: 1.5958748 Feb 10 22:46:33.144452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Request body: {'port': {'device_id': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:33.182039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.191327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91125af-358d-445b-9f68-746d6b5a94a8 req-a3a13bbd-60b0-4ee7-9a91-fbf3d728deff tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:33.201043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a91125af-358d-445b-9f68-746d6b5a94a8 req-a3a13bbd-60b0-4ee7-9a91-fbf3d728deff tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 943 time: 0.5983005 Feb 10 22:46:33.211750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.253089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Made reservation on behalf of a94b53c86ca642628553e3f1287bb337 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:33.257532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.370282 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-2eedfde3-0ea9-42f2-9a37-b81fc131a706 service neutron] 10.222.0.24 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6839418 Feb 10 22:46:33.378814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:33.437492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7f30260878ce4e8d91ea5f1c508feb5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8020775 Feb 10 22:46:33.441258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:33.506106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba9064-cf55-4372-a237-e82cae49fb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd90a52-a474-43e7-a054-3614e165779c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:33.601489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a91125af-358d-445b-9f68-746d6b5a94a8 req-ac278efc-7d9a-487e-99df-cc0bcf35ea7d tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3995769 Feb 10 22:46:33.672057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.697993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:33.763451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:33.803702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:33.814765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Usage tracker for resource:security_group_rule and tenant:900e1ea0f057405e8ea621f7522c7b12 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:33.823197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:33.837565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Allocated IP 172.20.0.13 (e3f6b146-ef3a-4597-98b5-6cee4c894e50/54b36e68-2379-4a12-94e7-82c41e71cb2a/ee7107ee-8545-42f0-a0ee-ffd822870735) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:33.849862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:33.923019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e202b97-a3de-48e4-8c17-0f74c78cf573 req-d05e02fa-dd4f-4d45-9f3c-bad657b83192 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:33.924709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e202b97-a3de-48e4-8c17-0f74c78cf573 req-d05e02fa-dd4f-4d45-9f3c-bad657b83192 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 932 time: 0.6878090 Feb 10 22:46:33.986107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b72ca39-9dc8-4a64-aa0f-a3f9ed46069a req-15585bf1-7136-41b6-bfbc-3f1f13939081 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 210 time: 0.1162982 Feb 10 22:46:34.069468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.084108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59483b25-bdf8-4f8e-9fd9-aa7fce42b3c5 req-cd3a76cb-1d35-48ea-98b6-cf1535200836 service neutron] 10.222.0.24 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7030070 Feb 10 22:46:34.084708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.155739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e202b97-a3de-48e4-8c17-0f74c78cf573 req-41919943-c65c-4f37-b104-2c98820fab23 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201881 Feb 10 22:46:34.158793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a77f02a3-416f-47fb-860f-806562b761ca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cfbd8221383e447891dbd0429139ffb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7764478 Feb 10 22:46:34.159770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50708) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:34.299863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bde10357-6810-44d8-be7f-6d4d3db3b912 req-6c5068e8-d9b1-4341-baff-3c10a3aae3a5 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Synchronizing usage tracker for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:34.308258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-c0b5deba-e583-4a93-b2a2-85618628cbd5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:34.309916 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-c0b5deba-e583-4a93-b2a2-85618628cbd5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.7443352 Feb 10 22:46:34.334796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.372260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.378700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'device_id': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'admin_state_up': True, 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:34.382998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.408736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.476637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Transition to ACTIVE for port object ee7107ee-8545-42f0-a0ee-ffd822870735 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:34.479608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=900e1ea0f057405e8ea621f7522c7b12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504404 Feb 10 22:46:34.485572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50712) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:34.523460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60681e3-8d47-4d61-b744-9bf8f155bcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32925cc2-905d-43a8-9efb-d3b34f7c5659,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:34.557160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bde10357-6810-44d8-be7f-6d4d3db3b912 req-6c5068e8-d9b1-4341-baff-3c10a3aae3a5 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Unset dirty status for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:34.558031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bde10357-6810-44d8-be7f-6d4d3db3b912 req-6c5068e8-d9b1-4341-baff-3c10a3aae3a5 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 210 time: 0.4391389 Feb 10 22:46:34.579873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84ea4825-1dec-4e18-9ed7-b93ed85833f5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:34.592874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.644157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.665781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.687102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.695949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.701657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Transition to ACTIVE for port object 84ea4825-1dec-4e18-9ed7-b93ed85833f5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:34.714989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-0df50c03-0090-48bc-ba87-823d832839fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:34.717420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-0df50c03-0090-48bc-ba87-823d832839fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 1094 time: 0.5566540 Feb 10 22:46:34.718035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:46:34.893490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:34.894991 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.935344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:34.942039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:34.958596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:34.982821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.063623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:35.064324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.073796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:35.079357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd90a52-a474-43e7-a054-3614e165779c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:35.179271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:35.198224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:35.272091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c3efc77e-444e-4aa3-9a2d-1728cf4d3aff None None] Provisioning for port ee7107ee-8545-42f0-a0ee-ffd822870735 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:35.281336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c3efc77e-444e-4aa3-9a2d-1728cf4d3aff None None] Provisioning complete for port ee7107ee-8545-42f0-a0ee-ffd822870735 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:35.283933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3efc77e-444e-4aa3-9a2d-1728cf4d3aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.288787 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b95568-ff00-4e27-a688-a203d1fa8e46 req-ce48fd46-4b6e-4dbd-8890-f039ee6a2635 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 210 time: 0.1127665 Feb 10 22:46:35.289610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.290722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a8bb2b51-51ad-402f-9cc1-95eaed21b915 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9fd90a52-a474-43e7-a054-3614e165779c HTTP/1.1" status: 204 len: 168 time: 1.7718480 Feb 10 22:46:35.375875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-5aa82929-6128-411b-b2ff-a309eb85135f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9248452 Feb 10 22:46:35.385248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c3efc77e-444e-4aa3-9a2d-1728cf4d3aff None None] Port ee7107ee-8545-42f0-a0ee-ffd822870735 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:35.399932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Request body: {'port': {'device_id': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:35.410437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-8c9750fa-f006-4f2f-b4dc-f0b2e39500c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:35.412097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-8c9750fa-f006-4f2f-b4dc-f0b2e39500c0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.4875412 Feb 10 22:46:35.415064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Router e8736c34-19bc-483e-ba4f-52c75a90baa9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:46:35.416305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:35.420285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.426350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.428815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.432893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/32925cc2-905d-43a8-9efb-d3b34f7c5659 HTTP/1.1" status: 204 len: 168 time: 0.9444361 Feb 10 22:46:35.447845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Pushing event updated for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:35.483346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c61d1d-3c14-4ea0-8c72-aa2bb2a01b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32925cc2-905d-43a8-9efb-d3b34f7c5659,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:35.492524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c5859-e368-4661-9cf0-ae85ee57e28a req-8cc7f8ac-071a-49a3-b80e-1c52989411b7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:35.500554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a0c5859-e368-4661-9cf0-ae85ee57e28a req-8cc7f8ac-071a-49a3-b80e-1c52989411b7 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 943 time: 0.6185415 Feb 10 22:46:35.528914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.602033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefa3a14-f340-407c-ae68-6a4087eb2817,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:35.609403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Attempting to bind port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:35.610000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Attempting to bind port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ea03306a-388e-41d4-bdf9-66ba3b53baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:35.610651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Attempting to bind port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 on network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:35.643815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 on network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:46:35.644492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Attempting to bind port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 on network c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:35.651674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a0c5859-e368-4661-9cf0-ae85ee57e28a req-4d19b104-0354-44fd-9aa0-2dc83fa348db tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502750 Feb 10 22:46:35.661996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-874b4412-fdf2-4297-b6fc-65718ab55e60 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff HTTP/1.1" status: 200 len: 217 time: 0.2169399 Feb 10 22:46:35.665596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:35.666214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Checking segment: {'id': 'ea03306a-388e-41d4-bdf9-66ba3b53baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:35.666866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Bound using segment: {'id': 'ea03306a-388e-41d4-bdf9-66ba3b53baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:35.667618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Bound port: 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea03306a-388e-41d4-bdf9-66ba3b53baf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:35.668160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.693391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.785188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:35.787267 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-441b6bcd-bae3-49ac-8b36-c0ba41166c5f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fefa3a14-f340-407c-ae68-6a4087eb2817 HTTP/1.1" status: 204 len: 168 time: 1.5819786 Feb 10 22:46:35.925232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-fd91899c-6cc2-4edd-85ca-d0dae4f7c2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:35.926710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-fd91899c-6cc2-4edd-85ca-d0dae4f7c2b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.1997759 Feb 10 22:46:36.017715 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-4bbb873f-972b-4663-a6a4-4f21f32b3c23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764213 Feb 10 22:46:36.039651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:36.060292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5,segment=NetworkSegment(ea03306a-388e-41d4-bdf9-66ba3b53baf2),segment_id=ea03306a-388e-41d4-bdf9-66ba3b53baf2)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:36.069272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:36.276340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79435f9f-7a72-4acf-adbe-893abb9485b3 req-a16302c8-8acc-4a58-8979-493d6c097d6a tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:36.284160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79435f9f-7a72-4acf-adbe-893abb9485b3 req-a16302c8-8acc-4a58-8979-493d6c097d6a tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 944 time: 0.7512934 Feb 10 22:46:36.314867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.20.0.8 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/957d681d-06b6-4d2b-98a5-dd6d57769953) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:36.321337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:36.335642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Sync routers for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:36.355561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:36.356401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:36.382691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee7107ee-8545-42f0-a0ee-ffd822870735 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:36.392789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:36.408443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-e3955e5f-d7b5-4d3b-a12c-b91315d8ee04 service neutron] 10.222.0.24 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024147 Feb 10 22:46:36.410660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-79435f9f-7a72-4acf-adbe-893abb9485b3 req-0688e842-e36a-4d29-a0e7-f7c734b4b234 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Synchronizing usage tracker for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:36.413086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Transition to ACTIVE for port object ee7107ee-8545-42f0-a0ee-ffd822870735 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:36.420485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c81e66ac-c141-42bc-8eaf-9618a4f4e047 admin admin] 10.222.0.53 "PUT /v2.0/routers/e8736c34-19bc-483e-ba4f-52c75a90baa9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0497777 Feb 10 22:46:36.437030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a145b-541a-42a5-9bc0-05293870a732 req-252481b3-b34a-44f0-aad4-acaea6b96517 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:36.437926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2a4a145b-541a-42a5-9bc0-05293870a732 req-252481b3-b34a-44f0-aad4-acaea6b96517 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Synchronizing usage tracker for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:36.443030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50760) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:36.450714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:36.451251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:36.453643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] 10.222.0.30 "PUT /v2.0/ports/84ea4825-1dec-4e18-9ed7-b93ed85833f5 HTTP/1.1" status: 200 len: 1092 time: 3.4061985 Feb 10 22:46:36.488076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:36.503322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:36.580483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0dbdc826-9c9b-42ac-8a94-86f547627cff details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:46:36.664892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2a4a145b-541a-42a5-9bc0-05293870a732 req-252481b3-b34a-44f0-aad4-acaea6b96517 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Unset dirty status for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:36.666926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a4a145b-541a-42a5-9bc0-05293870a732 req-252481b3-b34a-44f0-aad4-acaea6b96517 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 932 time: 0.8419828 Feb 10 22:46:36.708160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-79435f9f-7a72-4acf-adbe-893abb9485b3 req-0688e842-e36a-4d29-a0e7-f7c734b4b234 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Unset dirty status for tenant:c09fa2abd2d646aaba9770f16e2700e6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:36.709736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79435f9f-7a72-4acf-adbe-893abb9485b3 req-0688e842-e36a-4d29-a0e7-f7c734b4b234 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4245055 Feb 10 22:46:36.770073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7db67ef5-b403-4255-b4fa-f8807b8ab721 req-d17f39ae-d05b-4120-970f-692095c7657b service neutron] 10.222.0.24 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463621 Feb 10 22:46:37.016827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:37.190861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:37.306182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-452eb6e0-192d-41e9-8b58-ea081ec5d6b9 req-ccfa2175-042d-4a75-b7d9-ecf97cd3abe9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:37.322050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a891f-3e44-49c9-bb84-e85f042a0abe service neutron] Pushing event updated for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:37.335802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-452eb6e0-192d-41e9-8b58-ea081ec5d6b9 req-ccfa2175-042d-4a75-b7d9-ecf97cd3abe9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:37.350519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-452eb6e0-192d-41e9-8b58-ea081ec5d6b9 req-ccfa2175-042d-4a75-b7d9-ecf97cd3abe9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 210 time: 0.1278226 Feb 10 22:46:37.408330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '0dbdc826-9c9b-42ac-8a94-86f547627cff', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'port_id': '0dbdc826-9c9b-42ac-8a94-86f547627cff', 'mac_address': 'fa:16:3e:a1:89:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb47334-6180-49d2-ad9f-39c4779141ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:46:37.439599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50794) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:37.484677 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5', 'status': 'completed', 'code': 200} Feb 10 22:46:37.515434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:37.530392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a4a145b-541a-42a5-9bc0-05293870a732 req-c12e400e-49f6-4578-a5e1-e0d950b467b5 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7328916 Feb 10 22:46:37.566218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Transition to ACTIVE for port object 957d681d-06b6-4d2b-98a5-dd6d57769953 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:37.576146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:37.586770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:37.601790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:46:32Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:37.609891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Checking router: e8736c34-19bc-483e-ba4f-52c75a90baa9 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:46:37.624062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Routers {'e8736c34-19bc-483e-ba4f-52c75a90baa9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:37.624939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e8736c34-19bc-483e-ba4f-52c75a90baa9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:37.668244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:37.701859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:37.706714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dbdc826-9c9b-42ac-8a94-86f547627cff {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:37.721070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-448c9b65-5c9f-4c50-8ca9-cdfbffd7d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:37.722992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-448c9b65-5c9f-4c50-8ca9-cdfbffd7d49c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c09fa2abd2d646aaba9770f16e2700e6&device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 1095 time: 1.2134795 Feb 10 22:46:37.726329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Attempting to bind port ee7107ee-8545-42f0-a0ee-ffd822870735 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:37.726656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Attempting to bind port ee7107ee-8545-42f0-a0ee-ffd822870735 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:37.727051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Attempting to bind port ee7107ee-8545-42f0-a0ee-ffd822870735 on network e3f6b146-ef3a-4597-98b5-6cee4c894e50 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:37.731991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:37.765582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:37.786675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:37.791989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:37.797405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:37.831733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92322615-ba79-4542-a342-675419be0cba req-e5828589-79f9-4039-b77d-2a5ae9057ea1 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:37.833356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92322615-ba79-4542-a342-675419be0cba req-e5828589-79f9-4039-b77d-2a5ae9057ea1 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 943 time: 0.2430227 Feb 10 22:46:37.848931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Port ee7107ee-8545-42f0-a0ee-ffd822870735 on network e3f6b146-ef3a-4597-98b5-6cee4c894e50 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:46:37.848931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Attempting to bind port ee7107ee-8545-42f0-a0ee-ffd822870735 on network e3f6b146-ef3a-4597-98b5-6cee4c894e50 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:37.851114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:37.863813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:37.963251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2116069775', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:37.981687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-95920dd8-d394-4d6b-8dff-003f3e697e6b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5 HTTP/1.1" status: 200 len: 217 time: 0.2473135 Feb 10 22:46:38.001805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:38.002460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.011727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:38.041628 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92322615-ba79-4542-a342-675419be0cba req-eab73a50-4296-466e-9e19-c5f753838ab6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991448 Feb 10 22:46:38.042711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:38.043064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Checking segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:38.043548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Bound using segment: {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:38.044022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Bound port: ee7107ee-8545-42f0-a0ee-ffd822870735, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df97cd7f-7123-4f9d-8477-782c4c33dacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:38.044394 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.047880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:router and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:38.065390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:38.072654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:38.086172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-025f299b-852e-4651-8e43-86dbfd6fccae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7211692 Feb 10 22:46:38.106537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Request body: {'port': {'device_id': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:38.139590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:38.189771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.191395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.212433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['0dbdc826-9c9b-42ac-8a94-86f547627cff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:38.217145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.246742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50810) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:38.257250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.261959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.313200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.315585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-feeaf216-9db9-4c2c-a375-9d1a66a2e367 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8723445 Feb 10 22:46:38.318715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50820) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:38.370553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1263642463'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:38.376525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:38.382015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:network and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:38.385418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f117129a-7e27-445e-a134-dceac795c1cd None None] Provisioning for port 957d681d-06b6-4d2b-98a5-dd6d57769953 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:38.385868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:38.393486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:38.395136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Deleting port 5b03816d-2b81-41eb-b981-190ef49914ae {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:38.395704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.420607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f117129a-7e27-445e-a134-dceac795c1cd None None] Provisioning complete for port 957d681d-06b6-4d2b-98a5-dd6d57769953 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:38.421194 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f117129a-7e27-445e-a134-dceac795c1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.421290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:38.425238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.447747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.458275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fd042d2-d336-4174-88b9-ce7c0bf67130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.478317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:38.486094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:security_group_rule and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:38.492479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:38.500586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:38.559688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] Set router e8736c34-19bc-483e-ba4f-52c75a90baa9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:46:38.622931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-e27c1aad-73f4-41d8-960f-153d2727a782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:38.631323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-e27c1aad-73f4-41d8-960f-153d2727a782 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee897d3b-224e-4a5d-a7d8-b85156719ee0 HTTP/1.1" status: 200 len: 854 time: 0.5571320 Feb 10 22:46:38.662846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.827557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] For port 5b03816d-2b81-41eb-b981-190ef49914ae, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5b03816d-2b81-41eb-b981-190ef49914ae,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:38.828249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.834575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1495470561'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:38.839833 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.855634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:38.866225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:38.902737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:38.917500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:38.952301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f117129a-7e27-445e-a134-dceac795c1cd None None] Port 957d681d-06b6-4d2b-98a5-dd6d57769953 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:38.989823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Calling delete_port for 5b03816d-2b81-41eb-b981-190ef49914ae owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:38.990202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:39.000587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2626c189-ad46-40c0-b912-c45e230df34f req-ff88e5b6-22ec-45e0-9dd9-67e3b175fb3c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:39.002281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2626c189-ad46-40c0-b912-c45e230df34f req-ff88e5b6-22ec-45e0-9dd9-67e3b175fb3c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 931 time: 0.4232326 Feb 10 22:46:39.015130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:39.093624 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2626c189-ad46-40c0-b912-c45e230df34f req-dc74ffa0-05ea-4e83-98db-36f27dc152cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587747 Feb 10 22:46:39.094295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3c4c8-9cb1-4fa9-a1fc-59aff8e4813a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:39.109576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:39.113110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.129709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.130056 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Added segment 47cb1121-e928-4e4f-a770-0e6a2bb5c372 of type vlan for network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 Feb 10 22:46:39.161943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.176601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:46:32Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:39.181042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4ec143-bedb-4358-bf0c-fc1f9d454c8e None None] The sync data for ids ['e8736c34-19bc-483e-ba4f-52c75a90baa9'] in n-d-825178-4 is: [{'id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1285672382-router', 'tenant_id': '691220527723406f817539a3c36e0b83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:44:21Z', 'updated_at': '2022-02-10T22:46:32Z', 'revision_number': 5, 'project_id': '691220527723406f817539a3c36e0b83', 'gw_port': {'id': '5b03816d-2b81-41eb-b981-190ef49914ae', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:a0:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8736c34-19bc-483e-ba4f-52c75a90baa9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:44:24Z', 'updated_at': '2022-02-10T22:44:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:39.192473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:39.198252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:39.203950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:39.211821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:39.302533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.341337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-88d06ebe-67a5-43fe-88db-92f9913a7324 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810773 Feb 10 22:46:39.344387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:39.391464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:39.497029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.502967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:39.503633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.519152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.523724 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.561889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-a322a710-37cc-48fd-8284-4df93e8358df service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075157 Feb 10 22:46:39.584502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b75e92-b25b-4b37-b55a-7fe4e8ee98a7 req-e26fc544-31e8-4bae-b3a6-67a4357e6bce tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:39.587224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5b75e92-b25b-4b37-b55a-7fe4e8ee98a7 req-e26fc544-31e8-4bae-b3a6-67a4357e6bce tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 944 time: 1.5521994 Feb 10 22:46:39.643962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:39.670147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 957d681d-06b6-4d2b-98a5-dd6d57769953 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:39.702265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.704847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.736950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.754156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Network': ['ID=23a5e59c-e2ec-43a6-9865-5c53cf7e56f9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:39.764197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70e755d3-4c54-43d1-9004-378e24bd0f94 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4436548 Feb 10 22:46:39.765329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Transition to ACTIVE for port object 957d681d-06b6-4d2b-98a5-dd6d57769953 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:39.770929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:39.777150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:39.801579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:39.813759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'subnet': {'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:39.863886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.949257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47d6fce-01de-475f-8600-c175ad8a23bb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:39.962596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbdb3d-9c75-48b0-bbd4-2628164408fd req-8440d90f-91c4-43c7-ade2-22b280acd5f8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:39.962742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:39.964473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:39.966399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4cc4c2bb-4f62-440d-ae93-bbbbbbef60d0 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee7107ee-8545-42f0-a0ee-ffd822870735 HTTP/1.1" status: 200 len: 1092 time: 4.5795124 Feb 10 22:46:39.968342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbbbdb3d-9c75-48b0-bbd4-2628164408fd req-8440d90f-91c4-43c7-ade2-22b280acd5f8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 944 time: 0.6392252 Feb 10 22:46:40.007954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:40.040720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5b03816d-2b81-41eb-b981-190ef49914ae,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:40.271973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5b75e92-b25b-4b37-b55a-7fe4e8ee98a7 req-0a679c0b-d040-4162-8d49-0c2b9678fd94 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5938706 Feb 10 22:46:40.308769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.309173 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment a05800f9-abc6-4a83-8107-900bfd72543b of type vlan for network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f Feb 10 22:46:40.320233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.455547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4325f7c8-f4d6-432c-bb39-4177c8b186b4 req-fed412ea-7194-4839-bd54-860aaf0916b3 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8186865 Feb 10 22:46:40.517600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2e32032-384a-478d-8f5e-01606b1616ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.526892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0dbdc826-9c9b-42ac-8a94-86f547627cff up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:40.532505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bbbbdb3d-9c75-48b0-bbd4-2628164408fd req-1fa87500-862a-4e3f-83e5-9620540ace48 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Synchronizing usage tracker for tenant:a94b53c86ca642628553e3f1287bb337 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:40.549533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Pushing event updated for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:40.580989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.596555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:40.604287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:subnet and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:40.616487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:40.633463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:40.669288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bbbbdb3d-9c75-48b0-bbd4-2628164408fd req-1fa87500-862a-4e3f-83e5-9620540ace48 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Unset dirty status for tenant:a94b53c86ca642628553e3f1287bb337 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:40.669288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbbbdb3d-9c75-48b0-bbd4-2628164408fd req-1fa87500-862a-4e3f-83e5-9620540ace48 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6157162 Feb 10 22:46:40.681455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:40.685910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.771761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 0dbdc826-9c9b-42ac-8a94-86f547627cff completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:40.784734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 0dbdc826-9c9b-42ac-8a94-86f547627cff triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:40.786881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.787043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Attempting to bind port 957d681d-06b6-4d2b-98a5-dd6d57769953 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:40.787240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Attempting to bind port 957d681d-06b6-4d2b-98a5-dd6d57769953 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:40.787671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Attempting to bind port 957d681d-06b6-4d2b-98a5-dd6d57769953 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:40.804325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.810457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:40.811251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.847085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.853967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.860357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Port 957d681d-06b6-4d2b-98a5-dd6d57769953 on network 804e53ca-2155-4a31-9516-1c907c4e697f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:46:40.860840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Attempting to bind port 957d681d-06b6-4d2b-98a5-dd6d57769953 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:40.893321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-aeefda93-905d-471d-bdd5-c2928d8bfc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:40.895830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-aeefda93-905d-471d-bdd5-c2928d8bfc49 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a94b53c86ca642628553e3f1287bb337&device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 1095 time: 0.8594692 Feb 10 22:46:40.911789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50876) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:40.916073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79c865e5-86d6-42cb-ab3b-0d5304af30c2 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:40.947319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:40.948044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:40.948687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:40.949362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Bound port: 957d681d-06b6-4d2b-98a5-dd6d57769953, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:40.950806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:40.962667 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'status': 'completed', 'code': 200} Feb 10 22:46:40.975219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 79c865e5-86d6-42cb-ab3b-0d5304af30c2 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:40.975834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79c865e5-86d6-42cb-ab3b-0d5304af30c2 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:40.988138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.7395344 Feb 10 22:46:40.998949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:41.011029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'name': 'tempest-PortsIpV6TestJSON-1341339489'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:41.061041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bb6c1b-e15c-4d29-b19f-38dc7968cfc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=5bd5577b-b52d-4d91-aa66-13eaef34cf4f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:41.088793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:41.166542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-2dc9ab2b-9f88-43e1-9c73-ba2eb83eba5b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7107ee-8545-42f0-a0ee-ffd822870735 HTTP/1.1" status: 200 len: 217 time: 0.2027557 Feb 10 22:46:41.220233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.220574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8736c34-19bc-483e-ba4f-52c75a90baa9 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:46:41.267933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.270084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.303796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.307101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c843987f-5a5b-4326-9b7d-3ff78fd109ef admin admin] 10.222.0.53 "DELETE /v2.0/routers/e8736c34-19bc-483e-ba4f-52c75a90baa9 HTTP/1.1" status: 204 len: 168 time: 4.8192334 Feb 10 22:46:41.310533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:41.320374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0cca3d-e14f-4cc4-a7ba-cb5cb65e47cb req-8bdf817e-cdf9-46a4-83ff-c5c56c7c7582 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.320625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50888) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:41.321376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0cca3d-e14f-4cc4-a7ba-cb5cb65e47cb req-8bdf817e-cdf9-46a4-83ff-c5c56c7c7582 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 944 time: 0.8698945 Feb 10 22:46:41.329295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Usage tracker for resource:security_group_rule and tenant:1e3ed6d992854d5aba864be0b438aa2a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:41.337693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4e60a1ad-378a-4e68-812b-22a180e9b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.339061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-4e60a1ad-378a-4e68-812b-22a180e9b685 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54b36e68-2379-4a12-94e7-82c41e71cb2a HTTP/1.1" status: 200 len: 851 time: 0.1587205 Feb 10 22:46:41.342213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:41.342418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:41.354200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:41.359597 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.360139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-e5d06d27-e9b4-4bf0-a200-1a8be7f6d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.361826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-e5d06d27-e9b4-4bf0-a200-1a8be7f6d6a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c09fa2abd2d646aaba9770f16e2700e6&device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 1095 time: 0.7408087 Feb 10 22:46:41.369136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:41.395929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:41.405535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=957d681d-06b6-4d2b-98a5-dd6d57769953,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:41.410441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:41.425562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:41.431960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.436076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:41.444645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:41.505157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:41.567424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0cca3d-e14f-4cc4-a7ba-cb5cb65e47cb req-725c607e-6245-43a2-b8e1-f372bab3772d tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347155 Feb 10 22:46:41.580517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.581126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.582617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] 10.222.0.30 "PUT /v2.0/ports/957d681d-06b6-4d2b-98a5-dd6d57769953 HTTP/1.1" status: 200 len: 1091 time: 3.4869883 Feb 10 22:46:41.587633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:41.629376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Deleting subnet 185b2848-f024-407d-8ac0-11be30d0e0f9 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:46:41.633087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.688596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.689937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.710034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:41.716839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.722642 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.746179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.765487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-7b687ff5-a5de-4b28-a721-fc43eaca28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.767451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-7b687ff5-a5de-4b28-a721-fc43eaca28d2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 HTTP/1.1" status: 200 len: 915 time: 0.3645391 Feb 10 22:46:41.828596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.865618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:41.869004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80420d6a-1632-422e-8a52-5f5262b60774 service neutron] Pushing event updated for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:41.922328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f268fc7-0ed9-4397-8f6a-521e7216d310 req-3fea5a40-f662-4db6-8a9e-73ff415eb76d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.923877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f268fc7-0ed9-4397-8f6a-521e7216d310 req-3fea5a40-f662-4db6-8a9e-73ff415eb76d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.7421868 Feb 10 22:46:41.931124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e3ed6d992854d5aba864be0b438aa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0152390 Feb 10 22:46:41.931124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-b214e5c0-a6b7-4383-9e6f-41405a710c2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5 HTTP/1.1" status: 200 len: 217 time: 0.1457739 Feb 10 22:46:41.932642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50900) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:41.935619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b22edf2-deb0-416b-b915-e873b5430679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d348c9-40c6-4ba5-8f88-97371c3ff7bd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:41.942816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port cb40d416-74ca-4480-bea2-420977602e87 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:46:41.992905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-9b92e6b4-9a8c-4353-965c-8a07b4784236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:41.994413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-9b92e6b4-9a8c-4353-965c-8a07b4784236 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f6b146-ef3a-4597-98b5-6cee4c894e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6317210 Feb 10 22:46:42.116553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.175174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Subnet': ['ID=5610b5b9-8c7d-453b-9462-5bf38e6d8e1f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:42.225838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f268fc7-0ed9-4397-8f6a-521e7216d310 req-57abc66a-a75b-4f6b-9c09-9b6b44606c60 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844317 Feb 10 22:46:42.238239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Checking segment: {'id': '47cb1121-e928-4e4f-a770-0e6a2bb5c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:42.238649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network hostable DHCP agents. Network: 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:42.261120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-c711f892-aa1d-45d3-b17e-aa3c3a681d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:42.263478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-c711f892-aa1d-45d3-b17e-aa3c3a681d58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 1094 time: 0.5283043 Feb 10 22:46:42.302217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-3f2926c1-a430-4997-bf7a-43b797630a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:42.305699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-3f2926c1-a430-4997-bf7a-43b797630a4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee897d3b-224e-4a5d-a7d8-b85156719ee0 HTTP/1.1" status: 200 len: 854 time: 0.3615897 Feb 10 22:46:42.332523 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff', 'code': 200} Feb 10 22:46:42.432275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-6c4d62ed-30de-4568-a771-1a300c84ec3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177709 Feb 10 22:46:42.473749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.504927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b01101-e970-4ccd-8035-f988cb7a88a8 req-c2587ec1-f51c-4f94-9a97-4bc1379e7131 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:42.506490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b01101-e970-4ccd-8035-f988cb7a88a8 req-c2587ec1-f51c-4f94-9a97-4bc1379e7131 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 944 time: 0.7208178 Feb 10 22:46:42.536835 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953', 'status': 'completed', 'code': 200} Feb 10 22:46:42.543110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-914b1d75-5e43-4ad5-8b1c-1fa8424a8c4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=957d681d-06b6-4d2b-98a5-dd6d57769953 HTTP/1.1" status: 200 len: 217 time: 0.2680886 Feb 10 22:46:42.563556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-9349d8e5-a2a9-4276-8baa-5a3dd9187dd9 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570161 Feb 10 22:46:42.616773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.672861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b03816d-2b81-41eb-b981-190ef49914ae no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:46:42.720162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 5b03816d-2b81-41eb-b981-190ef49914ae {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:46:42.720887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5b03816d-2b81-41eb-b981-190ef49914ae not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:46:42.744526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:42.747584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.777426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b01101-e970-4ccd-8035-f988cb7a88a8 req-e1014fc7-c9c4-4aca-9f1e-e44e5bc59d83 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181578 Feb 10 22:46:42.804344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-cfe1d95a-b3bc-43f4-a946-519af635724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:42.805947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-cfe1d95a-b3bc-43f4-a946-519af635724b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2215590 Feb 10 22:46:42.842284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-1733e499-4d05-47a5-a52b-02320bb354d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991771 Feb 10 22:46:42.871245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:42.880506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=185b2848-f024-407d-8ac0-11be30d0e0f9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:42.891762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.893794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.895937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e6750-fff0-4404-add5-c20a74ea1ba1 None None] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:42.907655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:42.908259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.967857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-79ab1bdc-e70a-4a6d-b636-5596eff31558 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/185b2848-f024-407d-8ac0-11be30d0e0f9 HTTP/1.1" status: 204 len: 168 time: 1.6443408 Feb 10 22:46:42.971369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.975520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-207ad4a0-ebd7-43f8-b9b0-fbb7f069293c req-77827918-8645-48e7-a90e-d7cf8541f53c service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3851593 Feb 10 22:46:42.976262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d348c9-40c6-4ba5-8f88-97371c3ff7bd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:42.979824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50906) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:42.985375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2f43bcb4-1243-4959-bff6-a847032b4923 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2041101 Feb 10 22:46:42.991696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50910) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:42.998572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:42.999767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-16e92f88-4306-4cd5-8d00-f4a714922b97 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/01d348c9-40c6-4ba5-8f88-97371c3ff7bd HTTP/1.1" status: 204 len: 168 time: 1.0665474 Feb 10 22:46:43.015764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'network': {'name': 'tempest-router-network01--64343108'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:43.033742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:43.050215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.136652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:network and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:43.139979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:43.159312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:43.166939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f71a5b-1fce-4494-83b6-c5738f0ca672 req-b43a827c-5d93-4fff-b200-374726b5f867 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.174859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70f71a5b-1fce-4494-83b6-c5738f0ca672 req-b43a827c-5d93-4fff-b200-374726b5f867 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 944 time: 0.6371555 Feb 10 22:46:43.191823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1d230-1be8-4e81-8ec1-95391ab6094a req-ad9deab3-9426-45e7-905f-68b7b8da11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.193622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07f1d230-1be8-4e81-8ec1-95391ab6094a req-ad9deab3-9426-45e7-905f-68b7b8da11d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 1096 time: 0.6549635 Feb 10 22:46:43.218323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:43.226186 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.256341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.277147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9197ff0-f12b-4b1d-9770-3eef31182261 req-ef630f43-bc26-424c-bcc2-0fb4aaff44d5 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4278848 Feb 10 22:46:43.278494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-113d7fad-7c9a-4383-bce3-f7e62f259fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.280734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-113d7fad-7c9a-4383-bce3-f7e62f259fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4594262 Feb 10 22:46:43.296772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-23a5e59c-e2ec-43a6-9865-5c53cf7e56f9', 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9', 'tenant_id': 'c46f011062794ef48e69e12c9df79450', 'fixed_ips': [{'subnet_id': '5610b5b9-8c7d-453b-9462-5bf38e6d8e1f'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:43.297668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.322065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.331770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:43.345301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624152a2-c1d6-4096-b404-8566aacde276 req-aac9b6b5-9fd8-4705-a6aa-10e0fcae70ed tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.348005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-624152a2-c1d6-4096-b404-8566aacde276 req-aac9b6b5-9fd8-4705-a6aa-10e0fcae70ed tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 945 time: 0.3154340 Feb 10 22:46:43.358727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-1d6a3e42-8c62-422d-9ee1-547bc0149c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.361756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-1d6a3e42-8c62-422d-9ee1-547bc0149c1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a94b53c86ca642628553e3f1287bb337&device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 1095 time: 0.3305218 Feb 10 22:46:43.393224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70f71a5b-1fce-4494-83b6-c5738f0ca672 req-25668610-7517-412d-9900-fdafc20bfe51 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171400 Feb 10 22:46:43.478999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07f1d230-1be8-4e81-8ec1-95391ab6094a req-27d5418a-9ff1-445a-8ea3-84a907bb116b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580278 Feb 10 22:46:43.502085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.502601 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Added segment 055bddd8-2c88-4e17-ae3d-e3fa425d5a9d of type vlan for network f112231b-e5f9-4371-8f85-6e8536d8b8ff Feb 10 22:46:43.506332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Allocated IP 172.20.0.2 (23a5e59c-e2ec-43a6-9865-5c53cf7e56f9/5610b5b9-8c7d-453b-9462-5bf38e6d8e1f/461d16da-349b-4929-b961-c6429ae2b537) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:43.523221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50920) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:43.575833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.610582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-624152a2-c1d6-4096-b404-8566aacde276 req-f2783ddc-58fd-4237-8424-f5ad92d6c243 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555380 Feb 10 22:46:43.612261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.653935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:43.663089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Usage tracker for resource:security_group_rule and tenant:5ceac30a61c141d38e832d974524a369 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:43.667381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-fd04956b-0381-4d15-a692-68a085510754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.668829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-fd04956b-0381-4d15-a692-68a085510754 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f6b146-ef3a-4597-98b5-6cee4c894e50 HTTP/1.1" status: 200 len: 913 time: 0.2843952 Feb 10 22:46:43.678094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:43.749420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:43.750012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=cb40d416-74ca-4480-bea2-420977602e87,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:43.765109 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.766272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-32fcb09f-ba84-4a5c-97e1-9bfa82b227ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7107ee-8545-42f0-a0ee-ffd822870735 HTTP/1.1" status: 200 len: 217 time: 0.0847158 Feb 10 22:46:43.779036 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Transition to ACTIVE for port object 461d16da-349b-4929-b961-c6429ae2b537 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:43.793070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.803980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Transition to ACTIVE for port object 461d16da-349b-4929-b961-c6429ae2b537 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:43.812224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': 'a05800f9-abc6-4a83-8107-900bfd72543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:43.812650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 5bd5577b-b52d-4d91-aa66-13eaef34cf4f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:43.812976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.814242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.819695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:43.820307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.839804 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-5ef6a27b-73b6-4e18-a36f-6f87c42bbedf service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412765 Feb 10 22:46:43.845798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['254117f1-914e-47cf-9f92-dd8ad6f1c614']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:43.884286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aad4f001-19f3-45b3-993a-b26b590a4515') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:43.884571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aad4f001-19f3-45b3-993a-b26b590a4515') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:43.898665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:43.908606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:43.916531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:43.963059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:43.972832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:44.000135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-47bcd1d9-2941-4951-92b2-65da0f7ba5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.001615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-47bcd1d9-2941-4951-92b2-65da0f7ba5d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54b36e68-2379-4a12-94e7-82c41e71cb2a HTTP/1.1" status: 200 len: 851 time: 0.2266736 Feb 10 22:46:44.006959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9256e6-d803-44b1-80d4-5dcc0723ffb1 req-626712d5-09fb-4113-82b8-440a19378c21 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.013313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e9256e6-d803-44b1-80d4-5dcc0723ffb1 req-626712d5-09fb-4113-82b8-440a19378c21 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.4312711 Feb 10 22:46:44.021420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5bd5577b-b52d-4d91-aa66-13eaef34cf4f) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:44.029824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Pushing event updated for resources: {'Port': ['ID=461d16da-349b-4929-b961-c6429ae2b537,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:44.037326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0433455 Feb 10 22:46:44.038139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54331e4-bb00-46e6-a8dc-ecfbdd6f9a91 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Network': ['ID=f112231b-e5f9-4371-8f85-6e8536d8b8ff,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:44.043176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50926) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:44.044922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.054085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d9211a-4bcb-4a71-8d0c-377c95cc8e40 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:44.059962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:44.060845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'network': {'name': 'tempest-router-network02--711145560'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:44.065805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.066614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.101865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:44.122621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:44.129260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:network and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:44.140551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:44.146861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af857d07-2bee-42c2-8d0f-b78cc3ff57c8 req-fad9e9f8-f80b-4cb5-82ec-9b624fe6b635 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933371 Feb 10 22:46:44.156800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:44.174369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:44.176278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.213227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:44.216578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:44.255222 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:44.267197 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.282113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.282860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Attempting to bind port 461d16da-349b-4929-b961-c6429ae2b537 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:44.283215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Attempting to bind port 461d16da-349b-4929-b961-c6429ae2b537 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '47cb1121-e928-4e4f-a770-0e6a2bb5c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:44.283619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Attempting to bind port 461d16da-349b-4929-b961-c6429ae2b537 on network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:44.295899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:44.296315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Checking segment: {'id': '47cb1121-e928-4e4f-a770-0e6a2bb5c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:44.296666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.297058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Bound using segment: {'id': '47cb1121-e928-4e4f-a770-0e6a2bb5c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:44.297539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Bound port: 461d16da-349b-4929-b961-c6429ae2b537, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47cb1121-e928-4e4f-a770-0e6a2bb5c372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '23a5e59c-e2ec-43a6-9865-5c53cf7e56f9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:44.297909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.305697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d15313-1323-43e9-88b6-13c6b43e7b47 req-455fed7f-2ed7-4a4d-86e2-f0e5ca7e20b9 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.307481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69d15313-1323-43e9-88b6-13c6b43e7b47 req-455fed7f-2ed7-4a4d-86e2-f0e5ca7e20b9 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 944 time: 0.3199902 Feb 10 22:46:44.310564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:44.315760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-3ec65c80-9b06-45c5-99ce-255bb30d1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.317573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-3ec65c80-9b06-45c5-99ce-255bb30d1ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f6b146-ef3a-4597-98b5-6cee4c894e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752576 Feb 10 22:46:44.335758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f9967496-33a6-4fed-bd80-d293053a00d9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3351383 Feb 10 22:46:44.339444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:44.347233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e9256e6-d803-44b1-80d4-5dcc0723ffb1 req-3531e943-be5c-49dc-ba93-1ca5ffddc47a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275743 Feb 10 22:46:44.351905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-389936415'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:44.358016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:44.362916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:44.365952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:44.381113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:44.382906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.403206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] For port 461d16da-349b-4929-b961-c6429ae2b537, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:44.406215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:44.407034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] For port 461d16da-349b-4929-b961-c6429ae2b537, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=461d16da-349b-4929-b961-c6429ae2b537,segment=NetworkSegment(47cb1121-e928-4e4f-a770-0e6a2bb5c372),segment_id=47cb1121-e928-4e4f-a770-0e6a2bb5c372)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:44.410788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.419654 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.441426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.462622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=254117f1-914e-47cf-9f92-dd8ad6f1c614,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:44.489109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:44.499083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.499620 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment fc4ad97e-053f-4a83-be4b-c88c3aa60334 of type vlan for network b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f Feb 10 22:46:44.511384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d6ad2e-1538-4b80-bce6-15312615564d None None] Pushing event updated for resources: {'Port': ['ID=461d16da-349b-4929-b961-c6429ae2b537,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:44.529105 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.552549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ee7107ee-8545-42f0-a0ee-ffd822870735 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:46:44.564552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.565147 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Added segment 8626a5c6-dfb6-47fa-985c-45bcd138888d of type vlan for network ccf040ba-69a7-4ecb-92b8-324e090d1c77 Feb 10 22:46:44.572339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ebe8c8d-e86c-4098-bfed-70ab31b515e8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/254117f1-914e-47cf-9f92-dd8ad6f1c614 HTTP/1.1" status: 204 len: 168 time: 1.5842946 Feb 10 22:46:44.572339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.576157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.576809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.704704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:44.727076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'port_id': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'mac_address': 'fa:16:3e:da:03:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:46:44.801704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ceac30a61c141d38e832d974524a369&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2723978 Feb 10 22:46:44.814411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84ea4825-1dec-4e18-9ed7-b93ed85833f5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:46:44.816686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837da00-8c04-4bdd-93f5-eca90b494e42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafe7c1e-9d5e-403f-9a52-ad1d7b4891a7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:44.824890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50942) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:44.870185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:44.910241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-7f3386bf-41da-4aa5-b9b2-f5e7d5e841b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:44.911809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-7f3386bf-41da-4aa5-b9b2-f5e7d5e841b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 1094 time: 0.6405916 Feb 10 22:46:44.928963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:44.952004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69d15313-1323-43e9-88b6-13c6b43e7b47 req-9572bb59-82bf-4afa-a174-ef79eed2f2b3 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205537 Feb 10 22:46:45.019080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6778152 Feb 10 22:46:45.033006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50950) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:45.036608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.043892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.046066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:45.046982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.071386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee7107ee-8545-42f0-a0ee-ffd822870735 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:45.110438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5,segment=NetworkSegment(ea03306a-388e-41d4-bdf9-66ba3b53baf2),segment_id=ea03306a-388e-41d4-bdf9-66ba3b53baf2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:45.127167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'ports': [{'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'}, {'network_id': 'b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f'}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:45.127644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:45.128332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': 'b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:45.154656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '84ea4825-1dec-4e18-9ed7-b93ed85833f5', 'network_id': 'c4e4e0c8-59c2-4c8a-8138-e1204c1b6138', 'port_id': '84ea4825-1dec-4e18-9ed7-b93ed85833f5', 'mac_address': 'fa:16:3e:11:3d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee897d3b-224e-4a5d-a7d8-b85156719ee0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:46:45.162290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:45.181248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840083ba-0fe2-4c9f-a960-36b8e98b4b16 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:45.229035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-734073cb-dbb3-4fbe-a761-919acec35441 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=691220527723406f817539a3c36e0b83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556410 Feb 10 22:46:45.235614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:45.305660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.316180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:45.334362 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.365498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-cedce3a2-98ab-4586-9d10-eca1a6bae55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:45.368834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-cedce3a2-98ab-4586-9d10-eca1a6bae55a service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.4386852 Feb 10 22:46:45.435684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-17496d71-d7ec-4537-82a3-11309647d059 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1054976 Feb 10 22:46:45.455363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633b6b8-50bf-49d9-8f9d-ade3606822a4 req-3aab1e20-4fb2-4cd0-bff4-62fadb0a534a tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:45.456870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7633b6b8-50bf-49d9-8f9d-ade3606822a4 req-3aab1e20-4fb2-4cd0-bff4-62fadb0a534a tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 944 time: 0.5494127 Feb 10 22:46:45.463605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4073381 Feb 10 22:46:45.472728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50960) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:45.474205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-5eae064b-5c62-4ced-ada7-d30ed83197dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=957d681d-06b6-4d2b-98a5-dd6d57769953 HTTP/1.1" status: 200 len: 217 time: 0.0919230 Feb 10 22:46:45.483732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'subnet': {'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:45.511458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.516133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e500d011-02ca-4956-8d3a-61743fa91b84 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Network': ['ID=ccf040ba-69a7-4ecb-92b8-324e090d1c77,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:45.516545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84ea4825-1dec-4e18-9ed7-b93ed85833f5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:45.537972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:45.540727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.559753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5,segment=NetworkSegment(ea03306a-388e-41d4-bdf9-66ba3b53baf2),segment_id=ea03306a-388e-41d4-bdf9-66ba3b53baf2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:45.632616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.634672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ee7107ee-8545-42f0-a0ee-ffd822870735'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:45.693961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.721856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7633b6b8-50bf-49d9-8f9d-ade3606822a4 req-fbf7cb5c-5658-4f69-bcc8-735957c01e30 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499249 Feb 10 22:46:45.734529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-23d100af-a19b-46ca-baaf-80dbefe6c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:45.736017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-23d100af-a19b-46ca-baaf-80dbefe6c412 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2181497 Feb 10 22:46:45.739506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:45.747893 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.800101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:45.809442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:subnet and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:45.817313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:45.828667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:45.849176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:45.853605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.881682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:45.900606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a5d4a-18d0-4136-9d2c-953dd99ddc35 req-27110848-40ac-45ff-8191-e72f26f8de88 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:45.909216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e97a5d4a-18d0-4136-9d2c-953dd99ddc35 req-27110848-40ac-45ff-8191-e72f26f8de88 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 945 time: 0.7156560 Feb 10 22:46:45.917411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:45.921369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:45.948520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-45f5745d-27af-4af5-96d5-dd8d62cc5659 req-990986db-0aee-45a1-9c9c-76265425a76b service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929314 Feb 10 22:46:45.949540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:45.970084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:45.990458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:46.017700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e97a5d4a-18d0-4136-9d2c-953dd99ddc35 req-67d16267-22cf-49a4-844a-e747258ec908 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074498 Feb 10 22:46:46.019362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 2} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:46.022847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4710bbc-c88e-424d-af45-a687df7ae9a3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:46.024304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.056770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.070639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.081042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['84ea4825-1dec-4e18-9ed7-b93ed85833f5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:46.102254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.108641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3319df66-0122-48a1-8e89-baadbb17864a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4710bbc-c88e-424d-af45-a687df7ae9a3 HTTP/1.1" status: 204 len: 168 time: 0.8665757 Feb 10 22:46:46.135938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-e617df4a-fbed-476a-828b-10d4d23d3513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:46.137577 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-e617df4a-fbed-476a-828b-10d4d23d3513 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3795576 Feb 10 22:46:46.176432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafe7c1e-9d5e-403f-9a52-ad1d7b4891a7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:46.337299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.351618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-adb73630-96ba-4d4d-b942-6e7f59a2bab3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aafe7c1e-9d5e-403f-9a52-ad1d7b4891a7 HTTP/1.1" status: 204 len: 168 time: 1.4863789 Feb 10 22:46:46.469477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b6cbf-2375-4170-bdd4-b314b0de698d req-f6ad92bc-f706-4137-a204-05792c12fa0f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:46.477103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-730b6cbf-2375-4170-bdd4-b314b0de698d req-f6ad92bc-f706-4137-a204-05792c12fa0f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.5070736 Feb 10 22:46:46.550639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-eeeb537f-b613-45cf-a3db-240369f86283 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962395 Feb 10 22:46:46.633241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 6b594f38-7b67-46e9-ad96-1b7463379fde yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:46:46.747909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-730b6cbf-2375-4170-bdd4-b314b0de698d req-07600975-f505-4bbc-bfd7-59ec21966734 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695415 Feb 10 22:46:46.758629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120b750e-7c1f-4050-9958-1e9d163c383d None None] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:46.882541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:46.961406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 461d16da-349b-4929-b961-c6429ae2b537 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:47.055952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:47.057091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e229ce8b-6670-4ecb-9905-6cb1d2a04a71 req-a86c3bf7-d871-493f-a2f4-8ff69d46523e service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4946659 Feb 10 22:46:47.111777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Subnet': ['ID=e1cc8d2d-e6c3-4c90-8989-0e63de6356c9,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:47.123694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Checking segment: {'id': '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:47.124272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network hostable DHCP agents. Network: f112231b-e5f9-4371-8f85-6e8536d8b8ff, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:47.158253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:47.177686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b06919-6ea1-4711-9a0c-ef4afdc9bef7 req-d9e34114-af1c-4b52-a357-b0033b044de8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:47.187889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88b06919-6ea1-4711-9a0c-ef4afdc9bef7 req-d9e34114-af1c-4b52-a357-b0033b044de8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 945 time: 0.1906445 Feb 10 22:46:47.191841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1ef8da70-2773-4b9b-a091-2a12257104b1 None None] Provisioning for port 461d16da-349b-4929-b961-c6429ae2b537 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:47.228017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f112231b-e5f9-4371-8f85-6e8536d8b8ff) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:47.248552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:47.260740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:47.288274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e725ff-d9bb-4cc5-a526-a93695d1fc31 None None] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:47.357245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db8123ef-a961-4621-8c76-b0b7bbdbc13b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8820219 Feb 10 22:46:47.360365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51000) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:47.374174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd96e46-1320-4fd8-85c0-95412681a767 req-8c28115d-b8d2-4dec-a007-a06b63890e25 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:47.384447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efd96e46-1320-4fd8-85c0-95412681a767 req-8c28115d-b8d2-4dec-a007-a06b63890e25 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 945 time: 1.0486681 Feb 10 22:46:47.400264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'subnet': {'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:47.450462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-88b06919-6ea1-4711-9a0c-ef4afdc9bef7 req-89b77262-6a68-49c3-92cf-9ac77891dcdc tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606466 Feb 10 22:46:47.609895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port f902b1b7-f724-42a5-b1b5-8b1633aa274b yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:46:47.654549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efd96e46-1320-4fd8-85c0-95412681a767 req-13ca42fc-5c80-40bc-9628-cb3bdc6ac3b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485821 Feb 10 22:46:47.842559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:47.856556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Usage tracker for resource:subnet and tenant:c46f011062794ef48e69e12c9df79450 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:47.856934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:47.872854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:47.890880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:47.915597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:47.916781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Made reservation on behalf of c46f011062794ef48e69e12c9df79450 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:47.922213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:48.124793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=6b594f38-7b67-46e9-ad96-1b7463379fde,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:48.131562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 461d16da-349b-4929-b961-c6429ae2b537 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:48.165513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:48.166905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:48.175104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:48.178966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:48.190679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3244981b-8f8f-4511-912b-670b995139cc req-c57a7cb8-b3ef-4a92-bed2-563a9aadb0ee tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:48.201199 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3244981b-8f8f-4511-912b-670b995139cc req-c57a7cb8-b3ef-4a92-bed2-563a9aadb0ee tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.1713443 Feb 10 22:46:48.203507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:48.270438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 461d16da-349b-4929-b961-c6429ae2b537 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:48.270933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:48.325806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3244981b-8f8f-4511-912b-670b995139cc req-8915a45c-40b6-43ad-a284-e994dc1ec149 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232963 Feb 10 22:46:48.373805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:48.508956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Subnet': ['ID=6d315704-c5b9-4716-a19a-c1edd4aae7bf,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:48.528479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Checking segment: {'id': '8626a5c6-dfb6-47fa-985c-45bcd138888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:48.528864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network hostable DHCP agents. Network: ccf040ba-69a7-4ecb-92b8-324e090d1c77, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:48.579156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:48.602110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ccf040ba-69a7-4ecb-92b8-324e090d1c77) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:48.611177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:48.611982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:48.626984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ee7107ee-8545-42f0-a0ee-ffd822870735 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:48.657161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b6756a04-e8dc-461a-ad43-387719e7756a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2862735 Feb 10 22:46:48.665321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51034) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:48.741036 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef576169-590e-4c07-9612-009fb86bd83c None None] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:48.761150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=f902b1b7-f724-42a5-b1b5-8b1633aa274b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:48.794583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': 'fc4ad97e-053f-4a83-be4b-c88c3aa60334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:48.800818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:48.914422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 957d681d-06b6-4d2b-98a5-dd6d57769953 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:46:48.915087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1243901691-network', 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:48.922181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84ea4825-1dec-4e18-9ed7-b93ed85833f5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:48.941385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:48.968884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:48.983751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:48.992433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:48.999936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:49.006384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:49.007214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.019849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f112231b-e5f9-4371-8f85-6e8536d8b8ff', 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff', 'tenant_id': 'c46f011062794ef48e69e12c9df79450', 'fixed_ips': [{'subnet_id': 'e1cc8d2d-e6c3-4c90-8989-0e63de6356c9'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:49.020929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.063251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf0907-c822-4949-902a-c386091347ef req-e0cfe7d0-ab54-49af-a751-c59d8e06d6af tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:49.065003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3cf0907-c822-4949-902a-c386091347ef req-e0cfe7d0-ab54-49af-a751-c59d8e06d6af tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 945 time: 0.2364948 Feb 10 22:46:49.070189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2455cee0-a813-45e7-9aca-dff92b401ffa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.0356128 Feb 10 22:46:49.071271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51044) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:49.081840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Usage tracker for resource:network and tenant:6bf1310e1a6f4f65aee249ab0268f152 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:49.090953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:49.106039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:49.169305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef033a0b-806e-4336-81ea-2dc94dde5d78 None None] Network b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:49.190161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3cf0907-c822-4949-902a-c386091347ef req-669242a6-a827-4f65-bb1c-193e65282905 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722315 Feb 10 22:46:49.232472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port f902b1b7-f724-42a5-b1b5-8b1633aa274b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:49.233786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.298327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:49.301338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.413306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.440249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:49.450377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.520632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Usage tracker for resource:security_group_rule and tenant:6bf1310e1a6f4f65aee249ab0268f152 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:49.543346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:49.552776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:49.565356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.630796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port ee7107ee-8545-42f0-a0ee-ffd822870735 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:49.661245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:49.708264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port ee7107ee-8545-42f0-a0ee-ffd822870735 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:49.708792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.729612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.759550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.769980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103c2d6-cf3b-4e28-864a-b9e97a82afa4 req-4cb7ca8b-3adf-49c6-99c1-5fb3fe36c7d2 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:49.771526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7103c2d6-cf3b-4e28-864a-b9e97a82afa4 req-4cb7ca8b-3adf-49c6-99c1-5fb3fe36c7d2 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 945 time: 0.8315544 Feb 10 22:46:49.819729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.964829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for f902b1b7-f724-42a5-b1b5-8b1633aa274b owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:49.978726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:49.992870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:49.993790 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Added segment e4bc22ba-f0ca-4ffb-a455-95f0f958df76 of type vlan for network cdb548a7-078a-4175-b5cd-5893075763b0 Feb 10 22:46:50.040471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.094000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 461d16da-349b-4929-b961-c6429ae2b537, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=461d16da-349b-4929-b961-c6429ae2b537,segment=NetworkSegment(47cb1121-e928-4e4f-a770-0e6a2bb5c372),segment_id=47cb1121-e928-4e4f-a770-0e6a2bb5c372)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:50.125045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a2a63-dfaf-498c-b5a6-a489cea41bba,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:50.252216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.286660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.291765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:50.292229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:50.378518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Allocated IP 172.20.0.2 (f112231b-e5f9-4371-8f85-6e8536d8b8ff/e1cc8d2d-e6c3-4c90-8989-0e63de6356c9/6a50c113-3f39-44d8-86f8-ffbaa3da009a) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:50.396702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=f902b1b7-f724-42a5-b1b5-8b1633aa274b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:50.424676 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.447371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5e0e4-cb8a-41f9-aa0f-25c1fa62bcaa req-92d0cd2a-3d21-4ece-8b9e-f6bf2f1dbd87 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:50.449100 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29a5e0e4-cb8a-41f9-aa0f-25c1fa62bcaa req-92d0cd2a-3d21-4ece-8b9e-f6bf2f1dbd87 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.3453166 Feb 10 22:46:50.456272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac7dacd1-164a-41e9-8cd3-7fec3b1f761d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/f902b1b7-f724-42a5-b1b5-8b1633aa274b HTTP/1.1" status: 204 len: 168 time: 1.3804667 Feb 10 22:46:50.457167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:50.532070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:50.532442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.576071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29a5e0e4-cb8a-41f9-aa0f-25c1fa62bcaa req-9d07fbfa-158e-4a45-9781-b9e4cba1b57f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200368 Feb 10 22:46:50.654756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28581665-63c3-45b3-9ad4-3dd6b26703f9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:50.677726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28581665-63c3-45b3-9ad4-3dd6b26703f9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:50.678553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28581665-63c3-45b3-9ad4-3dd6b26703f9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:50.698518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=461d16da-349b-4929-b961-c6429ae2b537,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:50.718480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28581665-63c3-45b3-9ad4-3dd6b26703f9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:50.720034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28581665-63c3-45b3-9ad4-3dd6b26703f9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2597504 Feb 10 22:46:50.727148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:50.843216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7103c2d6-cf3b-4e28-864a-b9e97a82afa4 req-c33b49b3-6409-4576-ab61-fab957d9968c tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0598712 Feb 10 22:46:50.888322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4fb327b9-1360-48a8-aed5-132b763da48b None None] Provisioning complete for port 461d16da-349b-4929-b961-c6429ae2b537 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:50.888695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fb327b9-1360-48a8-aed5-132b763da48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.914665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.916059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:50.917202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:50.990522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 6b594f38-7b67-46e9-ad96-1b7463379fde {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:46:50.991018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.017719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.075776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb548a7-078a-4175-b5cd-5893075763b0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:51.135977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9a7898ac-568c-49e9-a7fb-9a1835f75226 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.9277594 Feb 10 22:46:51.138914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:51.146745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Request body: {'subnet': {'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1243901691-subnet', 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:51.154834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:51.160874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Usage tracker for resource:subnet and tenant:6bf1310e1a6f4f65aee249ab0268f152 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:51.165026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:51.178389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:51.193959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network cdb548a7-078a-4175-b5cd-5893075763b0 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:51.210490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:51.210905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dded1a-af65-4bf5-b4ab-9d880387e36f req-9126ed80-3f54-4720-9af1-e8e71063d0bc tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:51.213275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04dded1a-af65-4bf5-b4ab-9d880387e36f req-9126ed80-3f54-4720-9af1-e8e71063d0bc tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 945 time: 0.3750453 Feb 10 22:46:51.222906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.359893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.400663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5,segment=NetworkSegment(ea03306a-388e-41d4-bdf9-66ba3b53baf2),segment_id=ea03306a-388e-41d4-bdf9-66ba3b53baf2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:51.428337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:51.432279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5'}, {'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:51.437607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-ccf040ba-69a7-4ecb-92b8-324e090d1c77', 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77', 'tenant_id': 'c46f011062794ef48e69e12c9df79450', 'fixed_ips': [{'subnet_id': '6d315704-c5b9-4716-a19a-c1edd4aae7bf'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:51.444963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.464459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04dded1a-af65-4bf5-b4ab-9d880387e36f req-cc871293-2282-4662-87f4-c10b67b5b3db tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2420166 Feb 10 22:46:51.470070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=957d681d-06b6-4d2b-98a5-dd6d57769953,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:51.504460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '957d681d-06b6-4d2b-98a5-dd6d57769953', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '957d681d-06b6-4d2b-98a5-dd6d57769953', 'mac_address': 'fa:16:3e:e9:93:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:46:51.511098 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.519633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.526338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.588850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:51.616398 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5', 'code': 200} Feb 10 22:46:51.618773 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'code': 200} Feb 10 22:46:51.847319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 6b594f38-7b67-46e9-ad96-1b7463379fde owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:46:51.943684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad518f4a-d679-47b5-9fe8-1a844ef4fd22,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:51.993514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:51.993875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Network hostable DHCP agents. Network: cdb548a7-078a-4175-b5cd-5893075763b0, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:52.014884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.036218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Transition to ACTIVE for port object 6a50c113-3f39-44d8-86f8-ffbaa3da009a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:52.050060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Network cdb548a7-078a-4175-b5cd-5893075763b0 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:52.067173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, cdb548a7-078a-4175-b5cd-5893075763b0) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:52.079603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28a8ed-8665-4fcb-8e8b-5a47689a437d req-6b512e14-1b48-4450-b8ee-eaf0e2861f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:52.081136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea28a8ed-8665-4fcb-8e8b-5a47689a437d req-6b512e14-1b48-4450-b8ee-eaf0e2861f21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 1097 time: 0.3395357 Feb 10 22:46:52.087152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Transition to ACTIVE for port object 6a50c113-3f39-44d8-86f8-ffbaa3da009a will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:52.087652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:52.088328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.172525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.210994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fbefdf-e44f-4fc2-b707-3b545c4a6171 None None] Network cdb548a7-078a-4175-b5cd-5893075763b0 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:52.237891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:52.241321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:52.291584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea28a8ed-8665-4fcb-8e8b-5a47689a437d req-ea0e13c2-2986-4351-a504-bd28cd71ebfc service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899781 Feb 10 22:46:52.327327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6af7f885-4372-499f-a6a8-b135842299bc admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1742139 Feb 10 22:46:52.373236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.404364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Allocated IP 172.20.0.1 (f112231b-e5f9-4371-8f85-6e8536d8b8ff/e1cc8d2d-e6c3-4c90-8989-0e63de6356c9/63c08b25-5d90-4241-9ea4-6ce0d2e92778) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:52.492247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.510377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=6b594f38-7b67-46e9-ad96-1b7463379fde,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:52.520767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2586c444-33ec-4b22-99a8-8cb68442f972 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/6b594f38-7b67-46e9-ad96-1b7463379fde HTTP/1.1" status: 204 len: 168 time: 1.7923334 Feb 10 22:46:52.526767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51140) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:52.592068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 957d681d-06b6-4d2b-98a5-dd6d57769953 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:46:52.614353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=957d681d-06b6-4d2b-98a5-dd6d57769953,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:52.616284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:52.620241 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.681414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37bec5-e3dd-4835-b70c-6a1396c1d504 req-b0056c0d-f595-4653-b0ba-0b97ad830e9e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:52.689606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea37bec5-e3dd-4835-b70c-6a1396c1d504 req-b0056c0d-f595-4653-b0ba-0b97ad830e9e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 943 time: 0.7097504 Feb 10 22:46:52.720342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb382b3-09b9-4123-8ce3-cd3027ffb142 req-53168a2b-b3b5-4a98-b164-44cca64af9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:52.722029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3eb382b3-09b9-4123-8ce3-cd3027ffb142 req-53168a2b-b3b5-4a98-b164-44cca64af9aa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 1097 time: 0.7446592 Feb 10 22:46:52.781653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136b8a8a-643f-4626-809f-115a8eeba472 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:52.782404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-136b8a8a-643f-4626-809f-115a8eeba472 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:52.832906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-136b8a8a-643f-4626-809f-115a8eeba472 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:52.838165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-136b8a8a-643f-4626-809f-115a8eeba472 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2991872 Feb 10 22:46:52.842624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51144) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:52.844667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3eb382b3-09b9-4123-8ce3-cd3027ffb142 req-476435fc-36d4-45fb-99a2-d3c170c728a1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109996 Feb 10 22:46:52.884603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:52.900010 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4023e466-a028-44ce-9a03-6ce067ae28d1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:46:52.905638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4023e466-a028-44ce-9a03-6ce067ae28d1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/f902b1b7-f724-42a5-b1b5-8b1633aa274b HTTP/1.1" status: 404 len: 333 time: 0.0599871 Feb 10 22:46:52.906268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51150) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:52.908292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Allocated IP 172.20.0.2 (ccf040ba-69a7-4ecb-92b8-324e090d1c77/6d315704-c5b9-4716-a19a-c1edd4aae7bf/fe06768c-7767-4bc2-af24-b6d358a21511) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:52.926391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea37bec5-e3dd-4835-b70c-6a1396c1d504 req-9e0de813-5e2c-456d-b6ea-87584a6b8c12 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357812 Feb 10 22:46:52.946289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Transition to ACTIVE for port object 63c08b25-5d90-4241-9ea4-6ce0d2e92778 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:52.999842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d810d-224e-40c7-a7f5-5b99eeae07b2 req-90a28541-aed5-465b-8363-1f98931c90d0 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:53.013968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b4d810d-224e-40c7-a7f5-5b99eeae07b2 req-90a28541-aed5-465b-8363-1f98931c90d0 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.9312525 Feb 10 22:46:53.039727 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b985e831-94fb-42c9-a1dd-7b9632bc59d2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:46:53.047529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.048419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b985e831-94fb-42c9-a1dd-7b9632bc59d2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/6b594f38-7b67-46e9-ad96-1b7463379fde HTTP/1.1" status: 404 len: 333 time: 0.1390462 Feb 10 22:46:53.049213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51156) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:53.126711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Pushing event updated for resources: {'Port': ['ID=6a50c113-3f39-44d8-86f8-ffbaa3da009a,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:53.134739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 461d16da-349b-4929-b961-c6429ae2b537 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:53.141345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:53.190460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4b4d810d-224e-40c7-a7f5-5b99eeae07b2 req-958f1e5d-fe31-46d0-9e81-7660f9b26a45 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750944 Feb 10 22:46:53.196788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Usage tracker for resource:security_group_rule and tenant:b1ecf033dc6f457baad848a7aa280eb3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:53.209517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:53.212424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.251351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:53.272142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:53.274998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.298616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:53.300653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.315616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:53.397092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.429809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.456272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:53.475952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:53.494260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:53.542278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Transition to ACTIVE for port object fe06768c-7767-4bc2-af24-b6d358a21511 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:53.578191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:53.663910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Port': ['ID=63c08b25-5d90-4241-9ea4-6ce0d2e92778,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:53.686271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['957d681d-06b6-4d2b-98a5-dd6d57769953'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:46:53.803978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 461d16da-349b-4929-b961-c6429ae2b537 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:53.804347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.868300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Transition to ACTIVE for port object fe06768c-7767-4bc2-af24-b6d358a21511 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:53.870263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Attempting to bind port 6a50c113-3f39-44d8-86f8-ffbaa3da009a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:53.870263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Attempting to bind port 6a50c113-3f39-44d8-86f8-ffbaa3da009a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:53.870734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Attempting to bind port 6a50c113-3f39-44d8-86f8-ffbaa3da009a on network f112231b-e5f9-4371-8f85-6e8536d8b8ff {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:53.895438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.908347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.912079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:53.913238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Checking segment: {'id': '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:53.913649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.914042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Bound using segment: {'id': '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:53.914525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Bound port: 6a50c113-3f39-44d8-86f8-ffbaa3da009a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f112231b-e5f9-4371-8f85-6e8536d8b8ff'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:53.914897 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.958407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:53.988747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1868c1-3b9b-4cfb-8e9b-196832ad7b09 req-1b6c30a1-a1c8-4cea-be36-938a6a651273 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:53.991610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1868c1-3b9b-4cfb-8e9b-196832ad7b09 req-1b6c30a1-a1c8-4cea-be36-938a6a651273 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.5882638 Feb 10 22:46:54.011377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Pushing event updated for resources: {'Port': ['ID=fe06768c-7767-4bc2-af24-b6d358a21511,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:54.088268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:54.114606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4ad97e-053f-4a83-be4b-c88c3aa60334') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:54.115444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4ad97e-053f-4a83-be4b-c88c3aa60334') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:54.163087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.178708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0f1868c1-3b9b-4cfb-8e9b-196832ad7b09 req-31f5a417-8533-44f1-a6a1-95043333e3d0 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714449 Feb 10 22:46:54.196514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.212548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:46:54.213180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:46:54.251895 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:46:54.309711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] For port 6a50c113-3f39-44d8-86f8-ffbaa3da009a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:54.314172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] For port 6a50c113-3f39-44d8-86f8-ffbaa3da009a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a50c113-3f39-44d8-86f8-ffbaa3da009a,segment=NetworkSegment(055bddd8-2c88-4e17-ae3d-e3fa425d5a9d),segment_id=055bddd8-2c88-4e17-ae3d-e3fa425d5a9d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:54.318407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:54.349098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:54.378472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:46:54.394485 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.400908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9740dcf-258a-407e-9d21-91f3ee05813b None None] Network cdb548a7-078a-4175-b5cd-5893075763b0 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:54.416535 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.454441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.491007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.523608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.552872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:54.564964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/b0e6d57f-f4cd-43c3-bafc-8f1b6faf796f HTTP/1.1" status: 204 len: 168 time: 1.5112252 Feb 10 22:46:54.573390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51176) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:54.575535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.576055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.576568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.577072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.577571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.578081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.578578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.579063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.579576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.580068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.580558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.581052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49342c69-ae40-4279-ba0d-56292d13d398 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:46:54.594740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-707294910'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:54.606655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:54.625958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec2ab-1394-4915-b527-210c6b57323b req-bbb35d92-6516-46de-883e-4bde69912a61 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:54.628387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-769ec2ab-1394-4915-b527-210c6b57323b req-bbb35d92-6516-46de-883e-4bde69912a61 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 944 time: 0.2801688 Feb 10 22:46:54.630050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:54.634992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:54.668688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:54.683788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.684586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.706184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:54.711774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.734584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12992a7c-3848-4319-b89d-8808d6b225c7 None None] Pushing event updated for resources: {'Port': ['ID=6a50c113-3f39-44d8-86f8-ffbaa3da009a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:54.754294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Attempting to bind port fe06768c-7767-4bc2-af24-b6d358a21511 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:46:54.754727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Attempting to bind port fe06768c-7767-4bc2-af24-b6d358a21511 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8626a5c6-dfb6-47fa-985c-45bcd138888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:46:54.755035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Attempting to bind port fe06768c-7767-4bc2-af24-b6d358a21511 on network ccf040ba-69a7-4ecb-92b8-324e090d1c77 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:46:54.778663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:46:54.779096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Checking segment: {'id': '8626a5c6-dfb6-47fa-985c-45bcd138888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:54.779464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.779859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Bound using segment: {'id': '8626a5c6-dfb6-47fa-985c-45bcd138888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:46:54.780328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Bound port: fe06768c-7767-4bc2-af24-b6d358a21511, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8626a5c6-dfb6-47fa-985c-45bcd138888d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'ccf040ba-69a7-4ecb-92b8-324e090d1c77'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:46:54.780698 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.781345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-769ec2ab-1394-4915-b527-210c6b57323b req-ab30c5d3-59fc-4cb7-8410-332a14eb1b23 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309566 Feb 10 22:46:54.806750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-be3e7881-68a4-4642-9c02-a2ff8344e1ca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:54.807935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-be3e7881-68a4-4642-9c02-a2ff8344e1ca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:46:54.827874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:46:54.865070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.865540 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment a8425d3b-aab1-4658-9c12-00c986961abd of type vlan for network 87685e40-a894-4df3-a975-58d5eae2de17 Feb 10 22:46:54.869911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e2e96b-e3b4-4cd1-a9b6-6b30012c303c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:54.929411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51182) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:54.930824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a7b4505d-acb7-48aa-921c-b9318fcb4f03 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1ecf033dc6f457baad848a7aa280eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6905155 Feb 10 22:46:54.942315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-be3e7881-68a4-4642-9c02-a2ff8344e1ca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:46:54.942552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:54.944106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-be3e7881-68a4-4642-9c02-a2ff8344e1ca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 1.2764533 Feb 10 22:46:55.047670 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-587de103-b00c-4809-aca9-291121076237 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0909932 Feb 10 22:46:55.123611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:46:55.214995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-e0a0bfab-c22c-4494-815d-4df48c0d6de2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1660836 Feb 10 22:46:55.242074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.248336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-c6e1ccc0-e0f7-4deb-95fd-5557558bf464 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:46:55.249296 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-c6e1ccc0-e0f7-4deb-95fd-5557558bf464 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051427 Feb 10 22:46:55.251337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:55.252124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.287495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.309698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] For port fe06768c-7767-4bc2-af24-b6d358a21511, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:46:55.332015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7459280 Feb 10 22:46:55.332603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51190) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:55.341479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] For port fe06768c-7767-4bc2-af24-b6d358a21511, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fe06768c-7767-4bc2-af24-b6d358a21511,segment=NetworkSegment(8626a5c6-dfb6-47fa-985c-45bcd138888d),segment_id=8626a5c6-dfb6-47fa-985c-45bcd138888d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:46:55.348929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.445532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '87685e40-a894-4df3-a975-58d5eae2de17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:55.490684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312aeb6-dff0-48d9-b732-77cd698ecba7 None None] Pushing event updated for resources: {'Port': ['ID=fe06768c-7767-4bc2-af24-b6d358a21511,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:55.585084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.588490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-3d618f9f-5118-4ec4-8034-1504248eacfb service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194900 Feb 10 22:46:55.618234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f15f-b927-4a65-ab9e-20d5fce23546 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=87685e40-a894-4df3-a975-58d5eae2de17,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:55.633104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 87685e40-a894-4df3-a975-58d5eae2de17 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:46:55.702899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:55.740915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:55.746900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:55.766350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc7a7c-9d3d-41b9-9687-b2b03a4bc328 req-625d996a-c102-4403-8cdd-fb006cd335d7 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:55.768518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6fc7a7c-9d3d-41b9-9687-b2b03a4bc328 req-625d996a-c102-4403-8cdd-fb006cd335d7 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.7557502 Feb 10 22:46:55.774484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:55.788428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.840566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.848603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.856337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:55.861451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.917141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e2e96b-e3b4-4cd1-a9b6-6b30012c303c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:55.921992 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:55.925872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aa298ef9-f1c9-48f9-bb4a-d119bf3c73d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3e2e96b-e3b4-4cd1-a9b6-6b30012c303c HTTP/1.1" status: 204 len: 168 time: 0.9885044 Feb 10 22:46:56.047159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-5d1df2bb-2738-40ec-9a25-9da6af416de7 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484332 Feb 10 22:46:56.059948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Port': ['ID=63c08b25-5d90-4241-9ea4-6ce0d2e92778,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:56.073406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:56.228723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6fc7a7c-9d3d-41b9-9687-b2b03a4bc328 req-1f8c1b8c-739b-454d-a8ba-e4361e2debaf tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210231 Feb 10 22:46:56.271716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.ipam_backend_mixin [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Performing IP validity checks on allocation pools {{(pid=87653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 22:46:56.274898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.ipam_backend_mixin [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 22:46:56.302266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:46:56.303607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:56.558260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:56.598320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21544f47-8300-4f12-a866-cd60d2356bae None None] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:56.646592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:56.721613 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:56.736298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bfb15c27-5d77-43c5-aae3-4687deb3ec22 None None] Provisioning for port 6a50c113-3f39-44d8-86f8-ffbaa3da009a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:56.792727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': 'a8425d3b-aab1-4658-9c12-00c986961abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:46:56.793671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 87685e40-a894-4df3-a975-58d5eae2de17, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:46:56.818814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74eed67-7a19-4275-80ba-153d93c887eb req-c79977f7-4dd8-4c81-a82e-0575266095d5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:56.829958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a74eed67-7a19-4275-80ba-153d93c887eb req-c79977f7-4dd8-4c81-a82e-0575266095d5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 944 time: 0.2576184 Feb 10 22:46:56.841092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:56.848858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Usage tracker for resource:security_group_rule and tenant:bf346b5819fc4bab9dc4789db4729691 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:56.857615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:56.866317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Router 7c8e0dd0-0517-405b-b0e8-02312a00e3a1 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:46:56.877595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:56.913804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2b7f8-2609-4fd3-b1c9-dfb0ab55f0b9 req-6027e619-b383-4645-a379-0697305e2efe tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:56.930787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15a2b7f8-2609-4fd3-b1c9-dfb0ab55f0b9 req-6027e619-b383-4645-a379-0697305e2efe tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.4521439 Feb 10 22:46:57.002385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=9d1bc45e-b0f3-4757-9cce-dea47fccb30b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:57.013650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a74eed67-7a19-4275-80ba-153d93c887eb req-0057407b-132d-4768-b245-e527b99846a8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828032 Feb 10 22:46:57.018950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fe06768c-7767-4bc2-af24-b6d358a21511 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:57.066647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15a2b7f8-2609-4fd3-b1c9-dfb0ab55f0b9 req-49138d49-7489-4359-97ae-7975f713d179 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315906 Feb 10 22:46:57.093722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 87685e40-a894-4df3-a975-58d5eae2de17 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:46:57.125670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 87685e40-a894-4df3-a975-58d5eae2de17) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:46:57.144020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:57.146491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.152753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fddcdae-7245-4755-9610-eaec7bb67ea9 None None] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:57.203053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786f738b-c6ed-4045-95f3-3334b5d86dfe None None] Network 87685e40-a894-4df3-a975-58d5eae2de17 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:46:57.247246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 957d681d-06b6-4d2b-98a5-dd6d57769953 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:57.274437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eda08bdc-add2-4237-bd73-1d8f489069c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8597095 Feb 10 22:46:57.362484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51222) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:57.413825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '87685e40-a894-4df3-a975-58d5eae2de17', 'name': 'tempest-PortsIpV6TestJSON-1965186692'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:57.430438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32baa769-aa2a-4947-9b58-1126195cbb73 req-932509a4-6df7-4c89-ae3c-daced2d118ab tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 210 time: 0.1744332 Feb 10 22:46:57.440092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.475627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:46:57.489537 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] Sync routers for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:46:57.509216 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:57.510091 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:57.535004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-462a964c-619b-4e62-88b4-efa68ff9bb10 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8696091 Feb 10 22:46:57.537597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51228) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:57.566507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5b0fa915-6b4c-4c2a-a3e2-69ab0a4733fc None None] Provisioning for port fe06768c-7767-4bc2-af24-b6d358a21511 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:57.595807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.639235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fe06768c-7767-4bc2-af24-b6d358a21511 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:57.648674 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:57.664272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0471df-efe6-4e8a-8c93-abd213ebee4f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:57.666986 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:46:57.667441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:57.682707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fe06768c-7767-4bc2-af24-b6d358a21511 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:57.683081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.753350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2867741a-b2b4-4aaa-b7c4-f28894f91c97 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bf346b5819fc4bab9dc4789db4729691&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1035492 Feb 10 22:46:57.757578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51232) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:57.807839 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:46:57.808245 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a8c4e0-e396-4123-b106-0263213d4b6b None None] The sync data for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:46:57.846496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 957d681d-06b6-4d2b-98a5-dd6d57769953 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:57.849814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:57.870080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 957d681d-06b6-4d2b-98a5-dd6d57769953 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:57.870443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.909209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:57.956955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:57.966517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:57.970610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195a2ae-473c-4a52-8220-8fd72cc78483 req-c424304f-82cd-433f-a83e-c4729d456936 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:57.972923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b195a2ae-473c-4a52-8220-8fd72cc78483 req-c424304f-82cd-433f-a83e-c4729d456936 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.5649192 Feb 10 22:46:57.985733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:46:58.018552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Request body: {'floatingip': {'port_id': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:58.052035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.055119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port e69db1df-f190-4f91-9a40-6255aca0cf93 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:46:58.207601 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.218941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-87685e40-a894-4df3-a975-58d5eae2de17', 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': '9d1bc45e-b0f3-4757-9cce-dea47fccb30b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:46:58.219813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.321595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a97f15e3-7c87-44ef-a98c-108b0a6734aa None None] Provisioning for port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:58.347907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.466978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.478481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a97f15e3-7c87-44ef-a98c-108b0a6734aa None None] Provisioning complete for port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:58.479316 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a97f15e3-7c87-44ef-a98c-108b0a6734aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.571480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.651475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122ce8b-26e5-42d4-b760-019ec9081a5b req-95cb8993-4a73-433a-8e3c-518dc7132063 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:58.653992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3122ce8b-26e5-42d4-b760-019ec9081a5b req-95cb8993-4a73-433a-8e3c-518dc7132063 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.6428847 Feb 10 22:46:58.668852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-bb2c1e8c-7727-4e53-8eeb-6b15cc3bcd1c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:58.670876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-bb2c1e8c-7727-4e53-8eeb-6b15cc3bcd1c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.5572944 Feb 10 22:46:58.686131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:46:58.692414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fe06768c-7767-4bc2-af24-b6d358a21511, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fe06768c-7767-4bc2-af24-b6d358a21511,segment=NetworkSegment(8626a5c6-dfb6-47fa-985c-45bcd138888d),segment_id=8626a5c6-dfb6-47fa-985c-45bcd138888d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:58.700983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a97f15e3-7c87-44ef-a98c-108b0a6734aa None None] Port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:58.722437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.724126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a50c113-3f39-44d8-86f8-ffbaa3da009a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:58.737717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.745103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::2ab (87685e40-a894-4df3-a975-58d5eae2de17/9d1bc45e-b0f3-4757-9cce-dea47fccb30b/e69db1df-f190-4f91-9a40-6255aca0cf93) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:58.829374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:46:58.837302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0471df-efe6-4e8a-8c93-abd213ebee4f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:58.882425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3122ce8b-26e5-42d4-b760-019ec9081a5b req-2588e08d-0951-4cf7-8189-d0cd2db5e040 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100995 Feb 10 22:46:58.949549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-59b94e9c-0472-411f-83bb-94e32551c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:58.951224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-59b94e9c-0472-411f-83bb-94e32551c40a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c09fa2abd2d646aaba9770f16e2700e6&device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 1097 time: 0.9439416 Feb 10 22:46:58.966985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:58.968686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b292b5ff-a034-4e23-b275-bb99b8c3fda8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e0471df-efe6-4e8a-8c93-abd213ebee4f HTTP/1.1" status: 204 len: 168 time: 1.2098725 Feb 10 22:46:59.045643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:46:59.048504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fe06768c-7767-4bc2-af24-b6d358a21511,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:59.050835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Usage tracker for resource:port and tenant:6bf1310e1a6f4f65aee249ab0268f152 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:46:59.055214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:46:59.065326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:46:59.073038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=957d681d-06b6-4d2b-98a5-dd6d57769953,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:59.148692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.196754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-236ce587-1e7b-406e-9156-b1d189c1119f req-0f0bd39b-4e14-4e93-8414-c93f6d5a616f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 210 time: 0.0630043 Feb 10 22:46:59.201110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:46:59.204639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.332488 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953', 'code': 200} Feb 10 22:46:59.352112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0e5574e4-81bf-4d3e-b623-055c37151cdd None None] Provisioning complete for port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:59.352680 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e5574e4-81bf-4d3e-b623-055c37151cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.424025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.428873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 6a50c113-3f39-44d8-86f8-ffbaa3da009a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:46:59.436922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0e5574e4-81bf-4d3e-b623-055c37151cdd None None] Port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:46:59.444365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6a50c113-3f39-44d8-86f8-ffbaa3da009a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:59.444844 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.626025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469af012-f20e-4265-aa72-6bf419e06f9f req-b07bc53c-2daf-431b-8c80-777658cc8248 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:59.631824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:59.632261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-469af012-f20e-4265-aa72-6bf419e06f9f req-b07bc53c-2daf-431b-8c80-777658cc8248 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 944 time: 1.3538675 Feb 10 22:46:59.634528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.691065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 6a50c113-3f39-44d8-86f8-ffbaa3da009a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a50c113-3f39-44d8-86f8-ffbaa3da009a,segment=NetworkSegment(055bddd8-2c88-4e17-ae3d-e3fa425d5a9d),segment_id=055bddd8-2c88-4e17-ae3d-e3fa425d5a9d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:46:59.695677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.745290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object e69db1df-f190-4f91-9a40-6255aca0cf93 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:46:59.779779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.13 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/7ea7d394-273a-43e7-9f87-d257b282cbc6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:46:59.813039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=6a50c113-3f39-44d8-86f8-ffbaa3da009a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:46:59.826105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed07d39e-a29a-4240-941d-d98079a25ccd None None] Provisioning complete for port fe06768c-7767-4bc2-af24-b6d358a21511 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:46:59.826835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed07d39e-a29a-4240-941d-d98079a25ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:46:59.872816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-e0a79411-e671-4976-99fa-dbb3d49f694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:59.877122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fe06768c-7767-4bc2-af24-b6d358a21511 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:46:59.887506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-e0a79411-e671-4976-99fa-dbb3d49f694c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 HTTP/1.1" status: 200 len: 915 time: 0.9149330 Feb 10 22:46:59.893469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36d112-322a-41f3-ad76-8c2d8b072101 req-ebfcbedd-b758-423f-8229-daa0e3b7cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:46:59.896236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf36d112-322a-41f3-ad76-8c2d8b072101 req-ebfcbedd-b758-423f-8229-daa0e3b7cd76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 1096 time: 0.4563770 Feb 10 22:46:59.901624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.052560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-35c6e9f1-ff6f-4daa-98a0-7db77cdf7b03 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5 HTTP/1.1" status: 200 len: 217 time: 0.1641042 Feb 10 22:47:00.053972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Allocated IP 2001:db8::2 (87685e40-a894-4df3-a975-58d5eae2de17/9d1bc45e-b0f3-4757-9cce-dea47fccb30b/62a2c564-9dd5-42fd-b603-2d9c8e051c21) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:00.054103 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-160e435e-4fe2-4586-8e8e-9e2b36ab6285 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:47:00.054950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-160e435e-4fe2-4586-8e8e-9e2b36ab6285 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.5063076 Feb 10 22:47:00.112715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51270) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:00.149588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=e69db1df-f190-4f91-9a40-6255aca0cf93,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:00.194091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-469af012-f20e-4265-aa72-6bf419e06f9f req-1279e771-ff22-4ca0-a160-d40063a9a702 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173187 Feb 10 22:47:00.200574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-efb49c86-5db4-454d-a8dd-bd732bad1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:00.202138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-efb49c86-5db4-454d-a8dd-bd732bad1666 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ee897d3b-224e-4a5d-a7d8-b85156719ee0 HTTP/1.1" status: 200 len: 854 time: 0.0827146 Feb 10 22:47:00.330676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fe06768c-7767-4bc2-af24-b6d358a21511 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:00.331367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.338476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-9df90461-2a45-4326-aae9-9148cd4bfee0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988333 Feb 10 22:47:00.377196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 87685e40-a894-4df3-a975-58d5eae2de17 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:00.378995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:00.416245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:00.426939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:00.439493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.489699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.514740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Transition to ACTIVE for port object 62a2c564-9dd5-42fd-b603-2d9c8e051c21 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:00.550066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Transition to ACTIVE for port object 62a2c564-9dd5-42fd-b603-2d9c8e051c21 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:00.570476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-0baeb47d-8ee8-4469-8535-eb9eeefb3727 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182379 Feb 10 22:47:00.589181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.611984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf36d112-322a-41f3-ad76-8c2d8b072101 req-193b7eb9-1024-4a3c-87aa-a6f9ed89731c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7077882 Feb 10 22:47:00.619343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-58b9b03f-22d4-4073-9973-8ffc3e8ff8b7 req-ab09c476-dadb-4589-8fd5-42596fac79fc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:00.648885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f1a94a5f-a02c-4578-ab38-d0aa003c902f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2852108 Feb 10 22:47:00.660882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51292) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:00.691343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Network 87685e40-a894-4df3-a975-58d5eae2de17 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:00.695934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:00.698273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:00.711951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-58b9b03f-22d4-4073-9973-8ffc3e8ff8b7 req-ab09c476-dadb-4589-8fd5-42596fac79fc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:00.713328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b9b03f-22d4-4073-9973-8ffc3e8ff8b7 req-ab09c476-dadb-4589-8fd5-42596fac79fc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 210 time: 0.2485421 Feb 10 22:47:00.783563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Pushing event updated for resources: {'Port': ['ID=62a2c564-9dd5-42fd-b603-2d9c8e051c21,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:00.819230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Attempting to bind port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:00.819918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Attempting to bind port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a8425d3b-aab1-4658-9c12-00c986961abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:00.820563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Attempting to bind port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 on network 87685e40-a894-4df3-a975-58d5eae2de17 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:00.835372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:00.835668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Checking segment: {'id': 'a8425d3b-aab1-4658-9c12-00c986961abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:00.837201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.837605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Bound using segment: {'id': 'a8425d3b-aab1-4658-9c12-00c986961abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:00.840960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Bound port: 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8425d3b-aab1-4658-9c12-00c986961abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '87685e40-a894-4df3-a975-58d5eae2de17'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:00.841575 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.944908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.962935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port e69db1df-f190-4f91-9a40-6255aca0cf93 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:00.962935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:00.999443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:01.005095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:01.029618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] For port 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:01.032990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] For port 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=62a2c564-9dd5-42fd-b603-2d9c8e051c21,segment=NetworkSegment(a8425d3b-aab1-4658-9c12-00c986961abd),segment_id=a8425d3b-aab1-4658-9c12-00c986961abd)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:01.039145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:01.159024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff713555-df2e-45e6-bc5b-0e7b5e9909a4 None None] Pushing event updated for resources: {'Port': ['ID=62a2c564-9dd5-42fd-b603-2d9c8e051c21,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:01.334447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d5d850-5e71-4995-9130-4386bc002f2d req-a0e11dfe-239d-4ebb-99c1-06ae4941875c tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:01.342529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1d5d850-5e71-4995-9130-4386bc002f2d req-a0e11dfe-239d-4ebb-99c1-06ae4941875c tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.7630477 Feb 10 22:47:01.373385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47e8a2f4-825d-4ce4-af32-e9002df9a4f3 req-5a4d15b5-3e4e-482d-aad2-33b1b093c2e5 service neutron] 10.222.0.30 "GET /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7919326 Feb 10 22:47:01.442845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:01.457707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1d5d850-5e71-4995-9130-4386bc002f2d req-c047942e-4759-4e0c-b039-d032cae8da8c tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139107 Feb 10 22:47:01.489919 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Floating IP 07323f9b-492f-4357-a975-18558c566f30 associated. External IP: 172.25.2.27, port: ee7107ee-8545-42f0-a0ee-ffd822870735. Feb 10 22:47:01.505641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:01.717525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for e69db1df-f190-4f91-9a40-6255aca0cf93 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:01.972070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 62a2c564-9dd5-42fd-b603-2d9c8e051c21 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:02.053973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:02.068605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a50c113-3f39-44d8-86f8-ffbaa3da009a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:02.274986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:02.290779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6a50c113-3f39-44d8-86f8-ffbaa3da009a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:02.291145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:02.296464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:02.343506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:02.481247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:02.576766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:47:02.615234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a911af5-d1c9-458f-9182-939bdb3ea149 req-a256087e-f1c0-44fc-9e76-2e68e80e99a3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:02.624178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a911af5-d1c9-458f-9182-939bdb3ea149 req-a256087e-f1c0-44fc-9e76-2e68e80e99a3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 932 time: 0.6302271 Feb 10 22:47:02.770369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e125a97-9c88-4aa3-92b5-7a3e1cdb51d3 None None] Network 87685e40-a894-4df3-a975-58d5eae2de17 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:02.811311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:02.812720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a911af5-d1c9-458f-9182-939bdb3ea149 req-340986b0-4fe8-4fc8-925b-88d4212f54a5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:02.813095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:02.850660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-26aeb864-5327-4684-9bcf-9641221afae7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1690657 Feb 10 22:47:02.871074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Request body: {'port': {'device_id': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:02.901630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Provisioning for port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:02.909657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Provisioning complete for port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:02.910179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:02.952572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a911af5-d1c9-458f-9182-939bdb3ea149 req-340986b0-4fe8-4fc8-925b-88d4212f54a5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:02.953946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a911af5-d1c9-458f-9182-939bdb3ea149 req-340986b0-4fe8-4fc8-925b-88d4212f54a5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285713 Feb 10 22:47:02.989731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:47:02.994547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.014557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4f6a3-a4ab-403d-aa4d-2a54dcf4409d req-4db00210-7c61-46ee-b809-9d0586574a5f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:03.014668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Sync routers for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:47:03.022087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6d4f6a3-a4ab-403d-aa4d-2a54dcf4409d req-4db00210-7c61-46ee-b809-9d0586574a5f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 945 time: 0.9984772 Feb 10 22:47:03.073186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:03.074114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:03.131143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82f8121c-4c3d-412a-afa8-e9fb950f3f7d tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "PUT /v2.0/floatingips/07323f9b-492f-4357-a975-18558c566f30 HTTP/1.1" status: 200 len: 991 time: 5.1403980 Feb 10 22:47:03.132470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:03.186114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.280819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3b74ec-0633-47fc-bc7a-eca2d5706c9a req-541c8085-56e0-4840-a428-45cdcb9b0a21 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:03.283846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d3b74ec-0633-47fc-bc7a-eca2d5706c9a req-541c8085-56e0-4840-a428-45cdcb9b0a21 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.1176808 Feb 10 22:47:03.344555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.347709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/e69db1df-f190-4f91-9a40-6255aca0cf93 HTTP/1.1" status: 204 len: 168 time: 2.6825233 Feb 10 22:47:03.347961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d3b74ec-0633-47fc-bc7a-eca2d5706c9a req-30187052-49a5-4f93-bf6b-4fc00eea72ec tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580769 Feb 10 22:47:03.348945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a6d50-8d1f-4c40-a18d-abee1b380de0 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=e69db1df-f190-4f91-9a40-6255aca0cf93,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:03.353201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51336) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:03.435863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.450178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.451783 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9cf1fd-451a-4064-b717-ef7dadce0026 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:47:03.452318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9cf1fd-451a-4064-b717-ef7dadce0026 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:47:03.457006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a9cf1fd-451a-4064-b717-ef7dadce0026 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/e69db1df-f190-4f91-9a40-6255aca0cf93 HTTP/1.1" status: 404 len: 333 time: 0.1027882 Feb 10 22:47:03.458633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51342) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:03.521825 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b4b1a4-cb0b-413c-9b1f-6b077acd3eb8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:47:03.522366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72b4b1a4-cb0b-413c-9b1f-6b077acd3eb8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:03.543110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6d4f6a3-a4ab-403d-aa4d-2a54dcf4409d req-8d3c1e0a-4d38-4f8d-8542-7bdf08bda535 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5192838 Feb 10 22:47:03.556595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.559099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-72b4b1a4-cb0b-413c-9b1f-6b077acd3eb8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:03.563339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72b4b1a4-cb0b-413c-9b1f-6b077acd3eb8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/e69db1df-f190-4f91-9a40-6255aca0cf93 HTTP/1.1" status: 404 len: 333 time: 0.1025956 Feb 10 22:47:03.563762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51350) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:03.638754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:47:03.674093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 9d1bc45e-b0f3-4757-9cce-dea47fccb30b {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:03.779564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.908929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:03.943993 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'status': 'completed', 'code': 200} Feb 10 22:47:03.974324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] For port 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=62a2c564-9dd5-42fd-b603-2d9c8e051c21,segment=NetworkSegment(a8425d3b-aab1-4658-9c12-00c986961abd),segment_id=a8425d3b-aab1-4658-9c12-00c986961abd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:04.030433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.115566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.285000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.313106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46bfb28-875b-4a13-aec9-b402ed23e2cd req-05e6a6ca-6043-4bde-9e1e-aaed2aa5d036 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:04.320878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f46bfb28-875b-4a13-aec9-b402ed23e2cd req-05e6a6ca-6043-4bde-9e1e-aaed2aa5d036 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.6443453 Feb 10 22:47:04.385526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1bc45e-b0f3-4757-9cce-dea47fccb30b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:04.403812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5d24e-31d7-43f4-b69a-e825a05f195e None None] Pushing event updated for resources: {'Port': ['ID=62a2c564-9dd5-42fd-b603-2d9c8e051c21,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:04.405584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.413250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85875-e514-40f2-8c77-e6c20818c105 req-0b02f502-136e-49b9-813d-d41ea0fb3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:04.414936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-0b02f502-136e-49b9-813d-d41ea0fb3cc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a94b53c86ca642628553e3f1287bb337&device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 1097 time: 0.4702289 Feb 10 22:47:04.416556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62483b88-154c-49d2-8cc6-7e471c16ac59 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/9d1bc45e-b0f3-4757-9cce-dea47fccb30b HTTP/1.1" status: 204 len: 168 time: 0.8515813 Feb 10 22:47:04.424347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51374) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:04.426058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6400c67-6d30-4214-8c7d-f7b6b47d8d7b None None] Provisioning complete for port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:04.426437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6400c67-6d30-4214-8c7d-f7b6b47d8d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.659192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b9ec9-bb9b-4436-b375-51c8a2d980e2 None None] Network 87685e40-a894-4df3-a975-58d5eae2de17 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:04.728193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting port 63c08b25-5d90-4241-9ea4-6ce0d2e92778 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:04.728796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.750284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f46bfb28-875b-4a13-aec9-b402ed23e2cd req-7c31654b-40f0-4b66-aae7-ecf03cb4850f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4283152 Feb 10 22:47:04.785877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85875-e514-40f2-8c77-e6c20818c105 req-4580ecc3-bf9a-48e3-9055-dd82c359eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:04.787423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-4580ecc3-bf9a-48e3-9055-dd82c359eacb service neutron] 10.222.0.24 "GET /v2.0/networks?id=e3f6b146-ef3a-4597-98b5-6cee4c894e50 HTTP/1.1" status: 200 len: 913 time: 0.3546309 Feb 10 22:47:04.800688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:04.832505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6169d5f3-dbe1-4827-9624-b63f9f1a7b9a None None] Could not find standard attr ID for object e69db1df-f190-4f91-9a40-6255aca0cf93. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:47:04.931469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '07323f9b-492f-4357-a975-18558c566f30', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'port_id': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'mac_address': 'fa:16:3e:da:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:46:21Z', 'updated_at': '2022-02-10T22:47:00Z', 'revision_number': 1, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:04.939865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Checking router: 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:47:04.954743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:04.955401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:05.138770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:05.139430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.205008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-88036078-13a4-46ef-88b0-f33f74f9ecba tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:05.206499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-88036078-13a4-46ef-88b0-f33f74f9ecba tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.7610202 Feb 10 22:47:05.220284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:47:05.227614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-76d4b734-3f8f-4650-bc1c-530bb8dedf86 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee7107ee-8545-42f0-a0ee-ffd822870735 HTTP/1.1" status: 200 len: 999 time: 0.4196925 Feb 10 22:47:05.255386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9669b28f-3fdd-4573-8ede-dda7b3ee8593 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/quotas/9cfe8491921e40038ef24180eb9ae63b HTTP/1.1" status: 200 len: 375 time: 0.0359793 Feb 10 22:47:05.261462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea7d394-273a-43e7-9f87-d257b282cbc6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:05.283180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.369401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.393119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85875-e514-40f2-8c77-e6c20818c105 req-d2071db2-feca-462e-9851-b1dd43f39a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:05.394480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-d2071db2-feca-462e-9851-b1dd43f39a88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54b36e68-2379-4a12-94e7-82c41e71cb2a HTTP/1.1" status: 200 len: 851 time: 0.1586118 Feb 10 22:47:05.401596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] DHCP port deletion for 87685e40-a894-4df3-a975-58d5eae2de17 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:05.428716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Deleting port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:05.429242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.467226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Transition to ACTIVE for port object 7ea7d394-273a-43e7-9f87-d257b282cbc6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:05.525351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d92180-ae54-44f7-ad89-1b61612e17e6 req-af357bce-73a7-4088-bcef-59e0516841b6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:05.527116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71d92180-ae54-44f7-ad89-1b61612e17e6 req-af357bce-73a7-4088-bcef-59e0516841b6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 932 time: 0.4276433 Feb 10 22:47:05.542363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Calling delete_port for 63c08b25-5d90-4241-9ea4-6ce0d2e92778 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:05.572704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.579962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=62a2c564-9dd5-42fd-b603-2d9c8e051c21,segment=NetworkSegment(a8425d3b-aab1-4658-9c12-00c986961abd),segment_id=a8425d3b-aab1-4658-9c12-00c986961abd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:05.580331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:05.733762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 62a2c564-9dd5-42fd-b603-2d9c8e051c21 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:05.820212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71d92180-ae54-44f7-ad89-1b61612e17e6 req-7bb2bc5d-a858-4cf5-a834-cbfc874a40e9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2831907 Feb 10 22:47:05.862079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db85875-e514-40f2-8c77-e6c20818c105 req-f66d402b-32c9-4c86-845b-f7c58c12bd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:05.865434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-f66d402b-32c9-4c86-845b-f7c58c12bd16 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e3f6b146-ef3a-4597-98b5-6cee4c894e50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4199133 Feb 10 22:47:05.891860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 62a2c564-9dd5-42fd-b603-2d9c8e051c21 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:05.934637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:05.954176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-8bb4be3f-99de-4fc3-a8ea-846fb2685a20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6845984 Feb 10 22:47:06.043629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] For port 62a2c564-9dd5-42fd-b603-2d9c8e051c21, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=62a2c564-9dd5-42fd-b603-2d9c8e051c21,segment=NetworkSegment(a8425d3b-aab1-4658-9c12-00c986961abd),segment_id=a8425d3b-aab1-4658-9c12-00c986961abd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:06.044172 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.052028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Attempting to bind port 7ea7d394-273a-43e7-9f87-d257b282cbc6 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:06.052372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Attempting to bind port 7ea7d394-273a-43e7-9f87-d257b282cbc6 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:06.052678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Attempting to bind port 7ea7d394-273a-43e7-9f87-d257b282cbc6 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:06.065643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Port 7ea7d394-273a-43e7-9f87-d257b282cbc6 on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:47:06.066104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Attempting to bind port 7ea7d394-273a-43e7-9f87-d257b282cbc6 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:06.073663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:06.074092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:06.074430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:06.074863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Bound port: 7ea7d394-273a-43e7-9f87-d257b282cbc6, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:06.075209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.220827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.275783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:06.286424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:06.312119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=62a2c564-9dd5-42fd-b603-2d9c8e051c21,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:06.325860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No DVR routers for this DVR port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:06.357426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.360308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Calling delete_port for 62a2c564-9dd5-42fd-b603-2d9c8e051c21 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:06.397793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-64838832-5111-42cb-8803-6c2f260dadb4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066948 Feb 10 22:47:06.504188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:06.505071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.507015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] 10.222.0.24 "PUT /v2.0/ports/7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 200 len: 1092 time: 3.6418831 Feb 10 22:47:06.539944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:47:06.540347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 62a2c564-9dd5-42fd-b603-2d9c8e051c21 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:06.556637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:06.565175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:06.565967 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:06.587793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '07323f9b-492f-4357-a975-18558c566f30', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'port_id': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'mac_address': 'fa:16:3e:da:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:46:21Z', 'updated_at': '2022-02-10T22:47:00Z', 'revision_number': 1, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:06.592995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcb9f75-5035-4de9-866d-330d1c6fc97a None None] The sync data for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 is: [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '07323f9b-492f-4357-a975-18558c566f30', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'floating_ip_address': '172.25.2.27', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'port_id': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'mac_address': 'fa:16:3e:da:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:46:21Z', 'updated_at': '2022-02-10T22:47:00Z', 'revision_number': 1, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:47:06.688157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.708299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac892e-7959-4d98-8690-804f49ce8029 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:06.738977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.757751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87685e40-a894-4df3-a975-58d5eae2de17']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:06.790370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8425d3b-aab1-4658-9c12-00c986961abd') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:06.791313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8425d3b-aab1-4658-9c12-00c986961abd') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:06.793655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-008d7e57-52eb-4aab-88cb-679d0faafb34 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8229318 Feb 10 22:47:06.806767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Port': ['ID=63c08b25-5d90-4241-9ea4-6ce0d2e92778,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:06.816851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f0544f-d9d2-47af-808a-a069d2e451c7 req-23d1949a-a52f-4c9a-87dc-cc29714a35e2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:06.818702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4f0544f-d9d2-47af-808a-a069d2e451c7 req-23d1949a-a52f-4c9a-87dc-cc29714a35e2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 945 time: 0.4450641 Feb 10 22:47:06.825070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3db85875-e514-40f2-8c77-e6c20818c105 req-4f985c8a-c29d-4c2d-9f96-41e0dc4c547f service neutron] 10.222.0.24 "GET /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528121 Feb 10 22:47:06.827149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.890420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d4f0544f-d9d2-47af-808a-a069d2e451c7 req-b2f700f5-eb1e-4129-8a52-9d183f23d1d6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545087 Feb 10 22:47:06.891874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.910098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:06.910511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:06.935325 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:07.017603 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c58992-8517-4a11-84ce-73049086ed5b None None] New status for floating IP 07323f9b-492f-4357-a975-18558c566f30: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:47:07.068618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Deleting port 62a2c564-9dd5-42fd-b603-2d9c8e051c21 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:07.069341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.092758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.106304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.176944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=87685e40-a894-4df3-a975-58d5eae2de17,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:07.214837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-ce5fa7be-5af1-4970-8673-6a8606110fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:07.216345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-ce5fa7be-5af1-4970-8673-6a8606110fdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 1095 time: 0.6406741 Feb 10 22:47:07.257237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71bed97d-7e53-4345-930e-1b03e0129dd6 None None] The port '62a2c564-9dd5-42fd-b603-2d9c8e051c21' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:47:07.323245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-304624c1-8405-41c1-87ad-2e7a6f619dcb tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/87685e40-a894-4df3-a975-58d5eae2de17 HTTP/1.1" status: 204 len: 168 time: 2.8975337 Feb 10 22:47:07.328202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:07.346984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1535034085'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:07.352893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:07.359979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:07.366324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:07.384422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:07.418903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:07.422594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.501207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:47:07.503183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:07.505116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-e0f591bd-36d1-4e3f-821b-f6c97aa86cf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 200 len: 217 time: 0.2660058 Feb 10 22:47:07.536492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.537165 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment 1b1717cc-c161-48ad-9d53-75da0d20582d of type vlan for network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad Feb 10 22:47:07.573508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684f8ba-9450-4a2a-b592-b4a92f5a04d4 req-72d915f2-90e9-4b1d-af45-bf7e52be47c5 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:07.576019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2684f8ba-9450-4a2a-b592-b4a92f5a04d4 req-72d915f2-90e9-4b1d-af45-bf7e52be47c5 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.4016984 Feb 10 22:47:07.587315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.609970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-0c11a95f-36ae-407e-9d1e-47a83e5b242a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:07.611441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-0c11a95f-36ae-407e-9d1e-47a83e5b242a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.0906742 Feb 10 22:47:07.760130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.790611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:07.803336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-0f3f775b-b215-48bc-bb78-89d70ceab556 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192212 Feb 10 22:47:07.807476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Usage tracker for resource:security_group_rule and tenant:d4c3890f153c4cc4989e4e6182788b80 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:07.810168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-a727a02c-0dc6-4c34-b49f-ba4bde7a3af2 service neutron] 10.222.0.53 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0067968 Feb 10 22:47:07.814590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2684f8ba-9450-4a2a-b592-b4a92f5a04d4 req-95f40a01-cf84-474c-8782-251c5f9201f2 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298980 Feb 10 22:47:07.817029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:07.825111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:07.830103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.834236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.839566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:07.840830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:07.984234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6541100 Feb 10 22:47:07.993197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:08.006999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:08.059503 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6', 'status': 'completed', 'code': 200} Feb 10 22:47:08.144893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5799c-51ae-4390-89d4-46f7c470c32e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=8383c5ae-a72f-4ce6-b2da-7315caa3e4ad,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:08.165834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:47:08.251585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:08.270081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:08.275914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:08.293532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:08.339204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.351970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.377409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:08.381736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.421337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6997997-a81a-41de-b17f-0596228eb228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.450559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81461db2-788a-494b-859f-691d5597efa7 req-ff0efff0-ae06-4e9f-b389-89db150391ac tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:08.452031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81461db2-788a-494b-859f-691d5597efa7 req-ff0efff0-ae06-4e9f-b389-89db150391ac tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.30 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.4220595 Feb 10 22:47:08.470530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-d16b8c7c-f8d6-4c0d-a698-810531afd147 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592770 Feb 10 22:47:08.474024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4af22a5-a9a7-4dbc-a1bc-c4cac275c83d req-0eac9dbd-3bb5-48ee-add8-12736ccef862 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0882707 Feb 10 22:47:08.499102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Router 7c8e0dd0-0517-405b-b0e8-02312a00e3a1 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:47:08.571302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4c3890f153c4cc4989e4e6182788b80&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0662484 Feb 10 22:47:08.582747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3c2e8-b53d-4bff-bcf2-8c725c1535ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f44c9-18dc-4cc4-acf2-a2a5f1466413,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:08.585369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51426) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:08.661724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Deleting port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:08.662072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.725647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:47:08.742390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] Sync routers for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:47:08.751547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc180961-6d20-4adc-b8d1-e819759139b9 req-2326eeba-e319-4b40-9719-f4100cadbef5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:08.752472 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de628eb6-521b-4150-9cd2-24233c371a66 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6059868 Feb 10 22:47:08.755628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:08.756948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:08.757433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:08.759082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4fdaff0-0205-46b6-878c-dcb4c2c093e6 req-7fe8decd-f0df-4290-810e-5039948111e2 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816401 Feb 10 22:47:08.764111 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc180961-6d20-4adc-b8d1-e819759139b9 req-2326eeba-e319-4b40-9719-f4100cadbef5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 944 time: 0.4888020 Feb 10 22:47:08.868596 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-dffb559f-c89f-45d1-8b21-3119c11b2ea1 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] delete failed (client error): The resource could not be found. Feb 10 22:47:08.869375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dffb559f-c89f-45d1-8b21-3119c11b2ea1 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-158594192 HTTP/1.1" status: 404 len: 334 time: 0.1093881 Feb 10 22:47:08.876916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51436) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:08.881968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:08.883268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cccb2ad9-c69b-4fe3-aafa-ffd9af22129c tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'router': {'external_gateway_info': {'network_id': '7c8e0dd0-0517-405b-b0e8-02312a00e3a1'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:08.895292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:08.899504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:46:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:08.926836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:08.944405 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc180961-6d20-4adc-b8d1-e819759139b9 req-94860841-bfbe-45d4-808b-a68f10a6ee41 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799538 Feb 10 22:47:09.053797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:09.054211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3f82e-a5ae-444f-a125-394abf089646 None None] The sync data for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:47:09.087357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.207421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.279844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] For port 84ea4825-1dec-4e18-9ed7-b93ed85833f5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84ea4825-1dec-4e18-9ed7-b93ed85833f5,segment=NetworkSegment(ea03306a-388e-41d4-bdf9-66ba3b53baf2),segment_id=ea03306a-388e-41d4-bdf9-66ba3b53baf2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:09.280214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.441765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Calling delete_port for 84ea4825-1dec-4e18-9ed7-b93ed85833f5 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:09.491606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:09.503432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.506053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': '1b1717cc-c161-48ad-9d53-75da0d20582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:09.506415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:47:09.535743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f44c9-18dc-4cc4-acf2-a2a5f1466413,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:09.578653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:47:09.587946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.589083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ad55c75e-3435-4953-90d3-2aa31a2e409e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b4f44c9-18dc-4cc4-acf2-a2a5f1466413 HTTP/1.1" status: 204 len: 168 time: 0.9940987 Feb 10 22:47:09.630319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:09.640245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:09.640835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.646428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8915ae-8a83-4fb3-8023-43aed213721c None None] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:09.647213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cccb2ad9-c69b-4fe3-aafa-ffd9af22129c tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.653112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-f3955f11-f657-4456-8492-eb5ff7c22472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:09.654671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-f3955f11-f657-4456-8492-eb5ff7c22472 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 1095 time: 0.8282211 Feb 10 22:47:09.689515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f6128fd-bc56-4ec5-83a6-2299f66e5b4d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6950657 Feb 10 22:47:09.701068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51448) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:09.712175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:09.755159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-394213821'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:09.822768 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-cccb2ad9-c69b-4fe3-aafa-ffd9af22129c tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] update failed (client error): The resource could not be found. Feb 10 22:47:09.828297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cccb2ad9-c69b-4fe3-aafa-ffd9af22129c tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1 HTTP/1.1" status: 404 len: 339 time: 0.9501951 Feb 10 22:47:09.836314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12974be6-24d2-4b32-8659-1f93b9afb93b req-410d725b-28b9-43f3-9606-fcd1f88458d4 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:09.843643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12974be6-24d2-4b32-8659-1f93b9afb93b req-410d725b-28b9-43f3-9606-fcd1f88458d4 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/ports?device_id=8011af04-14e0-4d6b-ac6e-24155562cba7 HTTP/1.1" status: 200 len: 946 time: 0.6963356 Feb 10 22:47:09.895590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:09.968697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Pushing event deleted for resources: {'Port': ['ID=84ea4825-1dec-4e18-9ed7-b93ed85833f5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:09.990440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef5fb449-ffce-4f21-b3f0-f643f79a2598 req-d79a308a-da79-412c-bb27-d646f1167dfc tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 210 time: 0.2653501 Feb 10 22:47:09.995480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8383c5ae-a72f-4ce6-b2da-7315caa3e4ad', 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': '3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:47:09.996911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.057458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] No DVR routers for this DVR port 84ea4825-1dec-4e18-9ed7-b93ed85833f5 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:10.061802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.064058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81461db2-788a-494b-859f-691d5597efa7 req-8186b99d-ed35-4c8d-87cd-a5dd5fe701b1 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.30 "DELETE /v2.0/ports/84ea4825-1dec-4e18-9ed7-b93ed85833f5 HTTP/1.1" status: 204 len: 173 time: 1.5568562 Feb 10 22:47:10.064545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'name': 'network-vif-deleted', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:10.169198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-bce16bb9-0d6f-4cd4-9198-a9b6343b8dd2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:10.170770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-bce16bb9-0d6f-4cd4-9198-a9b6343b8dd2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 815 time: 0.6794548 Feb 10 22:47:10.183214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Allocated IP 2001:db8::2 (8383c5ae-a72f-4ce6-b2da-7315caa3e4ad/3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1/9caae0d3-3647-431c-81a4-fb76714b96ca) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:10.212220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12974be6-24d2-4b32-8659-1f93b9afb93b req-bd11c756-f23e-4716-abaf-fed54d22bbd3 tempest-InstanceActionsTestJSON-1984052155 tempest-InstanceActionsTestJSON-1984052155-project] 10.222.0.53 "GET /v2.0/security-groups?id=f36112ae-cc98-4985-a5f2-e4e298a9d1fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676627 Feb 10 22:47:10.240476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:10.255097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Request body: {'port': {'device_id': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'admin_state_up': True, 'tenant_id': '9cfe8491921e40038ef24180eb9ae63b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:10.282572 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8011af04-14e0-4d6b-ac6e-24155562cba7', 'name': 'network-vif-deleted', 'tag': '84ea4825-1dec-4e18-9ed7-b93ed85833f5', 'status': 'completed', 'code': 200} Feb 10 22:47:10.288139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.307350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:10.313646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6d4c4bf6e66b4fc2b4b608b0ab2753d2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:10.317070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:10.324498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:10.344347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccbfa1-a5ff-472f-841f-2bf793fe0ddc req-7572065c-edbc-43bc-b9e6-f0cb9c569300 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:10.345841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-adccbfa1-a5ff-472f-841f-2bf793fe0ddc req-7572065c-edbc-43bc-b9e6-f0cb9c569300 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 944 time: 0.1491563 Feb 10 22:47:10.419595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-adccbfa1-a5ff-472f-841f-2bf793fe0ddc req-9c0fe861-3319-42b2-9add-10dab160bb65 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650959 Feb 10 22:47:10.484900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.492743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a526e2-aced-4427-8ac6-38532cb1726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.504077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Transition to ACTIVE for port object 9caae0d3-3647-431c-81a4-fb76714b96ca will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:10.524641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.530361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.533389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Transition to ACTIVE for port object 9caae0d3-3647-431c-81a4-fb76714b96ca will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:10.538761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.586046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6d4c4bf6e66b4fc2b4b608b0ab2753d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375661 Feb 10 22:47:10.586046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459271d-74f6-4e6c-8c52-4ad26e7e82f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1327d4fc-5360-4945-b77e-b5532e07cfcc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:10.588596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:10.618287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:10.622216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:10.625926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:10.649512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-a5488e25-d158-4899-9ba0-13bd9f0224f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:10.650908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.651236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-a5488e25-d158-4899-9ba0-13bd9f0224f4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.9824266 Feb 10 22:47:10.685570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.703163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Pushing event updated for resources: {'Port': ['ID=9caae0d3-3647-431c-81a4-fb76714b96ca,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:10.746819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Attempting to bind port 9caae0d3-3647-431c-81a4-fb76714b96ca on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:10.747495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Attempting to bind port 9caae0d3-3647-431c-81a4-fb76714b96ca by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1b1717cc-c161-48ad-9d53-75da0d20582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:10.748040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Attempting to bind port 9caae0d3-3647-431c-81a4-fb76714b96ca on network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:10.750528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.755250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:10.755951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Checking segment: {'id': '1b1717cc-c161-48ad-9d53-75da0d20582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:10.756530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.757632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Bound using segment: {'id': '1b1717cc-c161-48ad-9d53-75da0d20582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:10.758397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Bound port: 9caae0d3-3647-431c-81a4-fb76714b96ca, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1717cc-c161-48ad-9d53-75da0d20582d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '8383c5ae-a72f-4ce6-b2da-7315caa3e4ad'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:10.759007 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.773672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-c87c2579-3f29-4a12-bd0b-f533d81fa800 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 200 len: 217 time: 0.0939410 Feb 10 22:47:10.776171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1327d4fc-5360-4945-b77e-b5532e07cfcc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:10.778385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.782079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b4fd5cf-12b2-4fc4-9d6d-816037433a80 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1327d4fc-5360-4945-b77e-b5532e07cfcc HTTP/1.1" status: 204 len: 168 time: 0.1924770 Feb 10 22:47:10.842606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:10.890806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] For port 9caae0d3-3647-431c-81a4-fb76714b96ca, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:10.894974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] For port 9caae0d3-3647-431c-81a4-fb76714b96ca, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9caae0d3-3647-431c-81a4-fb76714b96ca,segment=NetworkSegment(1b1717cc-c161-48ad-9d53-75da0d20582d),segment_id=1b1717cc-c161-48ad-9d53-75da0d20582d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:10.901421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:10.946289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:10.960381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:10.986453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:11.008847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80659fd-3816-4d4d-a87d-acf5fabcee56 None None] Pushing event updated for resources: {'Port': ['ID=9caae0d3-3647-431c-81a4-fb76714b96ca,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:11.068182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:11.071688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.097405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-b6f61532-a24d-4138-b559-d471467e5329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:11.098868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-b6f61532-a24d-4138-b559-d471467e5329 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.2537670 Feb 10 22:47:11.099899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:11.179368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:11.218780 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-858bc419-c609-482d-8a1d-853ac6486d69 req-87b1cca5-5508-472c-b654-e44296ddc9ed tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 210 time: 0.0805538 Feb 10 22:47:11.225893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port e2a120dc-8b17-43b7-8a0b-e121d2e37a4b yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:11.271216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-4e395411-19fd-4730-8198-3a174d89cba9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534779 Feb 10 22:47:11.293894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.349771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51486) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:11.350384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Made reservation on behalf of 9cfe8491921e40038ef24180eb9ae63b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:11.357151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.360450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84ea4825-1dec-4e18-9ed7-b93ed85833f5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:11.405227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 84ea4825-1dec-4e18-9ed7-b93ed85833f5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:11.405575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84ea4825-1dec-4e18-9ed7-b93ed85833f5 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:11.437904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Deleting subnet ee897d3b-224e-4a5d-a7d8-b85156719ee0 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:11.441803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.541329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.677265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.687273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.711967 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:47:11.747428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.789088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085efe9f-0cc2-490d-b23b-7272a15dee38 req-3c6a7923-3d3e-4971-8603-89d81307eac5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:11.790833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-085efe9f-0cc2-490d-b23b-7272a15dee38 req-3c6a7923-3d3e-4971-8603-89d81307eac5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 944 time: 0.1916285 Feb 10 22:47:11.849862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-085efe9f-0cc2-490d-b23b-7272a15dee38 req-2a65665d-5f26-402a-ab4b-7c11192ab364 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481811 Feb 10 22:47:11.851359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.876656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Allocated IP 172.20.0.11 (d815d011-3e65-4126-847a-9309cb39d932/8bb47334-6180-49d2-ad9f-39c4779141ec/d98c483d-eee4-426b-bb8d-e5212a68a571) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:11.878681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9caae0d3-3647-431c-81a4-fb76714b96ca up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:11.901098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:11.914324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee897d3b-224e-4a5d-a7d8-b85156719ee0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:11.922728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-68da80d0-883d-4d28-97a2-eca43141a5a8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ee897d3b-224e-4a5d-a7d8-b85156719ee0 HTTP/1.1" status: 204 len: 168 time: 0.5694585 Feb 10 22:47:11.923750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51504) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:12.019305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9caae0d3-3647-431c-81a4-fb76714b96ca completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:12.089134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.298942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.302061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.347774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e4e0c8-59c2-4c8a-8138-e1204c1b6138']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:12.374094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea03306a-388e-41d4-bdf9-66ba3b53baf2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:12.374377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea03306a-388e-41d4-bdf9-66ba3b53baf2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:12.397999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.415897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.427454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:12.427728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.433066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acac0a7-31f7-472c-986f-5235738e4db6 None None] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:12.440120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::8c (8383c5ae-a72f-4ce6-b2da-7315caa3e4ad/3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1/e2a120dc-8b17-43b7-8a0b-e121d2e37a4b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:12.448096 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:12.591143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Provisioning for port 9caae0d3-3647-431c-81a4-fb76714b96ca completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:12.610976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Provisioning complete for port 9caae0d3-3647-431c-81a4-fb76714b96ca triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:12.611380 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.637931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.643247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:12.674041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4e4e0c8-59c2-4c8a-8138-e1204c1b6138,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:12.702530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-96ff6624-5df0-4b12-aeee-3d0ef08c2b29 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4102964 Feb 10 22:47:12.711414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c538c527-b438-4336-a611-c1f31d5c53d2 req-281f9e09-6438-409e-bcf1-452a84f2b2da tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 210 time: 0.2366583 Feb 10 22:47:12.711649 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-b090445e-5a93-432e-80ac-e637b6a529c8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1719148 Feb 10 22:47:12.718969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8acc0ce4-10c9-4ecd-a6d8-b121025552f4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/c4e4e0c8-59c2-4c8a-8138-e1204c1b6138 HTTP/1.1" status: 204 len: 168 time: 0.7929034 Feb 10 22:47:12.734805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7ea7d394-273a-43e7-9f87-d257b282cbc6 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:47:12.936810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-412f2a36-9aec-4fb8-ad7c-e4052c04724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:12.948946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-412f2a36-9aec-4fb8-ad7c-e4052c04724c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 1096 time: 0.2110524 Feb 10 22:47:12.973757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:12.990489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '7ea7d394-273a-43e7-9f87-d257b282cbc6', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '7ea7d394-273a-43e7-9f87-d257b282cbc6', 'mac_address': 'fa:16:3e:55:aa:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:47:13.044791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.083348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.121132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea7d394-273a-43e7-9f87-d257b282cbc6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:13.128252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['0dbdc826-9c9b-42ac-8a94-86f547627cff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:13.145842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:13.154249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Allocated IP 172.20.0.1 (23a5e59c-e2ec-43a6-9865-5c53cf7e56f9/5610b5b9-8c7d-453b-9462-5bf38e6d8e1f/0fba87a7-d3f8-4417-8d95-36d7f07208f2) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:13.243714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1238777-3833-4dc2-9257-70fdc97ac5cc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c09fa2abd2d646aaba9770f16e2700e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963950 Feb 10 22:47:13.247255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51532) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:13.275869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6', '30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:13.299108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-3229d9df-8a91-427f-a044-d6880b1014db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:13.300604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-3229d9df-8a91-427f-a044-d6880b1014db service neutron] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.3191755 Feb 10 22:47:13.385820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-044ef8a1-d20b-4852-acc5-a188ba85be4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6 HTTP/1.1" status: 200 len: 217 time: 0.0779116 Feb 10 22:47:13.423514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event updated for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:13.442638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Network d815d011-3e65-4126-847a-9309cb39d932 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:13.454267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:13.471505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.475726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:13.482691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.485144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:13.497803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-9f65c2f5-3d29-49dd-a055-1ef530800553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:13.499595 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-9f65c2f5-3d29-49dd-a055-1ef530800553 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.1076615 Feb 10 22:47:13.552669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.557428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-02a14c30-eb46-4f1c-842a-e79cea9e74f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502634 Feb 10 22:47:13.559567 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.565196 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.604543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33ae2aad-a994-4d94-96b9-529e655f1940 req-ac4e41a3-119a-487b-ab26-54fa2c692c6f service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8899398 Feb 10 22:47:13.625770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Transition to ACTIVE for port object 0fba87a7-d3f8-4417-8d95-36d7f07208f2 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:13.630951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.634776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.667706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:13.669200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.684675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object e2a120dc-8b17-43b7-8a0b-e121d2e37a4b will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:13.708197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fb6e9-0cf3-4d3a-aef1-63d70b0a2ada req-e93fccb9-3ccd-4761-966f-15a3c19ca168 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:13.709836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-955fb6e9-0cf3-4d3a-aef1-63d70b0a2ada req-e93fccb9-3ccd-4761-966f-15a3c19ca168 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 944 time: 0.5949850 Feb 10 22:47:13.775232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-7398e61f-b752-40c5-b5a3-61c8ca6b4211 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5936420 Feb 10 22:47:13.791549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Request body: {'port': {'device_id': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:13.874065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-955fb6e9-0cf3-4d3a-aef1-63d70b0a2ada req-43fd8a3c-a284-4e08-b4dc-6031a6ce283a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540148 Feb 10 22:47:13.919719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.949599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] For port 9caae0d3-3647-431c-81a4-fb76714b96ca, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9caae0d3-3647-431c-81a4-fb76714b96ca,segment=NetworkSegment(1b1717cc-c161-48ad-9d53-75da0d20582d),segment_id=1b1717cc-c161-48ad-9d53-75da0d20582d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:13.955272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-f59744cc-6d38-4ae1-88f7-e0dbb10cfc63 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855217 Feb 10 22:47:13.956104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:13.965758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:14.033772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.039006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:14.065445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:14.079782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:14.086580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.086922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.087257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.087610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.087934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.088256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.088572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.088887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.089202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.090160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.090612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.090982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:14.094559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.106833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:14.131457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36112ae-cc98-4985-a5f2-e4e298a9d1fc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:14.173875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.177961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1467b807-568b-4003-91ef-411da0e0d1da admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f36112ae-cc98-4985-a5f2-e4e298a9d1fc HTTP/1.1" status: 204 len: 168 time: 0.9296949 Feb 10 22:47:14.211195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Port': ['ID=0fba87a7-d3f8-4417-8d95-36d7f07208f2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:14.231107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6646da-d856-40f5-a7db-84aefb2fe23b req-5097c7eb-8f11-415a-b97f-043bc7bbaa52 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585926 Feb 10 22:47:14.247031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:14.257407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257fe3e-5859-4409-abd9-7834ef58a236 req-8ed6cae2-3bc8-4e7a-8783-cf68339f0629 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:14.258964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f257fe3e-5859-4409-abd9-7834ef58a236 req-8ed6cae2-3bc8-4e7a-8783-cf68339f0629 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 932 time: 0.2985795 Feb 10 22:47:14.304889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:14.334646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:14.354396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:14.355103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.368404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f257fe3e-5859-4409-abd9-7834ef58a236 req-3f1c3e36-2e22-473b-af0b-75b45905b213 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967317 Feb 10 22:47:14.413564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.431535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800d4d9-d530-42d7-b299-0d0138abf4f7 None None] Pushing event updated for resources: {'Port': ['ID=9caae0d3-3647-431c-81a4-fb76714b96ca,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:14.436955 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.581375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 4.8789871 Feb 10 22:47:14.584224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51548) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:14.602598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7c301421-dfa1-4346-9121-40732e50b6cc None None] Provisioning for port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:14.630449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7c301421-dfa1-4346-9121-40732e50b6cc None None] Provisioning complete for port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:14.630854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c301421-dfa1-4346-9121-40732e50b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.639085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c17ee-b700-49ef-adc8-3acdd727dd55 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=e2a120dc-8b17-43b7-8a0b-e121d2e37a4b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:14.739874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port e2a120dc-8b17-43b7-8a0b-e121d2e37a4b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:14.739874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:14.761743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c301421-dfa1-4346-9121-40732e50b6cc None None] Port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:47:14.896736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2fb65595-dd47-445c-a8f6-de416c8ded14 None None] Provisioning complete for port 9caae0d3-3647-431c-81a4-fb76714b96ca triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:14.897181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2fb65595-dd47-445c-a8f6-de416c8ded14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.202149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.404444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-72a43207-d30b-4bf6-8cc7-c7b81988f527 None None] Provisioning for port e2a120dc-8b17-43b7-8a0b-e121d2e37a4b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:15.414435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-72a43207-d30b-4bf6-8cc7-c7b81988f527 None None] Provisioning complete for port e2a120dc-8b17-43b7-8a0b-e121d2e37a4b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:15.414931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72a43207-d30b-4bf6-8cc7-c7b81988f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.415100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for e2a120dc-8b17-43b7-8a0b-e121d2e37a4b owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:15.533754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-72a43207-d30b-4bf6-8cc7-c7b81988f527 None None] Port e2a120dc-8b17-43b7-8a0b-e121d2e37a4b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:47:15.553172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d98c483d-eee4-426b-bb8d-e5212a68a571 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:15.564686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.623998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Transition to ACTIVE for port object d98c483d-eee4-426b-bb8d-e5212a68a571 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:15.640318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.734711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf831a-3616-4a8b-b9fc-8c3aa4e57b46 req-40da3885-8663-4b8d-a4d5-c6bd2d07696c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:15.736777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7bf831a-3616-4a8b-b9fc-8c3aa4e57b46 req-40da3885-8663-4b8d-a4d5-c6bd2d07696c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 932 time: 0.1871798 Feb 10 22:47:15.737494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.781889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b3742-efc1-463d-a1ea-0b1e8e29ba51 req-eab2c6ee-ac23-4d69-84da-5c58ebafc325 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:15.783569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f2b3742-efc1-463d-a1ea-0b1e8e29ba51 req-eab2c6ee-ac23-4d69-84da-5c58ebafc325 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 945 time: 0.5078318 Feb 10 22:47:15.793766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51578) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:15.806790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.808910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9caae0d3-3647-431c-81a4-fb76714b96ca up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:15.813751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=e2a120dc-8b17-43b7-8a0b-e121d2e37a4b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:15.855863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:15.868434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:15.926339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cc43d403-00ae-46c2-bd17-991338b725e4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/e2a120dc-8b17-43b7-8a0b-e121d2e37a4b HTTP/1.1" status: 204 len: 168 time: 1.3399138 Feb 10 22:47:15.926965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:15.958449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7bf831a-3616-4a8b-b9fc-8c3aa4e57b46 req-bb37cd27-d0a8-4805-8146-c17f6db5afce tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590967 Feb 10 22:47:16.024147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9caae0d3-3647-431c-81a4-fb76714b96ca triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:16.024584 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.058137 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d29487fc-2eb5-426b-b14a-998f946f2691 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:47:16.059214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d29487fc-2eb5-426b-b14a-998f946f2691 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:16.075917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-204246735-network', 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:16.086568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d29487fc-2eb5-426b-b14a-998f946f2691 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:16.092194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:16.092429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d29487fc-2eb5-426b-b14a-998f946f2691 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/e2a120dc-8b17-43b7-8a0b-e121d2e37a4b HTTP/1.1" status: 404 len: 333 time: 0.1565907 Feb 10 22:47:16.093507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:16.112203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Usage tracker for resource:network and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:16.147909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:16.158655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f2b3742-efc1-463d-a1ea-0b1e8e29ba51 req-7c72aa7c-c47f-4f9b-96c0-204eb9d547ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619518 Feb 10 22:47:16.238486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:16.361420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:16.363816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.388569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:16.401119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.438040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.498883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Attempting to bind port d98c483d-eee4-426b-bb8d-e5212a68a571 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:16.499471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Attempting to bind port d98c483d-eee4-426b-bb8d-e5212a68a571 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:16.499855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Attempting to bind port d98c483d-eee4-426b-bb8d-e5212a68a571 on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:16.552175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Port d98c483d-eee4-426b-bb8d-e5212a68a571 on network d815d011-3e65-4126-847a-9309cb39d932 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:47:16.552500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Attempting to bind port d98c483d-eee4-426b-bb8d-e5212a68a571 on network d815d011-3e65-4126-847a-9309cb39d932 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:16.562326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:16.621455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:16.621867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Checking segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:16.622321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Bound using segment: {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:16.622809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Bound port: d98c483d-eee4-426b-bb8d-e5212a68a571, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368cee4-84f7-46ad-b861-d897ae2fad60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:16.623241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.633954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Usage tracker for resource:security_group_rule and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:16.640747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.666823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7ea7d394-273a-43e7-9f87-d257b282cbc6 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:16.688033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:16.741597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 7ea7d394-273a-43e7-9f87-d257b282cbc6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:16.742538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:16.746998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 7ea7d394-273a-43e7-9f87-d257b282cbc6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:16.747209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.869203 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.897199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:16.909135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:16.914327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:16.971656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:16.977776 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6', 'code': 200} Feb 10 22:47:16.984368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d98c483d-eee4-426b-bb8d-e5212a68a571,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:16.995303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:17.005691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.046115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.139024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.192729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dadd46-bb56-4912-910b-900e3df2415c req-3d037cb6-8511-4150-ab7a-7a6ec6877926 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.193290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07dadd46-bb56-4912-910b-900e3df2415c req-3d037cb6-8511-4150-ab7a-7a6ec6877926 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 944 time: 0.1048672 Feb 10 22:47:17.244122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07dadd46-bb56-4912-910b-900e3df2415c req-d50e680c-3513-4e19-8297-dc2b8f256a9f tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426636 Feb 10 22:47:17.339600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.384329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1bd1e-598d-419c-a401-e21a6e4af310 req-96123d58-116b-4a62-9c80-729d73b7fc89 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.385782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca1bd1e-598d-419c-a401-e21a6e4af310 req-96123d58-116b-4a62-9c80-729d73b7fc89 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7063649 Feb 10 22:47:17.395368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.395573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.396886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] 10.222.0.30 "PUT /v2.0/ports/d98c483d-eee4-426b-bb8d-e5212a68a571 HTTP/1.1" status: 200 len: 1092 time: 3.6135042 Feb 10 22:47:17.399912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:17.496197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df08605-3323-4cab-94b7-6913ed65caee req-b715316f-350a-45d4-8b42-a95b1ece1964 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.497834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4df08605-3323-4cab-94b7-6913ed65caee req-b715316f-350a-45d4-8b42-a95b1ece1964 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.1078150 Feb 10 22:47:17.540368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.551699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4df08605-3323-4cab-94b7-6913ed65caee req-bcf2e88f-f1fa-481e-ba9b-5713189c6dff tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448816 Feb 10 22:47:17.561812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71b37-acf1-4a9b-86f8-9d79a27a6592 service neutron] Pushing event updated for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:17.572926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.624539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.640708 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571', 'status': 'completed', 'code': 200} Feb 10 22:47:17.675883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca1bd1e-598d-419c-a401-e21a6e4af310 req-58d00139-0572-4967-abe2-0f860c1e8918 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2662086 Feb 10 22:47:17.676961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.715936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:47:17.762744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:17.783872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5625655a-afc4-4d67-bce4-60cd5c7d4159 None None] Network 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:17.843204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.843576 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Added segment d7dfa0b2-5b4a-4344-9b81-4dd5be395b51 of type vlan for network 661393f8-e9e3-45fe-ab5e-074e11ce49ea Feb 10 22:47:17.845746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.853621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event updated for resources: {'Port': ['ID=0fba87a7-d3f8-4417-8d95-36d7f07208f2,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:17.880874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3f3a8-97a8-40ca-9ce5-98a759edacc6 req-e19c9c78-18f9-403e-ae71-62704006ad92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.882380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72d3f3a8-97a8-40ca-9ce5-98a759edacc6 req-e19c9c78-18f9-403e-ae71-62704006ad92 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 1097 time: 0.7786019 Feb 10 22:47:17.884541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cecf9c-7c46-4ac4-8860-15ae74f61d5e req-17096abe-2813-42ba-95b9-6d89cb370336 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.886064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54cecf9c-7c46-4ac4-8860-15ae74f61d5e req-17096abe-2813-42ba-95b9-6d89cb370336 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.0906246 Feb 10 22:47:17.890700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:17.941477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54cecf9c-7c46-4ac4-8860-15ae74f61d5e req-edb77b77-8f9a-425c-9f54-b32b505979cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446372 Feb 10 22:47:17.944773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dd6dd4d2-d38c-4f75-84fe-bd76f0e1e03c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1 HTTP/1.1" status: 204 len: 168 time: 1.8451736 Feb 10 22:47:17.949492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:17.957721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:17.965724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-05fb0291-7b6c-479e-8d97-4a84423c8d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:17.967300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-05fb0291-7b6c-479e-8d97-4a84423c8d67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 1095 time: 0.5071201 Feb 10 22:47:18.151446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-59ae7746-473d-4216-a43b-c279c48f7c9d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d98c483d-eee4-426b-bb8d-e5212a68a571 HTTP/1.1" status: 200 len: 217 time: 0.1688302 Feb 10 22:47:18.199948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:47:18.243877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.255232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 9caae0d3-3647-431c-81a4-fb76714b96ca {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:18.255684 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.263981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72d3f3a8-97a8-40ca-9ce5-98a759edacc6 req-711385b3-7897-4181-a492-c07a3d90ad1b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697593 Feb 10 22:47:18.268715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] DHCP port deletion for 8383c5ae-a72f-4ce6-b2da-7315caa3e4ad request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:18.273081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Deleting port 9caae0d3-3647-431c-81a4-fb76714b96ca {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:18.273454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.292562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:18.315029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:18.334737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.335745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:18.336404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.666872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-bb8e99df-b850-4314-9564-cd0a306f9e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:18.669072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-bb8e99df-b850-4314-9564-cd0a306f9e2c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.4509706 Feb 10 22:47:18.721907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] For port 9caae0d3-3647-431c-81a4-fb76714b96ca, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9caae0d3-3647-431c-81a4-fb76714b96ca,segment=NetworkSegment(1b1717cc-c161-48ad-9d53-75da0d20582d),segment_id=1b1717cc-c161-48ad-9d53-75da0d20582d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:18.722314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.806097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0111279 Feb 10 22:47:18.822560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51632) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:18.837148 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-158a5b24-62e8-4f34-911c-6e332b9e3da7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1447041 Feb 10 22:47:18.846342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Request body: {'subnet': {'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-204246735-subnet', 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:18.876837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa9d159-2765-4b6d-9710-e1607eee3585 admin admin] Pushing event updated for resources: {'Network': ['ID=661393f8-e9e3-45fe-ab5e-074e11ce49ea,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:18.883041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:18.884397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Calling delete_port for 9caae0d3-3647-431c-81a4-fb76714b96ca owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:18.889411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port 9caae0d3-3647-431c-81a4-fb76714b96ca, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9caae0d3-3647-431c-81a4-fb76714b96ca,segment=NetworkSegment(1b1717cc-c161-48ad-9d53-75da0d20582d),segment_id=1b1717cc-c161-48ad-9d53-75da0d20582d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:18.889879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:18.906340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7dce3-b82c-47d1-9860-d48dd85d38e7 req-13fd540b-2c26-457f-8539-276aa28ecfbd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:18.908047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14d7dce3-b82c-47d1-9860-d48dd85d38e7 req-13fd540b-2c26-457f-8539-276aa28ecfbd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7533755 Feb 10 22:47:18.909108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Usage tracker for resource:subnet and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:18.921956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:47:18.959591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:18.993988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:19.006202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Router 7c8e0dd0-0517-405b-b0e8-02312a00e3a1 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:47:19.031686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d4de0058-7f55-46a2-ba84-3cb7bcba2685 None None] Provisioning complete for port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:19.031686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4de0058-7f55-46a2-ba84-3cb7bcba2685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:19.039368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 9caae0d3-3647-431c-81a4-fb76714b96ca owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:19.052979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:19.055216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:19.102236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3174c9-d7b0-4c79-afd6-2b568f08560c req-858e11c0-7cd0-4bd0-b892-9d0ba5fb7941 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:19.110673 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c3174c9-d7b0-4c79-afd6-2b568f08560c req-858e11c0-7cd0-4bd0-b892-9d0ba5fb7941 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 944 time: 0.4670343 Feb 10 22:47:19.114720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d4de0058-7f55-46a2-ba84-3cb7bcba2685 None None] Port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:47:19.116452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:19.173236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] No DVR routers for this DVR port 9caae0d3-3647-431c-81a4-fb76714b96ca on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:19.176536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:19.176964 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:19.191654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c3174c9-d7b0-4c79-afd6-2b568f08560c req-12d4d49d-9fed-4f49-ae13-5d30eff2aab2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798922 Feb 10 22:47:19.192882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6bbc1-ab5f-465f-bb37-d120ff4c7273 None None] Pushing event deleted for resources: {'Port': ['ID=9caae0d3-3647-431c-81a4-fb76714b96ca,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:19.405163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61534aa-ddec-47fa-b3c2-700dd808b4ef req-8d34a1df-3fc5-400a-94eb-a41f39413e05 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:19.407989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14d7dce3-b82c-47d1-9860-d48dd85d38e7 req-c71b6659-da45-4d79-93e0-5e120f99d92e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4451716 Feb 10 22:47:19.411963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b61534aa-ddec-47fa-b3c2-700dd808b4ef req-8d34a1df-3fc5-400a-94eb-a41f39413e05 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.0957005 Feb 10 22:47:19.474306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-01874f10-7f65-496c-85ae-2c8aba4e9ba1 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6189554 Feb 10 22:47:19.525369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b61534aa-ddec-47fa-b3c2-700dd808b4ef req-89f349f8-8835-43bb-9dbc-76f0752583c0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081800 Feb 10 22:47:19.635940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:47:19.648641 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] Sync routers for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:47:19.659106 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:19.659765 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:19.678759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 9caae0d3-3647-431c-81a4-fb76714b96ca {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:19.679156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:19.700648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3699310-45fb-4180-bbfd-1426bc11741b tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7920003 Feb 10 22:47:19.704553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51644) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:19.753981 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:19.766367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:19.766978 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:19.818110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] The port '9caae0d3-3647-431c-81a4-fb76714b96ca' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:47:19.836958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:19.837366 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c9d4d5-1dad-4133-8b00-af7a2b1b9ae2 None None] The sync data for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:47:19.840878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9caae0d3-3647-431c-81a4-fb76714b96ca no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:19.879771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9caae0d3-3647-431c-81a4-fb76714b96ca {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:19.880338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9caae0d3-3647-431c-81a4-fb76714b96ca not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:19.943153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70a43a3c-2fa6-4950-bb95-c0e8872e0357 req-2b53f8e2-2e08-4517-be66-017812e42fab service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610472 Feb 10 22:47:19.986690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.014924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8383c5ae-a72f-4ce6-b2da-7315caa3e4ad']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:20.028087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1717cc-c161-48ad-9d53-75da0d20582d') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:20.028379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1717cc-c161-48ad-9d53-75da0d20582d') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:20.041622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.059111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.067216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:20.067804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.068164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b663d389-19b3-4307-b45c-a967644784b9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:20.083783 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:20.176816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.199837 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.218268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5250d7-5dc2-4ce9-8746-a91ba276c061 req-9af2cbd5-7465-4267-b247-a00ba29ee1f8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.220011 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5250d7-5dc2-4ce9-8746-a91ba276c061 req-9af2cbd5-7465-4267-b247-a00ba29ee1f8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6405404 Feb 10 22:47:20.225629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=8383c5ae-a72f-4ce6-b2da-7315caa3e4ad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:20.230584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/8383c5ae-a72f-4ce6-b2da-7315caa3e4ad HTTP/1.1" status: 204 len: 168 time: 2.2796135 Feb 10 22:47:20.237912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51650) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:20.241529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.242165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.242573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.242908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.243239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.243806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.244179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.244512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.245167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.245494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.246673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.247902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ad14ae-c5bf-40dc-a392-8f8b75590c2c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:20.260243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'name': 'tempest-PortsIpV6TestJSON-529719244'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:20.321982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e5250d7-5dc2-4ce9-8746-a91ba276c061 req-227b78d5-c390-44b9-96d5-b0c3df130b06 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882409 Feb 10 22:47:20.356657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.418438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:20.423095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-b0c22f76-2ab8-4d28-a090-a29d6c3417be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.424818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-b0c22f76-2ab8-4d28-a090-a29d6c3417be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 1095 time: 0.4324756 Feb 10 22:47:20.431466 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-b663d389-19b3-4307-b45c-a967644784b9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 22:47:20.436112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b663d389-19b3-4307-b45c-a967644784b9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1 HTTP/1.1" status: 409 len: 329 time: 0.7227859 Feb 10 22:47:20.438490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51656) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:20.530956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:20.603897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Checking segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:20.604649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Network hostable DHCP agents. Network: 661393f8-e9e3-45fe-ab5e-074e11ce49ea, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:47:20.661463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-b94fde0e-b2d7-4e5f-9f7c-52de28fc98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.663766 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-b94fde0e-b2d7-4e5f-9f7c-52de28fc98a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.2263198 Feb 10 22:47:20.665416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:47:20.734141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:20.740394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:20.750711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:20.777635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6c349-9f40-4b58-b60b-20e4ed3775f9 req-7e881985-76c6-4b6a-a46d-6b8550608996 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.787858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1cf6c349-9f40-4b58-b60b-20e4ed3775f9 req-7e881985-76c6-4b6a-a46d-6b8550608996 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 944 time: 0.4448228 Feb 10 22:47:20.794760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 661393f8-e9e3-45fe-ab5e-074e11ce49ea) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:20.799443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-87ee4f73-e65d-4fc1-ac41-edbd76865ed6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d98c483d-eee4-426b-bb8d-e5212a68a571 HTTP/1.1" status: 200 len: 217 time: 0.1258492 Feb 10 22:47:20.803808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.805789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.835999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:20.843239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:20.874168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ab853-cb9b-4991-bfc1-3e542ee464e0 None None] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:20.900281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e958956a-0f14-4e6f-89bf-f4f709075667 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0728505 Feb 10 22:47:20.941813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-8c612944-5089-45b4-a734-c207e1d46531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.943426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-8c612944-5089-45b4-a734-c207e1d46531 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.1224155 Feb 10 22:47:20.953043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042ab0e-f987-4190-87c7-7d438578ab49 req-af02dff5-2e0a-4601-8ea4-f8a803e5717e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:20.954620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1042ab0e-f987-4190-87c7-7d438578ab49 req-af02dff5-2e0a-4601-8ea4-f8a803e5717e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.2241824 Feb 10 22:47:21.002576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-d91b69c8-7f10-4099-a630-aee79ef415ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469048 Feb 10 22:47:21.096278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 74ce50ce-b8df-44b8-8fe5-568feedc51c0 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:21.156855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1cf6c349-9f40-4b58-b60b-20e4ed3775f9 req-497645de-41c2-4eea-9158-a94249efed08 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3677566 Feb 10 22:47:21.264556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-1805c088-5dcc-42c3-8c88-12c9a60f0659 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433255 Feb 10 22:47:21.297651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1042ab0e-f987-4190-87c7-7d438578ab49 req-2f9616e8-463d-4ecd-8f84-2a6b7901716c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938316 Feb 10 22:47:21.329999 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579c5409-49a4-4b70-8b46-ab42b75560e2 None None] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:21.687929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:21.712034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180ff79-e4e6-4e39-956c-dff4bc91f3ad req-6167e491-c4b8-44e1-b48a-187c5e70d904 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:21.713678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6180ff79-e4e6-4e39-956c-dff4bc91f3ad req-6167e491-c4b8-44e1-b48a-187c5e70d904 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3560755 Feb 10 22:47:21.721028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:21.755929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3595ca21-7e95-4f0d-b882-48523e240eb6 req-65fb899c-6078-4d02-9129-aeeb8a5979bd service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4703419 Feb 10 22:47:21.829316 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6180ff79-e4e6-4e39-956c-dff4bc91f3ad req-3a9eb91b-d60d-4203-b555-b8020de7e0ea tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045811 Feb 10 22:47:21.836744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:21.929530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:21.936685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:21.947386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:21.982943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-9bdc0c77-3935-42d2-9e55-74f3016c3185 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:21.984026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-9bdc0c77-3935-42d2-9e55-74f3016c3185 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:22.004674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-9bdc0c77-3935-42d2-9e55-74f3016c3185 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:22.008634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-9bdc0c77-3935-42d2-9e55-74f3016c3185 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.2349803 Feb 10 22:47:22.012035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:22.017772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:22.018375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:22.025348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-c3c0387d-df9e-410a-a982-471465ccb98e tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/quotas/95e6ccd3343b4eb9925d3acad55cea65 HTTP/1.1" status: 200 len: 375 time: 0.0100360 Feb 10 22:47:22.029373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=74ce50ce-b8df-44b8-8fe5-568feedc51c0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:22.081195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-4fa35dd9-9735-4e4a-84b2-0d9e73b49bb2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490487 Feb 10 22:47:22.219594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a31c0f96-872c-4168-aaef-bc78f3460bd5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9780543 Feb 10 22:47:22.220441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:22.287895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-3c4a1e07-39b3-4df2-ae48-9ff9ba9a72f9 service neutron] 10.222.0.53 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996830 Feb 10 22:47:22.324446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 74ce50ce-b8df-44b8-8fe5-568feedc51c0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:22.324947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:22.397413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-699c7f60-4381-4df0-8afc-21af8943f3f1 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:22.398758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-699c7f60-4381-4df0-8afc-21af8943f3f1 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.3706739 Feb 10 22:47:22.422976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-c890329a-4e2a-4cd3-87cc-9a4749793bf6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0147195 Feb 10 22:47:22.543820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting port 0fba87a7-d3f8-4417-8d95-36d7f07208f2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:22.545755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:22.565167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-8530508b-f857-4da5-8900-0da9640429a4 service neutron] 10.222.0.53 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2660370 Feb 10 22:47:22.678261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:22.859632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 74ce50ce-b8df-44b8-8fe5-568feedc51c0 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:22.952017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-3568a9d2-5559-413a-9a9a-d2dbd11bd84a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4927044 Feb 10 22:47:23.025949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:23.130154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=74ce50ce-b8df-44b8-8fe5-568feedc51c0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:23.134458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-7b161670-734e-4eaa-ba92-105704b97506 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2115386 Feb 10 22:47:23.155793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:23.177298 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a2019b93-b0e1-47ae-b8f4-48ff21b8ad33 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/74ce50ce-b8df-44b8-8fe5-568feedc51c0 HTTP/1.1" status: 204 len: 168 time: 0.9559484 Feb 10 22:47:23.179731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:23.186522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'mac_address': 'fa:16:3e:97:da:c2', 'name': 'tempest-PortsIpV6TestJSON-1787541719'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:23.222862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:23.378346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74f85-e137-4ea1-b147-1e42b341b80b req-883181e2-5bf6-4d7f-8e40-e30e78a95701 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:23.379046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-efa74f85-e137-4ea1-b147-1e42b341b80b req-883181e2-5bf6-4d7f-8e40-e30e78a95701 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:23.382964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:23.391930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:23.395831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:23.409676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:23.414383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Calling delete_port for 0fba87a7-d3f8-4417-8d95-36d7f07208f2 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:23.420802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d98c483d-eee4-426b-bb8d-e5212a68a571 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:47:23.421503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-efa74f85-e137-4ea1-b147-1e42b341b80b req-883181e2-5bf6-4d7f-8e40-e30e78a95701 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:23.422673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efa74f85-e137-4ea1-b147-1e42b341b80b req-883181e2-5bf6-4d7f-8e40-e30e78a95701 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 944 time: 0.3444149 Feb 10 22:47:23.427535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:23.470811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-2eed1b63-6d41-4d7d-8a58-bbc94dbfb0a5 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5178339 Feb 10 22:47:23.624587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66a3c749-5b95-4ff3-9adc-1ca40b422b8e req-5f7f75a4-e84b-4795-b741-f59574e6ab73 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528971 Feb 10 22:47:23.634757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d98c483d-eee4-426b-bb8d-e5212a68a571,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:23.676364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd98c483d-eee4-426b-bb8d-e5212a68a571', 'network_id': 'd815d011-3e65-4126-847a-9309cb39d932', 'port_id': 'd98c483d-eee4-426b-bb8d-e5212a68a571', 'mac_address': 'fa:16:3e:93:48:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bb47334-6180-49d2-ad9f-39c4779141ec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:47:23.678457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-c53e608a-31e4-46d8-aba0-b8cc267c127b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:23.680117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-c53e608a-31e4-46d8-aba0-b8cc267c127b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1096 time: 0.4169247 Feb 10 22:47:23.763637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efa74f85-e137-4ea1-b147-1e42b341b80b req-3f555aba-c2f4-4779-870d-7b0411a86b1a tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200877 Feb 10 22:47:23.779701 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:23.862677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:23.957084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d98c483d-eee4-426b-bb8d-e5212a68a571 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:23.986552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port d96af73a-4b26-4f95-8672-3de67558babd yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:24.001026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d98c483d-eee4-426b-bb8d-e5212a68a571,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:24.005049 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.263554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:24.289688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.361969 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.392551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.409199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d98c483d-eee4-426b-bb8d-e5212a68a571'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:24.467508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.631594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Port': ['ID=0fba87a7-d3f8-4417-8d95-36d7f07208f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:24.644077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:24.659413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:24.677222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:24.695216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:24.695919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:24.779419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-13866a5f-5493-4a82-b1c6-f97c55fbd29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:24.781496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-13866a5f-5493-4a82-b1c6-f97c55fbd29e service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 1.0671356 Feb 10 22:47:24.791626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6086032 Feb 10 22:47:24.795347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:25.029730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca27aed-0df3-49d3-afc3-4f75f7df9d1e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=d96af73a-4b26-4f95-8672-3de67558babd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:25.050981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-1a270a62-9b42-4224-9f7c-cfe8de4bebe0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.2584465 Feb 10 22:47:25.249367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-46c4cbce-0a23-4e3a-9876-1dc161088812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:25.251960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-46c4cbce-0a23-4e3a-9876-1dc161088812 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1952310 Feb 10 22:47:25.319761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:25.401350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0db79ea1-a31a-4210-9403-4b14105ccfae req-5c256544-ecc9-433a-a768-e0e3139f8905 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 210 time: 0.0827518 Feb 10 22:47:25.428594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-fafc6d7e-91bc-473c-aee4-1b72ac1759c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:25.430698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-fafc6d7e-91bc-473c-aee4-1b72ac1759c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609869 Feb 10 22:47:25.780126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a9b82c-3e46-491f-b9ba-08773b50a230 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:25.780744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26a9b82c-3e46-491f-b9ba-08773b50a230 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:25.869408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bba10b69-3e34-48ce-990d-35d55c29fda2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:25.871557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bba10b69-3e34-48ce-990d-35d55c29fda2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.3769567 Feb 10 22:47:25.879512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-61411b25-ff71-4350-a84c-0e43e0393c14 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402227 Feb 10 22:47:25.892393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa845-5e06-4f4b-b626-e0205c1aa72f req-08d7732a-9866-4e50-8c0a-015a34c8016b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:25.894075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12dfa845-5e06-4f4b-b626-e0205c1aa72f req-08d7732a-9866-4e50-8c0a-015a34c8016b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2815320 Feb 10 22:47:25.921994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Request body: {'port': {'device_id': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'admin_state_up': True, 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:25.938405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26a9b82c-3e46-491f-b9ba-08773b50a230 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:25.942091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26a9b82c-3e46-491f-b9ba-08773b50a230 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/d96af73a-4b26-4f95-8672-3de67558babd HTTP/1.1" status: 200 len: 845 time: 1.1364963 Feb 10 22:47:25.948348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:26.120465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12dfa845-5e06-4f4b-b626-e0205c1aa72f req-b30fdf06-63cd-42dc-82aa-52007d34661b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034240 Feb 10 22:47:26.126605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-e2961793-c19b-491b-bd3a-3177a49e2508 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:26.127927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-e2961793-c19b-491b-bd3a-3177a49e2508 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.8043242 Feb 10 22:47:26.138032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Router 7c8e0dd0-0517-405b-b0e8-02312a00e3a1 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:47:26.143003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Request body: {'port': {'device_id': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'admin_state_up': True, 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:26.160550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port d96af73a-4b26-4f95-8672-3de67558babd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:26.160897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:26.266322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa1369-b65b-454e-9951-245bb35a5934 req-c5a2d10e-7294-4a35-9953-8849838d4042 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:26.273428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51fa1369-b65b-454e-9951-245bb35a5934 req-c5a2d10e-7294-4a35-9953-8849838d4042 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 945 time: 0.8517649 Feb 10 22:47:26.280036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e76c1b41-2dd5-4ccc-8de3-35917b877040 req-3617ced5-b8c0-4399-a564-333f2c488fa4 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848813 Feb 10 22:47:26.281960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:26.302384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Usage tracker for resource:port and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:26.306275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:26.316114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:26.330169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:26.334096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:26.549997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:47:26.569548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] Sync routers for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:47:26.583492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51fa1369-b65b-454e-9951-245bb35a5934 req-5d48cbe4-ae71-46c0-9185-d6ba082f67fd tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091753 Feb 10 22:47:26.586229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:26.587157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:26.609101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5499eca0-cebc-4e43-9ece-37cb844cc8e0 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1657760 Feb 10 22:47:26.609952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51794) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:26.703644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:26.718558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Usage tracker for resource:port and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:26.723485 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-9b9f0ff4-55cc-4c4b-a550-4fef27c7b7cd tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] show failed (client error): The resource could not be found. Feb 10 22:47:26.724289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9b9f0ff4-55cc-4c4b-a550-4fef27c7b7cd tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1109623497 HTTP/1.1" status: 404 len: 335 time: 0.1110287 Feb 10 22:47:26.730601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:26.733795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51800) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:26.743154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-00d67322-2f7b-44e6-b33d-2479e1172853 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:26.762206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:26.788960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] Routers {'7c8e0dd0-0517-405b-b0e8-02312a00e3a1'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:26.789821 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:26.803098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:26.804524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c216130e-07a6-4656-8ed1-7d9eb2b8df18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:26.806023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c216130e-07a6-4656-8ed1-7d9eb2b8df18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.4582746 Feb 10 22:47:26.811751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:26.855535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c448e872-19ed-4071-851f-3b6f0a44c0af tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0166354 Feb 10 22:47:26.912956 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-00d67322-2f7b-44e6-b33d-2479e1172853 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] update failed (client error): The resource could not be found. Feb 10 22:47:26.918509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:26.919827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf2f8b-7d5a-45d2-b065-dc53810dbc4b None None] The sync data for ids ['7c8e0dd0-0517-405b-b0e8-02312a00e3a1'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:47:26.919945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00d67322-2f7b-44e6-b33d-2479e1172853 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-632005571 HTTP/1.1" status: 404 len: 334 time: 0.1834085 Feb 10 22:47:26.920034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:26.995197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Allocated IP 172.20.0.7 (661393f8-e9e3-45fe-ab5e-074e11ce49ea/4b0869f8-7dd3-42b2-a5dd-1f421e00e89b/c32b220f-764d-4c7b-a09d-e9e69c173d45) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:27.083662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28fdf319-e69f-495e-88d0-10e7d2b60fdc req-a98019bd-c4d6-4320-9f88-1780e855bbc5 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 210 time: 0.2640460 Feb 10 22:47:27.102568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for d96af73a-4b26-4f95-8672-3de67558babd owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:27.119521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting subnet 6d315704-c5b9-4716-a19a-c1edd4aae7bf {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:27.191771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.215180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:27.227752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.289353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.304974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.387893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c8a557ef-4503-4696-8293-e5c5451bf9ae tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5229564 Feb 10 22:47:27.452767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d98c483d-eee4-426b-bb8d-e5212a68a571 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:27.548602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d98c483d-eee4-426b-bb8d-e5212a68a571 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:27.550790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.556099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d98c483d-eee4-426b-bb8d-e5212a68a571 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:27.557666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.590450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=d96af73a-4b26-4f95-8672-3de67558babd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:27.625229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-ac32a75b-c507-43fc-8959-1287965c0a3f service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352092 Feb 10 22:47:27.652158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.663929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.706456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-48cdf3eb-7244-4cad-9102-c64d3e9d694b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/d96af73a-4b26-4f95-8672-3de67558babd HTTP/1.1" status: 204 len: 168 time: 1.7486565 Feb 10 22:47:27.713078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51820) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:27.762328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.769755 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a6e80d8-f7ba-424f-a4fc-de146c47cfd2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:47:27.769955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a6e80d8-f7ba-424f-a4fc-de146c47cfd2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:27.795671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e277ca4-08aa-47b0-8e33-599e906d483d req-8c51a847-80bf-4a03-8f26-3a91d331b6ca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:27.797212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e277ca4-08aa-47b0-8e33-599e906d483d req-8c51a847-80bf-4a03-8f26-3a91d331b6ca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2121119 Feb 10 22:47:27.803374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:27.804167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7a6e80d8-f7ba-424f-a4fc-de146c47cfd2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:27.805376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7a6e80d8-f7ba-424f-a4fc-de146c47cfd2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/d96af73a-4b26-4f95-8672-3de67558babd HTTP/1.1" status: 404 len: 333 time: 0.0899315 Feb 10 22:47:27.809994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:27.817141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'name': 'tempest-PortsIpV6TestJSON-1892557134'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:27.822215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d98c483d-eee4-426b-bb8d-e5212a68a571,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:27.827164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.830403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:27.908960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Allocated IP 172.20.0.11 (661393f8-e9e3-45fe-ab5e-074e11ce49ea/4b0869f8-7dd3-42b2-a5dd-1f421e00e89b/9d652286-f253-42c9-b61c-6d1be08596fe) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:27.915007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:27.980009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.022338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:28.035893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-41c45009-b803-4d98-b0c5-45a77996b332 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096687 Feb 10 22:47:28.048246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Subnet': ['ID=6d315704-c5b9-4716-a19a-c1edd4aae7bf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:28.052411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:28.057475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:28.060773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:28.098554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e277ca4-08aa-47b0-8e33-599e906d483d req-8a8bf2cb-d529-4bbb-a6fa-7be350eb6a3f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620195 Feb 10 22:47:28.111597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93583cd9-8bd7-42af-bb4e-fc352b09245e None None] Network ccf040ba-69a7-4ecb-92b8-324e090d1c77 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:28.112754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.147381 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bc589afd-0372-49d3-9acd-6bd8c7be47ba tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/subnets/6d315704-c5b9-4716-a19a-c1edd4aae7bf HTTP/1.1" status: 204 len: 168 time: 1.2253358 Feb 10 22:47:28.160481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51836) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:28.191005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:28.241272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:28.276169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:28.281281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.309329 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571', 'code': 200} Feb 10 22:47:28.317741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:28.431308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:28.432064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.512460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.593636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] DHCP port deletion for ccf040ba-69a7-4ecb-92b8-324e090d1c77 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:28.598178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Deleting port fe06768c-7767-4bc2-af24-b6d358a21511 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:28.598628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.619112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting subnet e1cc8d2d-e6c3-4c90-8989-0e63de6356c9 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:28.623577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.727177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.803526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:28.928925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4953f-1515-4d19-90b3-01995867d789 req-f9dd52f5-fcb2-4df0-a3c3-a888a1141e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:28.933662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ec4953f-1515-4d19-90b3-01995867d789 req-f9dd52f5-fcb2-4df0-a3c3-a888a1141e6e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 1097 time: 0.4945903 Feb 10 22:47:28.942202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:29.000620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] For port fe06768c-7767-4bc2-af24-b6d358a21511, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fe06768c-7767-4bc2-af24-b6d358a21511,segment=NetworkSegment(8626a5c6-dfb6-47fa-985c-45bcd138888d),segment_id=8626a5c6-dfb6-47fa-985c-45bcd138888d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:29.001111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.032175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:29.034786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:29.073278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-bee6ef7d-6549-45d8-b533-8f757dca2ff8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1596889 Feb 10 22:47:29.089292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Request body: {'port': {'device_id': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:29.164487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3489a8ce-94b6-4c97-9e5c-9a276f8c8ae7 req-bc1e6e1b-9764-47a8-baf2-d48fc9ab42f2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:29.166063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3489a8ce-94b6-4c97-9e5c-9a276f8c8ae7 req-bc1e6e1b-9764-47a8-baf2-d48fc9ab42f2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.6955655 Feb 10 22:47:29.180409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event updated for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:29.233322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Calling delete_port for fe06768c-7767-4bc2-af24-b6d358a21511 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:29.255851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ec4953f-1515-4d19-90b3-01995867d789 req-532d6f7b-e157-4413-815e-49d02979a86b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979105 Feb 10 22:47:29.294182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:29.294910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.295883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940347-de4e-46a2-a58e-a94f74656290 req-659e508c-3b7d-4a8b-8f4f-ac1edfe0aae7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:29.296833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0d940347-de4e-46a2-a58e-a94f74656290 req-659e508c-3b7d-4a8b-8f4f-ac1edfe0aae7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:29.303652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.306571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.319747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.323483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3489a8ce-94b6-4c97-9e5c-9a276f8c8ae7 req-8350844d-95e6-4e93-af3d-bda262b3a7b2 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090732 Feb 10 22:47:29.351470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ad33657e-5763-407f-a85e-abb50ef9c315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2036710 Feb 10 22:47:29.358575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Request body: {'port': {'device_id': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:29.375612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] Pushing event deleted for resources: {'Port': ['ID=fe06768c-7767-4bc2-af24-b6d358a21511,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:29.379644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163a64c0-efb6-4b5c-8c53-0752a0bef7e8 None None] No DVR routers for this DVR port fe06768c-7767-4bc2-af24-b6d358a21511 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:29.403569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.475036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0d940347-de4e-46a2-a58e-a94f74656290 req-659e508c-3b7d-4a8b-8f4f-ac1edfe0aae7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:29.476219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d940347-de4e-46a2-a58e-a94f74656290 req-659e508c-3b7d-4a8b-8f4f-ac1edfe0aae7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 931 time: 1.0335190 Feb 10 22:47:29.552281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.553026 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.639111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0d940347-de4e-46a2-a58e-a94f74656290 req-98236187-eccd-46dc-aefa-26733869234a tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:29.640182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-edf55076-b0e3-41c8-bdc7-4f6431391a1b req-62c2f190-5322-4de6-93a4-88a6baa175cb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 210 time: 0.1836576 Feb 10 22:47:29.669141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Subnet': ['ID=e1cc8d2d-e6c3-4c90-8989-0e63de6356c9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:29.678021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.686081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a61682-32fa-419f-8b01-c760e5a8f764 None None] Network f112231b-e5f9-4371-8f85-6e8536d8b8ff requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:29.689533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:29.701441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:29.704204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-930675e2-103e-4655-80e8-14b446806b98 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/subnets/e1cc8d2d-e6c3-4c90-8989-0e63de6356c9 HTTP/1.1" status: 204 len: 168 time: 1.5391204 Feb 10 22:47:29.711312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51856) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:29.725286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:29.735078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:29.738885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0d940347-de4e-46a2-a58e-a94f74656290 req-98236187-eccd-46dc-aefa-26733869234a tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:29.740038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d940347-de4e-46a2-a58e-a94f74656290 req-98236187-eccd-46dc-aefa-26733869234a tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526772 Feb 10 22:47:29.741638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:29.742269 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.751350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:29.864592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c089ad0f-5588-4796-b106-d1d51d2959da tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0511317 Feb 10 22:47:29.873903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:29.890580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:29.890837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fe06768c-7767-4bc2-af24-b6d358a21511 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:29.939950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: fe06768c-7767-4bc2-af24-b6d358a21511 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:29.940285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fe06768c-7767-4bc2-af24-b6d358a21511 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:30.118797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] DHCP port deletion for f112231b-e5f9-4371-8f85-6e8536d8b8ff request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:30.124658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Deleting port 6a50c113-3f39-44d8-86f8-ffbaa3da009a {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:30.125566 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.139862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.297092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-9d694d88-6daa-45e3-9966-4d25a5362cfb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:30.298674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-9d694d88-6daa-45e3-9966-4d25a5362cfb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.3610864 Feb 10 22:47:30.345774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:30.449595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.475710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32b220f-764d-4c7b-a09d-e9e69c173d45 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:30.494015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] For port 6a50c113-3f39-44d8-86f8-ffbaa3da009a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a50c113-3f39-44d8-86f8-ffbaa3da009a,segment=NetworkSegment(055bddd8-2c88-4e17-ae3d-e3fa425d5a9d),segment_id=055bddd8-2c88-4e17-ae3d-e3fa425d5a9d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:30.494917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.518828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.564660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033bd8c-f44e-46ca-876a-0ba6d7403a4b req-1ac6dfa2-2ad5-4887-9b36-199ae114587b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:30.571697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d033bd8c-f44e-46ca-876a-0ba6d7403a4b req-1ac6dfa2-2ad5-4887-9b36-199ae114587b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2493622 Feb 10 22:47:30.742663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.751544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Transition to ACTIVE for port object c32b220f-764d-4c7b-a09d-e9e69c173d45 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:30.762286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.765874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.776128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Calling delete_port for 6a50c113-3f39-44d8-86f8-ffbaa3da009a owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:30.821689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d033bd8c-f44e-46ca-876a-0ba6d7403a4b req-bde75abb-55d2-4bb6-9d79-172b7241ae1c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492549 Feb 10 22:47:30.827993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.903209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:30.985820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] Pushing event deleted for resources: {'Port': ['ID=6a50c113-3f39-44d8-86f8-ffbaa3da009a,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:30.991967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148cd36f-3055-4ebf-bd52-4541497ab53a None None] No DVR routers for this DVR port 6a50c113-3f39-44d8-86f8-ffbaa3da009a on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:31.014443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] In _notify_port_updated(), no bound segment for port 4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 on network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:47:31.020324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:31.021000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.023389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/ports/4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 HTTP/1.1" status: 200 len: 818 time: 1.1476228 Feb 10 22:47:31.078943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51878) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:31.147793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc1c74fc-3816-4de4-b299-739cc132b4c0 req-48802f6e-1217-4d02-b962-aa88c57f3ac0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 210 time: 0.1613274 Feb 10 22:47:31.156028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:31.159920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf040ba-69a7-4ecb-92b8-324e090d1c77']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:31.255183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0c46e-04ea-4726-bff5-282669dd0cad tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:31.260808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:31.261032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.264669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8626a5c6-dfb6-47fa-985c-45bcd138888d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:31.264949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8626a5c6-dfb6-47fa-985c-45bcd138888d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:31.284805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:31.287005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:31.297945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.314458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94edbf28-dd49-473c-bd8b-5de894985cb3 req-14f0200b-daec-4742-8a25-9b6a4f292307 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:31.316038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94edbf28-dd49-473c-bd8b-5de894985cb3 req-14f0200b-daec-4742-8a25-9b6a4f292307 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.7116916 Feb 10 22:47:31.321250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Attempting to bind port c32b220f-764d-4c7b-a09d-e9e69c173d45 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:31.321825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Attempting to bind port c32b220f-764d-4c7b-a09d-e9e69c173d45 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:31.322023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Attempting to bind port c32b220f-764d-4c7b-a09d-e9e69c173d45 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:31.331096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Port c32b220f-764d-4c7b-a09d-e9e69c173d45 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:47:31.331443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Attempting to bind port c32b220f-764d-4c7b-a09d-e9e69c173d45 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:31.355340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:31.356418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Checking segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:31.356418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Bound using segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:31.356418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Bound port: c32b220f-764d-4c7b-a09d-e9e69c173d45, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:31.356812 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.368838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.380640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:31.383901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.408955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:31.409444 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:31.431386 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:31.596277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94edbf28-dd49-473c-bd8b-5de894985cb3 req-1a8fcd76-6ac1-4cf5-a7e3-1313aa64a702 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589839 Feb 10 22:47:31.625260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03abc09-5cc8-4e03-8f40-76ed3b0bf7cd req-8a3af36e-678d-4425-9e1a-def316701949 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:31.625859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b03abc09-5cc8-4e03-8f40-76ed3b0bf7cd req-8a3af36e-678d-4425-9e1a-def316701949 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:31.632870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d652286-f253-42c9-b61c-6d1be08596fe {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:31.641755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.651218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.652287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.691976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Transition to ACTIVE for port object 9d652286-f253-42c9-b61c-6d1be08596fe will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:31.693798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b03abc09-5cc8-4e03-8f40-76ed3b0bf7cd req-8a3af36e-678d-4425-9e1a-def316701949 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:31.694663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b03abc09-5cc8-4e03-8f40-76ed3b0bf7cd req-8a3af36e-678d-4425-9e1a-def316701949 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 943 time: 0.4080145 Feb 10 22:47:31.697476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.701557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Network': ['ID=ccf040ba-69a7-4ecb-92b8-324e090d1c77,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:31.704860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:31.710248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.715523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-22f74571-6a76-4684-9629-13cd146aced9 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/networks/ccf040ba-69a7-4ecb-92b8-324e090d1c77 HTTP/1.1" status: 204 len: 168 time: 2.0027771 Feb 10 22:47:31.716004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51886) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:31.751628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:31.846181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a50c113-3f39-44d8-86f8-ffbaa3da009a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:31.857786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:31.945618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 6a50c113-3f39-44d8-86f8-ffbaa3da009a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:31.946498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a50c113-3f39-44d8-86f8-ffbaa3da009a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:32.013184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.013849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.015324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] 10.222.0.30 "PUT /v2.0/ports/c32b220f-764d-4c7b-a09d-e9e69c173d45 HTTP/1.1" status: 200 len: 1091 time: 2.9337432 Feb 10 22:47:32.018248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:32.038535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.051226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.8 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/185003d1-978d-4f2a-8f69-d096952c7cf9) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:32.104327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:32.153969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad285f-7fd3-4810-a593-c0d457e227ca service neutron] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:32.294219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Pushing event updated for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:32.306545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b03abc09-5cc8-4e03-8f40-76ed3b0bf7cd req-9c260ae0-b793-4284-ac1e-66338eb500c9 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255578 Feb 10 22:47:32.381848 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'status': 'completed', 'code': 200} Feb 10 22:47:32.416504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.523483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.542732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f112231b-e5f9-4371-8f85-6e8536d8b8ff']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:32.573594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Attempting to bind port 9d652286-f253-42c9-b61c-6d1be08596fe on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:32.574004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Attempting to bind port 9d652286-f253-42c9-b61c-6d1be08596fe by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:32.574240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Attempting to bind port 9d652286-f253-42c9-b61c-6d1be08596fe on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:32.579647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:32.579919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055bddd8-2c88-4e17-ae3d-e3fa425d5a9d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:32.589007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:32.592655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Port 9d652286-f253-42c9-b61c-6d1be08596fe on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:47:32.593050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Attempting to bind port 9d652286-f253-42c9-b61c-6d1be08596fe on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:32.601137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:32.601660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Checking segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:32.602049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Bound using segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:32.602823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Bound port: 9d652286-f253-42c9-b61c-6d1be08596fe, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:32.602968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.609010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.613437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.636998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-75ccf10d-5a5c-4267-ba1d-c49a897d35d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.638492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-75ccf10d-5a5c-4267-ba1d-c49a897d35d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 1094 time: 0.5755565 Feb 10 22:47:32.668641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36362941-9c77-4114-a8eb-e0a69e84a631 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 HTTP/1.1" status: 204 len: 168 time: 1.5809963 Feb 10 22:47:32.700282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.707885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:32.738116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-f859d2f9-5def-4ddb-82b2-14bdec67cf32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45 HTTP/1.1" status: 200 len: 217 time: 0.0923333 Feb 10 22:47:32.741127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:32.741526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:32.757232 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:32.768294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee03b2-419c-4359-9516-e5038bbde274 req-ae38b178-777f-4388-b0c2-3248820dc09a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.769756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7ee03b2-419c-4359-9516-e5038bbde274 req-ae38b178-777f-4388-b0c2-3248820dc09a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5365889 Feb 10 22:47:32.818331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:32.827367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9d652286-f253-42c9-b61c-6d1be08596fe,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:32.835995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.880201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.913479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.914103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:32.915569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] 10.222.0.24 "PUT /v2.0/ports/9d652286-f253-42c9-b61c-6d1be08596fe HTTP/1.1" status: 200 len: 1092 time: 3.5657411 Feb 10 22:47:32.918843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:32.934830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b71568f-cf47-46e2-ac58-4b4302f5a02c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.935600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b71568f-cf47-46e2-ac58-4b4302f5a02c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:32.949503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baeabd6-a2d5-407d-b4b2-e9615c0fdc69 req-5be8c1d5-2a9a-49a9-a376-50391fb88fe8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.957708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5baeabd6-a2d5-407d-b4b2-e9615c0fdc69 req-5be8c1d5-2a9a-49a9-a376-50391fb88fe8 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.2974296 Feb 10 22:47:32.971626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-4f20d557-545c-4e32-a529-a36231caea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:32.973097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-4f20d557-545c-4e32-a529-a36231caea32 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.2159848 Feb 10 22:47:32.973714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.001730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.006604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7ee03b2-419c-4359-9516-e5038bbde274 req-63739deb-aaeb-44f6-997a-cbb1bceee4ab tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948824 Feb 10 22:47:33.050797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Network': ['ID=f112231b-e5f9-4371-8f85-6e8536d8b8ff,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:33.056020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b5041-30dc-4b10-9906-1f2d068fd70e service neutron] Pushing event updated for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:33.064530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0326126-3984-4998-9ad0-781b69f544ce tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/networks/f112231b-e5f9-4371-8f85-6e8536d8b8ff HTTP/1.1" status: 204 len: 168 time: 1.3433053 Feb 10 22:47:33.067053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-e36a24ef-b12a-4120-805f-762ddd1ff8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714939 Feb 10 22:47:33.068564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51910) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:33.076789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6b71568f-cf47-46e2-ac58-4b4302f5a02c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:33.078000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6b71568f-cf47-46e2-ac58-4b4302f5a02c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3697612 Feb 10 22:47:33.084071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:33.162430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5baeabd6-a2d5-407d-b4b2-e9615c0fdc69 req-0efb2271-a47a-4851-9111-728729a19e7c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038205 Feb 10 22:47:33.208637 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc6fe8c7-fc9e-4258-a2f9-ce241fd5e028 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:47:33.210819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cc6fe8c7-fc9e-4258-a2f9-ce241fd5e028 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/4e4e3134-e3f5-4792-a1a9-9c5d2ef2b816 HTTP/1.1" status: 404 len: 333 time: 0.1257207 Feb 10 22:47:33.219432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51920) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:33.231204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-471134585'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:33.243462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:33.249551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d9deb5fc-50e8-4380-9682-1ec22250fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:33.251516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-d9deb5fc-50e8-4380-9682-1ec22250fc34 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=f865b4fd-fd80-468b-8ae9-84644d5724cc HTTP/1.1" status: 200 len: 1095 time: 0.2697601 Feb 10 22:47:33.256208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:33.324331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:33.350453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:33.386472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-90551278-c66f-4393-9fc5-7772b48fa091 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d652286-f253-42c9-b61c-6d1be08596fe HTTP/1.1" status: 200 len: 217 time: 0.1241534 Feb 10 22:47:33.386899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ee7aad4c-6f16-4dbd-9335-b8ab59e02b83 req-27d9c785-7f40-4adb-8c73-a82f91741100 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:33.399757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.413704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:33.470575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-6b6d2f54-59e4-4738-8b37-d521bf644d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:33.476547 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-6b6d2f54-59e4-4738-8b37-d521bf644d63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.0834513 Feb 10 22:47:33.483670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting subnet 5610b5b9-8c7d-453b-9462-5bf38e6d8e1f {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:33.499394 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.539578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:33.543884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.546332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ee7aad4c-6f16-4dbd-9335-b8ab59e02b83 req-27d9c785-7f40-4adb-8c73-a82f91741100 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:33.555245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee7aad4c-6f16-4dbd-9335-b8ab59e02b83 req-27d9c785-7f40-4adb-8c73-a82f91741100 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 210 time: 0.2968190 Feb 10 22:47:33.572175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-9da08bf4-ac95-479a-90bd-a2f070ddc94b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792766 Feb 10 22:47:33.610722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:33.618394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:33.626853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:33.643356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:33.675002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.728973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-4eb9a5de-0d0d-4eb7-81c8-dffb7a789ce6 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716761 Feb 10 22:47:33.793024 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe', 'status': 'completed', 'code': 200} Feb 10 22:47:33.800037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-69280136-dc2f-43ef-9395-616e064eff97 service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251959 Feb 10 22:47:33.837529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:47:33.904669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.904669 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment 59845763-41e8-47da-93d0-8da56cfda76f of type vlan for network 6cbec312-1a66-4fef-b128-748752c2606c Feb 10 22:47:33.923424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:33.924067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:33.940399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b33a6-0860-4531-84fc-2f6080279151 req-1f8792a0-e116-4698-887e-d96df604cbfb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:33.942200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a5b33a6-0860-4531-84fc-2f6080279151 req-1f8792a0-e116-4698-887e-d96df604cbfb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.6080847 Feb 10 22:47:33.993084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e1172cd4-ca05-4e82-b0af-4de5e34264ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6624215 Feb 10 22:47:34.002913 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.010295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Request body: {'port': {'device_id': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:34.048954 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-4d837ff1-b36e-4877-a16a-354b5589c25e service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384405 Feb 10 22:47:34.071698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a5b33a6-0860-4531-84fc-2f6080279151 req-c8439e87-e660-4590-948c-a891b6c2a6c8 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197662 Feb 10 22:47:34.107571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.117154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.124588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:34.127166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.209318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7f83ad3-89f4-4454-90c9-baf9a505e055 req-ba7a7875-971f-482c-bf8e-c1ac8a53457a service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689777 Feb 10 22:47:34.405427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1818001 Feb 10 22:47:34.407112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350a814-29ef-4ef5-b682-e219b95c5775 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=6cbec312-1a66-4fef-b128-748752c2606c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:34.419034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a5a58a-03cd-4734-879e-0eec01ff3537 req-cf6dca80-4ba4-421c-8121-f6af866106f7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:34.425810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6cbec312-1a66-4fef-b128-748752c2606c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:47:34.427631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:34.429877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a5a58a-03cd-4734-879e-0eec01ff3537 req-cf6dca80-4ba4-421c-8121-f6af866106f7 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 943 time: 0.5838926 Feb 10 22:47:34.444961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:34.516573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.590759 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:34.961588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:34.967300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:34.972472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-ce95a7e8-119f-493b-94b9-c331b55c2e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:34.973980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-ce95a7e8-119f-493b-94b9-c331b55c2e76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=f865b4fd-fd80-468b-8ae9-84644d5724cc HTTP/1.1" status: 200 len: 1095 time: 0.8358614 Feb 10 22:47:34.974757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:35.003157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:35.045824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Subnet': ['ID=5610b5b9-8c7d-453b-9462-5bf38e6d8e1f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:35.064489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a5a58a-03cd-4734-879e-0eec01ff3537 req-1dac4204-650b-435a-be25-9fe1d3e26c0c tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6332769 Feb 10 22:47:35.089675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:35.093038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:35.118093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:35.124634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de60228-41ef-4c82-b861-de749f06b95d None None] Network 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:35.143713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b1a7c376-6677-432f-91cb-80852e040ed6 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/subnets/5610b5b9-8c7d-453b-9462-5bf38e6d8e1f HTTP/1.1" status: 204 len: 168 time: 2.0740900 Feb 10 22:47:35.144848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51956) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:35.148274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-34df0872-7086-48c1-be0d-58c140b5133c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:35.149772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-34df0872-7086-48c1-be0d-58c140b5133c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 1094 time: 0.8750315 Feb 10 22:47:35.297725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfb923-7908-4acd-a316-6464ea12b88f req-bb489013-c383-4ef5-b1c8-f4b41fc5570d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:35.305616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06dfb923-7908-4acd-a316-6464ea12b88f req-bb489013-c383-4ef5-b1c8-f4b41fc5570d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6323578 Feb 10 22:47:35.399853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-caee2863-5fd6-403a-96dd-f06ab10c8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:35.402032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-caee2863-5fd6-403a-96dd-f06ab10c8454 service neutron] 10.222.0.24 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 913 time: 0.4199028 Feb 10 22:47:35.494272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-c1db1fee-15eb-4f61-aa73-15d73fc8c096 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d652286-f253-42c9-b61c-6d1be08596fe HTTP/1.1" status: 200 len: 217 time: 0.0804725 Feb 10 22:47:35.523473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] DHCP port deletion for 23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:35.530221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Deleting port 461d16da-349b-4929-b961-c6429ae2b537 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:35.531015 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:35.602311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-06dfb923-7908-4acd-a316-6464ea12b88f req-fb74def9-fe22-46ff-9801-d7c87dcf8aee tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900908 Feb 10 22:47:35.655488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:47:35.659425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-7d0c7cbc-a23c-4927-bbef-cc26240fe050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:35.665094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-7d0c7cbc-a23c-4927-bbef-cc26240fe050 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.1512973 Feb 10 22:47:35.913203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:35.960206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185003d1-978d-4f2a-8f69-d096952c7cf9 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:35.979663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 461d16da-349b-4929-b961-c6429ae2b537 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:35.983157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.012068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9fafb-efdb-431c-98d6-276e461030dd req-eccf4bb5-4f3d-4747-bc7f-b52fc1f30c6c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.019448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64c9fafb-efdb-431c-98d6-276e461030dd req-eccf4bb5-4f3d-4747-bc7f-b52fc1f30c6c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.7643509 Feb 10 22:47:36.046860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.051704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-45afb840-cd36-4f77-b21b-220b19534d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.053211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-45afb840-cd36-4f77-b21b-220b19534d12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 913 time: 0.8358762 Feb 10 22:47:36.064508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting port 461d16da-349b-4929-b961-c6429ae2b537 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:36.064862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.109161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-f8426ae6-0874-452e-9bcf-435a0e4dbe23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1487844 Feb 10 22:47:36.110735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] For port 461d16da-349b-4929-b961-c6429ae2b537, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=461d16da-349b-4929-b961-c6429ae2b537,segment=NetworkSegment(47cb1121-e928-4e4f-a770-0e6a2bb5c372),segment_id=47cb1121-e928-4e4f-a770-0e6a2bb5c372)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:36.110894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.185373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Transition to ACTIVE for port object 185003d1-978d-4f2a-8f69-d096952c7cf9 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:36.203439 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-2036bb5e-6571-4c69-9217-1eb528a2ee45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45 HTTP/1.1" status: 200 len: 217 time: 0.1095395 Feb 10 22:47:36.209181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.267089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': '59845763-41e8-47da-93d0-8da56cfda76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:36.267495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 6cbec312-1a66-4fef-b128-748752c2606c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:47:36.297188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Calling delete_port for 461d16da-349b-4929-b961-c6429ae2b537 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:36.318057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=2edb001a-e421-4c6b-9dc9-6957908d35c6,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:36.324931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 6cbec312-1a66-4fef-b128-748752c2606c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:47:36.328082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64c9fafb-efdb-431c-98d6-276e461030dd req-4c0c5528-a835-4c3b-a4c9-928d3815c2e9 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076098 Feb 10 22:47:36.345652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6cbec312-1a66-4fef-b128-748752c2606c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:36.365417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.365737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.374018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c4f92f-882e-4883-846e-3609a0a58de3 None None] Network 6cbec312-1a66-4fef-b128-748752c2606c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:36.381553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaacab-f5c6-4030-9713-fd491356f114 req-760efe51-633a-45ff-a6c1-1eada2a94b88 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.383094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ffaacab-f5c6-4030-9713-fd491356f114 req-760efe51-633a-45ff-a6c1-1eada2a94b88 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 931 time: 0.3857324 Feb 10 22:47:36.415936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-f15b5227-045e-4713-91af-80bfa6816a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.418692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-f15b5227-045e-4713-91af-80bfa6816a89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.1991479 Feb 10 22:47:36.460926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-369598df-c958-43c9-9f65-7caee948c16c service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406143 Feb 10 22:47:36.487192 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ffaacab-f5c6-4030-9713-fd491356f114 req-66a74066-5fbf-40ac-bd5e-ce3029ede703 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886579 Feb 10 22:47:36.524060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da85dae8-f18a-4f73-8255-639b30b09b92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0929859 Feb 10 22:47:36.528789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:36.544735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:36.578415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-ef2d4456-a6dd-4c9f-bbf3-ec8f616ac59b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573902 Feb 10 22:47:36.638797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.659479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517171ba-8235-48d5-89f9-601bd1e3861f req-c620a747-0da9-4475-87a3-2d2154562fd6 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:36.663468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-517171ba-8235-48d5-89f9-601bd1e3861f req-c620a747-0da9-4475-87a3-2d2154562fd6 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.7901173 Feb 10 22:47:36.712837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Pushing event updated for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:36.715592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:36.850340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9d652286-f253-42c9-b61c-6d1be08596fe details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:47:36.900251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:36.929493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:36.938677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:36.964858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:36.996397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8e9a439-61c5-4308-b0e5-bd31458dd85d req-58b638a0-69c7-432f-82ce-970005c8d565 service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5218012 Feb 10 22:47:37.004731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:37.009286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.018734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9d652286-f253-42c9-b61c-6d1be08596fe,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:37.069230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '9d652286-f253-42c9-b61c-6d1be08596fe', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'port_id': '9d652286-f253-42c9-b61c-6d1be08596fe', 'mac_address': 'fa:16:3e:bd:04:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0869f8-7dd3-42b2-a5dd-1f421e00e89b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:47:37.106846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] Pushing event deleted for resources: {'Port': ['ID=461d16da-349b-4929-b961-c6429ae2b537,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:37.126991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a4f81-95c2-4391-ae1e-a4cab6facf4e None None] No DVR routers for this DVR port 461d16da-349b-4929-b961-c6429ae2b537 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:37.170816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6cbec312-1a66-4fef-b128-748752c2606c', 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': '2edb001a-e421-4c6b-9dc9-6957908d35c6'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:47:37.171695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.198337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Deleting port ee7107ee-8545-42f0-a0ee-ffd822870735 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:37.198898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.240519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.273926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Attempting to bind port 185003d1-978d-4f2a-8f69-d096952c7cf9 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:37.274255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Attempting to bind port 185003d1-978d-4f2a-8f69-d096952c7cf9 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:37.274584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Attempting to bind port 185003d1-978d-4f2a-8f69-d096952c7cf9 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:37.286190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7052ab9-23a1-4681-bea5-fb57fe9efa77 req-05ddbf4c-ce4c-4e2c-8d84-f445d4fcd0da tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:37.296812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7052ab9-23a1-4681-bea5-fb57fe9efa77 req-05ddbf4c-ce4c-4e2c-8d84-f445d4fcd0da tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5106287 Feb 10 22:47:37.299166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128a31a-3c8b-4f0a-b6fe-06dd1842d61b req-c3be3f92-f5c6-4f82-92c9-7df2946cf5c8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:37.305005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2128a31a-3c8b-4f0a-b6fe-06dd1842d61b req-c3be3f92-f5c6-4f82-92c9-7df2946cf5c8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 943 time: 0.7177455 Feb 10 22:47:37.326043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d652286-f253-42c9-b61c-6d1be08596fe {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:37.350432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9d652286-f253-42c9-b61c-6d1be08596fe,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:37.364077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Port 185003d1-978d-4f2a-8f69-d096952c7cf9 on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:47:37.364481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Attempting to bind port 185003d1-978d-4f2a-8f69-d096952c7cf9 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:37.379097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] For port 461d16da-349b-4929-b961-c6429ae2b537, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=461d16da-349b-4929-b961-c6429ae2b537,segment=NetworkSegment(47cb1121-e928-4e4f-a770-0e6a2bb5c372),segment_id=47cb1121-e928-4e4f-a770-0e6a2bb5c372)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:37.379491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.388734 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2edb001a-e421-4c6b-9dc9-6957908d35c6 (CIDR: 2001:db8::/64) Feb 10 22:47:37.398539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.406099 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:47:37.407410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:47:37.429845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a17f0d1b-b11d-4010-ac00-1b5f556fc13f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8999412 Feb 10 22:47:37.447493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7052ab9-23a1-4681-bea5-fb57fe9efa77 req-2e4deb96-773a-4d17-8395-3061033676e4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467650 Feb 10 22:47:37.448155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:37.460891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:37.505479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:37.518475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Calling delete_port for 461d16da-349b-4929-b961-c6429ae2b537 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:37.598417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Allocated IP 2001:db8::2 (6cbec312-1a66-4fef-b128-748752c2606c/2edb001a-e421-4c6b-9dc9-6957908d35c6/bd4d453b-08a3-420a-ae73-fdce81a5cbf4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:37.634418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c32b220f-764d-4c7b-a09d-e9e69c173d45 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:47:37.817605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:37.817979 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:37.824261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['9d652286-f253-42c9-b61c-6d1be08596fe'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:37.841104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:37.841499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:37.842090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:37.842540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Bound port: 185003d1-978d-4f2a-8f69-d096952c7cf9, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:37.842881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:37.887888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:37.896427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:37.911806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:37.931540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:37.964883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:37.986046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-8f25520a-d5da-4dc1-b535-b2050ddc3f29 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3019435 Feb 10 22:47:37.988475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.040885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:38.080034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2128a31a-3c8b-4f0a-b6fe-06dd1842d61b req-2e9b3c1a-6644-4aed-99ed-b2778532ab42 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7399082 Feb 10 22:47:38.178795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'port_id': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'mac_address': 'fa:16:3e:cf:c9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0869f8-7dd3-42b2-a5dd-1f421e00e89b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:47:38.355346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Deleting port 461d16da-349b-4929-b961-c6429ae2b537 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:38.356413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.496899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-561e8618-629b-485b-accd-0c738efc57d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.510828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.600960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32b220f-764d-4c7b-a09d-e9e69c173d45 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:38.614831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f751d4e9-961a-4b81-b07f-e93e4c219363 req-32795b41-cdaf-4e5d-8be2-6e28dfd11186 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660515 Feb 10 22:47:38.650569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:38.681939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=185003d1-978d-4f2a-8f69-d096952c7cf9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:38.736380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:38.745923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.746741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ee7107ee-8545-42f0-a0ee-ffd822870735 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:38.790457 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.793104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.805827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] The port '461d16da-349b-4929-b961-c6429ae2b537' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:47:38.921915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:38.928821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:38.937119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Transition to ACTIVE for port object bd4d453b-08a3-420a-ae73-fdce81a5cbf4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:38.988872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Transition to ACTIVE for port object bd4d453b-08a3-420a-ae73-fdce81a5cbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:39.001371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Pushing event updated for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:39.003522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45318b-5c60-4e61-93db-7a707dc2785e req-fb02ed13-4e0e-429f-b5f9-c9b2e9ce10e3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.010880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f45318b-5c60-4e61-93db-7a707dc2785e req-fb02ed13-4e0e-429f-b5f9-c9b2e9ce10e3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 943 time: 0.2050858 Feb 10 22:47:39.023097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.024002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.025568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-6ad8bf00-03cd-4c1c-a8e2-e7d5c68d1548 service neutron] 10.222.0.24 "PUT /v2.0/ports/185003d1-978d-4f2a-8f69-d096952c7cf9 HTTP/1.1" status: 200 len: 1091 time: 5.0232806 Feb 10 22:47:39.047707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 6cbec312-1a66-4fef-b128-748752c2606c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:39.049238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:39.055617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:39.062966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.063589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.099953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=b51307cf-5f9d-4a08-b6a8-4a46de834dc2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:39.108980 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.112143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f45318b-5c60-4e61-93db-7a707dc2785e req-3a665a1e-3bdc-4b45-b42c-5e3651bfd12e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Feb 10 22:47:39.114385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e3b2842-09b9-47a5-b6d7-c03966ce2d6b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6646430 Feb 10 22:47:39.116819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:39.136503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'fixed_ips': [{'subnet_id': '2edb001a-e421-4c6b-9dc9-6957908d35c6'}, {'subnet_id': 'b51307cf-5f9d-4a08-b6a8-4a46de834dc2'}], 'name': 'tempest-PortsIpV6TestJSON-318072588'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:39.181539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c32b220f-764d-4c7b-a09d-e9e69c173d45'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:39.237796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8fc54-9d6c-4061-a818-04298a5c1f10 req-fc32839f-47f0-4cf1-9d4b-276a48d1fc8c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.239655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19d8fc54-9d6c-4061-a818-04298a5c1f10 req-fc32839f-47f0-4cf1-9d4b-276a48d1fc8c tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 946 time: 0.9565217 Feb 10 22:47:39.315728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:39.316542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.348049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Network 6cbec312-1a66-4fef-b128-748752c2606c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:39.350884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.352526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:39.361120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:39.406979 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.528854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Pushing event updated for resources: {'Port': ['ID=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:39.607891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19d8fc54-9d6c-4061-a818-04298a5c1f10 req-3441f3f8-7ae9-4747-a992-fa378e6cace7 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3524308 Feb 10 22:47:39.663252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:39.679678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Attempting to bind port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:39.680051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Attempting to bind port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '59845763-41e8-47da-93d0-8da56cfda76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:39.680413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Attempting to bind port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 on network 6cbec312-1a66-4fef-b128-748752c2606c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:39.696102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:39.708315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:39.708591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Checking segment: {'id': '59845763-41e8-47da-93d0-8da56cfda76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:39.719762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.720352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Bound using segment: {'id': '59845763-41e8-47da-93d0-8da56cfda76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:39.720975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Bound port: bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59845763-41e8-47da-93d0-8da56cfda76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6cbec312-1a66-4fef-b128-748752c2606c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:39.721434 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.750575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:39.796551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:39.826804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:39.893474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bceea5-b6a2-40e3-8800-021f99b301d1 req-f4324c57-d18f-473c-bb6f-9b44ee38673f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.895031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2bceea5-b6a2-40e3-8800-021f99b301d1 req-f4324c57-d18f-473c-bb6f-9b44ee38673f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4215267 Feb 10 22:47:39.902011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:39.956032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-cabfd5ab-661f-49cf-b143-3e1722b8f3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.957550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-cabfd5ab-661f-49cf-b143-3e1722b8f3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 1.1488531 Feb 10 22:47:39.960450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23a5e59c-e2ec-43a6-9865-5c53cf7e56f9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:39.982686 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9', 'status': 'completed', 'code': 200} Feb 10 22:47:39.986909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-cf5ec4f0-821a-4e43-b070-b18fad79e3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:39.988426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-cf5ec4f0-821a-4e43-b070-b18fad79e3ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 1094 time: 0.8482277 Feb 10 22:47:40.073901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] For port bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:40.114215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] For port bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,segment=NetworkSegment(59845763-41e8-47da-93d0-8da56cfda76f),segment_id=59845763-41e8-47da-93d0-8da56cfda76f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:40.133231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:40.173819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:40.209134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2bceea5-b6a2-40e3-8800-021f99b301d1 req-298ee82f-7914-4a71-97cb-6c73851b7c20 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060952 Feb 10 22:47:40.287996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b565deb-d135-4677-8a22-e8345c289edd None None] Pushing event updated for resources: {'Port': ['ID=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:40.343358 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'code': 200} Feb 10 22:47:40.357704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:40.386749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 0331efcc-20a1-4f2b-8575-3097eecf777e yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:40.491227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4d99891-8f06-4bfc-95b9-e81b5ff3ca22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:40.691526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-e5cda5e0-98c2-4d99-bd41-4db732b0b2a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185003d1-978d-4f2a-8f69-d096952c7cf9 HTTP/1.1" status: 200 len: 217 time: 0.6105046 Feb 10 22:47:40.695546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47cb1121-e928-4e4f-a770-0e6a2bb5c372') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:40.699906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47cb1121-e928-4e4f-a770-0e6a2bb5c372') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:40.760083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9d652286-f253-42c9-b61c-6d1be08596fe up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:40.942478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:40.950804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 9d652286-f253-42c9-b61c-6d1be08596fe completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:40.957187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 9d652286-f253-42c9-b61c-6d1be08596fe triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:40.957571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:40.990026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff7d73-ec75-4b2c-ab45-6af732821d8f req-68b5eb4d-eb49-4852-9106-663a9a9c0b6c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:40.997917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28ff7d73-ec75-4b2c-ab45-6af732821d8f req-68b5eb4d-eb49-4852-9106-663a9a9c0b6c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 943 time: 0.2479954 Feb 10 22:47:41.005612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c491e0d7-c218-4630-92f8-6d195bdf8c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:41.007449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-c491e0d7-c218-4630-92f8-6d195bdf8c05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.2317331 Feb 10 22:47:41.064023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.144206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-cf5159c6-6f81-482e-ba5d-95cf6b817bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:41.156828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-cf5159c6-6f81-482e-ba5d-95cf6b817bde service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 1.1674511 Feb 10 22:47:41.174955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:41.175474 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:41.219815 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:41.224958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-0e2e0e1d-53fd-4fda-85ca-fa2f772fde73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2082860 Feb 10 22:47:41.235708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::2aa (6cbec312-1a66-4fef-b128-748752c2606c/2edb001a-e421-4c6b-9dc9-6957908d35c6/0331efcc-20a1-4f2b-8575-3097eecf777e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:41.244522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.244715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8:0:1::3d9 (6cbec312-1a66-4fef-b128-748752c2606c/b51307cf-5f9d-4a08-b6a8-4a46de834dc2/0331efcc-20a1-4f2b-8575-3097eecf777e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:41.245005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.245351 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Floating IP 07323f9b-492f-4357-a975-18558c566f30 disassociated. External IP: 172.25.2.27, port: ee7107ee-8545-42f0-a0ee-ffd822870735. Feb 10 22:47:41.245714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Calling delete_port for ee7107ee-8545-42f0-a0ee-ffd822870735 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:41.264404 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.353970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9d652286-f253-42c9-b61c-6d1be08596fe,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:41.358307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.527772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.532755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:41.547023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 0331efcc-20a1-4f2b-8575-3097eecf777e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:41.583475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.602445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c32b220f-764d-4c7b-a09d-e9e69c173d45 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:41.665253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 6cbec312-1a66-4fef-b128-748752c2606c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:41.675546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:41.688392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:41.694429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:41.695135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.718431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28ff7d73-ec75-4b2c-ab45-6af732821d8f req-7ae4b7a0-4083-4f3b-841f-557f6c93bc92 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7195361 Feb 10 22:47:41.767869 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.815218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.844080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=0331efcc-20a1-4f2b-8575-3097eecf777e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:41.854693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d98a432-2f8f-4079-93d7-2a4de5e84f1d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.7366989 Feb 10 22:47:41.855431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:41.867262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2edb001a-e421-4c6b-9dc9-6957908d35c6'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:41.888086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port c32b220f-764d-4c7b-a09d-e9e69c173d45 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:41.904722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c32b220f-764d-4c7b-a09d-e9e69c173d45 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:41.907532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:41.999718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d0da4-03da-417f-a907-1d25e238cbc6 req-463d4a90-8a4a-4ddc-96a7-e958f49849d5 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:42.006121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-035d0da4-03da-417f-a907-1d25e238cbc6 req-463d4a90-8a4a-4ddc-96a7-e958f49849d5 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 944 time: 2.0475519 Feb 10 22:47:42.077006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bd4d453b-08a3-420a-ae73-fdce81a5cbf4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:42.165778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.198059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:42.246214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-61ab823b-be7a-4cda-a411-17e6a86da9f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 1.0293608 Feb 10 22:47:42.250566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:42.267717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.313725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1711966b-61d8-4b35-bb5c-92c46a1bea6f None None] Network 6cbec312-1a66-4fef-b128-748752c2606c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:42.325242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-035d0da4-03da-417f-a907-1d25e238cbc6 req-8c669265-6a00-42a1-a5e4-1c07800b4e69 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544905 Feb 10 22:47:42.340516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.372575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.376815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe'}, {'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:42.398186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Pushing event deleted for resources: {'Network': ['ID=23a5e59c-e2ec-43a6-9865-5c53cf7e56f9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:42.426775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.463350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cad5d6d8-8bc2-4880-8df5-cf4e67399085 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/networks/23a5e59c-e2ec-43a6-9865-5c53cf7e56f9 HTTP/1.1" status: 204 len: 168 time: 7.3122077 Feb 10 22:47:42.478179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52034) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:42.489162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:42.489743 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:42.510396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:42.525461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Provisioning for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:42.536591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Provisioning complete for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:42.536591 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.574591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90765be3-b718-4686-af12-46a9aa924e3a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Synchronizing usage tracker for tenant:c46f011062794ef48e69e12c9df79450 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:42.590489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-05b16648-5d71-45ba-8e79-a84c87d856ef service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9467547 Feb 10 22:47:42.597721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-fdc3824f-c712-43cf-b26e-c72858667bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:42.598880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-fdc3824f-c712-43cf-b26e-c72858667bb3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.3100312 Feb 10 22:47:42.612290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763a2a3-e5d3-4b8c-9f51-cbe248d116b1 req-6a6f9a87-c8af-4260-9af1-f90317a8c6a7 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:42.614083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a763a2a3-e5d3-4b8c-9f51-cbe248d116b1 req-6a6f9a87-c8af-4260-9af1-f90317a8c6a7 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 944 time: 0.4471178 Feb 10 22:47:42.688620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90765be3-b718-4686-af12-46a9aa924e3a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Unset dirty status for tenant:c46f011062794ef48e69e12c9df79450 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:42.692429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90765be3-b718-4686-af12-46a9aa924e3a tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "GET /v2.0/ports?device_id=7c8e0dd0-0517-405b-b0e8-02312a00e3a1 HTTP/1.1" status: 200 len: 205 time: 0.2110894 Feb 10 22:47:42.693127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52038) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:42.765502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a763a2a3-e5d3-4b8c-9f51-cbe248d116b1 req-ecac5eeb-f3e8-4e27-9a0d-443e1a5fe8df tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448452 Feb 10 22:47:42.872930 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe', 'code': 200} Feb 10 22:47:42.872930 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'code': 200} Feb 10 22:47:42.925493 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:42.955216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.001556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Deleting port ee7107ee-8545-42f0-a0ee-ffd822870735 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:43.002143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.018160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] For port bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,segment=NetworkSegment(59845763-41e8-47da-93d0-8da56cfda76f),segment_id=59845763-41e8-47da-93d0-8da56cfda76f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:43.027755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.115969 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.193471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e91976-4c46-4934-a5d0-1fe5f95421ae None None] Pushing event updated for resources: {'Port': ['ID=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:43.259410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Delete allocated IP 2001:db8:0:1::3d9 (6cbec312-1a66-4fef-b128-748752c2606c/b51307cf-5f9d-4a08-b6a8-4a46de834dc2) {{(pid=87652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 22:47:43.408629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e585760-bd20-476f-873c-c39197b25f2c req-73ef5224-12cf-4ef7-ac85-567695de30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.409741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Update dhcp port {'port': {'network_id': '6cbec312-1a66-4fef-b128-748752c2606c', 'fixed_ips': [{'subnet_id': '2edb001a-e421-4c6b-9dc9-6957908d35c6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b51307cf-5f9d-4a08-b6a8-4a46de834dc2'}], 'binding:host_id': 'n-d-825178-4'}, 'id': 'bd4d453b-08a3-420a-ae73-fdce81a5cbf4'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:47:43.411171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e585760-bd20-476f-873c-c39197b25f2c req-73ef5224-12cf-4ef7-ac85-567695de30b0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f865b4fd-fd80-468b-8ae9-84644d5724cc HTTP/1.1" status: 200 len: 1097 time: 0.4228516 Feb 10 22:47:43.416377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46150d-2fa2-47a6-9da9-12db7de01d50 req-a9666a34-c65e-4be9-89bd-831bca57ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.418642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e46150d-2fa2-47a6-9da9-12db7de01d50 req-a9666a34-c65e-4be9-89bd-831bca57ba0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 1096 time: 0.3724329 Feb 10 22:47:43.552667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbb95c-8c1e-40d9-862f-843134a87236 req-b3b11916-0af2-4e31-b79b-65dac858870d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.554421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59dbb95c-8c1e-40d9-862f-843134a87236 req-b3b11916-0af2-4e31-b79b-65dac858870d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.0864894 Feb 10 22:47:43.584706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7e585760-bd20-476f-873c-c39197b25f2c req-575a45c9-0fb2-454d-acfb-0296a74bcb18 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649029 Feb 10 22:47:43.586323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.587015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e46150d-2fa2-47a6-9da9-12db7de01d50 req-5f132f30-bd6a-4d31-bb7a-4b52fe018ff4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341980 Feb 10 22:47:43.662256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199959d-4948-4b36-9d77-b7e64a85f34e req-b055f2aa-ba01-4d12-b651-9c7a7df56cb0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.664097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9199959d-4948-4b36-9d77-b7e64a85f34e req-b055f2aa-ba01-4d12-b651-9c7a7df56cb0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 943 time: 0.1414692 Feb 10 22:47:43.715713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.760392 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9199959d-4948-4b36-9d77-b7e64a85f34e req-cf339f37-ccd4-460b-a77e-f07bfa472205 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868394 Feb 10 22:47:43.784873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dec704bb-ffcd-4dee-b623-93fa54d92974 req-24ef4bc5-29b2-468a-af23-2e7bee7540fa service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1321862 Feb 10 22:47:43.786887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-0286acd1-30db-40da-aaa7-390adab56819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.788368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-0286acd1-30db-40da-aaa7-390adab56819 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1779923 Feb 10 22:47:43.791801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Ignored duplicate provisioning block setup for port 0331efcc-20a1-4f2b-8575-3097eecf777e by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 22:47:43.801205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.941857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bd4d453b-08a3-420a-ae73-fdce81a5cbf4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:43.973444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] In _notify_port_updated(), no bound segment for port 0331efcc-20a1-4f2b-8575-3097eecf777e on network 6cbec312-1a66-4fef-b128-748752c2606c {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:47:43.979200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:43.980958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:43.985829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/ports/0331efcc-20a1-4f2b-8575-3097eecf777e HTTP/1.1" status: 200 len: 925 time: 2.1294978 Feb 10 22:47:43.986930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52054) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:43.998360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2edb001a-e421-4c6b-9dc9-6957908d35c6'}, {'subnet_id': 'b51307cf-5f9d-4a08-b6a8-4a46de834dc2'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:44.089972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Allocated IP 2001:db8:0:1::2 (6cbec312-1a66-4fef-b128-748752c2606c/b51307cf-5f9d-4a08-b6a8-4a46de834dc2/bd4d453b-08a3-420a-ae73-fdce81a5cbf4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:44.091474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59dbb95c-8c1e-40d9-862f-843134a87236 req-d9aa9f20-9122-418a-9e7e-a81a555b8068 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5272291 Feb 10 22:47:44.207124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149c549-71a5-4b3f-908c-99a0e0794086 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=0331efcc-20a1-4f2b-8575-3097eecf777e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:44.244558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.286700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.303636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.327446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] For port ee7107ee-8545-42f0-a0ee-ffd822870735, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ee7107ee-8545-42f0-a0ee-ffd822870735,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:44.327815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.344359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:44.344969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.466928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375285e-587c-417a-82eb-eea17ba0f94a req-4a3ac16f-ba96-4351-8488-864cc5048ef2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:44.477438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] For port bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,segment=NetworkSegment(59845763-41e8-47da-93d0-8da56cfda76f),segment_id=59845763-41e8-47da-93d0-8da56cfda76f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:44.484589 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c375285e-587c-417a-82eb-eea17ba0f94a req-4a3ac16f-ba96-4351-8488-864cc5048ef2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 945 time: 0.4230671 Feb 10 22:47:44.603899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c375285e-587c-417a-82eb-eea17ba0f94a req-4713493d-0710-4ee8-a288-01880f6c00d2 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182337 Feb 10 22:47:44.604715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-41d60926-36ad-4c81-a05e-7855bf871c54 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538901 Feb 10 22:47:44.638582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:47:44.648597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-4d288550-834b-4394-97ba-602ed530e572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:44.650073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-4d288550-834b-4394-97ba-602ed530e572 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 1094 time: 0.6710341 Feb 10 22:47:44.666067 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.696513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Transition to ACTIVE for port object bd4d453b-08a3-420a-ae73-fdce81a5cbf4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:44.705090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.705650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Fanout notify agent at l3_agent the message router_deleted on router 7c8e0dd0-0517-405b-b0e8-02312a00e3a1 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:47:44.706521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:44.960259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7906f7-c14c-4855-b2e7-951074d7163b None None] Pushing event updated for resources: {'Port': ['ID=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:45.145125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:45.155874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cbe1e2b4-445d-4e1b-924d-ad563fddd116 tempest-RoutersNegativeTest-565170014 tempest-RoutersNegativeTest-565170014-project] 10.222.0.53 "DELETE /v2.0/routers/7c8e0dd0-0517-405b-b0e8-02312a00e3a1 HTTP/1.1" status: 204 len: 168 time: 2.4519887 Feb 10 22:47:45.236271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5916f2-e647-429e-930e-cb73fbdac9b2 req-3bac52be-d327-4b95-a92e-c6b109e6e82f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:45.237112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5f5916f2-e647-429e-930e-cb73fbdac9b2 req-3bac52be-d327-4b95-a92e-c6b109e6e82f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Synchronizing usage tracker for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:45.287437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5f5916f2-e647-429e-930e-cb73fbdac9b2 req-3bac52be-d327-4b95-a92e-c6b109e6e82f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Unset dirty status for tenant:a94b53c86ca642628553e3f1287bb337 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:45.289378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f5916f2-e647-429e-930e-cb73fbdac9b2 req-3bac52be-d327-4b95-a92e-c6b109e6e82f tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 944 time: 1.0663152 Feb 10 22:47:45.356983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:45.360262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:45.360605 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Floating IP 07323f9b-492f-4357-a975-18558c566f30 disassociated. External IP: 172.25.2.27, port: ee7107ee-8545-42f0-a0ee-ffd822870735. Feb 10 22:47:45.360944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Calling delete_port for ee7107ee-8545-42f0-a0ee-ffd822870735 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:45.370799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8:0:1::26e (6cbec312-1a66-4fef-b128-748752c2606c/b51307cf-5f9d-4a08-b6a8-4a46de834dc2/0331efcc-20a1-4f2b-8575-3097eecf777e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:45.407414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889a685-1be1-493c-a3c3-58fb14cc5c65 req-b9955fd8-0617-4dc5-a4cf-8b7fe1d3db7a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:45.414488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5889a685-1be1-493c-a3c3-58fb14cc5c65 req-b9955fd8-0617-4dc5-a4cf-8b7fe1d3db7a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 943 time: 0.3046789 Feb 10 22:47:45.441478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f5916f2-e647-429e-930e-cb73fbdac9b2 req-87bf6e5f-23dd-4f1e-9d21-d29619fdd566 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2b4d46d-383c-4617-a431-1709305d42d4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158311 Feb 10 22:47:45.593404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:45.698293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5889a685-1be1-493c-a3c3-58fb14cc5c65 req-499e8ada-ab31-4c19-ae33-66e89b0e5908 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826288 Feb 10 22:47:45.812460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce411424-7d7d-4b7d-8f31-745ad1062874 req-87c996c6-f839-4389-bb4c-06a4867eb973 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1923318 Feb 10 22:47:45.868874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bd4d453b-08a3-420a-ae73-fdce81a5cbf4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:45.920521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-470c9010-bdf0-49a0-833f-6a12ae77f03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:45.921988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-470c9010-bdf0-49a0-833f-6a12ae77f03e service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 1.2533338 Feb 10 22:47:46.008567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9aa491-a9ee-44aa-85e6-2d1610b4de52 None None] Network 6cbec312-1a66-4fef-b128-748752c2606c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:46.026233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.029433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-11a63726-cbe9-4346-a0bf-ba0068c51f22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=185003d1-978d-4f2a-8f69-d096952c7cf9 HTTP/1.1" status: 200 len: 217 time: 0.0927529 Feb 10 22:47:46.071266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Ignored duplicate provisioning block setup for port 0331efcc-20a1-4f2b-8575-3097eecf777e by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 22:47:46.094191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.161539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e0e8-6d10-4fff-a44b-aa00ee109c26 req-8e9d7245-86dc-4b7e-8f07-161274edbb9e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:46.163274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c88e0e8-6d10-4fff-a44b-aa00ee109c26 req-8e9d7245-86dc-4b7e-8f07-161274edbb9e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4012661 Feb 10 22:47:46.237390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-59869729-2d08-4335-9a24-748b6845a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:46.238600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-59869729-2d08-4335-9a24-748b6845a4f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.2018514 Feb 10 22:47:46.283466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Provisioning for port 0331efcc-20a1-4f2b-8575-3097eecf777e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:46.298022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.302046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Provisioning complete for port 0331efcc-20a1-4f2b-8575-3097eecf777e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:46.302858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.310068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c88e0e8-6d10-4fff-a44b-aa00ee109c26 req-1209ec4a-baa3-46b7-b6b6-cecbea985ba6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279891 Feb 10 22:47:46.316696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-11f64b5d-af0e-4c4d-897e-905cfe3c0c30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680652 Feb 10 22:47:46.407267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Port 0331efcc-20a1-4f2b-8575-3097eecf777e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:47:46.424657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Provisioning for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:46.432370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Provisioning complete for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:46.433650 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1f4e808-4a03-4a84-8bec-e3cfad3c3bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.439537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] In _notify_port_updated(), no bound segment for port 0331efcc-20a1-4f2b-8575-3097eecf777e on network 6cbec312-1a66-4fef-b128-748752c2606c {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:47:46.449711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:46.450380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.459820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/ports/0331efcc-20a1-4f2b-8575-3097eecf777e HTTP/1.1" status: 200 len: 1011 time: 2.4691906 Feb 10 22:47:46.466994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0688d73a-2bac-459e-89c3-ebb3fb7b6d7c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c46f011062794ef48e69e12c9df79450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8673875 Feb 10 22:47:46.475639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:46.476033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52090) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:46.534550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event deleted for resources: {'Port': ['ID=ee7107ee-8545-42f0-a0ee-ffd822870735,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:46.597748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade4a56e-befb-4ce2-a374-23bc32572091 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=0331efcc-20a1-4f2b-8575-3097eecf777e,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:46.634999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 0331efcc-20a1-4f2b-8575-3097eecf777e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:46.635371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.711793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e817124-609e-4638-a44b-d302c13e664f req-71270b42-96e7-4882-94f9-ddf569e3ce76 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:46.713340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e817124-609e-4638-a44b-d302c13e664f req-71270b42-96e7-4882-94f9-ddf569e3ce76 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 945 time: 0.8242710 Feb 10 22:47:46.806364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 185003d1-978d-4f2a-8f69-d096952c7cf9 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:47:46.867243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:47:46.867794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:46.869579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-96119072-e4a5-466e-9f9b-ab4f6deb37f8 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076294 Feb 10 22:47:46.913998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.118103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e86c7576-e5a4-4529-9b39-40e56c0f0159 None None] Provisioning complete for port 0331efcc-20a1-4f2b-8575-3097eecf777e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:47.118606 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e86c7576-e5a4-4529-9b39-40e56c0f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.196616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e817124-609e-4638-a44b-d302c13e664f req-434fc9e1-8dad-4208-9b87-5a4670ecb1db tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599667 Feb 10 22:47:47.296905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=185003d1-978d-4f2a-8f69-d096952c7cf9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:47.308019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.351879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '185003d1-978d-4f2a-8f69-d096952c7cf9', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '185003d1-978d-4f2a-8f69-d096952c7cf9', 'mac_address': 'fa:16:3e:27:4f:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:47:47.412273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1492232-1688-4bf8-9c08-aaad527cb117 req-4aca963a-4617-46e5-817c-c57517fdaf20 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/ports?device_id=4c4fcc20-cf4b-40d5-8253-5b772f037d3b HTTP/1.1" status: 200 len: 210 time: 0.5415256 Feb 10 22:47:47.412967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3c4c8-9cb1-4fa9-a1fc-59aff8e4813a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:47.424570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.542736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e86c7576-e5a4-4529-9b39-40e56c0f0159 None None] Port 0331efcc-20a1-4f2b-8575-3097eecf777e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:47:47.647886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ab72294-ef0f-49dd-935f-19c97a4e0f43 req-ebb378bc-28ca-4cef-94b2-ffdc90564100 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708111 Feb 10 22:47:47.676169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.772785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e86c7576-e5a4-4529-9b39-40e56c0f0159 None None] Provisioning complete for port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:47.772785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e86c7576-e5a4-4529-9b39-40e56c0f0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:47.780326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 0331efcc-20a1-4f2b-8575-3097eecf777e owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:47.844918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185003d1-978d-4f2a-8f69-d096952c7cf9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:47:47.886261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=185003d1-978d-4f2a-8f69-d096952c7cf9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:47.908096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:48.065622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:47:48.065964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:48.080030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Sync routers for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:47:48.110655 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:48.111337 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:48.186700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295951d0-3233-42d5-9f16-5ce41c40c30b req-a8b19e3d-6564-4ac7-84a4-9c1e6b7064e5 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:48.200326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-295951d0-3233-42d5-9f16-5ce41c40c30b req-a8b19e3d-6564-4ac7-84a4-9c1e6b7064e5 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=f865b4fd-fd80-468b-8ae9-84644d5724cc HTTP/1.1" status: 200 len: 946 time: 0.5358810 Feb 10 22:47:48.246779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] No DVR routers for this DVR port ee7107ee-8545-42f0-a0ee-ffd822870735 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:48.251942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:48.255311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-deleted', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:48.270533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:48.288975 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a752335f-004b-47d5-b477-47e91fdbdc64 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/11a3c4c8-9cb1-4fa9-a1fc-59aff8e4813a HTTP/1.1" status: 204 len: 168 time: 1.8024936 Feb 10 22:47:48.290650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=0331efcc-20a1-4f2b-8575-3097eecf777e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:48.325810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-295951d0-3233-42d5-9f16-5ce41c40c30b req-c323066b-c3da-4f8d-a7b2-e4d6ba9c37a8 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213346 Feb 10 22:47:48.328134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-517171ba-8235-48d5-89f9-601bd1e3861f req-f3235734-6fd3-42a1-bb3c-24afbb73f827 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.24 "DELETE /v2.0/ports/ee7107ee-8545-42f0-a0ee-ffd822870735 HTTP/1.1" status: 204 len: 173 time: 11.6108110 Feb 10 22:47:48.332233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['185003d1-978d-4f2a-8f69-d096952c7cf9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:47:48.549682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:48.568394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:48.622606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52124) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:48.629327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86c4c1ff-ad4f-4328-aefc-35bff00f943e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/0331efcc-20a1-4f2b-8575-3097eecf777e HTTP/1.1" status: 204 len: 168 time: 2.1386385 Feb 10 22:47:48.700322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a499bbcc-a488-4986-94bb-6cdbefffb5dc req-ed0ba8fc-146f-4261-8f0c-3eb86087784a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:48.709247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a499bbcc-a488-4986-94bb-6cdbefffb5dc req-ed0ba8fc-146f-4261-8f0c-3eb86087784a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 944 time: 0.6468089 Feb 10 22:47:48.792166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:47:48.800330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a499bbcc-a488-4986-94bb-6cdbefffb5dc req-f5783f11-b7b2-4147-8f3b-72703adfb525 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865281 Feb 10 22:47:48.817226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-95aac103-b16a-4fd8-986b-35c0039567c8 None None] Could not find standard attr ID for object 0331efcc-20a1-4f2b-8575-3097eecf777e. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:47:48.902981 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-548b77fb-5a7d-4c3e-8655-3298f8cecf85 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:47:48.903550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-548b77fb-5a7d-4c3e-8655-3298f8cecf85 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:49.171908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:47:49.326716 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c4fcc20-cf4b-40d5-8253-5b772f037d3b', 'name': 'network-vif-deleted', 'tag': 'ee7107ee-8545-42f0-a0ee-ffd822870735', 'status': 'completed', 'code': 200} Feb 10 22:47:49.362616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-548b77fb-5a7d-4c3e-8655-3298f8cecf85 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:49.363924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-548b77fb-5a7d-4c3e-8655-3298f8cecf85 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/0331efcc-20a1-4f2b-8575-3097eecf777e HTTP/1.1" status: 404 len: 333 time: 0.7512589 Feb 10 22:47:49.366639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52136) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:49.424823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a682f2-7b59-45a5-961d-31921c0c1022 req-13aa995f-d89b-44b3-9bef-6fb2095e09db tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:49.426576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2a682f2-7b59-45a5-961d-31921c0c1022 req-13aa995f-d89b-44b3-9bef-6fb2095e09db tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6610706 Feb 10 22:47:49.490848 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:49.505054 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Checking router: 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:47:49.528009 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:47:49.528565 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:49.537710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2a682f2-7b59-45a5-961d-31921c0c1022 req-d5b81691-1bd2-44fb-8740-30be455ff392 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031623 Feb 10 22:47:49.541427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet b51307cf-5f9d-4a08-b6a8-4a46de834dc2 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:49.549316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:49.662730 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:49.816473 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:47:50.209312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52170) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:50.232364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.406485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.412569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.414309 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:50.428605 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4a1879-0bfc-4ed7-96a3-b002095185e3 None None] The sync data for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 is: [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:46:03Z', 'revision_number': 4, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '03bbb297-5a97-478e-9302-7ab250df9b32', 'name': '', 'network_id': 'e3f6b146-ef3a-4597-98b5-6cee4c894e50', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'mac_address': 'fa:16:3e:7b:aa:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:46:01Z', 'updated_at': '2022-02-10T22:46:13Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'subnets': [{'id': '54b36e68-2379-4a12-94e7-82c41e71cb2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:47:50.458647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.476426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.477375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f2e930-69a1-4a08-8c1a-3a75feb35c72 None None] Network 6cbec312-1a66-4fef-b128-748752c2606c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:50.482846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=b51307cf-5f9d-4a08-b6a8-4a46de834dc2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:50.508700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52178) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:50.516979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994c647-ca58-4f6e-8a97-00bac17b6b17 req-933c7a76-2883-4d15-99e4-e4e2d75b8b51 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:50.518519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e994c647-ca58-4f6e-8a97-00bac17b6b17 req-933c7a76-2883-4d15-99e4-e4e2d75b8b51 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3692977 Feb 10 22:47:50.544357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f12d523-39a0-4384-a13d-4aaab633951b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/b51307cf-5f9d-4a08-b6a8-4a46de834dc2 HTTP/1.1" status: 204 len: 168 time: 1.1763690 Feb 10 22:47:50.548227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:50.617674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e994c647-ca58-4f6e-8a97-00bac17b6b17 req-e956ebe9-c8d6-4ac7-a95c-d3fe96e2a55e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795677 Feb 10 22:47:50.646222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.666105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 2edb001a-e421-4c6b-9dc9-6957908d35c6 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:47:50.679588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.686512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b4d46d-383c-4617-a431-1709305d42d4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:50.713462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.715062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-903f58c7-7dfe-49bb-bad1-9bd7e15a132e tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2b4d46d-383c-4617-a431-1709305d42d4 HTTP/1.1" status: 204 len: 168 time: 0.4989305 Feb 10 22:47:50.720109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52190) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:50.764673 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-6b7ec857-9834-437d-8c6e-62faefc09b21 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] show failed (client error): The resource could not be found. Feb 10 22:47:50.772102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6b7ec857-9834-437d-8c6e-62faefc09b21 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "GET /v2.0/security-groups/f2b4d46d-383c-4617-a431-1709305d42d4 HTTP/1.1" status: 404 len: 347 time: 0.0483510 Feb 10 22:47:50.772961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52194) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:50.828702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:50.875565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 185003d1-978d-4f2a-8f69-d096952c7cf9 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:47:51.030983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7cfbf6-ceae-44ba-bcf3-eff105c74b8b None None] New status for floating IP 07323f9b-492f-4357-a975-18558c566f30: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:47:51.049522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.093089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--2099428451'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:51.117626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 185003d1-978d-4f2a-8f69-d096952c7cf9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:47:51.138777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.194359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=2edb001a-e421-4c6b-9dc9-6957908d35c6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:51.200153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.206832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-439c9896-6c88-4d7c-bab1-991ea3fa122e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/2edb001a-e421-4c6b-9dc9-6957908d35c6 HTTP/1.1" status: 204 len: 168 time: 0.6566689 Feb 10 22:47:51.210403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52210) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:51.304136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 185003d1-978d-4f2a-8f69-d096952c7cf9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:47:51.304502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.316500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:51.335067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:51.342581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Deleting port 174553e2-3b9f-4c8f-a886-a6ba84b05af9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:51.343096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.343907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.364477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce639cf2-704e-4894-8b23-fc29d0b34052 req-46b3fd8a-c5d1-456c-96fd-22ac2ac74a0b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:51.371943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce639cf2-704e-4894-8b23-fc29d0b34052 req-46b3fd8a-c5d1-456c-96fd-22ac2ac74a0b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 944 time: 0.9007330 Feb 10 22:47:51.384378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:51.422797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:51.423140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.425934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:51.507532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.569787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.605564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.630204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:51.660121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:51.666548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=185003d1-978d-4f2a-8f69-d096952c7cf9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:51.674095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.678606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-fe960b95-6ebd-4e3c-ade7-8110b92c1e56 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:51.691822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-fe960b95-6ebd-4e3c-ade7-8110b92c1e56 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.6036365 Feb 10 22:47:51.700988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:51.736508 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce639cf2-704e-4894-8b23-fc29d0b34052 req-9adac677-361e-4081-8102-c19dc48a4b10 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635902 Feb 10 22:47:51.751096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:51.756528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:51.769825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:51.791599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-c0c645b4-c08a-4068-bbdf-d7577f112834 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:51.793619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-c0c645b4-c08a-4068-bbdf-d7577f112834 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "GET /v2.0/ports?device_id=f865b4fd-fd80-468b-8ae9-84644d5724cc HTTP/1.1" status: 200 len: 946 time: 0.7165601 Feb 10 22:47:51.794929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-c89cfcd8-327a-4dba-953c-40410c0a0201 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/quotas/95e6ccd3343b4eb9925d3acad55cea65 HTTP/1.1" status: 200 len: 375 time: 0.1020563 Feb 10 22:47:51.805184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:51.993162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port bd4d453b-08a3-420a-ae73-fdce81a5cbf4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,segment=NetworkSegment(59845763-41e8-47da-93d0-8da56cfda76f),segment_id=59845763-41e8-47da-93d0-8da56cfda76f)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:51.994040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.220684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.221711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.230339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for bd4d453b-08a3-420a-ae73-fdce81a5cbf4 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:52.256468 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9', 'code': 200} Feb 10 22:47:52.356254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Deleting port 9d652286-f253-42c9-b61c-6d1be08596fe {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:52.356793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.361671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.506197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=bd4d453b-08a3-420a-ae73-fdce81a5cbf4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:52.524258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No DVR routers for this DVR port bd4d453b-08a3-420a-ae73-fdce81a5cbf4 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:52.587159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ae5c6-77eb-4903-ad77-df1132ba8bc0 None None] Network 6cbec312-1a66-4fef-b128-748752c2606c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:52.614307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.645634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52e43768-1e3e-4d5f-91a6-41ee7fa67ec8 None None] Could not find standard attr ID for object bd4d453b-08a3-420a-ae73-fdce81a5cbf4. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:47:52.670421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Calling delete_port for 174553e2-3b9f-4c8f-a886-a6ba84b05af9 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:52.763203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.817767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cbec312-1a66-4fef-b128-748752c2606c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:52.835055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59845763-41e8-47da-93d0-8da56cfda76f') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:52.835625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59845763-41e8-47da-93d0-8da56cfda76f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:47:52.852056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.867224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b1887f-02c0-4d0d-b48e-179665a55a92 req-707b947f-86a3-4175-bcd8-d9896956202d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:52.874854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8b1887f-02c0-4d0d-b48e-179665a55a92 req-707b947f-86a3-4175-bcd8-d9896956202d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2865498 Feb 10 22:47:52.911650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.915034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.915447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:52.919801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:52.922702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:52.928841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:47:52.929062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:52.936027 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:47:52.965617 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:47:53.066964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23949275-a5f2-44ad-9d4b-9b5e5097e34e None None] DHCP port deletion for 6cbec312-1a66-4fef-b128-748752c2606c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:47:53.124559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.204527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.234457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-d26bcf2c-aa67-4cc1-ade4-f36e60d06a60 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3544300 Feb 10 22:47:53.295156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8b1887f-02c0-4d0d-b48e-179665a55a92 req-6891dd79-ff2a-4f2f-9e1a-83f53597dd02 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4190679 Feb 10 22:47:53.333000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.344822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.379695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=6cbec312-1a66-4fef-b128-748752c2606c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:53.401777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-77a69149-1f5c-479b-b754-64aab10a995f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/6cbec312-1a66-4fef-b128-748752c2606c HTTP/1.1" status: 204 len: 168 time: 2.1894257 Feb 10 22:47:53.403122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52240) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:53.462691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] For port 9d652286-f253-42c9-b61c-6d1be08596fe, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=9d652286-f253-42c9-b61c-6d1be08596fe,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:53.463334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.517555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6149c7-03da-405a-8403-bca1822d9a47,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:53.574233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072da980-7256-4e57-a6bb-f4af97d66f24 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:53.574975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-072da980-7256-4e57-a6bb-f4af97d66f24 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:53.603000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-072da980-7256-4e57-a6bb-f4af97d66f24 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:53.608602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-072da980-7256-4e57-a6bb-f4af97d66f24 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1998286 Feb 10 22:47:53.608815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:53.672802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032703a-c882-4ffa-afb6-545a521f0a47 req-9fd2037b-5003-489a-8895-a64477e25e31 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:53.674283 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7032703a-c882-4ffa-afb6-545a521f0a47 req-9fd2037b-5003-489a-8895-a64477e25e31 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.1720073 Feb 10 22:47:53.721107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Calling delete_port for 9d652286-f253-42c9-b61c-6d1be08596fe owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:53.730101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7032703a-c882-4ffa-afb6-545a521f0a47 req-94bf9f6a-c41e-4ea3-9114-eb55e5f24cb5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488155 Feb 10 22:47:53.754971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3c98cf27-4510-4e09-84af-ac959c1fe39e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1452014 Feb 10 22:47:53.758382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52248) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:53.764720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1153541041'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:53.770731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:53.774902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:53.779889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:53.785153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-9c54a828-6c83-4e95-a47d-4b983e5d43f0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:53.786582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:53.786796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-9c54a828-6c83-4e95-a47d-4b983e5d43f0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "GET /v2.0/ports?device_id=76900d38-0115-49c5-b89d-d3e1bbf39a20 HTTP/1.1" status: 200 len: 945 time: 1.9873068 Feb 10 22:47:53.812455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:53.816391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.877153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bd4d453b-08a3-420a-ae73-fdce81a5cbf4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:53.881022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.884959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.3627377 Feb 10 22:47:53.891061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:47:53.903590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:53.903939 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment 18705291-309f-47a0-bf78-2d10dd1e25ea of type vlan for network 774bde41-b719-486e-a4b9-a0eee75f12b8 Feb 10 22:47:53.941945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: bd4d453b-08a3-420a-ae73-fdce81a5cbf4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:53.942611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bd4d453b-08a3-420a-ae73-fdce81a5cbf4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:53.944416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52254) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:53.949631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192318ec-41c0-4c02-ab06-6f01dc6f4a2d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0f2ba-4928-4211-91e7-4f04b9ab3de4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:53.958721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.008949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:54.009423 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:54.043991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee765a-cf45-4b09-9e58-360064fc822c req-67af36eb-e0a2-4677-aebf-850cd8600172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:54.045865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48ee765a-cf45-4b09-9e58-360064fc822c req-67af36eb-e0a2-4677-aebf-850cd8600172 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 1096 time: 1.7007768 Feb 10 22:47:54.090849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Deleting port c32b220f-764d-4c7b-a09d-e9e69c173d45 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:54.091337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.106601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.123775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:54.124592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.181186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-0d7176f3-f5a9-46f1-96c3-47a996de2459 service neutron] 10.222.0.53 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9455440 Feb 10 22:47:54.263320 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5006597 Feb 10 22:47:54.265866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:54.279800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:54.294494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc4f17-4c56-4f2c-837b-c63c95ebca19 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=774bde41-b719-486e-a4b9-a0eee75f12b8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:54.303424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.306362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:47:54.409290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e103ba-a522-40e3-8b6c-ea51e7af8a2d req-e0c834f9-4695-4018-91e5-4e5c6c526b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:54.410845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13e103ba-a522-40e3-8b6c-ea51e7af8a2d req-e0c834f9-4695-4018-91e5-4e5c6c526b36 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3750863 Feb 10 22:47:54.451019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:54.465524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:54.473102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:54.483483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:54.501983 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13e103ba-a522-40e3-8b6c-ea51e7af8a2d req-d0109bab-b96f-46b4-8ac5-fe1a6ad1ce3f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807705 Feb 10 22:47:54.530829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:54.534578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.553712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0e599de-f8d1-4276-91ba-c8ee66e12943 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:54.558760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Deleting port 174553e2-3b9f-4c8f-a886-a6ba84b05af9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:54.559107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.614278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-8cc9f021-0151-434f-8d86-03dacb0d3096 service neutron] 10.222.0.53 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319153 Feb 10 22:47:54.648874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48ee765a-cf45-4b09-9e58-360064fc822c req-f79dbbe2-f689-4d0e-bcc7-060c5c2727df service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803919 Feb 10 22:47:54.784762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0e599de-f8d1-4276-91ba-c8ee66e12943 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:54.790482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0e599de-f8d1-4276-91ba-c8ee66e12943 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8340774 Feb 10 22:47:54.791259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:54.805107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-security--943748305', 'description': 'tempest-security-description-942790822'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:54.826616 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.884146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9d652286-f253-42c9-b61c-6d1be08596fe no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:54.893625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:54.957256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 9d652286-f253-42c9-b61c-6d1be08596fe {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:47:54.959880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 9d652286-f253-42c9-b61c-6d1be08596fe not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:47:54.989821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fbd6e-57c3-4d0e-9b20-8e011ab7cb34 req-f63f2227-9da2-4e4a-b484-2a41c2c48f93 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:54.991583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e48fbd6e-57c3-4d0e-9b20-8e011ab7cb34 req-f63f2227-9da2-4e4a-b484-2a41c2c48f93 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2893789 Feb 10 22:47:55.128107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.128438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.242790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.258217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e48fbd6e-57c3-4d0e-9b20-8e011ab7cb34 req-7f8b8998-249a-4f1b-926b-cd9a8c07fda2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288735 Feb 10 22:47:55.280410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.364475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.365822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "PUT /v2.0/security-groups/93c0f2ba-4928-4211-91e7-4f04b9ab3de4 HTTP/1.1" status: 200 len: 1778 time: 0.5674360 Feb 10 22:47:55.371862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52282) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:55.397261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.465468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Calling delete_port for 174553e2-3b9f-4c8f-a886-a6ba84b05af9 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:55.481114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb7cbb-955c-4ddc-895d-2b576e8c6e35 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0f2ba-4928-4211-91e7-4f04b9ab3de4,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:55.540423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3cb9e352-0b03-4b47-a6ca-6d5ce556b72d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups/93c0f2ba-4928-4211-91e7-4f04b9ab3de4 HTTP/1.1" status: 200 len: 1778 time: 0.1633899 Feb 10 22:47:55.550091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:55.554522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=6de30527-7b3e-446b-abbc-cb2cc875b0ba,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:55.613464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': '18705291-309f-47a0-bf78-2d10dd1e25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:55.613863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 774bde41-b719-486e-a4b9-a0eee75f12b8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:47:55.641702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event deleted for resources: {'Port': ['ID=9d652286-f253-42c9-b61c-6d1be08596fe,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:55.670379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c32b220f-764d-4c7b-a09d-e9e69c173d45 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:47:55.716811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.748766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.750782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:47:55.807152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.807593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.807927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.808252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.808571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.808889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.809203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.809515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.809830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.810139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.810451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.811314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:47:55.838507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 774bde41-b719-486e-a4b9-a0eee75f12b8) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:55.859495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:55.861497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.870212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:55.929676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3575b-307b-41b9-aa70-d2f4bc4b6db2 None None] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:47:55.944037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Pushing event deleted for resources: {'Port': ['ID=174553e2-3b9f-4c8f-a886-a6ba84b05af9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:55.966967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3ce9873f-f6bb-4fe0-871c-edcebf157413 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6972616 Feb 10 22:47:55.990170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52300) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:56.039598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8', 'name': 'tempest-PortsIpV6TestJSON-1094572505'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:56.087326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] No DVR routers for this DVR port 9d652286-f253-42c9-b61c-6d1be08596fe on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:47:56.159443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.228950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'name': 'network-vif-deleted', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:56.288797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3190b52-ad50-4ea8-9343-bfeaf0ddd5d5 req-626c72d8-c899-4673-bfe4-b297f8d4e8ff tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "DELETE /v2.0/ports/9d652286-f253-42c9-b61c-6d1be08596fe HTTP/1.1" status: 204 len: 173 time: 4.3150437 Feb 10 22:47:56.358749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a525b3d7-24e6-48a6-bbde-2e6f184d0d92 req-85000570-5d1e-4082-90a7-f4cda953cc5e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:56.377291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a525b3d7-24e6-48a6-bbde-2e6f184d0d92 req-85000570-5d1e-4082-90a7-f4cda953cc5e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.7360187 Feb 10 22:47:56.408613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:56.408983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.465037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:56.502823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:56.518147 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.588514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.592400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/93c0f2ba-4928-4211-91e7-4f04b9ab3de4 HTTP/1.1" status: 204 len: 168 time: 1.0411744 Feb 10 22:47:56.595747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e10f4b-c7ed-4f58-a394-ca8fcb35d975 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0f2ba-4928-4211-91e7-4f04b9ab3de4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:56.608146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:56.614777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.636499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.658924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52322) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:56.669870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 70110fea-2162-47af-b118-0a253bb3baba yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:56.822724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Calling delete_port for c32b220f-764d-4c7b-a09d-e9e69c173d45 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:56.834394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:47:56.935302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:56.956125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.978150 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.997582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:56.997582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc93342e-8362-4b48-9459-9e36a91b8834 tempest-ServersTestManualDisk-511055539 tempest-ServersTestManualDisk-511055539-project] 10.222.0.53 "DELETE /v2.0/floatingips/07323f9b-492f-4357-a975-18558c566f30 HTTP/1.1" status: 204 len: 168 time: 6.2206001 Feb 10 22:47:57.016302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:47:57.016615 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:47:57.017028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52332) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:57.020695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a525b3d7-24e6-48a6-bbde-2e6f184d0d92 req-fce2a1e9-e033-4d57-a447-fdc2894642ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425750 Feb 10 22:47:57.071374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::13a (774bde41-b719-486e-a4b9-a0eee75f12b8/6de30527-7b3e-446b-abbc-cb2cc875b0ba/70110fea-2162-47af-b118-0a253bb3baba) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:57.215433 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f865b4fd-fd80-468b-8ae9-84644d5724cc', 'name': 'network-vif-deleted', 'tag': '9d652286-f253-42c9-b61c-6d1be08596fe', 'status': 'completed', 'code': 200} Feb 10 22:47:57.375111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:57.395119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-774bde41-b719-486e-a4b9-a0eee75f12b8', 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': '6de30527-7b3e-446b-abbc-cb2cc875b0ba'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:47:57.400472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:57.544226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Deleting port c32b220f-764d-4c7b-a09d-e9e69c173d45 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:47:57.544549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:57.584281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52338) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:57.708987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e6a152d-20a1-40d1-bcf8-6bcf2dcc7e16 req-1006efc9-cd9f-41cf-8cee-38fe63f15a00 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 210 time: 0.0801048 Feb 10 22:47:57.778746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1dc87aed-2a9a-4f01-9f55-8bbb8a6fa218 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:57.910493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1dc87aed-2a9a-4f01-9f55-8bbb8a6fa218 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:57.911837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1dc87aed-2a9a-4f01-9f55-8bbb8a6fa218 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2929196 Feb 10 22:47:57.923461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52348) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:57.966945 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-346aa0dd-1aa1-4167-9d19-c5c1bb8c9e0c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] delete failed (client error): The resource could not be found. Feb 10 22:47:57.967995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-346aa0dd-1aa1-4167-9d19-c5c1bb8c9e0c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/93c0f2ba-4928-4211-91e7-4f04b9ab3de4 HTTP/1.1" status: 404 len: 347 time: 0.0435977 Feb 10 22:47:57.972773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:57.989703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:57.999122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--232803801'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:58.010422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:58.015907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.066677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:58.075862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 70110fea-2162-47af-b118-0a253bb3baba will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:58.105993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.135028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:58.145316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-2bfbf5eb-0d4f-4b2a-b6e0-f725cb18ad8a tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:58.146750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-2bfbf5eb-0d4f-4b2a-b6e0-f725cb18ad8a tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.3715842 Feb 10 22:47:58.150509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:58.155125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:58.165925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Request body: {'port': {'device_id': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'admin_state_up': True, 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:58.179425 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'code': 200} Feb 10 22:47:58.262852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:58.314236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.392757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Allocated IP 2001:db8::2 (774bde41-b719-486e-a4b9-a0eee75f12b8/6de30527-7b3e-446b-abbc-cb2cc875b0ba/3c500172-43a8-4dcd-a15d-d633e2bafe82) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:58.416322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:58.434723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5698855c7509484883bcf58a1c059454 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:58.465791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:58.489310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:58.498362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:58.500689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:58.511749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:58.517269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:58.517881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.523991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Usage tracker for resource:port and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:58.533818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:58.535732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:58.557774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=70110fea-2162-47af-b118-0a253bb3baba,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:58.574730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:58.598305 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.610431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.625624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9574318-0052-4ae0-a914-d0c147bd370a req-c0a766f8-b83c-42c6-b635-e870148bb860 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:58.627129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9574318-0052-4ae0-a914-d0c147bd370a req-c0a766f8-b83c-42c6-b635-e870148bb860 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.0427268 Feb 10 22:47:58.639150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e7e4eaf5-6420-40c2-b332-4008a7334861 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6479173 Feb 10 22:47:58.640078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:58.643590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.652273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52362) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:58.671131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.681350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.683306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7047627 Feb 10 22:47:58.688773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Transition to ACTIVE for port object 3c500172-43a8-4dcd-a15d-d633e2bafe82 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:58.689591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52366) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:58.692594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b307b201-1e92-45ea-b8b7-868bb34382bb tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f29db2fa-4cc5-4c56-860d-c1fca4bca7ca,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:58.697404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8', 'name': 'tempest-PortsIpV6TestJSON-167698708'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:58.699573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'f29db2fa-4cc5-4c56-860d-c1fca4bca7ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:58.711897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a7d806-72a5-41d2-b0c7-de80b404052b req-6872b3f1-7f7f-40ee-9367-a7686de1442b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:58.712544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Transition to ACTIVE for port object 3c500172-43a8-4dcd-a15d-d633e2bafe82 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:47:58.713709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d5a7d806-72a5-41d2-b0c7-de80b404052b req-6872b3f1-7f7f-40ee-9367-a7686de1442b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.3349321 Feb 10 22:47:58.720971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.755568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:58.773511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:58.782955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:58.793957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:47:58.797134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:47:58.802521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:47:58.802719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:58.808647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-79b10669-87d3-4029-8de2-654139ec50e1 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:58.810176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-79b10669-87d3-4029-8de2-654139ec50e1 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 812 time: 0.8232145 Feb 10 22:47:58.838502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Pushing event updated for resources: {'Port': ['ID=3c500172-43a8-4dcd-a15d-d633e2bafe82,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:58.841826 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d5a7d806-72a5-41d2-b0c7-de80b404052b req-f10de15b-7803-4f3a-8aad-7e9e57d11df2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875237 Feb 10 22:47:58.853263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Request body: {'port': {'device_id': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'admin_state_up': True, 'tenant_id': '95e6ccd3343b4eb9925d3acad55cea65'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:47:58.907852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Attempting to bind port 3c500172-43a8-4dcd-a15d-d633e2bafe82 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:47:58.908264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Attempting to bind port 3c500172-43a8-4dcd-a15d-d633e2bafe82 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '18705291-309f-47a0-bf78-2d10dd1e25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:47:58.908568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Attempting to bind port 3c500172-43a8-4dcd-a15d-d633e2bafe82 on network 774bde41-b719-486e-a4b9-a0eee75f12b8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:47:58.914307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:47:58.914690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Checking segment: {'id': '18705291-309f-47a0-bf78-2d10dd1e25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:47:58.915076 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:58.915481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Bound using segment: {'id': '18705291-309f-47a0-bf78-2d10dd1e25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:47:58.915950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Bound port: 3c500172-43a8-4dcd-a15d-d633e2bafe82, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18705291-309f-47a0-bf78-2d10dd1e25ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '774bde41-b719-486e-a4b9-a0eee75f12b8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:47:58.916291 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.017023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9574318-0052-4ae0-a914-d0c147bd370a req-c929de79-c5f8-4353-90af-d7a0c7975861 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3754029 Feb 10 22:47:59.018905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] For port 3c500172-43a8-4dcd-a15d-d633e2bafe82, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:47:59.021817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Allocated IP 172.20.0.6 (661393f8-e9e3-45fe-ab5e-074e11ce49ea/4b0869f8-7dd3-42b2-a5dd-1f421e00e89b/2c370b75-af6b-4550-a617-f875a30e6e35) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:47:59.023695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] For port 3c500172-43a8-4dcd-a15d-d633e2bafe82, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c500172-43a8-4dcd-a15d-d633e2bafe82,segment=NetworkSegment(18705291-309f-47a0-bf78-2d10dd1e25ea),segment_id=18705291-309f-47a0-bf78-2d10dd1e25ea)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:47:59.030405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.034496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.038491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] For port c32b220f-764d-4c7b-a09d-e9e69c173d45, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c32b220f-764d-4c7b-a09d-e9e69c173d45,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:47:59.038861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.099936 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.119099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.178767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.183070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4889293 Feb 10 22:47:59.185905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3d166-0d30-4aea-9094-6c92565b5397 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d5b9567-1c3c-4f88-a284-48a58f3ea434,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:59.190303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:59.224586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c65a7-6065-44ff-aea9-01e9a7e7d74a None None] Pushing event updated for resources: {'Port': ['ID=3c500172-43a8-4dcd-a15d-d633e2bafe82,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:59.257505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Calling delete_port for c32b220f-764d-4c7b-a09d-e9e69c173d45 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:47:59.262389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.281291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26623-02d9-4262-8019-5223206c513b req-30ce08ba-529a-4df8-bf5c-a1109dc2ec33 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:47:59.282917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20d26623-02d9-4262-8019-5223206c513b req-30ce08ba-529a-4df8-bf5c-a1109dc2ec33 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.3206687 Feb 10 22:47:59.290486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.375744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b1866d19-026a-4f00-b500-bebc76cd1d26 req-b11e3807-f7f2-4f0e-b2bd-2ea07cc0b623 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:59.392146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:59.435413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:59.440179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:59.466800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:59.468374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20d26623-02d9-4262-8019-5223206c513b req-1b13c58c-18b9-4bdb-85d4-cf8e4eaa0a74 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701169 Feb 10 22:47:59.483271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.486006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.498269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:47:59.507169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d5b9567-1c3c-4f88-a284-48a58f3ea434,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:59.518149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.521691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11a38896-eb6d-44b5-8a2b-c710182c9191 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/5d5b9567-1c3c-4f88-a284-48a58f3ea434 HTTP/1.1" status: 204 len: 168 time: 0.3279510 Feb 10 22:47:59.528864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52380) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:59.529224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.556821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Usage tracker for resource:port and tenant:95e6ccd3343b4eb9925d3acad55cea65 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:47:59.560651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b1866d19-026a-4f00-b500-bebc76cd1d26 req-b11e3807-f7f2-4f0e-b2bd-2ea07cc0b623 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:59.561830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1866d19-026a-4f00-b500-bebc76cd1d26 req-b11e3807-f7f2-4f0e-b2bd-2ea07cc0b623 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 210 time: 0.3307905 Feb 10 22:47:59.564812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:59.568261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.575551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.580241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:47:59.603665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:47:59.608968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38b89638-99c9-4177-be4e-73d3324b5241 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:47:59.630397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38b89638-99c9-4177-be4e-73d3324b5241 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:47:59.634707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38b89638-99c9-4177-be4e-73d3324b5241 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1019747 Feb 10 22:47:59.634878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5698855c7509484883bcf58a1c059454&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0482776 Feb 10 22:47:59.639680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52384) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:59.640068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:47:59.650644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:47:59.694467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a000d1cf-3b16-4e04-bd6e-6f1ed96105e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e07c6930-084f-4de8-9b66-433e765eb06b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:47:59.731465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Made reservation on behalf of 95e6ccd3343b4eb9925d3acad55cea65 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:47:59.735109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.798362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.824079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:47:59.919221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c500172-43a8-4dcd-a15d-d633e2bafe82 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:00.038091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3c500172-43a8-4dcd-a15d-d633e2bafe82 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:00.100892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.108408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.119833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:00.141415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:00.160796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event updated for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:00.174595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:00.186183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.297463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:00.298324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.320121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.362767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cdafc7-6f2e-4ddf-ba44-85dc7a44f201 req-9c6ee466-4c82-4944-a46f-d9f7bbe7c21c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:00.364426 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82cdafc7-6f2e-4ddf-ba44-85dc7a44f201 req-9c6ee466-4c82-4944-a46f-d9f7bbe7c21c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.6573653 Feb 10 22:48:00.405594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-782426f0-a58e-4450-8ba7-4691d800a2e0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2472363 Feb 10 22:48:00.421590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Request body: {'port': {'device_id': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:00.490046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.510087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.531800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82cdafc7-6f2e-4ddf-ba44-85dc7a44f201 req-97704ae4-dbc7-43c2-93f1-46be299daebc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556370 Feb 10 22:48:00.579045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae5ef14-7163-45a7-bb8a-0049f575d3e2 None None] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:00.591043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e07c6930-084f-4de8-9b66-433e765eb06b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:00.612383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.614385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-513310b1-ad81-4ba9-9339-f61c22a20502 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e07c6930-084f-4de8-9b66-433e765eb06b HTTP/1.1" status: 204 len: 168 time: 0.9713602 Feb 10 22:48:00.616943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] No DVR routers for this DVR port c32b220f-764d-4c7b-a09d-e9e69c173d45 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:00.621411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.629401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event deleted for resources: {'Port': ['ID=c32b220f-764d-4c7b-a09d-e9e69c173d45,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:00.633008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.637366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/f29db2fa-4cc5-4c56-860d-c1fca4bca7ca HTTP/1.1" status: 204 len: 168 time: 0.9936888 Feb 10 22:48:00.646085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:00.654208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151d459-8706-4b5c-9554-f1f920f56b07 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29db2fa-4cc5-4c56-860d-c1fca4bca7ca,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:00.658765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-deleted', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:00.742537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.750259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Provisioning for port 3c500172-43a8-4dcd-a15d-d633e2bafe82 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:00.757151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Provisioning complete for port 3c500172-43a8-4dcd-a15d-d633e2bafe82 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:00.757962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.803272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-75818ef5-e3fa-4cbc-bd6f-c28cb898e9d6 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:00.824397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::224 (774bde41-b719-486e-a4b9-a0eee75f12b8/6de30527-7b3e-446b-abbc-cb2cc875b0ba/fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:00.828102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:00.840240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Allocated IP 172.20.0.9 (661393f8-e9e3-45fe-ab5e-074e11ce49ea/4b0869f8-7dd3-42b2-a5dd-1f421e00e89b/31d6526b-de9f-4d6b-ba6d-73bb4a24bee0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:00.843608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c85e1de-7540-4e9a-ba41-d32d16e1c12a req-de500cd3-abca-4acd-8b12-f9beba18ae5b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "DELETE /v2.0/ports/c32b220f-764d-4c7b-a09d-e9e69c173d45 HTTP/1.1" status: 204 len: 173 time: 7.0213563 Feb 10 22:48:00.922048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-6ba191b5-c3ca-4307-b7b5-1ea0227051ee tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:00.923501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-6ba191b5-c3ca-4307-b7b5-1ea0227051ee tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.7504056 Feb 10 22:48:00.967105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.036207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] For port 3c500172-43a8-4dcd-a15d-d633e2bafe82, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c500172-43a8-4dcd-a15d-d633e2bafe82,segment=NetworkSegment(18705291-309f-47a0-bf78-2d10dd1e25ea),segment_id=18705291-309f-47a0-bf78-2d10dd1e25ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:01.039713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-75818ef5-e3fa-4cbc-bd6f-c28cb898e9d6 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:01.040564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-75818ef5-e3fa-4cbc-bd6f-c28cb898e9d6 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3933063 Feb 10 22:48:01.045379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:01.055006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3bfaf-8531-4620-a75c-5b3d1b961e58 req-9918c1de-817a-4c97-b04b-f2a1cda86099 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:01.063994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8d3bfaf-8531-4620-a75c-5b3d1b961e58 req-9918c1de-817a-4c97-b04b-f2a1cda86099 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.3462224 Feb 10 22:48:01.074138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9120e3-66ca-4590-b5d0-c782b8d283bc req-55cc1505-334c-4c97-abd6-367267fee003 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:01.077603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.083207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a9120e3-66ca-4590-b5d0-c782b8d283bc req-55cc1505-334c-4c97-abd6-367267fee003 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.0533693 Feb 10 22:48:01.115242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661755785'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:01.122825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:01.133902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:01.147873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.177940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:01.193160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8d3bfaf-8531-4620-a75c-5b3d1b961e58 req-35024e33-c44e-49f9-a351-a6ba62e0cc9e tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255565 Feb 10 22:48:01.211725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:01.216612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3686ca70-7b8e-4ee0-969b-47eee47569d1 None None] Pushing event updated for resources: {'Port': ['ID=3c500172-43a8-4dcd-a15d-d633e2bafe82,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:01.216960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:01.232130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:01.392718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.402304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.508693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.512607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4166129 Feb 10 22:48:01.517024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Deleting port d98c483d-eee4-426b-bb8d-e5212a68a571 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:01.517539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52426) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:01.517641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.540867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '4342f74a-f51b-4e9a-8db4-ddbb918d4362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:01.560580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:01.572036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:01.579539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:01.593739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:01.650284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.680593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4fae6b-2ae7-4b8e-be50-64618918ec95 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4342f74a-f51b-4e9a-8db4-ddbb918d4362,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:01.734446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Provisioning for port 70110fea-2162-47af-b118-0a253bb3baba completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:01.752452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Provisioning complete for port 70110fea-2162-47af-b118-0a253bb3baba triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:01.753100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.773659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a9120e3-66ca-4590-b5d0-c782b8d283bc req-935a3a85-c8a4-4401-b8af-c964bc6a06c8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6812317 Feb 10 22:48:01.776616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dc6d9c83-ba4b-4371-bfa9-b735405faa29 req-92fdfabb-8421-451f-9c37-b78828790cd9 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:01.836768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dc6d9c83-ba4b-4371-bfa9-b735405faa29 req-92fdfabb-8421-451f-9c37-b78828790cd9 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:01.848081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dc6d9c83-ba4b-4371-bfa9-b735405faa29 req-92fdfabb-8421-451f-9c37-b78828790cd9 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 210 time: 0.1362877 Feb 10 22:48:01.900692 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76900d38-0115-49c5-b89d-d3e1bbf39a20', 'name': 'network-vif-deleted', 'tag': 'c32b220f-764d-4c7b-a09d-e9e69c173d45', 'status': 'completed', 'code': 200} Feb 10 22:48:01.914613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.920006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c500172-43a8-4dcd-a15d-d633e2bafe82 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:01.922802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:01.956311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f716446e-bf21-4bc4-b1e2-cc7d1fb96827,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:02.005894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.009657 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bdaa0e78-d03a-4dfe-8427-0f81ba586586 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4895463 Feb 10 22:48:02.012244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52440) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:02.023123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '4342f74a-f51b-4e9a-8db4-ddbb918d4362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:02.032183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:02.059648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Port 70110fea-2162-47af-b118-0a253bb3baba cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:02.085849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Provisioning complete for port 3c500172-43a8-4dcd-a15d-d633e2bafe82 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:02.086211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ff977f2-552f-472a-a8a5-cc3d48296569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.087775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:02.096361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:02.104221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:02.125514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.147260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.161011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3c500172-43a8-4dcd-a15d-d633e2bafe82 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:02.161313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.226304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.237334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9aa5cd-1c54-48af-b2d1-dbc6b4a880ab req-eec44684-abee-492d-9327-b1e61b51288f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:02.239259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fa9aa5cd-1c54-48af-b2d1-dbc6b4a880ab req-eec44684-abee-492d-9327-b1e61b51288f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.2197289 Feb 10 22:48:02.240342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.285892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c48100-8c9d-4125-8fed-fb7da78f2f46,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:02.310639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.314355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-842cbaab-c332-443b-ab6f-35b730b19876 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2982242 Feb 10 22:48:02.314680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:02.319783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '4342f74a-f51b-4e9a-8db4-ddbb918d4362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:02.331988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:02.348032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fa9aa5cd-1c54-48af-b2d1-dbc6b4a880ab req-bbbcbae1-3b07-4ad3-b182-f41944bb055d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938282 Feb 10 22:48:02.350462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:02.366359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.367896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:02.376155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:02.397133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.445521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:02.464902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.469497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.497446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff2096d-9a56-4d5a-be0a-a0fe83d0788f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:02.513117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.515581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b2bd86e-9e04-43fc-8235-38c89649fbbc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1998439 Feb 10 22:48:02.518226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52450) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:02.522971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-075de06c-2718-4fb9-a362-83d188c5ca5c None None] Provisioning complete for port 70110fea-2162-47af-b118-0a253bb3baba triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:02.523764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-075de06c-2718-4fb9-a362-83d188c5ca5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.525578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '4342f74a-f51b-4e9a-8db4-ddbb918d4362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:02.535934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:02.570281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.592218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-075de06c-2718-4fb9-a362-83d188c5ca5c None None] Port 70110fea-2162-47af-b118-0a253bb3baba cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:02.650376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] For port d98c483d-eee4-426b-bb8d-e5212a68a571, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d98c483d-eee4-426b-bb8d-e5212a68a571,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:02.650625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.676229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:02.680896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:02.691067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:02.694262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Deleting port 03bbb297-5a97-478e-9302-7ab250df9b32 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:02.694615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.725987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.747210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Network 661393f8-e9e3-45fe-ab5e-074e11ce49ea is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:02.824619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:02.826506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event updated for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:02.836739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c370b75-af6b-4550-a617-f875a30e6e35 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:02.841390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:02.850375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.883426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.902778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:02.905051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Transition to ACTIVE for port object 2c370b75-af6b-4550-a617-f875a30e6e35 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:02.963102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.027328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf53afc3-cee4-4bf5-a927-6b3ea39e6454,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:03.101657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Calling delete_port for d98c483d-eee4-426b-bb8d-e5212a68a571 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:03.120224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.121424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-03113e23-e0fd-4de6-a473-bbfb8a227229 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6018639 Feb 10 22:48:03.132642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52464) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:03.140786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:03.147526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '4342f74a-f51b-4e9a-8db4-ddbb918d4362', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:03.183381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:03.197084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:03.215740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.231997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:03.272764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce1a386-2a61-4f26-a006-1a2ab84dcfbc req-f16aa337-e702-4425-8c63-26efa7dcdabf tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.274334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bce1a386-2a61-4f26-a006-1a2ab84dcfbc req-f16aa337-e702-4425-8c63-26efa7dcdabf tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 946 time: 0.8659153 Feb 10 22:48:03.367624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:03.381320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:03.388731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8a876-4eba-4ca1-b243-b39825f43d86 req-e80dacb2-e959-4245-90d1-42e9485d13b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.390284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac8a876-4eba-4ca1-b243-b39825f43d86 req-e80dacb2-e959-4245-90d1-42e9485d13b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4915788 Feb 10 22:48:03.441813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.443606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.444293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.467476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Attempting to bind port 2c370b75-af6b-4550-a617-f875a30e6e35 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:03.468044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Attempting to bind port 2c370b75-af6b-4550-a617-f875a30e6e35 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:03.468555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Attempting to bind port 2c370b75-af6b-4550-a617-f875a30e6e35 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:03.474345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:03.498514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac8a876-4eba-4ca1-b243-b39825f43d86 req-ed021aa5-c837-410f-90fe-3d3a37e58395 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018434 Feb 10 22:48:03.501294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:03.507349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.507748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.521582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Port 2c370b75-af6b-4550-a617-f875a30e6e35 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:03.533353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Attempting to bind port 2c370b75-af6b-4550-a617-f875a30e6e35 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:03.541334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:03.547332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:03.550069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Checking segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:03.550472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Bound using segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:03.550915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Bound port: 2c370b75-af6b-4550-a617-f875a30e6e35, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:03.551373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.595893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-e9338148-5a96-4f90-b7e5-afd9d11b3ada tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7711661 Feb 10 22:48:03.651194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-73980061-c4c4-4597-a34d-1c523cc3ad7b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.653180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-73980061-c4c4-4597-a34d-1c523cc3ad7b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.5653605 Feb 10 22:48:03.656558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bce1a386-2a61-4f26-a006-1a2ab84dcfbc req-e0e853cb-c3c5-42cf-90a7-30b630fb7b85 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670721 Feb 10 22:48:03.676047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Request body: {'port': {'device_id': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:03.703609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b258151-b217-44bc-8310-a281a1f9ff86 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0443594 Feb 10 22:48:03.710082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52472) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:03.713294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.722885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.735543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d98c483d-eee4-426b-bb8d-e5212a68a571 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:03.816640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:03.820347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2c370b75-af6b-4550-a617-f875a30e6e35,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:03.842076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc09ccd-cbda-4e90-8dcd-2fdd0ed20eba,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:03.854753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.954818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:03.955463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.956808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] 10.222.0.30 "PUT /v2.0/ports/2c370b75-af6b-4550-a617-f875a30e6e35 HTTP/1.1" status: 200 len: 1091 time: 3.5433857 Feb 10 22:48:03.958243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:03.973875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:03.977646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-df758c73-b3b1-4fe5-8509-3150737f576c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8406856 Feb 10 22:48:03.980229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52482) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:03.998996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.052671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b2d101d9-afde-4294-984f-5f3f269fdef0 None None] Provisioning for port fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:04.060146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b2d101d9-afde-4294-984f-5f3f269fdef0 None None] Provisioning complete for port fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:04.061018 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2d101d9-afde-4294-984f-5f3f269fdef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.099379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561beb8a-6f01-424e-876d-b8835fa6388d req-b562fdc4-80ba-486d-acf8-86084562abcb tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.101000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-561beb8a-6f01-424e-876d-b8835fa6388d req-b562fdc4-80ba-486d-acf8-86084562abcb tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 931 time: 0.3585229 Feb 10 22:48:04.112058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e11cbe-48fb-41ef-99bc-74793e33fdb9 service neutron] Pushing event updated for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:04.115158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.143839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.161200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] For port 03bbb297-5a97-478e-9302-7ab250df9b32, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=03bbb297-5a97-478e-9302-7ab250df9b32,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:04.161586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.171660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b2d101d9-afde-4294-984f-5f3f269fdef0 None None] Port fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:04.209818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-561beb8a-6f01-424e-876d-b8835fa6388d req-d11d1bb9-1c28-4168-a0e0-cf62982db3bc tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986810 Feb 10 22:48:04.214795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.255009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bc09ccd-cbda-4e90-8dcd-2fdd0ed20eba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:04.264727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.268277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c26c9c04-3ca4-49f0-95f1-07890665315a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/8bc09ccd-cbda-4e90-8dcd-2fdd0ed20eba HTTP/1.1" status: 204 len: 168 time: 0.2837903 Feb 10 22:48:04.270720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52490) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:04.276034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-cf67ef42-f652-43a2-9a0e-f469c4658e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.279007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-cf67ef42-f652-43a2-9a0e-f469c4658e3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 1094 time: 0.2283714 Feb 10 22:48:04.344071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Calling delete_port for 03bbb297-5a97-478e-9302-7ab250df9b32 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:04.378117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 185003d1-978d-4f2a-8f69-d096952c7cf9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:04.378780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.410919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.418290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-56740661-1404-4b23-8b73-3db104652805 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c370b75-af6b-4550-a617-f875a30e6e35 HTTP/1.1" status: 200 len: 217 time: 0.1168523 Feb 10 22:48:04.423386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['0dbdc826-9c9b-42ac-8a94-86f547627cff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:04.455797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6', '30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:04.467982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.536423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-999c08b9-74c0-45a5-bdeb-6287dd51e2bc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:04.562874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event deleted for resources: {'Port': ['ID=d98c483d-eee4-426b-bb8d-e5212a68a571,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:04.589593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-999c08b9-74c0-45a5-bdeb-6287dd51e2bc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:04.593856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-999c08b9-74c0-45a5-bdeb-6287dd51e2bc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3183408 Feb 10 22:48:04.598036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:04.624393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-81a6a510-7e19-40d4-88c5-3ece889e6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.626262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-81a6a510-7e19-40d4-88c5-3ece889e6b78 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.2002661 Feb 10 22:48:04.717552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714e10b-a30c-46f1-b3d8-741c7ed69854 req-bae6ab79-eb6f-4438-9e15-c81ab67cd931 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.719904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c714e10b-a30c-46f1-b3d8-741c7ed69854 req-bae6ab79-eb6f-4438-9e15-c81ab67cd931 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3611078 Feb 10 22:48:04.732829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-ca9f275a-fe8b-44e5-abdb-33d2a7a1cd5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905645 Feb 10 22:48:04.758353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.793498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fdce5-dfe0-4fd1-b3dd-004a53ce3e6d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.794625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c9fdce5-dfe0-4fd1-b3dd-004a53ce3e6d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:04.797185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] No DVR routers for this DVR port d98c483d-eee4-426b-bb8d-e5212a68a571 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:04.806963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:04.809948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8de1dba7-42eb-4549-8c59-45219c63d776 req-739f0394-304d-4ea6-92f0-52afe4d3fff4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "DELETE /v2.0/ports/d98c483d-eee4-426b-bb8d-e5212a68a571 HTTP/1.1" status: 204 len: 173 time: 3.8799179 Feb 10 22:48:04.820578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'name': 'network-vif-deleted', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:04.849237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0e174-075f-44dd-ab03-d55eb024ac26 req-db973755-55e7-4d22-94f8-63ca15ad5759 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:04.856951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9dc0e174-075f-44dd-ab03-d55eb024ac26 req-db973755-55e7-4d22-94f8-63ca15ad5759 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 945 time: 0.9235661 Feb 10 22:48:04.943673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:05.031869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c714e10b-a30c-46f1-b3d8-741c7ed69854 req-679dba67-f4dc-42fa-8f31-5f71b8566558 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764857 Feb 10 22:48:05.041433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:05.074815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bf53afc3-cee4-4bf5-a927-6b3ea39e6454,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:05.074815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-5de6d292-705c-41b9-9201-c8e1131ac050 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166246 Feb 10 22:48:05.207778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c9fdce5-dfe0-4fd1-b3dd-004a53ce3e6d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:05.212671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c9fdce5-dfe0-4fd1-b3dd-004a53ce3e6d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A13a HTTP/1.1" status: 200 len: 929 time: 1.4510589 Feb 10 22:48:05.218514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:05.220385 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35', 'status': 'completed', 'code': 200} Feb 10 22:48:05.224409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:05.225606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-18153784-027b-46c0-a1f7-64faf6a0f14f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/bf53afc3-cee4-4bf5-a927-6b3ea39e6454 HTTP/1.1" status: 204 len: 168 time: 0.6148541 Feb 10 22:48:05.258265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-31ec1d63-86aa-4c24-a7ca-316ae593fe58 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800010 Feb 10 22:48:05.258735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52526) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:05.274857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9dc0e174-075f-44dd-ab03-d55eb024ac26 req-849568fd-998d-4594-9a36-59e0e59c2bc4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4131699 Feb 10 22:48:05.361637 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce5ef0f5-6356-4219-81a8-a53ac264e6d7', 'name': 'network-vif-deleted', 'tag': 'd98c483d-eee4-426b-bb8d-e5212a68a571', 'status': 'completed', 'code': 200} Feb 10 22:48:05.424641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b58d647b-4458-421a-a0ab-6629cc8cf0f4 req-d1947b06-1eba-4b2a-8069-31957fcf625e tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce5ef0f5-6356-4219-81a8-a53ac264e6d7 HTTP/1.1" status: 200 len: 210 time: 0.1019747 Feb 10 22:48:05.461090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:05.461345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:05.534567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-523ba5e1-49f7-494e-b385-574a4ad3fd9c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:05.625450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-523ba5e1-49f7-494e-b385-574a4ad3fd9c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:05.629652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-523ba5e1-49f7-494e-b385-574a4ad3fd9c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3498697 Feb 10 22:48:05.632751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:05.641018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 185003d1-978d-4f2a-8f69-d096952c7cf9, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=185003d1-978d-4f2a-8f69-d096952c7cf9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:05.641784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:05.796629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 185003d1-978d-4f2a-8f69-d096952c7cf9 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:05.887139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-b66d5b95-fa21-48d6-97c1-c68e1dc35676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:05.888377 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-b66d5b95-fa21-48d6-97c1-c68e1dc35676 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 1094 time: 0.5582569 Feb 10 22:48:06.018615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.046264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.060621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.106932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.108859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9b633-2d30-4c71-b5c1-6cf54cc9de63 req-b183d401-a992-43eb-aee7-1c3c2ad19873 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:06.110510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49e9b633-2d30-4c71-b5c1-6cf54cc9de63 req-b183d401-a992-43eb-aee7-1c3c2ad19873 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5882015 Feb 10 22:48:06.133291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Pushing event deleted for resources: {'Port': ['ID=03bbb297-5a97-478e-9302-7ab250df9b32,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:06.213401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.312076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:06.327918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:06.348047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.352108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.365074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:06.418713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49e9b633-2d30-4c71-b5c1-6cf54cc9de63 req-3432c9da-4092-4acc-809d-a9936cc465a5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885673 Feb 10 22:48:06.474882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-8ab8e19a-a211-4a45-a339-eb8c70c07300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:06.480832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-8ab8e19a-a211-4a45-a339-eb8c70c07300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 913 time: 0.5716558 Feb 10 22:48:06.489605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=185003d1-978d-4f2a-8f69-d096952c7cf9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:06.550351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ff2096d-9a56-4d5a-be0a-a0fe83d0788f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:06.563639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44557659-9d53-49db-bb14-27457e1abf38 req-0e1b4240-1633-467b-9de1-e49941a925ce tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:06.570153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Transition to ACTIVE for port object 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:06.571301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44557659-9d53-49db-bb14-27457e1abf38 req-0e1b4240-1633-467b-9de1-e49941a925ce tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 931 time: 0.9025624 Feb 10 22:48:06.579384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.719575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.741267 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-c708512b-fa77-4aed-9807-57b78104fb9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2c370b75-af6b-4550-a617-f875a30e6e35 HTTP/1.1" status: 200 len: 217 time: 0.1657426 Feb 10 22:48:06.755104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:06.777154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.781412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f563322d-0220-4626-af8f-26ccfce5c995 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9ff2096d-9a56-4d5a-be0a-a0fe83d0788f HTTP/1.1" status: 204 len: 168 time: 1.1447506 Feb 10 22:48:06.825109 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44557659-9d53-49db-bb14-27457e1abf38 req-b3ed0b2f-d014-4145-b460-952277c9fc79 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521317 Feb 10 22:48:06.825109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52548) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:06.938538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 185003d1-978d-4f2a-8f69-d096952c7cf9 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:06.938836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:06.940565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96c4d67f-27a2-497b-ba3e-ae5e3aa2ad0f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 HTTP/1.1" status: 204 len: 168 time: 1.7193654 Feb 10 22:48:06.946289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:07.038545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 185003d1-978d-4f2a-8f69-d096952c7cf9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:07.038879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 185003d1-978d-4f2a-8f69-d096952c7cf9 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:07.065223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-5fc217dc-4b46-4cb3-8187-915203f0741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:07.066849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-5fc217dc-4b46-4cb3-8187-915203f0741a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.3132617 Feb 10 22:48:07.078897 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2108781-a06b-403a-8455-64eb69ee475d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:48:07.079384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2108781-a06b-403a-8455-64eb69ee475d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:07.121031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ddbdd95e-7b5e-4941-8e0a-b5ff6506b257 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:07.191448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-7989b706-422c-4aad-8a58-43d680b175cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087148 Feb 10 22:48:07.241769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2108781-a06b-403a-8455-64eb69ee475d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:07.243332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d2108781-a06b-403a-8455-64eb69ee475d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/fa89cb6f-8fa4-4524-a7f0-79b3cfb741e5 HTTP/1.1" status: 404 len: 333 time: 0.2941973 Feb 10 22:48:07.299630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52556) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:07.316749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 185003d1-978d-4f2a-8f69-d096952c7cf9 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:07.318273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.322427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.353141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46189d67-be67-4ccc-929a-e615a2476d5c req-a3b5568b-df89-495a-af3e-26b0e4b19826 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=54119129-22c8-4fe4-a7ee-2b717b2f0e87 HTTP/1.1" status: 200 len: 210 time: 0.6862717 Feb 10 22:48:07.357072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ddbdd95e-7b5e-4941-8e0a-b5ff6506b257 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:07.362121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ddbdd95e-7b5e-4941-8e0a-b5ff6506b257 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4880233 Feb 10 22:48:07.363646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52560) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:07.366044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'name': 'network-vif-deleted', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:07.455730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 70110fea-2162-47af-b118-0a253bb3baba {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:07.456080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.581990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e11741-5417-4ec6-9ff7-930b45c03683 req-77702889-1854-4555-ab21-6d71c4975e8d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:07.591730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-95e11741-5417-4ec6-9ff7-930b45c03683 req-77702889-1854-4555-ab21-6d71c4975e8d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5886860 Feb 10 22:48:07.613326 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54119129-22c8-4fe4-a7ee-2b717b2f0e87', 'name': 'network-vif-deleted', 'tag': '185003d1-978d-4f2a-8f69-d096952c7cf9', 'status': 'completed', 'code': 200} Feb 10 22:48:07.616746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4ecc34d-2628-448f-84c8-5ad41f2efe2f req-b7650c85-71cb-4945-a57c-177132ea7779 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "DELETE /v2.0/ports/185003d1-978d-4f2a-8f69-d096952c7cf9 HTTP/1.1" status: 204 len: 173 time: 3.9504814 Feb 10 22:48:07.636168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-13934ef7-0865-459b-83e4-4f24c465af76 service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311476 Feb 10 22:48:07.644961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.661045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Pushing event updated for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:07.681776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.788187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Attempting to bind port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:07.788522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Attempting to bind port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:07.788859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Attempting to bind port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:07.810121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:07.810372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Attempting to bind port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 on network 661393f8-e9e3-45fe-ab5e-074e11ce49ea {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:07.944151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:07.944405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Checking segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:07.945507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Bound using segment: {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:07.946126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Bound port: 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:07.946914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:07.973608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-95e11741-5417-4ec6-9ff7-930b45c03683 req-4f1de843-feb3-4142-b18e-62e10478bf42 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3804445 Feb 10 22:48:08.242934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:08.244322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-88f075b6-fba8-4c57-8cef-7ace691687ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:08.317769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:48:08.387841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41c48100-8c9d-4125-8fed-fb7da78f2f46,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:08.472317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-066cbb38-77d2-489b-9f0e-b5c61ee3514f req-0ad2c755-eec6-4a36-a660-b7de2fa8a8ca service neutron] 10.222.0.30 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8302653 Feb 10 22:48:08.503806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:08.505688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c7c9afc2-94f3-4e15-a4da-a567cbc3909a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/41c48100-8c9d-4125-8fed-fb7da78f2f46 HTTP/1.1" status: 204 len: 168 time: 1.1337724 Feb 10 22:48:08.512631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52582) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:08.561198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:08.588548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52586) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:08.687953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:08.704597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14de6b0-b6ee-4917-bf4c-a637531ba4a4 req-df0fab21-b5af-4bed-94b6-32947f62668d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:08.705333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c14de6b0-b6ee-4917-bf4c-a637531ba4a4 req-df0fab21-b5af-4bed-94b6-32947f62668d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:08.717046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:08.730607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:48:08.738022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f79a6e57-bcfd-498c-a37f-f34e83d432be admin admin] 10.222.0.53 "PUT /v2.0/routers/4eeb42b2-2e64-47f5-9019-d8773d5ee5b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7156382 Feb 10 22:48:08.740348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:08.745792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Sync routers for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:48:08.757267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:08.760444 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:08.768097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:08.779697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 70110fea-2162-47af-b118-0a253bb3baba owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:08.852140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c14de6b0-b6ee-4917-bf4c-a637531ba4a4 req-df0fab21-b5af-4bed-94b6-32947f62668d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:08.858999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c14de6b0-b6ee-4917-bf4c-a637531ba4a4 req-df0fab21-b5af-4bed-94b6-32947f62668d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 943 time: 0.6021075 Feb 10 22:48:08.925765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2219acd-d45a-4d1c-84cb-44bd7888cac3 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.4119143 Feb 10 22:48:08.937922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000723c4-3811-4e7f-ac84-88e4a5956495 req-9e824b55-5c24-4ac7-8831-8269f0f9c311 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:08.945779 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-000723c4-3811-4e7f-ac84-88e4a5956495 req-9e824b55-5c24-4ac7-8831-8269f0f9c311 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5717149 Feb 10 22:48:08.949346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:08.969787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Pushing event updated for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:09.026505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.059254 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:48:09.067400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.103539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:09.105144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.107438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-b693f44e-1a66-48be-9f27-c825e7961be0 service neutron] 10.222.0.24 "PUT /v2.0/ports/31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 HTTP/1.1" status: 200 len: 1091 time: 5.4425869 Feb 10 22:48:09.128431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:09.134533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-000723c4-3811-4e7f-ac84-88e4a5956495 req-d015a142-9aec-44e5-b396-6c2ad671ae95 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875148 Feb 10 22:48:09.137821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.268739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Usage tracker for resource:security_group_rule and tenant:e4eec78828e84aefad508b8a28ab3e87 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:09.278392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:09.289310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:09.331265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c14de6b0-b6ee-4917-bf4c-a637531ba4a4 req-0c1bbfec-1751-4e88-ba5e-e2bc11263a41 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711282 Feb 10 22:48:09.345003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.415242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f716446e-bf21-4bc4-b1e2-cc7d1fb96827,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:09.451318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.453200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.456937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e554c4aa-cb2f-41fe-91c3-f1278522e905 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f716446e-bf21-4bc4-b1e2-cc7d1fb96827 HTTP/1.1" status: 204 len: 168 time: 0.5011592 Feb 10 22:48:09.486578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52606) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:09.572439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=70110fea-2162-47af-b118-0a253bb3baba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:09.621903 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:48:05Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:09.627595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:09.641019 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Checking router: 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:48:09.652335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.655493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51b3c393-5f8f-4934-87d4-5e8b57dd4d09 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/70110fea-2162-47af-b118-0a253bb3baba HTTP/1.1" status: 204 len: 168 time: 2.3490627 Feb 10 22:48:09.658679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52612) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:09.661587 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Routers {'4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:09.661888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:47:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:09.676594 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:09.729182 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfb3330-ad02-4da2-a4a1-e9e578973d51 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:48:09.729902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1dfb3330-ad02-4da2-a4a1-e9e578973d51 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:09.742890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2c370b75-af6b-4550-a617-f875a30e6e35 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:09.785041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb2b08-ef11-4d6d-8ef8-eb069eb80c0f req-5264742f-1baf-449e-b701-049e2c4e1ff1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:09.793658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ceb2b08-ef11-4d6d-8ef8-eb069eb80c0f req-5264742f-1baf-449e-b701-049e2c4e1ff1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2839024 Feb 10 22:48:09.886142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1dfb3330-ad02-4da2-a4a1-e9e578973d51 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:09.893460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1dfb3330-ad02-4da2-a4a1-e9e578973d51 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/70110fea-2162-47af-b118-0a253bb3baba HTTP/1.1" status: 404 len: 333 time: 0.2316892 Feb 10 22:48:09.895234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52616) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:09.909415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ceb2b08-ef11-4d6d-8ef8-eb069eb80c0f req-464cd2f7-7b5a-4d15-adf4-f9dfaf3e66fe tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145082 Feb 10 22:48:09.937094 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] Set router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:48:10.063190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2c370b75-af6b-4550-a617-f875a30e6e35,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:10.080550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2c370b75-af6b-4550-a617-f875a30e6e35', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'port_id': '2c370b75-af6b-4550-a617-f875a30e6e35', 'mac_address': 'fa:16:3e:56:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0869f8-7dd3-42b2-a5dd-1f421e00e89b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:10.118989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 6de30527-7b3e-446b-abbc-cb2cc875b0ba {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:48:10.123277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.158548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.162583 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0', 'status': 'completed', 'code': 200} Feb 10 22:48:10.194461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.220726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e37241e6-0dc2-408d-97e6-ed18ff9c2e3f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:10.242155 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.269996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.290983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c370b75-af6b-4550-a617-f875a30e6e35 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:10.328417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2c370b75-af6b-4550-a617-f875a30e6e35,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:10.328930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.334277 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.353415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e4eec78828e84aefad508b8a28ab3e87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7571888 Feb 10 22:48:10.363101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52628) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:10.413804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-8ed9de32-e4b6-4731-8e06-c491284e3a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:10.415653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-8ed9de32-e4b6-4731-8e06-c491284e3a76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 1094 time: 1.2461867 Feb 10 22:48:10.504589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.512443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0409f83-f2d1-40cd-af85-8b81d1d2bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.513914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:10.559717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.564948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c13d8-105c-4cd0-92e4-bcd409925026 None None] Network 774bde41-b719-486e-a4b9-a0eee75f12b8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:10.653249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e37241e6-0dc2-408d-97e6-ed18ff9c2e3f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:10.655791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e37241e6-0dc2-408d-97e6-ed18ff9c2e3f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.1640940 Feb 10 22:48:10.670343 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:48:05Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:10.675953 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db00dbab-c659-455e-9a45-06cfabf8e41d None None] The sync data for ids ['4eeb42b2-2e64-47f5-9019-d8773d5ee5b6'] in n-d-825178-4 is: [{'id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'name': 'tempest-ServersTestManualDisk-1245390331-router', 'tenant_id': 'a94b53c86ca642628553e3f1287bb337', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120'}], 'enable_snat': True}, 'gw_port_id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:45:50Z', 'updated_at': '2022-02-10T22:48:05Z', 'revision_number': 5, 'project_id': 'a94b53c86ca642628553e3f1287bb337', 'gw_port': {'id': 'cc974a26-651a-47b5-8908-1e77f752d26b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:2b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eeb42b2-2e64-47f5-9019-d8773d5ee5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1738, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:45:53Z', 'updated_at': '2022-02-10T22:46:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:48:10.690546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=6de30527-7b3e-446b-abbc-cb2cc875b0ba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:10.696332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:10.715722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20927a55-0523-4b5c-9076-c8532ee9cad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a2a139-9a11-4ddc-aac5-3b59edfc46a6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:10.726921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e555d14-cbbc-498c-9126-d8199e467505 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/6de30527-7b3e-446b-abbc-cb2cc875b0ba HTTP/1.1" status: 204 len: 168 time: 0.8301699 Feb 10 22:48:10.732615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52648) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:10.761209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-a0c75276-19c0-4fd1-be0e-a7c7b0b9cb92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 HTTP/1.1" status: 200 len: 217 time: 0.2447472 Feb 10 22:48:10.778148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2c370b75-af6b-4550-a617-f875a30e6e35'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:10.893597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.902722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-d2e5bc02-9b7d-446f-8694-81fb2049a4c9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:10.904298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-d2e5bc02-9b7d-446f-8694-81fb2049a4c9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.3195953 Feb 10 22:48:10.950272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-db7c80f1-9474-4c0c-9b3f-6191cdf7fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:10.951912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-db0002cc-acd6-48c6-ae46-f7a364d34e8b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0251553 Feb 10 22:48:10.952163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-db7c80f1-9474-4c0c-9b3f-6191cdf7fc15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.1621432 Feb 10 22:48:10.953145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:10.956097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Deleting port cc974a26-651a-47b5-8908-1e77f752d26b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:10.956524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.020375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.051451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.077219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-053036b8-47b7-4fcd-a9f0-5d0493ff8184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848105 Feb 10 22:48:11.082852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.137987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.148804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 3c500172-43a8-4dcd-a15d-d633e2bafe82 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:11.149212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.191687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] DHCP port deletion for 774bde41-b719-486e-a4b9-a0eee75f12b8 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:48:11.195912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Deleting port 3c500172-43a8-4dcd-a15d-d633e2bafe82 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:11.196280 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.384584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.434380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4342f74a-f51b-4e9a-8db4-ddbb918d4362,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:11.456096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea750e0-7cb5-484f-9b8f-07512dea6279 req-b1b2e5d4-c71c-4a93-916a-f19dcfda4a60 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:11.466485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ea750e0-7cb5-484f-9b8f-07512dea6279 req-b1b2e5d4-c71c-4a93-916a-f19dcfda4a60 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 943 time: 0.8221684 Feb 10 22:48:11.472380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-1c1b30ba-6757-4daa-b339-a970f874c524 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5115664 Feb 10 22:48:11.504309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.505397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4a4affc-7f37-4194-af4c-410e72a36633 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/4342f74a-f51b-4e9a-8db4-ddbb918d4362 HTTP/1.1" status: 204 len: 168 time: 0.7807579 Feb 10 22:48:11.542758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52658) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:11.562996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] For port 3c500172-43a8-4dcd-a15d-d633e2bafe82, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c500172-43a8-4dcd-a15d-d633e2bafe82,segment=NetworkSegment(18705291-309f-47a0-bf78-2d10dd1e25ea),segment_id=18705291-309f-47a0-bf78-2d10dd1e25ea)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:11.563516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.614255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port 3c500172-43a8-4dcd-a15d-d633e2bafe82, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c500172-43a8-4dcd-a15d-d633e2bafe82,segment=NetworkSegment(18705291-309f-47a0-bf78-2d10dd1e25ea),segment_id=18705291-309f-47a0-bf78-2d10dd1e25ea)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:11.614691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.629520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-ad613b84-44fd-4fd9-9331-56b8f6a78b70 service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305582 Feb 10 22:48:11.715005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ea750e0-7cb5-484f-9b8f-07512dea6279 req-3060b915-246a-493e-aeda-80f6f3d7cc32 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471073 Feb 10 22:48:11.736931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Calling delete_port for 3c500172-43a8-4dcd-a15d-d633e2bafe82 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:11.806473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.812102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.851538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.896259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 3c500172-43a8-4dcd-a15d-d633e2bafe82 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:11.906963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c500172-43a8-4dcd-a15d-d633e2bafe82 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:11.917678 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:11.956681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] No DVR routers for this DVR port 3c500172-43a8-4dcd-a15d-d633e2bafe82 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:11.970029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8abaa-b636-4355-ad6a-4cdca7bde7c1 None None] Pushing event deleted for resources: {'Port': ['ID=3c500172-43a8-4dcd-a15d-d633e2bafe82,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:11.987948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3c500172-43a8-4dcd-a15d-d633e2bafe82 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:11.988589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c500172-43a8-4dcd-a15d-d633e2bafe82 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:11.989211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 03bbb297-5a97-478e-9302-7ab250df9b32 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:11.990472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a2a139-9a11-4ddc-aac5-3b59edfc46a6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:12.036852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 03bbb297-5a97-478e-9302-7ab250df9b32 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:12.038111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 03bbb297-5a97-478e-9302-7ab250df9b32 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:12.038366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.041762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c96fc92-ff43-48f7-ab4b-4e44bd3d1883 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63a2a139-9a11-4ddc-aac5-3b59edfc46a6 HTTP/1.1" status: 204 len: 168 time: 1.6611583 Feb 10 22:48:12.058897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-a0059168-1369-4e8f-9cd7-41096d3c31e3 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651488 Feb 10 22:48:12.095960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed1d86ba-d742-4911-90b1-079bbb453929 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5049829 Feb 10 22:48:12.112502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52664) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:12.126196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1414888915'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:12.133607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:12.140893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:12.143994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:12.151713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:12.156724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:48:12.157366 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:48:12.165414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.200512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:12.205613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:12.208574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:12.216718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:12.250380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-9ab11b58-7d8f-422b-bfc1-7df33deb1166 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903834 Feb 10 22:48:12.268707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] For port cc974a26-651a-47b5-8908-1e77f752d26b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cc974a26-651a-47b5-8908-1e77f752d26b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:12.269728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.295272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a051e33b-abc4-4b99-8cd5-c603a2478dd8 req-919d9432-7827-48a0-8695-90928286ebe5 service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788271 Feb 10 22:48:12.450434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f1a29c7-c20d-4455-96ac-9b7fb8550e82 req-8cee1a7d-5dcf-4139-8162-c62cd1f3c46a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 210 time: 0.0526438 Feb 10 22:48:12.453200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Calling delete_port for cc974a26-651a-47b5-8908-1e77f752d26b owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:12.658868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 3c500172-43a8-4dcd-a15d-d633e2bafe82 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:12.659948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.671424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.692170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.757301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] The port '3c500172-43a8-4dcd-a15d-d633e2bafe82' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:48:12.871744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:12.996158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.036010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['774bde41-b719-486e-a4b9-a0eee75f12b8']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:13.043907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52700) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:13.047870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615faf00-dad7-4933-a502-3b2a65fa540a req-99653176-67da-4aef-be0e-4d984fdb1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.049885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-99653176-67da-4aef-be0e-4d984fdb1424 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 1094 time: 0.6062775 Feb 10 22:48:13.062183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18705291-309f-47a0-bf78-2d10dd1e25ea') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:13.062486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18705291-309f-47a0-bf78-2d10dd1e25ea') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:13.064560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a70e33-775e-46f5-9ae0-c6bce7a1bf8b req-4e1f2b2b-f41e-460e-82a4-be16bd57f7bb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.065308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-09a70e33-775e-46f5-9ae0-c6bce7a1bf8b req-4e1f2b2b-f41e-460e-82a4-be16bd57f7bb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:13.067951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7efad2-b9e9-4c9f-bc9e-9aa11b79ee57,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:13.080342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0bbeb6-1081-43a0-8a00-c490d95e6b51 req-154094ec-e8f6-476b-8cc0-ccbf63dc3c29 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.087807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f0bbeb6-1081-43a0-8a00-c490d95e6b51 req-154094ec-e8f6-476b-8cc0-ccbf63dc3c29 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 943 time: 0.1824279 Feb 10 22:48:13.093334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.095340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.096489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e960208-f07d-4a9d-813e-f05599c8df5a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9812703 Feb 10 22:48:13.105055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52708) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:13.121763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'dc7efad2-b9e9-4c9f-bc9e-9aa11b79ee57', 'direction': 'ingress', 'protocol': 17}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:13.138254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.155057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:48:13.155690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:48:13.171593 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:48:13.180693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.185006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f0bbeb6-1081-43a0-8a00-c490d95e6b51 req-bc6d2368-0ac1-44f0-8bdf-c3d2a88d7d2b tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962424 Feb 10 22:48:13.188572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:13.237634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-09a70e33-775e-46f5-9ae0-c6bce7a1bf8b req-4e1f2b2b-f41e-460e-82a4-be16bd57f7bb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:13.238798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09a70e33-775e-46f5-9ae0-c6bce7a1bf8b req-4e1f2b2b-f41e-460e-82a4-be16bd57f7bb tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 945 time: 0.8645921 Feb 10 22:48:13.250325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:13.257783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc974a26-651a-47b5-8908-1e77f752d26b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:13.285979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-717811404-network', 'tenant_id': '65500616ef9f4de4873b29c2aee19b39'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:13.288177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:13.301522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:13.304744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Usage tracker for resource:network and tenant:65500616ef9f4de4873b29c2aee19b39 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:13.308527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:13.316939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:13.325098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:13.329427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Made reservation on behalf of 65500616ef9f4de4873b29c2aee19b39 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:13.332582 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.344282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.369244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.381670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.442131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=774bde41-b719-486e-a4b9-a0eee75f12b8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:13.445751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:13.454168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Usage tracker for resource:security_group_rule and tenant:65500616ef9f4de4873b29c2aee19b39 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:13.456674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09a70e33-775e-46f5-9ae0-c6bce7a1bf8b req-083b9e6a-43ff-462c-a962-30b8d8ab6c71 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033553 Feb 10 22:48:13.457915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:13.461502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-92510ce4-8efc-4085-8d8f-2eb1bf2239ee tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/774bde41-b719-486e-a4b9-a0eee75f12b8 HTTP/1.1" status: 204 len: 168 time: 2.7279305 Feb 10 22:48:13.468684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52712) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:13.471182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.472519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:13.487014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615faf00-dad7-4933-a502-3b2a65fa540a req-36d5a019-4a94-45c7-a964-ab257e973c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.488605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-36d5a019-4a94-45c7-a964-ab257e973c30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 200 len: 913 time: 0.4181354 Feb 10 22:48:13.497566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-939670428'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:13.537980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-313f1089-3de7-4b6e-80b6-45bc74f600ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532500 Feb 10 22:48:13.576206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:13.584952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.643747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:13.664388 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-545ac1d7-5d64-4c14-8d56-9af7e2aa8903 req-bdffedf0-6830-409d-8356-a00098b39306 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 210 time: 0.0580118 Feb 10 22:48:13.711575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-eebd5774-3377-41e5-9029-50aa3623ff50 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 HTTP/1.1" status: 200 len: 217 time: 0.2047257 Feb 10 22:48:13.713134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:13.745288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.747649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-75ebdf4e-da61-4748-8118-4a9145f367f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.749126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-75ebdf4e-da61-4748-8118-4a9145f367f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9cfe8491921e40038ef24180eb9ae63b&device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 1096 time: 0.1801305 Feb 10 22:48:13.750450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.760156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2c370b75-af6b-4550-a617-f875a30e6e35 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:13.782210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:13.833315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:48:13.842487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2c370b75-af6b-4550-a617-f875a30e6e35 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:13.849969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2c370b75-af6b-4550-a617-f875a30e6e35 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:13.850596 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.891114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.895001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.926513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:13.930045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.982857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:13.988329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615faf00-dad7-4933-a502-3b2a65fa540a req-e3e0a2e0-090c-43b3-8f02-71e246dcceff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:13.988690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-e3e0a2e0-090c-43b3-8f02-71e246dcceff service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 200 len: 852 time: 0.2077692 Feb 10 22:48:13.998752 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.029504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:14.034452 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.048255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.048788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:48:14.054000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.054000 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Added segment 163e0ead-f99b-402b-abd5-41b4b025ed11 of type vlan for network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 Feb 10 22:48:14.055219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:14.079015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-72cf9d5f-0731-4f97-b912-a5841802b49b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=661393f8-e9e3-45fe-ab5e-074e11ce49ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811512 Feb 10 22:48:14.080235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2c370b75-af6b-4550-a617-f875a30e6e35,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:14.085281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:48:14.096424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a9e446a-1779-463a-8b72-d9c986eb7c53,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:14.103257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.158081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.203217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-e08b0b5a-7aad-48d1-918a-e27ef77b8fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.208040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-e08b0b5a-7aad-48d1-918a-e27ef77b8fbf service neutron] 10.222.0.30 "GET /v2.0/networks?id=d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 200 len: 916 time: 0.4025817 Feb 10 22:48:14.252965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.253316 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment a71a24b1-27ef-4b41-a545-7d3dbd5efad4 of type vlan for network 1c291e02-4eb1-4f58-96ab-4013513c8e39 Feb 10 22:48:14.282761 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35', 'code': 200} Feb 10 22:48:14.283390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:14.293954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.294288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.294623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.294952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.295567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.296031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.296369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.297078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.297404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.298166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.298499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.298609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-ba5bb38d-a0bf-49dd-9c41-da2e75980470 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.298818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:14.300046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-ba5bb38d-a0bf-49dd-9c41-da2e75980470 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.24 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 945 time: 0.5150251 Feb 10 22:48:14.364798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.368844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4035a006-0ef6-4a3a-bc3f-0e5d204f37e5 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4eeb42b2-2e64-47f5-9019-d8773d5ee5b6 HTTP/1.1" status: 204 len: 168 time: 5.5449553 Feb 10 22:48:14.369417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52722) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:14.370566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.372054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c7e22d4a-9735-4935-b581-9306342c0330 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.2641323 Feb 10 22:48:14.397216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52724) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:14.434926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-1e0ab019-9864-4be6-8129-179ba5559ef0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=30c733ae-e874-4012-be88-9d39cfd7defd HTTP/1.1" status: 200 len: 217 time: 0.2023721 Feb 10 22:48:14.536659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.577888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.578849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.579459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.586595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Deleting port 0dbdc826-9c9b-42ac-8a94-86f547627cff {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:14.586946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.741849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Deleting subnet 54b36e68-2379-4a12-94e7-82c41e71cb2a {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:48:14.752547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-96b0ac84-2367-4f54-9e3b-04d9a7e2b1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.754062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-96b0ac84-2367-4f54-9e3b-04d9a7e2b1e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 200 len: 855 time: 0.2439415 Feb 10 22:48:14.756038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.797338 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7512031 Feb 10 22:48:14.844822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:48:14.849126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52734) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:14.877904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Request body: {'subnet': {'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-717811404-subnet', 'tenant_id': '65500616ef9f4de4873b29c2aee19b39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:14.884819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-bcb05e1a-a688-4f79-9b54-acb16b582b4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d815d011-3e65-4126-847a-9309cb39d932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961249 Feb 10 22:48:14.886410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe0c5fc-a662-4e2f-88eb-612ca8fb4c67 admin admin] Pushing event updated for resources: {'Network': ['ID=474f6866-d7b8-4749-b3fb-a19ae8e7cb16,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:14.893025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.896276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:14.897762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:48:14.901619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-c96050ed-f048-449c-acb9-0aa2083cb30a service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081560 Feb 10 22:48:14.934046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Usage tracker for resource:subnet and tenant:65500616ef9f4de4873b29c2aee19b39 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:14.939345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.965877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:14.973439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-277bef30-dc83-4874-8e48-0b63a4d259ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.974807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-277bef30-dc83-4874-8e48-0b63a4d259ac tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.7236400 Feb 10 22:48:14.980043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:14.985899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:14.986562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:14.991836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:14.992542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.045309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e122d7-70be-411a-a885-eb24639c03ec req-2436d9dd-8c81-4c6e-91ac-359cefb9f583 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:15.046798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1e122d7-70be-411a-a885-eb24639c03ec req-2436d9dd-8c81-4c6e-91ac-359cefb9f583 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 943 time: 0.6626115 Feb 10 22:48:15.084875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:15.100153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.145020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Made reservation on behalf of 65500616ef9f4de4873b29c2aee19b39 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:15.147314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.154020 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:15.167517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf2299c-d049-4b09-a5f8-909ab3d332e0 req-a532434a-4ed4-4651-9005-355e09b60790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:15.169015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6cf2299c-d049-4b09-a5f8-909ab3d332e0 req-a532434a-4ed4-4651-9005-355e09b60790 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 1096 time: 0.8564961 Feb 10 22:48:15.178811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0', 'network_id': '661393f8-e9e3-45fe-ab5e-074e11ce49ea', 'port_id': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0', 'mac_address': 'fa:16:3e:a2:cf:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b0869f8-7dd3-42b2-a5dd-1f421e00e89b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:15.248840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.269376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:15.288116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1e122d7-70be-411a-a885-eb24639c03ec req-266a1a73-e828-4cce-ad77-629f975873ce tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182758 Feb 10 22:48:15.297198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:15.311230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8314087 Feb 10 22:48:15.314265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.324212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:15.327489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-baf2b2e3-50d7-4c3d-bb92-5c734a9a6aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323657 Feb 10 22:48:15.336243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:15.395451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:15.401557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e327634-406d-4ffe-a9a1-4f3392cf05c6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=1c291e02-4eb1-4f58-96ab-4013513c8e39,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:15.404209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.421360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:48:15.456524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6cf2299c-d049-4b09-a5f8-909ab3d332e0 req-7269160a-e491-47a8-a8e3-debb7ffc8703 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610896 Feb 10 22:48:15.492731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd66128-bde6-401a-a6e2-d4b1e9d9a038 req-5c6adcbd-7335-4546-a8de-cad61cac259d tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:15.495460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dd66128-bde6-401a-a6e2-d4b1e9d9a038 req-5c6adcbd-7335-4546-a8de-cad61cac259d tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 945 time: 0.8682122 Feb 10 22:48:15.543158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-615faf00-dad7-4933-a502-3b2a65fa540a req-b6bfa3d9-0356-409b-a4b1-a53e629df695 service neutron] 10.222.0.24 "GET /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6285760 Feb 10 22:48:15.572271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['31d6526b-de9f-4d6b-ba6d-73bb4a24bee0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:15.598495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] For port 0dbdc826-9c9b-42ac-8a94-86f547627cff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=0dbdc826-9c9b-42ac-8a94-86f547627cff,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:15.599192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.609624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.618130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dd66128-bde6-401a-a6e2-d4b1e9d9a038 req-838e00b9-61ff-4412-88ac-294b3ae54eb4 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023779 Feb 10 22:48:15.619920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:15.659206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-043e9ac7-b239-4c40-884e-419b84dba29e req-7f70c53c-3dec-469e-97d1-7d46eef41b82 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 210 time: 0.1738629 Feb 10 22:48:15.682602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Usage tracker for resource:port and tenant:6bf1310e1a6f4f65aee249ab0268f152 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:15.686001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7efad2-b9e9-4c9f-bc9e-9aa11b79ee57,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:15.742867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:15.751541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.753218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Calling delete_port for 0dbdc826-9c9b-42ac-8a94-86f547627cff owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:15.756273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80a699d7-5fd4-49d8-8546-218d04309746 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc7efad2-b9e9-4c9f-bc9e-9aa11b79ee57 HTTP/1.1" status: 204 len: 168 time: 1.3545170 Feb 10 22:48:15.759750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:15.770569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:15.796385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:15.810551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cc974a26-651a-47b5-8908-1e77f752d26b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:15.821383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:15.823212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:15.825563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.857123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: cc974a26-651a-47b5-8908-1e77f752d26b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:15.857507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cc974a26-651a-47b5-8908-1e77f752d26b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:15.964041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:15.970030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:16.014341 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea7268a2-6dc4-44c2-979b-77af90867aaf req-66c55995-9562-4e7c-b6f9-26ef7f01aa1b service neutron] 10.222.0.30 "GET /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563585 Feb 10 22:48:16.015114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:16.032972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54b36e68-2379-4a12-94e7-82c41e71cb2a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:16.040965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169af33-7c77-4a18-a6ed-e84588c3ea4e None None] Network e3f6b146-ef3a-4597-98b5-6cee4c894e50 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:16.042502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.050723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.086349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:16.087619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6', '30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:16.092337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.108798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0e7dea8b-e53a-409d-ad52-a0ad2e64c662 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/54b36e68-2379-4a12-94e7-82c41e71cb2a HTTP/1.1" status: 204 len: 168 time: 1.7239351 Feb 10 22:48:16.113074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52748) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:16.116418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event deleted for resources: {'Port': ['ID=0dbdc826-9c9b-42ac-8a94-86f547627cff,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:16.116890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af382295-2eb8-4eb4-8c68-2e1fe1c2e542 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:16.146207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.3 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/01e43385-f52a-4673-bea6-2a18c9445ceb) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:16.278194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af382295-2eb8-4eb4-8c68-2e1fe1c2e542 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:16.285077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af382295-2eb8-4eb4-8c68-2e1fe1c2e542 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5079043 Feb 10 22:48:16.285272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52752) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:16.287021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.295579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919147748'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:16.302422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] No DVR routers for this DVR port 0dbdc826-9c9b-42ac-8a94-86f547627cff on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:16.310178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.333470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:16.336230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'name': 'network-vif-deleted', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:16.350022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd263d4d-ec43-451d-b46e-14c376e3adce req-7c99f44d-ae1b-4f1a-aec2-881475b72827 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.24 "DELETE /v2.0/ports/0dbdc826-9c9b-42ac-8a94-86f547627cff HTTP/1.1" status: 204 len: 173 time: 2.0273452 Feb 10 22:48:16.394904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:16.400157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.452871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.476135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1925de23-cbdf-4b90-a265-a345a00f9769,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:16.510193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Deleting port 34fc471a-01e4-45c0-94b6-611f6ed8864f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:16.510873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.680058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.686801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] DHCP port deletion for e3f6b146-ef3a-4597-98b5-6cee4c894e50 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:48:16.692157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Checking segment: {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:16.694921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Network hostable DHCP agents. Network: 474f6866-d7b8-4749-b3fb-a19ae8e7cb16, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:48:16.709989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Deleting port 34fc471a-01e4-45c0-94b6-611f6ed8864f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:16.710359 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.738633 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '733c2cad-9026-44ba-b72a-e49dd7892e2a', 'name': 'network-vif-deleted', 'tag': '0dbdc826-9c9b-42ac-8a94-86f547627cff', 'status': 'completed', 'code': 200} Feb 10 22:48:16.774871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:48:16.808993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 474f6866-d7b8-4749-b3fb-a19ae8e7cb16) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:16.822755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=f8020ffb-da98-4af7-8201-6b17bb9f9c00,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:16.827506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:16.827926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f249c2f-e012-4461-90d6-781f1d89c806 None None] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:16.828631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:16.855245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:16.856012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 1c291e02-4eb1-4f58-96ab-4013513c8e39, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:48:16.864994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12b9b3a0-b458-4b1e-916c-6a5a2a2f579b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0086980 Feb 10 22:48:16.918642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:16.935520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:48:16.957253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:16.967104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdbb7fde-32fd-4edd-a7b6-6a95398e5f58 req-7fd5247c-da4d-4166-bf9f-63704a8fcbb3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=733c2cad-9026-44ba-b72a-e49dd7892e2a HTTP/1.1" status: 200 len: 210 time: 0.0688961 Feb 10 22:48:16.967804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1c291e02-4eb1-4f58-96ab-4013513c8e39) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:16.982142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:16.983706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:16.984679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.021520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-20bf8d8e-8172-4222-ada2-ca24976d1455 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6929259 Feb 10 22:48:17.024720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:17.028332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:17.033111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39', 'name': 'tempest-PortsIpV6TestJSON-1307429799', 'fixed_ips': [{'subnet_id': 'f8020ffb-da98-4af7-8201-6b17bb9f9c00', 'ip_address': '2001:db8::10'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:17.092212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271563e-0b13-41ed-aa8a-2874af6ae4c3 None None] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:17.191346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.203758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:17.210849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:17.212190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] For port 34fc471a-01e4-45c0-94b6-611f6ed8864f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34fc471a-01e4-45c0-94b6-611f6ed8864f,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:17.212537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.216159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:17.241819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:17.292831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1dcbf59-ebfc-4776-a5c7-040bdf5933bc req-8b8cd28c-e730-4f56-a122-495ea337bb10 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 210 time: 0.0687594 Feb 10 22:48:17.310136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:17.327601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:17.397420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150cae0-7ff2-493e-bf71-830e8ac7e6ef req-aa349665-12ab-4f39-81ca-9f176cae4fc1 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:17.405035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3150cae0-7ff2-493e-bf71-830e8ac7e6ef req-aa349665-12ab-4f39-81ca-9f176cae4fc1 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 944 time: 0.6630547 Feb 10 22:48:17.414196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Calling delete_port for 34fc471a-01e4-45c0-94b6-611f6ed8864f owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:17.560054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.568739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3150cae0-7ff2-493e-bf71-830e8ac7e6ef req-49ea848d-8cd5-4237-a3a4-076c8a00d315 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625228 Feb 10 22:48:17.577736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.585658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] For port 34fc471a-01e4-45c0-94b6-611f6ed8864f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=34fc471a-01e4-45c0-94b6-611f6ed8864f,segment=NetworkSegment(df97cd7f-7123-4f9d-8477-782c4c33dacb),segment_id=df97cd7f-7123-4f9d-8477-782c4c33dacb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:17.586191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.593912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 83d1b022-6195-4d32-89ab-516896185ff5 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:48:17.595153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.651891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.657429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.714911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d42710-a557-40a2-aed2-f8de478c72f6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:17.725729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Calling delete_port for 34fc471a-01e4-45c0-94b6-611f6ed8864f owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:17.735602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Pushing event deleted for resources: {'Port': ['ID=34fc471a-01e4-45c0-94b6-611f6ed8864f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:17.737873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] No DVR routers for this DVR port 34fc471a-01e4-45c0-94b6-611f6ed8864f on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:17.808818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.810016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bf99268c-9265-4103-ac41-61d3a330c92f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5250919 Feb 10 22:48:17.817564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:17.829354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:17.851019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:17.892021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--793715905'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:17.902456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:17.905546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:17.918921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:17.925667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:17.931239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:48:17.933237 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:48:17.937464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:17.953988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::10 (1c291e02-4eb1-4f58-96ab-4013513c8e39/f8020ffb-da98-4af7-8201-6b17bb9f9c00/83d1b022-6195-4d32-89ab-516896185ff5) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:17.963834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:17.968771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:17.989924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.003503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34fc471a-01e4-45c0-94b6-611f6ed8864f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:18.006506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:18.050641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f6b146-ef3a-4597-98b5-6cee4c894e50']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:18.054943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:18.066389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:18.067446 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.068760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 34fc471a-01e4-45c0-94b6-611f6ed8864f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:18.069088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 34fc471a-01e4-45c0-94b6-611f6ed8864f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:18.074852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:18.082471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:18.082668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:18.098556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:18.098928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.101286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df97cd7f-7123-4f9d-8477-782c4c33dacb') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:18.103973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df97cd7f-7123-4f9d-8477-782c4c33dacb') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:18.109538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:18.123938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-4b64b8d9-807f-4735-989d-8448c4e0b637 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0934587 Feb 10 22:48:18.149468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Request body: {'port': {'device_id': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:18.228097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.365067 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.397261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.415272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:18.423388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:18.432962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:48:18.433666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:48:18.473697 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:48:18.502405 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.503420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0dbdc826-9c9b-42ac-8a94-86f547627cff no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:18.542874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Deleting port 34fc471a-01e4-45c0-94b6-611f6ed8864f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:18.543244 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.557227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.571171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.595517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.623554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.628762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 83d1b022-6195-4d32-89ab-516896185ff5 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:18.698990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=871beb1d-25db-48d8-9028-29e6bbdbc3ec,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:18.731167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f38f3-26a5-4663-9fbf-8a07b1bc210b None None] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:18.742567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293f08c4-c28b-48db-948a-f7d060a02dfa req-a010e1c7-ba29-4978-8c21-c9c79956ef5e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:18.744717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-293f08c4-c28b-48db-948a-f7d060a02dfa req-a010e1c7-ba29-4978-8c21-c9c79956ef5e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 931 time: 0.2577007 Feb 10 22:48:18.746841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.751076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4efdf2a2-af47-4d1d-a735-34acae648d2f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9322183 Feb 10 22:48:18.751766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52796) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:18.784161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'd5d42710-a557-40a2-aed2-f8de478c72f6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '871beb1d-25db-48d8-9028-29e6bbdbc3ec', 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:18.793804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 0dbdc826-9c9b-42ac-8a94-86f547627cff {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:18.794145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 0dbdc826-9c9b-42ac-8a94-86f547627cff not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:18.815684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a476dc57-672f-49ee-ab3a-fd061d52f367 None None] The port '34fc471a-01e4-45c0-94b6-611f6ed8864f' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:48:18.816652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:18.823113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:18.842140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:18.931414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:18.936646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=83d1b022-6195-4d32-89ab-516896185ff5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:18.948705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-293f08c4-c28b-48db-948a-f7d060a02dfa req-1937afde-9dd3-46ae-87e3-e31eab441b13 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960161 Feb 10 22:48:18.950633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:18.951850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:18.955787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:18.960552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:18.967091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:18.970068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:18.971578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.006711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f942029a-378e-41a1-900d-02b25ca5091f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9796054 Feb 10 22:48:19.010635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52800) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:19.020203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39', 'name': 'tempest-PortsIpV6TestJSON-362580600', 'fixed_ips': [{'subnet_id': 'f8020ffb-da98-4af7-8201-6b17bb9f9c00', 'ip_address': '2001:db8::f'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:19.078903 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0', 'code': 200} Feb 10 22:48:19.124580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.138579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.202298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.367154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f6b146-ef3a-4597-98b5-6cee4c894e50,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:19.381023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9e3a5fc1-39ed-45f0-bd93-070155602df0 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3f6b146-ef3a-4597-98b5-6cee4c894e50 HTTP/1.1" status: 204 len: 168 time: 3.2602122 Feb 10 22:48:19.408494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-1c291e02-4eb1-4f58-96ab-4013513c8e39', 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': 'f8020ffb-da98-4af7-8201-6b17bb9f9c00'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:48:19.409753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.492407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc72fe-1892-4b4c-b916-d1f34c0d1258 req-fb292ec8-ccbd-483f-a5e8-10da110b29a9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:19.493316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2edc72fe-1892-4b4c-b916-d1f34c0d1258 req-fb292ec8-ccbd-483f-a5e8-10da110b29a9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:19.539036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e43385-f52a-4673-bea6-2a18c9445ceb {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:19.552048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08639a4f-49dd-491f-ba25-e373d968111f req-64838b21-ca4a-496c-861c-1433ecc16582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:19.553282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08639a4f-49dd-491f-ba25-e373d968111f req-64838b21-ca4a-496c-861c-1433ecc16582 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 1096 time: 0.2379210 Feb 10 22:48:19.553964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2edc72fe-1892-4b4c-b916-d1f34c0d1258 req-fb292ec8-ccbd-483f-a5e8-10da110b29a9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:19.559938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2edc72fe-1892-4b4c-b916-d1f34c0d1258 req-fb292ec8-ccbd-483f-a5e8-10da110b29a9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.5583720 Feb 10 22:48:19.565058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.596301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:19.633513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Allocated IP 2001:db8::2 (1c291e02-4eb1-4f58-96ab-4013513c8e39/f8020ffb-da98-4af7-8201-6b17bb9f9c00/af015547-5b6d-40d6-8214-c50a0df26357) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:19.647184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Transition to ACTIVE for port object 01e43385-f52a-4673-bea6-2a18c9445ceb will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:19.663856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2edc72fe-1892-4b4c-b916-d1f34c0d1258 req-b37ea8f6-68c1-440d-847c-5a37f5807c81 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025174 Feb 10 22:48:19.665904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.700132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:19.711599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08639a4f-49dd-491f-ba25-e373d968111f req-4d97f3d3-f8f4-42a3-a559-77b84404104a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483562 Feb 10 22:48:19.727965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:19.739993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b4caa-1929-400d-9e04-5feaa2f06d15 req-c46ac6fa-92d7-4309-b068-8d3caa11b33d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:19.747171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-195b4caa-1929-400d-9e04-5feaa2f06d15 req-c46ac6fa-92d7-4309-b068-8d3caa11b33d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 945 time: 0.2733066 Feb 10 22:48:19.750388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.752484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:19.774687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-636ee571-3174-4330-8efa-759d1b276ebb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a94b53c86ca642628553e3f1287bb337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751752 Feb 10 22:48:19.774687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:19.777964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.783533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52812) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:19.836411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69bd295f-3a34-401a-ae2a-3234a8b14f7d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:19.836660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Pushing event updated for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:19.844840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:19.848825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.890545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.895023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-195b4caa-1929-400d-9e04-5feaa2f06d15 req-fd6050de-d672-4157-b541-fa5d35ef78b6 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468801 Feb 10 22:48:19.904201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Transition to ACTIVE for port object af015547-5b6d-40d6-8214-c50a0df26357 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:19.919359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:48:19.936221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Transition to ACTIVE for port object af015547-5b6d-40d6-8214-c50a0df26357 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:19.936984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Attempting to bind port 01e43385-f52a-4673-bea6-2a18c9445ceb on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:19.937386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Attempting to bind port 01e43385-f52a-4673-bea6-2a18c9445ceb by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:19.937778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Attempting to bind port 01e43385-f52a-4673-bea6-2a18c9445ceb on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:19.942718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Port 01e43385-f52a-4673-bea6-2a18c9445ceb on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:19.943073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Attempting to bind port 01e43385-f52a-4673-bea6-2a18c9445ceb on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:19.945558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.949764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:19.950194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:19.950643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:19.951121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Bound port: 01e43385-f52a-4673-bea6-2a18c9445ceb, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:19.951581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.964219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:19.965323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca213976-f249-498d-9074-e9b764cd7cb1 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2104468 Feb 10 22:48:19.968923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52816) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:20.009158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.033748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:20.037076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:20.041371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:20.087525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.088346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Pushing event updated for resources: {'Port': ['ID=af015547-5b6d-40d6-8214-c50a0df26357,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:20.100030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.178405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Attempting to bind port af015547-5b6d-40d6-8214-c50a0df26357 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:20.178767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Attempting to bind port af015547-5b6d-40d6-8214-c50a0df26357 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:20.179124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Attempting to bind port af015547-5b6d-40d6-8214-c50a0df26357 on network 1c291e02-4eb1-4f58-96ab-4013513c8e39 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:20.184762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.192620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:20.193252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Checking segment: {'id': 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:20.193652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.194453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Bound using segment: {'id': 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:20.194750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Bound port: af015547-5b6d-40d6-8214-c50a0df26357, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '1c291e02-4eb1-4f58-96ab-4013513c8e39'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:20.195272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.207757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:20.233375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=01e43385-f52a-4673-bea6-2a18c9445ceb,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:20.243384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.263266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.264190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::f (1c291e02-4eb1-4f58-96ab-4013513c8e39/f8020ffb-da98-4af7-8201-6b17bb9f9c00/2b63df70-ae27-48b2-a3ed-64d0fa79cfe0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:20.280266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.310255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06080cfa-6162-415e-a1e9-26a4398b0970,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:20.321014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.322163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/69bd295f-3a34-401a-ae2a-3234a8b14f7d HTTP/1.1" status: 204 len: 168 time: 0.3506527 Feb 10 22:48:20.328533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:20.336519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:20.337163 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.339215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] 10.222.0.30 "PUT /v2.0/ports/01e43385-f52a-4673-bea6-2a18c9445ceb HTTP/1.1" status: 200 len: 1091 time: 2.2064118 Feb 10 22:48:20.339998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab678ffa-0528-4198-b56a-01f072aae568 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69bd295f-3a34-401a-ae2a-3234a8b14f7d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:20.351565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:20.356251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] For port af015547-5b6d-40d6-8214-c50a0df26357, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:20.359872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] For port af015547-5b6d-40d6-8214-c50a0df26357, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af015547-5b6d-40d6-8214-c50a0df26357,segment=NetworkSegment(a71a24b1-27ef-4b41-a545-7d3dbd5efad4),segment_id=a71a24b1-27ef-4b41-a545-7d3dbd5efad4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:20.367118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.378889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.379223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.383459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.384315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.385632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.386206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.386767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.387832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.388377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.388570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61acb544-fbd4-47c9-9db1-7c52940b4de2 req-66453af1-72cd-434a-9ca7-34746db290f8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:20.389311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61acb544-fbd4-47c9-9db1-7c52940b4de2 req-66453af1-72cd-434a-9ca7-34746db290f8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:20.389698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.390246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.390777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:20.425870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-af21a77c-fd34-4e7c-a767-07e622bcfc80 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:20.427462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-af21a77c-fd34-4e7c-a767-07e622bcfc80 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.2533495 Feb 10 22:48:20.443572 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb', 'status': 'completed', 'code': 200} Feb 10 22:48:20.456268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.459749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bd619cdc-c205-40c8-a27f-1d8b9e021c41 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/06080cfa-6162-415e-a1e9-26a4398b0970 HTTP/1.1" status: 204 len: 168 time: 0.6674075 Feb 10 22:48:20.474621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01d9074-9fdd-4a05-af02-9a96b8adceba service neutron] Pushing event updated for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:20.511820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee20a8-c06d-49b9-8040-ee0a98f33317 None None] Pushing event updated for resources: {'Port': ['ID=af015547-5b6d-40d6-8214-c50a0df26357,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:20.527510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61acb544-fbd4-47c9-9db1-7c52940b4de2 req-66453af1-72cd-434a-9ca7-34746db290f8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:20.534591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61acb544-fbd4-47c9-9db1-7c52940b4de2 req-66453af1-72cd-434a-9ca7-34746db290f8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 943 time: 0.4257774 Feb 10 22:48:20.590593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61acb544-fbd4-47c9-9db1-7c52940b4de2 req-a03d3af5-64aa-4bd2-b4d5-ef00d06c50fb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550961 Feb 10 22:48:20.596597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-02396617-4492-400f-95a1-09aeed121c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:20.598182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-02396617-4492-400f-95a1-09aeed121c09 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 1094 time: 0.2060199 Feb 10 22:48:20.611771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4463185d-3e47-4011-a90e-2e11b8947cb0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:20.655060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4463185d-3e47-4011-a90e-2e11b8947cb0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:20.659082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4463185d-3e47-4011-a90e-2e11b8947cb0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3221428 Feb 10 22:48:20.689260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52834) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:20.710862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-42a0f744-61ef-4e8e-9305-92165b12ed08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e43385-f52a-4673-bea6-2a18c9445ceb HTTP/1.1" status: 200 len: 217 time: 0.1040828 Feb 10 22:48:20.749760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Deleting port 30c733ae-e874-4012-be88-9d39cfd7defd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:20.750066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:20.893545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-73107d82-6f33-4b14-9d1d-e5b0280162bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:20.896789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-73107d82-6f33-4b14-9d1d-e5b0280162bd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1759875 Feb 10 22:48:20.974199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-a14c1b5f-79dc-4cf1-933a-0f7c2f6bcda1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591812 Feb 10 22:48:20.974998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.161375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.252506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00371b5-7e24-44a3-8064-d5c5de5fac84 req-eaf01c47-3c4f-435f-8102-a718e8ea152a tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:21.253291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b00371b5-7e24-44a3-8064-d5c5de5fac84 req-eaf01c47-3c4f-435f-8102-a718e8ea152a tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.3468225 Feb 10 22:48:21.342941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-715bd00f-ca13-401a-9807-1831e8cd6bc3 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488355 Feb 10 22:48:21.376887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.436816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b00371b5-7e24-44a3-8064-d5c5de5fac84 req-fcec8936-069e-417e-bd64-de86995d9bc6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539214 Feb 10 22:48:21.454757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:21.474983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.518085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9450a1-3ef6-46f2-b760-5835bd8d74db req-8f092050-3ebe-44b8-a917-30a4a382c9ca tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:21.519635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e9450a1-3ef6-46f2-b760-5835bd8d74db req-8f092050-3ebe-44b8-a917-30a4a382c9ca tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 945 time: 0.3662295 Feb 10 22:48:21.525151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=871beb1d-25db-48d8-9028-29e6bbdbc3ec,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:21.573478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.577705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28af45b6-5ad9-4e48-b2df-8d954e91b46f tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/871beb1d-25db-48d8-9028-29e6bbdbc3ec HTTP/1.1" status: 204 len: 168 time: 0.8874240 Feb 10 22:48:21.581286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52856) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:21.608468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5d53d09-31be-4c95-97c8-95690e83cf0c req-bb18e358-4f3a-4b7d-a130-09ec69043e4b service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454162 Feb 10 22:48:21.616199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] For port 30c733ae-e874-4012-be88-9d39cfd7defd, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=30c733ae-e874-4012-be88-9d39cfd7defd,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:21.616787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.649801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e9450a1-3ef6-46f2-b760-5835bd8d74db req-9cdb08fc-1c97-42f5-885a-490dcd87c9a6 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849125 Feb 10 22:48:21.718421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:21.810564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-43d840b8-659e-465b-b3b6-613ede1fb15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:21.812080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-43d840b8-659e-465b-b3b6-613ede1fb15e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 1094 time: 0.1487904 Feb 10 22:48:21.932578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af015547-5b6d-40d6-8214-c50a0df26357 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:22.018617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port af015547-5b6d-40d6-8214-c50a0df26357 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:22.029053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:22.035856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Calling delete_port for 30c733ae-e874-4012-be88-9d39cfd7defd owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:22.083915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.255359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f78511-c02e-4485-bf9c-3ceffd064124 None None] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:22.326037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-b5cebc24-b2b2-423c-aba3-923c368d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:22.327763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-b5cebc24-b2b2-423c-aba3-923c368d5d59 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.5093684 Feb 10 22:48:22.369720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-660626624-network', 'tenant_id': '5642daa93ea74c05831f4b9a7d9be8d7'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:22.399837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:22.421107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-d33f9f2a-1668-403b-914f-b6bebc156c29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=01e43385-f52a-4673-bea6-2a18c9445ceb HTTP/1.1" status: 200 len: 217 time: 0.0854735 Feb 10 22:48:22.426044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Usage tracker for resource:network and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:22.440661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:22.441853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:22.445751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Provisioning for port af015547-5b6d-40d6-8214-c50a0df26357 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:22.454940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=2b63df70-ae27-48b2-a3ed-64d0fa79cfe0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:22.461804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:22.473887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Provisioning complete for port af015547-5b6d-40d6-8214-c50a0df26357 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:22.474398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.478896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:22.481293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:22.488098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:22.488774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.563920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076c8b9-a4ea-40b7-a00d-0f111ee71f8b req-dd76ee08-9ff3-44c8-89e1-04fd5d12d9ec tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:22.580326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9076c8b9-a4ea-40b7-a00d-0f111ee71f8b req-dd76ee08-9ff3-44c8-89e1-04fd5d12d9ec tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 945 time: 0.4551845 Feb 10 22:48:22.596675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-09f065f9-69c5-4ecf-af28-edd9a5a7d228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:22.597685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-249dd650-3efa-4bdd-bda6-0fa2a4eadd0c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:22.598630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-09f065f9-69c5-4ecf-af28-edd9a5a7d228 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1707282 Feb 10 22:48:22.648631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-249dd650-3efa-4bdd-bda6-0fa2a4eadd0c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:22.651512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-249dd650-3efa-4bdd-bda6-0fa2a4eadd0c tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.0670724 Feb 10 22:48:22.666607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:22.668069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Made reservation on behalf of 5642daa93ea74c05831f4b9a7d9be8d7 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:22.670383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.708225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecefc2e5-b079-44a6-9ea5-cd471e4c4ea1 req-0f60501b-673a-4a45-abb8-88174fd7a2e0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:22.716771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9076c8b9-a4ea-40b7-a00d-0f111ee71f8b req-105080ec-0714-4784-90a0-2deb7bc2e54d tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168785 Feb 10 22:48:22.719469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-89854371-1c36-4d58-b196-d0defa15d98c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745671 Feb 10 22:48:22.721582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ecefc2e5-b079-44a6-9ea5-cd471e4c4ea1 req-0f60501b-673a-4a45-abb8-88174fd7a2e0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 943 time: 0.9146013 Feb 10 22:48:22.723453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.766392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.792121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-42589163-32e6-47df-a8f6-f6382a1e0ed2 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7764366 Feb 10 22:48:22.830027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52888) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:22.845010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] For port af015547-5b6d-40d6-8214-c50a0df26357, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af015547-5b6d-40d6-8214-c50a0df26357,segment=NetworkSegment(a71a24b1-27ef-4b41-a545-7d3dbd5efad4),segment_id=a71a24b1-27ef-4b41-a545-7d3dbd5efad4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:22.852669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:22.862160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ecefc2e5-b079-44a6-9ea5-cd471e4c4ea1 req-1cae1c76-09e2-4f05-83ad-6f7cad8f02db tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374516 Feb 10 22:48:22.896229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:22.907537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Usage tracker for resource:security_group_rule and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:22.913954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:22.925607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:22.957874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Provisioning for port 83d1b022-6195-4d32-89ab-516896185ff5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:22.966525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Provisioning complete for port 83d1b022-6195-4d32-89ab-516896185ff5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:22.967784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.065862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.073504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Pushing event updated for resources: {'Port': ['ID=af015547-5b6d-40d6-8214-c50a0df26357,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:23.078717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26beba7a-002c-48a1-99b7-905ac144696b req-538647a8-0d3c-4ec1-88c0-84648d98eca6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.080342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26beba7a-002c-48a1-99b7-905ac144696b req-538647a8-0d3c-4ec1-88c0-84648d98eca6 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=032c1e9d-b046-4a50-87b2-dadf833f1df2 HTTP/1.1" status: 200 len: 945 time: 0.1680055 Feb 10 22:48:23.081302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.098381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f10da99-b424-4986-a4c4-c4e48223ba89 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.102866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5f10da99-b424-4986-a4c4-c4e48223ba89 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2694342 Feb 10 22:48:23.111756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1f60f8b-0c33-46da-95b4-fe19bec43edd None None] Port 83d1b022-6195-4d32-89ab-516896185ff5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:23.119299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:23.123009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-68b2b036-5218-413e-9ea2-dd0881c6d9f5 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3971593 Feb 10 22:48:23.170124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:48:23.179445 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.179826 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Added segment 99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b of type vlan for network da56e9f4-150f-4fcb-82dd-801a7338730e Feb 10 22:48:23.188309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6628a2d0-654f-49cd-a970-c2cd44df55cb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:23.242087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Provisioning complete for port af015547-5b6d-40d6-8214-c50a0df26357 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:23.242520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.274368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.281216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.325998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6', '30c733ae-e874-4012-be88-9d39cfd7defd'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:23.340071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26beba7a-002c-48a1-99b7-905ac144696b req-34817208-df53-40f3-8ff2-04ba5bc0ca19 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368743 Feb 10 22:48:23.370433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.387581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event deleted for resources: {'Port': ['ID=30c733ae-e874-4012-be88-9d39cfd7defd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:23.501704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9bbe14-aa1d-4150-826a-d73c12ad9a27 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.515716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9bbe14-aa1d-4150-826a-d73c12ad9a27 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.530235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9bbe14-aa1d-4150-826a-d73c12ad9a27 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.543914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f9bbe14-aa1d-4150-826a-d73c12ad9a27 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.4233990 Feb 10 22:48:23.544795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52902) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:23.545953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] No DVR routers for this DVR port 30c733ae-e874-4012-be88-9d39cfd7defd on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:23.550207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.561939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:48:23.576893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f704bb1d-4b52-48ca-b4fe-e3769026f05e req-a8eec55c-2cae-4cde-baac-f271566721de service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3956776 Feb 10 22:48:23.582045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'name': 'network-vif-deleted', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:23.608346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Provisioning for port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:23.626046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Provisioning complete for port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:23.626046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.668099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.754186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:23.778876 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032c1e9d-b046-4a50-87b2-dadf833f1df2', 'name': 'network-vif-deleted', 'tag': '30c733ae-e874-4012-be88-9d39cfd7defd', 'status': 'completed', 'code': 200} Feb 10 22:48:23.790334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Provisioning complete for port 83d1b022-6195-4d32-89ab-516896185ff5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:23.792016 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.805905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.812189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.813699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/d5d42710-a557-40a2-aed2-f8de478c72f6 HTTP/1.1" status: 204 len: 168 time: 1.1241081 Feb 10 22:48:23.816844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52912) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:23.839197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.840341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:23.842524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:23.915489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fe2b1215-b8d6-49a3-acbc-2075bc48a04f None None] Port 83d1b022-6195-4d32-89ab-516896185ff5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:23.929740 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5f6dec1-5a45-4685-a335-cdecadbc1e64 req-3ba4f82e-5fec-4acc-be7b-520b88d895f3 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "DELETE /v2.0/ports/30c733ae-e874-4012-be88-9d39cfd7defd HTTP/1.1" status: 204 len: 173 time: 3.4897785 Feb 10 22:48:23.968706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af015547-5b6d-40d6-8214-c50a0df26357 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:23.997622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d495781-8e7e-4b88-89ca-4e5f5c712689 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:24.037078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d495781-8e7e-4b88-89ca-4e5f5c712689 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:24.044658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d495781-8e7e-4b88-89ca-4e5f5c712689 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2243683 Feb 10 22:48:24.045908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:24.051657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--265084047'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:24.063678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52922) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:24.064017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9938564 Feb 10 22:48:24.068433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc08822-7cbe-4fa4-9f23-72dd604f6e32 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d42710-a557-40a2-aed2-f8de478c72f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:24.077254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:24.086051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Request body: {'subnet': {'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-660626624-subnet', 'tenant_id': '5642daa93ea74c05831f4b9a7d9be8d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:24.144077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:24.158345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Usage tracker for resource:subnet and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:24.162633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:24.164785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:24.176118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ba296bce-7d00-448b-a4f0-566df21965e3 None None] Provisioning complete for port 83d1b022-6195-4d32-89ab-516896185ff5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:24.176589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba296bce-7d00-448b-a4f0-566df21965e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.196160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:24.225745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.270550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:24.270884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.281362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ba296bce-7d00-448b-a4f0-566df21965e3 None None] Port 83d1b022-6195-4d32-89ab-516896185ff5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:24.301751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Made reservation on behalf of 5642daa93ea74c05831f4b9a7d9be8d7 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:24.304405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.315432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.316984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port af015547-5b6d-40d6-8214-c50a0df26357 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:24.317553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.351474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209c19b-7f7f-417a-8d9c-ea9856b3ce47 admin admin] Pushing event updated for resources: {'Network': ['ID=da56e9f4-150f-4fcb-82dd-801a7338730e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:24.363031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network da56e9f4-150f-4fcb-82dd-801a7338730e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:48:24.500674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-56198cff-7fe7-46e8-9d44-4e25aabe39f5 None None] Provisioning complete for port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:24.501088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56198cff-7fe7-46e8-9d44-4e25aabe39f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.598228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.629766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:24.633584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-56198cff-7fe7-46e8-9d44-4e25aabe39f5 None None] Port 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:24.640848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:24.645242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:24.668180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:24.688457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3f3cb-38ee-4933-ab53-8ea98e4ddbc3 req-6d1045c5-b8a1-4191-b5ec-31c8715ce5d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:24.695655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca3f3cb-38ee-4933-ab53-8ea98e4ddbc3 req-6d1045c5-b8a1-4191-b5ec-31c8715ce5d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 943 time: 0.6153750 Feb 10 22:48:24.705387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:24.784241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eca3f3cb-38ee-4933-ab53-8ea98e4ddbc3 req-220d5561-03d7-4a44-9d57-4488139b98db tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876415 Feb 10 22:48:24.816343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:24.853824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=558a9158-54e2-49d0-90bc-94159ee8b202,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:24.861885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Checking segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:24.862467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Network hostable DHCP agents. Network: da56e9f4-150f-4fcb-82dd-801a7338730e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:48:24.874648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-5d428e15-a957-4a35-b8f5-3959cedcbe38 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6289971 Feb 10 22:48:25.089563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e78b5-b584-47ce-86e4-85b16cdaae87 req-c829af6d-4ba0-48c9-a82a-2ddf50484408 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.097012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a5e78b5-b584-47ce-86e4-85b16cdaae87 req-c829af6d-4ba0-48c9-a82a-2ddf50484408 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 945 time: 1.1574564 Feb 10 22:48:25.138105 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.161620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Network da56e9f4-150f-4fcb-82dd-801a7338730e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:48:25.192057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.203552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, da56e9f4-150f-4fcb-82dd-801a7338730e) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:25.212369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.220202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543c6721-51c8-4722-83f5-7a03b00fe580 None None] Network da56e9f4-150f-4fcb-82dd-801a7338730e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:25.250885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.251557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.257099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7999dd44-53f4-4b0c-b318-b05189902092,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:25.313640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=2b63df70-ae27-48b2-a3ed-64d0fa79cfe0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:25.314338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-dd0b4eeb-989a-449b-90b0-3733247d7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.316176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-dd0b4eeb-989a-449b-90b0-3733247d7613 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 1097 time: 0.4160903 Feb 10 22:48:25.345130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.345844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-14d479f4-6241-4ca0-9647-3b4643676a5e tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.348006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-14d479f4-6241-4ca0-9647-3b4643676a5e tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f HTTP/1.1" status: 200 len: 945 time: 0.2577343 Feb 10 22:48:25.353178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dcb505b3-2b04-4815-a239-eef8eb29d25f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2862830 Feb 10 22:48:25.357876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a5e78b5-b584-47ce-86e4-85b16cdaae87 req-963b55bf-825f-420c-96bb-c487f94370b0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/security-groups?id=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598333 Feb 10 22:48:25.390824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-816a8a45-bbc0-4941-bee0-379f04a51008 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.402177 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-816a8a45-bbc0-4941-bee0-379f04a51008 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "GET /v2.0/ports?device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 945 time: 0.4106801 Feb 10 22:48:25.455241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d0674a5-6620-4c00-aadc-dbba3869ee04 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 HTTP/1.1" status: 204 len: 168 time: 1.9003837 Feb 10 22:48:25.463560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:25.594875 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-da442922-5cc7-47f0-992a-874092842626 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:48:25.595510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da442922-5cc7-47f0-992a-874092842626 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:25.623594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-95c05d07-4e1e-4890-9635-409cf5cc5d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:25.629301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-95c05d07-4e1e-4890-9635-409cf5cc5d63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.2721462 Feb 10 22:48:25.648292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da442922-5cc7-47f0-992a-874092842626 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:25.653292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da442922-5cc7-47f0-992a-874092842626 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/2b63df70-ae27-48b2-a3ed-64d0fa79cfe0 HTTP/1.1" status: 404 len: 333 time: 0.1886029 Feb 10 22:48:25.654067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:25.664676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Deleting port 2c370b75-af6b-4550-a617-f875a30e6e35 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:25.665091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.700099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818d8844-5e5d-4fc2-b54d-17d942e596a4 None None] Network da56e9f4-150f-4fcb-82dd-801a7338730e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:25.727879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.729350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-11cd49ea-02c5-4825-9363-e69b2ad30425 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6822824 Feb 10 22:48:25.795944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52948) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:25.835498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '7999dd44-53f4-4b0c-b318-b05189902092', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:25.843163 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-f6a039eb-f097-48a3-badf-6d2e042df482 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 200 len: 217 time: 0.1321123 Feb 10 22:48:25.848314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:25.890033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:25.902844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:25.912082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 01e43385-f52a-4673-bea6-2a18c9445ceb details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:25.922329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 30c733ae-e874-4012-be88-9d39cfd7defd no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:25.922483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Deleting port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:25.922766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:25.965249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:25.989208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 83d1b022-6195-4d32-89ab-516896185ff5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:25.989762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.020596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-13bfb73c-0938-4d8d-95d8-74d37069ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:26.024602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-13bfb73c-0938-4d8d-95d8-74d37069ddae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1737607 Feb 10 22:48:26.153792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:48:26.160904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 30c733ae-e874-4012-be88-9d39cfd7defd {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:26.161245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 30c733ae-e874-4012-be88-9d39cfd7defd not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:26.323233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-4344b149-2a8d-47bc-ab59-c1fd194c731d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:26.324993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-4344b149-2a8d-47bc-ab59-c1fd194c731d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 817 time: 0.1999631 Feb 10 22:48:26.325829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.381945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] For port 2c370b75-af6b-4550-a617-f875a30e6e35, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2c370b75-af6b-4550-a617-f875a30e6e35,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:26.382298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.422778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-97f909b9-a1a0-4179-a0ba-f1f9a9457837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3621454 Feb 10 22:48:26.459593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-e630f9aa-4a9b-4d00-92a8-21973f928a15 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/quotas/5642daa93ea74c05831f4b9a7d9be8d7 HTTP/1.1" status: 200 len: 375 time: 0.0906062 Feb 10 22:48:26.537239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Calling delete_port for 2c370b75-af6b-4550-a617-f875a30e6e35 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:26.561002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=01e43385-f52a-4673-bea6-2a18c9445ceb,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:26.592111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '01e43385-f52a-4673-bea6-2a18c9445ceb', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '01e43385-f52a-4673-bea6-2a18c9445ceb', 'mac_address': 'fa:16:3e:f7:6c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:26.603118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-e91d83b1-8639-4388-9312-f56c8adb21fa tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296489 Feb 10 22:48:26.726850 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.748281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e43385-f52a-4673-bea6-2a18c9445ceb {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:26.768798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=01e43385-f52a-4673-bea6-2a18c9445ceb,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:26.780113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.807050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:26.849298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['31d6526b-de9f-4d6b-ba6d-73bb4a24bee0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:26.878411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event deleted for resources: {'Port': ['ID=2c370b75-af6b-4550-a617-f875a30e6e35,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:26.927914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:26.936963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] For port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,segment=NetworkSegment(d7dfa0b2-5b4a-4344-9b81-4dd5be395b51),segment_id=d7dfa0b2-5b4a-4344-9b81-4dd5be395b51)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:26.937565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.085897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Calling delete_port for 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:27.090023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] No DVR routers for this DVR port 2c370b75-af6b-4550-a617-f875a30e6e35 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:27.097694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.116443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'name': 'network-vif-deleted', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:27.139632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aec339-d4d7-440a-9c9a-c57dae3cd819 req-f3ec741a-16d6-4305-ae47-c08c3f5a1a35 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:27.160240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8aec339-d4d7-440a-9c9a-c57dae3cd819 req-f3ec741a-16d6-4305-ae47-c08c3f5a1a35 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 943 time: 1.0656571 Feb 10 22:48:27.199928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['01e43385-f52a-4673-bea6-2a18c9445ceb'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:27.266644 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c836c8c5-9b4a-4e13-a2fe-5b5037afdc0e req-6ad1dd36-1b3e-4c42-9a9a-52fffdeac1d0 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.30 "DELETE /v2.0/ports/2c370b75-af6b-4550-a617-f875a30e6e35 HTTP/1.1" status: 204 len: 173 time: 1.8622625 Feb 10 22:48:27.343054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8aec339-d4d7-440a-9c9a-c57dae3cd819 req-e5170cdc-07f5-447b-aceb-5f6fafa85141 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813345 Feb 10 22:48:27.349510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.433405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.468382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.488478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.636121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Pushing event deleted for resources: {'Port': ['ID=31d6526b-de9f-4d6b-ba6d-73bb4a24bee0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:27.638039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61f4f0f7-894e-442b-b408-3f45fe9b45ae,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:27.655191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-8fcc4ef1-078e-4a6c-8707-a410185a5c84 service neutron] 10.222.0.53 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0174863 Feb 10 22:48:27.699887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 83d1b022-6195-4d32-89ab-516896185ff5 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:27.745273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e615bbdf-074e-437b-83d1-13738eed65cf req-f7da12c9-c254-4df7-a0ba-3f5c93b12f57 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Synchronizing usage tracker for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:27.782253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e615bbdf-074e-437b-83d1-13738eed65cf req-f7da12c9-c254-4df7-a0ba-3f5c93b12f57 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Unset dirty status for tenant:95e6ccd3343b4eb9925d3acad55cea65 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:27.791471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e615bbdf-074e-437b-83d1-13738eed65cf req-f7da12c9-c254-4df7-a0ba-3f5c93b12f57 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.53 "GET /v2.0/ports?device_id=dce4f5d3-84f0-497d-ac69-597511cdaca1 HTTP/1.1" status: 200 len: 210 time: 0.2187083 Feb 10 22:48:27.864943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2c370b75-af6b-4550-a617-f875a30e6e35 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:27.866655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-50eda6be-bd0a-4297-bb52-fea44488b3f3 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4325874 Feb 10 22:48:27.868977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c5fb15a0-6541-4b2b-b20e-9fbc5105d30f service neutron] 10.222.0.53 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129354 Feb 10 22:48:27.898136 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dce4f5d3-84f0-497d-ac69-597511cdaca1', 'name': 'network-vif-deleted', 'tag': '2c370b75-af6b-4550-a617-f875a30e6e35', 'status': 'completed', 'code': 200} Feb 10 22:48:27.939876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:27.941752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29940249-3d74-4221-adbc-6a359db88343 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 2.1365309 Feb 10 22:48:27.947885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:27.948083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 2c370b75-af6b-4550-a617-f875a30e6e35 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:27.948465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2c370b75-af6b-4550-a617-f875a30e6e35 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:28.032481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.045516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.045886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] No DVR routers for this DVR port 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:28.054092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.056140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbc0c8aa-5e5c-45a4-98e6-6f736a4152f7 req-97cc8c05-96da-45c3-bcfe-2a8a383fe880 tempest-MultipleCreateTestJSON-1395760083 tempest-MultipleCreateTestJSON-1395760083-project] 10.222.0.24 "DELETE /v2.0/ports/31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 HTTP/1.1" status: 204 len: 173 time: 2.7003484 Feb 10 22:48:28.070013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.075018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'name': 'network-vif-deleted', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:28.204828 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94e3ca-9b7b-48c8-9aaa-ae3e42860a5f', 'name': 'network-vif-deleted', 'tag': '31d6526b-de9f-4d6b-ba6d-73bb4a24bee0', 'status': 'completed', 'code': 200} Feb 10 22:48:28.253061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b13762de-bb43-48b2-9c01-b325f4f2066a req-d706f7a8-3fb9-4300-be19-2997ddc724a2 service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3658209 Feb 10 22:48:28.416643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.575004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61f4f0f7-894e-442b-b408-3f45fe9b45ae,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:28.585073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=83d1b022-6195-4d32-89ab-516896185ff5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:28.620903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.641824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-058d7009-0e03-4484-9c18-8335b726ef50 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/83d1b022-6195-4d32-89ab-516896185ff5 HTTP/1.1" status: 204 len: 168 time: 2.7410660 Feb 10 22:48:28.643311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:28.646724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c6bc416-1c36-4a68-af03-b1bd6a13d11e tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/61f4f0f7-894e-442b-b408-3f45fe9b45ae HTTP/1.1" status: 204 len: 168 time: 0.6956494 Feb 10 22:48:28.646724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52998) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:28.649206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53000) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:28.776923 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98aac02-8469-41f8-bde4-c701a46ea82e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:48:28.777474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e98aac02-8469-41f8-bde4-c701a46ea82e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:28.796936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a37e44ca-c20f-4c9c-a72f-9cdc8f4647b5 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:28.822463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e98aac02-8469-41f8-bde4-c701a46ea82e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:28.826995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e98aac02-8469-41f8-bde4-c701a46ea82e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/83d1b022-6195-4d32-89ab-516896185ff5 HTTP/1.1" status: 404 len: 333 time: 0.1783245 Feb 10 22:48:28.827667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:28.877050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7d861-3281-4b5c-a6c1-274643302140 req-6543fa32-146a-4be0-9a54-42178b0aa5ab tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:28.888797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16e7d861-3281-4b5c-a6c1-274643302140 req-6543fa32-146a-4be0-9a54-42178b0aa5ab tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 944 time: 0.3303454 Feb 10 22:48:28.896405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a37e44ca-c20f-4c9c-a72f-9cdc8f4647b5 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:28.902553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a37e44ca-c20f-4c9c-a72f-9cdc8f4647b5 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2506654 Feb 10 22:48:28.913667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53018) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:28.938266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet f8020ffb-da98-4af7-8201-6b17bb9f9c00 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:48:28.942477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.032028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:29.143417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16e7d861-3281-4b5c-a6c1-274643302140 req-76e4ed72-3593-4621-87f0-af3f05816187 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285380 Feb 10 22:48:29.173634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.184632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:29.187182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 31d6526b-de9f-4d6b-ba6d-73bb4a24bee0 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:29.303381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.387170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.392623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.499371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.612129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=f8020ffb-da98-4af7-8201-6b17bb9f9c00,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:29.616822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a71b3afe-a9e0-4308-b81d-7cfdaafc6347 req-d24778a5-6a5e-4b6e-b113-f5da3f32a93e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 210 time: 0.1203351 Feb 10 22:48:29.618372 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.650020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.654923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c106f9-4619-4237-8cd0-f102d1295442 None None] Network 1c291e02-4eb1-4f58-96ab-4013513c8e39 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:29.657852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7999dd44-53f4-4b0c-b318-b05189902092,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:29.676573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:29.678012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0fb95c0f-e4ab-4cf5-9a3d-f8fde219f110 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/7999dd44-53f4-4b0c-b318-b05189902092 HTTP/1.1" status: 204 len: 168 time: 0.7611353 Feb 10 22:48:29.681002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53040) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:29.714155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5a4bf18-ca03-44da-808d-12228c94dc5b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/f8020ffb-da98-4af7-8201-6b17bb9f9c00 HTTP/1.1" status: 204 len: 168 time: 0.8853409 Feb 10 22:48:29.716757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53044) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:29.779358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9a5d0-1473-4d70-99f0-862f3aa39532 req-b17d8c62-22a2-495e-9c2e-966f0b09a727 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:29.780252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e7f9a5d0-1473-4d70-99f0-862f3aa39532 req-b17d8c62-22a2-495e-9c2e-966f0b09a727 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Synchronizing usage tracker for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:29.835172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e7f9a5d0-1473-4d70-99f0-862f3aa39532 req-b17d8c62-22a2-495e-9c2e-966f0b09a727 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Unset dirty status for tenant:9cfe8491921e40038ef24180eb9ae63b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:29.843020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7f9a5d0-1473-4d70-99f0-862f3aa39532 req-b17d8c62-22a2-495e-9c2e-966f0b09a727 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.2639337 Feb 10 22:48:29.880700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:29.916272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 01e43385-f52a-4673-bea6-2a18c9445ceb up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:30.019938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0bdeafde-c2dd-4c7e-acb7-18e081edf765 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:30.048546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.061352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0bdeafde-c2dd-4c7e-acb7-18e081edf765 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:30.062500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Deleting subnet 4b0869f8-7dd3-42b2-a5dd-1f421e00e89b {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:48:30.063142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0bdeafde-c2dd-4c7e-acb7-18e081edf765 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3802676 Feb 10 22:48:30.067513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53054) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:30.073873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port af015547-5b6d-40d6-8214-c50a0df26357 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:30.074469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.113057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1470943843'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:30.132079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 01e43385-f52a-4673-bea6-2a18c9445ceb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:30.138125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:30.149727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 01e43385-f52a-4673-bea6-2a18c9445ceb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:30.155640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.168168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:30.208759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.332668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.437861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7f9a5d0-1473-4d70-99f0-862f3aa39532 req-c4e74451-0af0-49ff-8b4d-fb4f654cc515 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5875490 Feb 10 22:48:30.468044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:30.474623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] DHCP port deletion for 1c291e02-4eb1-4f58-96ab-4013513c8e39 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:48:30.487261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:30.492216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:30.498074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.516319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Deleting port af015547-5b6d-40d6-8214-c50a0df26357 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:30.516691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.519461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port af015547-5b6d-40d6-8214-c50a0df26357, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af015547-5b6d-40d6-8214-c50a0df26357,segment=NetworkSegment(a71a24b1-27ef-4b41-a545-7d3dbd5efad4),segment_id=a71a24b1-27ef-4b41-a545-7d3dbd5efad4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:30.519948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.537062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:30.599697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.660238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.715804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for af015547-5b6d-40d6-8214-c50a0df26357 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:30.815809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:30.830211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.850381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=01e43385-f52a-4673-bea6-2a18c9445ceb,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:30.853078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.882509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:30.890998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=af015547-5b6d-40d6-8214-c50a0df26357,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:30.894817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No DVR routers for this DVR port af015547-5b6d-40d6-8214-c50a0df26357 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:30.937101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.002385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.100599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.106636 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0373304 Feb 10 22:48:31.109384 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63b13043-85cb-4cf8-bfa4-ef1447dc7a9c req-93adfcb1-dadf-478e-8e24-9395e933d194 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 210 time: 0.2500989 Feb 10 22:48:31.109875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:31.113102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.117131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/4b0869f8-7dd3-42b2-a5dd-1f421e00e89b HTTP/1.1" status: 204 len: 168 time: 1.2331846 Feb 10 22:48:31.137355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:31.145528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] For port af015547-5b6d-40d6-8214-c50a0df26357, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=af015547-5b6d-40d6-8214-c50a0df26357,segment=NetworkSegment(a71a24b1-27ef-4b41-a545-7d3dbd5efad4),segment_id=a71a24b1-27ef-4b41-a545-7d3dbd5efad4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:31.146437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.272905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'c1b98ee4-532f-45cc-94dc-200af954fd1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:31.287167 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.294729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3037dcd8-646b-41e4-8f39-ffc5d2feaca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b0869f8-7dd3-42b2-a5dd-1f421e00e89b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:31.298874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:31.320992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c291e02-4eb1-4f58-96ab-4013513c8e39']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.335482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.335777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71a24b1-27ef-4b41-a545-7d3dbd5efad4') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.348829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.378505 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb', 'code': 200} Feb 10 22:48:31.386790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Calling delete_port for af015547-5b6d-40d6-8214-c50a0df26357 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:31.388135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.401256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:48:31.402219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:48:31.454024 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:48:31.531751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:31.536654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab7067-328c-4f86-b0dd-489092a937bf tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b98ee4-532f-45cc-94dc-200af954fd1d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.537788 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:48:31.541435 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:48:31.561465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:48:31.561820 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:48:31.563131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff9e37-6472-4ef5-b3a5-555cdff532fd req-d51c3fd5-6701-4c39-adb1-452800440faf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:31.564685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0ff9e37-6472-4ef5-b3a5-555cdff532fd req-d51c3fd5-6701-4c39-adb1-452800440faf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 944 time: 1.1497970 Feb 10 22:48:31.577403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.585148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:31.605909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:31.621504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:31.846131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.873383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661393f8-e9e3-45fe-ab5e-074e11ce49ea']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.888678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.889364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7dfa0b2-5b4a-4344-9b81-4dd5be395b51') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:31.900175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af015547-5b6d-40d6-8214-c50a0df26357 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:31.903519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.921109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.927939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:48:31.928760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:31.976066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: af015547-5b6d-40d6-8214-c50a0df26357 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:31.976430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device af015547-5b6d-40d6-8214-c50a0df26357 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:32.031613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-d1f8e70d-fd05-49d5-8fee-4a152ec70896 req-413f7196-4d0e-4bce-909c-07fa3162bd95 service neutron] (87652) timed out ('10.222.0.24', 52146) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:48:32.032458 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:48:32.053211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.063239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Deleting port af015547-5b6d-40d6-8214-c50a0df26357 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:32.063671 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.085948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.091062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] Pushing event deleted for resources: {'Network': ['ID=661393f8-e9e3-45fe-ab5e-074e11ce49ea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:32.093144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.110619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-aa291f9f-7deb-42d2-9ec1-dfdd92ebe5b9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.112289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-aa291f9f-7deb-42d2-9ec1-dfdd92ebe5b9 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.9184127 Feb 10 22:48:32.223891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.226332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-93436cc1-2713-4669-bbcd-d9f8a5b12edb None None] The port 'af015547-5b6d-40d6-8214-c50a0df26357' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:48:32.306923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.377573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a1159a4-5bbe-4b64-9996-ad939e6c6125 admin admin] 10.222.0.53 "DELETE /v2.0/networks/661393f8-e9e3-45fe-ab5e-074e11ce49ea HTTP/1.1" status: 204 len: 168 time: 1.2196400 Feb 10 22:48:32.387831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70923-2858-45fb-a9fb-4b86f8696ea7 req-7e869e10-29c2-4040-a4e3-ce4e3207e730 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.389578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9f70923-2858-45fb-a9fb-4b86f8696ea7 req-7e869e10-29c2-4040-a4e3-ce4e3207e730 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 945 time: 0.7247789 Feb 10 22:48:32.401621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=1c291e02-4eb1-4f58-96ab-4013513c8e39,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:32.419383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0ff9e37-6472-4ef5-b3a5-555cdff532fd req-a9fa037e-6990-44ae-aeb7-13ede74e19dd tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505694 Feb 10 22:48:32.460715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c9e6025e-772f-41bf-8314-393042ffc70f tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.465348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c9e6025e-772f-41bf-8314-393042ffc70f tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.30 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 817 time: 0.8595164 Feb 10 22:48:32.490770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9f70923-2858-45fb-a9fb-4b86f8696ea7 req-d263ef23-60da-435f-993a-a0e32a56e91b tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/security-groups?id=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840411 Feb 10 22:48:32.515028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Request body: {'port': {'device_id': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'admin_state_up': True, 'tenant_id': '5642daa93ea74c05831f4b9a7d9be8d7'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:32.554811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dca1499e-6b83-4b9c-b182-19a9c37bcbc1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/1c291e02-4eb1-4f58-96ab-4013513c8e39 HTTP/1.1" status: 204 len: 168 time: 2.8361623 Feb 10 22:48:32.565747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Deleting port 9a80274e-4f73-49c8-98d4-136ea9e840f6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:32.567919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.576302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53084) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:32.598920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1661071650'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:32.640245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.647457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.688056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:32.692602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:32.746459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-f4550e15-82c2-4fae-9d84-8df9d8aa57c8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.748221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-f4550e15-82c2-4fae-9d84-8df9d8aa57c8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 817 time: 1.2953703 Feb 10 22:48:32.778298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Request body: {'port': {'device_id': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'admin_state_up': True, 'tenant_id': '5642daa93ea74c05831f4b9a7d9be8d7'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:32.794145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:network and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:32.811950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:32.816917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4b91793-12a4-4c71-b0f8-2c7ed81623f0 req-453acada-2e41-49a2-8781-31b93959d3cb tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 210 time: 0.1206453 Feb 10 22:48:32.839325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:32.842864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87dee-4a5b-4f16-bef1-453e03fee59c req-2838ac60-6f92-4895-8b78-014946ab6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.844280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cc87dee-4a5b-4f16-bef1-453e03fee59c req-2838ac60-6f92-4895-8b78-014946ab6d62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 1096 time: 1.2787211 Feb 10 22:48:32.870715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa611e35-a243-431e-b7b8-490affd9281d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:32.878514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:32.878514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e3f0f9e7-7a2c-4b32-a4a9-48cfb9b3336d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7420604 Feb 10 22:48:32.884281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:32.915669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-218bb114-24c3-44dd-a6b6-eab07a52bf3f tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:32.917786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-218bb114-24c3-44dd-a6b6-eab07a52bf3f tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 817 time: 0.8564126 Feb 10 22:48:32.948057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a72e9715-177a-4525-870f-b4280e32de7d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95e6ccd3343b4eb9925d3acad55cea65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572010 Feb 10 22:48:32.951076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-54d6c698-a447-4c0c-932a-ee79614aca94 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules/fa611e35-a243-431e-b7b8-490affd9281d HTTP/1.1" status: 200 len: 763 time: 0.0660892 Feb 10 22:48:32.951639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53096) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:32.956240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53098) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:32.963431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Request body: {'port': {'device_id': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'admin_state_up': True, 'tenant_id': '5642daa93ea74c05831f4b9a7d9be8d7'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:33.018192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] For port 9a80274e-4f73-49c8-98d4-136ea9e840f6, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=9a80274e-4f73-49c8-98d4-136ea9e840f6,segment=NetworkSegment(a368cee4-84f7-46ad-b861-d897ae2fad60),segment_id=a368cee4-84f7-46ad-b861-d897ae2fad60)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:33.018474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.078562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:33.082095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.194234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Calling delete_port for 9a80274e-4f73-49c8-98d4-136ea9e840f6 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:33.202692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:33.207409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cc87dee-4a5b-4f16-bef1-453e03fee59c req-cdb92af1-c1f1-4dd1-993f-1473129d9110 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885425 Feb 10 22:48:33.216566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Usage tracker for resource:port and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:33.224514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:33.235938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:33.238064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:33.242142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51d9ab79-260c-46cc-8859-7f8f3dd612b0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:33.258020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:48:33.261388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Usage tracker for resource:port and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:33.270014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:33.274087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.284068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:33.296783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Made reservation on behalf of 5642daa93ea74c05831f4b9a7d9be8d7 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:33.300734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.309758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.314047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.316008 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Added segment f8feb720-0772-4e15-ac9a-03c4929f3ef9 of type vlan for network 2e29abde-a841-408d-ab04-16bc383759d1 Feb 10 22:48:33.335389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:33.341247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Usage tracker for resource:port and tenant:5642daa93ea74c05831f4b9a7d9be8d7 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:33.343729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51d9ab79-260c-46cc-8859-7f8f3dd612b0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:33.344367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:33.350004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51d9ab79-260c-46cc-8859-7f8f3dd612b0 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3849387 Feb 10 22:48:33.351713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:33.351851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:33.382305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Made reservation on behalf of 5642daa93ea74c05831f4b9a7d9be8d7 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:33.386713 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.446535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.450765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.470281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.470791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Made reservation on behalf of 5642daa93ea74c05831f4b9a7d9be8d7 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:33.475858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.529200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.534464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.543940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['9a80274e-4f73-49c8-98d4-136ea9e840f6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:33.616087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.704497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:33.706328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Pushing event deleted for resources: {'Port': ['ID=9a80274e-4f73-49c8-98d4-136ea9e840f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:33.721082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa611e35-a243-431e-b7b8-490affd9281d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:33.870273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] No DVR routers for this DVR port 9a80274e-4f73-49c8-98d4-136ea9e840f6 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:33.877307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.880298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-db1e8a37-34fa-4340-b915-c397128b3c2c req-5c0ac932-a02e-4018-86d5-03ae396aea20 tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.30 "DELETE /v2.0/ports/9a80274e-4f73-49c8-98d4-136ea9e840f6 HTTP/1.1" status: 204 len: 173 time: 1.7577028 Feb 10 22:48:33.887247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'name': 'network-vif-deleted', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:33.897543 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.900717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:48:33.902443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e7802cfb-0c92-4bee-9870-c32b37b1eb04 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/fa611e35-a243-431e-b7b8-490affd9281d HTTP/1.1" status: 204 len: 168 time: 0.5498002 Feb 10 22:48:33.907048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53118) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:33.933331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:33.934133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d66e4b9-1d9c-4fc9-a0b2-3762e807fab0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d09f88d6-ff6b-464f-ae2b-f0bdb1e6f143 HTTP/1.1" status: 204 len: 168 time: 0.9792273 Feb 10 22:48:33.949461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9771c11-2b69-4f07-bd2b-5065c781ec8d req-d0899209-1ed7-4fbd-bfb5-d46342e732c4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:33.957538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9771c11-2b69-4f07-bd2b-5065c781ec8d req-d0899209-1ed7-4fbd-bfb5-d46342e732c4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 0.3111935 Feb 10 22:48:34.021793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9771c11-2b69-4f07-bd2b-5065c781ec8d req-5a785f3a-1e73-4b92-a145-09047ce29345 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630794 Feb 10 22:48:34.030895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dce3b307-6c27-45f0-9ab3-bafaa5f76843 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:34.045741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27099965-0b4c-46f3-97f7-04384aba0fe2 req-5bcd9827-62b1-41c8-8dcb-2bec0d89254c tempest-AttachVolumeNegativeTest-822629927 tempest-AttachVolumeNegativeTest-822629927-project] 10.222.0.53 "GET /v2.0/ports?device_id=8499060e-5f2b-44de-ad66-a30a299adf17 HTTP/1.1" status: 200 len: 210 time: 0.1888006 Feb 10 22:48:34.067461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dce3b307-6c27-45f0-9ab3-bafaa5f76843 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:34.072807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dce3b307-6c27-45f0-9ab3-bafaa5f76843 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1649220 Feb 10 22:48:34.073957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53124) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:34.085703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'c1b98ee4-532f-45cc-94dc-200af954fd1d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:34.117684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.131999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:34.133045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.178391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:34.224719 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8499060e-5f2b-44de-ad66-a30a299adf17', 'name': 'network-vif-deleted', 'tag': '9a80274e-4f73-49c8-98d4-136ea9e840f6', 'status': 'completed', 'code': 200} Feb 10 22:48:34.225664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:34.245728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6553462 Feb 10 22:48:34.246837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53130) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:34.255339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '2e29abde-a841-408d-ab04-16bc383759d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:34.315202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Allocated IP 172.20.0.5 (da56e9f4-150f-4fcb-82dd-801a7338730e/558a9158-54e2-49d0-90bc-94159ee8b202/475cbaa7-3fb6-4ec2-9c40-015d416df9c6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:34.358394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c3489-1218-4934-a2e0-c1332296859d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Network': ['ID=2e29abde-a841-408d-ab04-16bc383759d1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:34.375432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2e29abde-a841-408d-ab04-16bc383759d1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:48:34.405859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b3c2b1a8-098b-4335-81be-615845a9ab40 req-2a12b8cf-3a42-4ade-9fb6-e55be4f6a5a7 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 210 time: 0.1132352 Feb 10 22:48:34.485984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.648099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.664199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.727454 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.781638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44a813d7-3ee2-4ef4-be7d-0e45d572219c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:34.822625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:34.832511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:34.841002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:34.860980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:34.883862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.889687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ed94ef86-2203-4719-9d08-267420f959bd tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8141613 Feb 10 22:48:34.893388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53144) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:34.904047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.920605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:34.932793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:34.992427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9ce81e3-e96f-482b-8bc6-b44313844261 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules/44a813d7-3ee2-4ef4-be7d-0e45d572219c HTTP/1.1" status: 200 len: 763 time: 0.0965354 Feb 10 22:48:35.009204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Network da56e9f4-150f-4fcb-82dd-801a7338730e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:35.013596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:35.020294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:35.026807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:35.191807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Allocated IP 172.20.0.2 (da56e9f4-150f-4fcb-82dd-801a7338730e/558a9158-54e2-49d0-90bc-94159ee8b202/dbd4421f-1ce8-43b7-97cb-114bcf93a90e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:35.205801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event updated for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:35.288833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-273e7bb5-8bc4-4171-b141-deb3a1165cff tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:35.355645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:35.356707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.356859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:35.610439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Deleting subnet 8bb47334-6180-49d2-ad9f-39c4779141ec {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:48:35.618318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.642842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-273e7bb5-8bc4-4171-b141-deb3a1165cff tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:35.647164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-273e7bb5-8bc4-4171-b141-deb3a1165cff tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6240318 Feb 10 22:48:35.654167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53174) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:35.740708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1e3a1a7-903d-464d-9322-2f2be117fab7 req-fbea6ccc-5e10-459b-a162-88bbd3395421 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 210 time: 0.0944006 Feb 10 22:48:35.747204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.770395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c266afb9-2f23-4f16-86a7-223014ab537d tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8237906 Feb 10 22:48:35.795696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.798206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Request body: {'port': {'device_id': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:35.827806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:35.868033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.896248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a80274e-4f73-49c8-98d4-136ea9e840f6 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:35.910860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=6006c0e1-81f7-4f6e-a404-3d6b94360d81,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:35.917604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Checking segment: {'id': 'f8feb720-0772-4e15-ac9a-03c4929f3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:35.918273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network hostable DHCP agents. Network: 2e29abde-a841-408d-ab04-16bc383759d1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:48:35.924711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.942553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.993500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:35.998672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 9a80274e-4f73-49c8-98d4-136ea9e840f6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:35.999929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 2e29abde-a841-408d-ab04-16bc383759d1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:48:36.001009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 9a80274e-4f73-49c8-98d4-136ea9e840f6 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:36.026965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2e29abde-a841-408d-ab04-16bc383759d1) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:36.035691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:36.038160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbc1def-f6c8-4d76-acfd-77e46847f4e6 None None] Network 2e29abde-a841-408d-ab04-16bc383759d1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:36.049318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.076541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.113412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.136201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bb47334-6180-49d2-ad9f-39c4779141ec,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:36.138588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.152910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0fc325ac-338c-4469-a8ef-9b8163362dc3 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/8bb47334-6180-49d2-ad9f-39c4779141ec HTTP/1.1" status: 204 len: 168 time: 0.7925229 Feb 10 22:48:36.154845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-network', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:36.158127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b303849d-ef18-483a-805a-acadf2adfa64 req-a5c86c41-8bbc-4a07-b14d-305d271398f4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:36.158838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53186) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:36.165374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b303849d-ef18-483a-805a-acadf2adfa64 req-a5c86c41-8bbc-4a07-b14d-305d271398f4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 0.8352575 Feb 10 22:48:36.187643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-504178ad-b5c3-439c-b188-7de8c4144b8e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9378846 Feb 10 22:48:36.191027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:36.193214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:36.226068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=44a813d7-3ee2-4ef4-be7d-0e45d572219c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:36.233321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.251486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.255245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-082a31aa-1c63-4e96-926d-7251b9327771 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/44a813d7-3ee2-4ef4-be7d-0e45d572219c HTTP/1.1" status: 204 len: 168 time: 0.5991502 Feb 10 22:48:36.257067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53194) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:36.275189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-197020724', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:36.281865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Usage tracker for resource:network and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:36.291442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:36.297350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:36.308789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:36.323754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:router and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:36.333720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:36.340463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b303849d-ef18-483a-805a-acadf2adfa64 req-7c734efc-0851-4fee-8cfd-bb5cb84a8264 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387000 Feb 10 22:48:36.352923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:36.368044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.375487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Made reservation on behalf of d03c35b19b1b46bba6b41a30b4c6368b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:36.377819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.399389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.413523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.414329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.429714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:36.473070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:36.481111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:36.490572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.550044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:36.580005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.698415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-2e29abde-a841-408d-ab04-16bc383759d1', 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': '6006c0e1-81f7-4f6e-a404-3d6b94360d81'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:48:36.700022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.736208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event updated for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:36.802766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-194b2fed-a9e9-4bc7-8d46-14e85c2fe062 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:36.839007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Network da56e9f4-150f-4fcb-82dd-801a7338730e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:36.844178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:36.847508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:36.911340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-194b2fed-a9e9-4bc7-8d46-14e85c2fe062 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:36.912800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-194b2fed-a9e9-4bc7-8d46-14e85c2fe062 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6427183 Feb 10 22:48:36.925900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Allocated IP 2001:db8::2 (2e29abde-a841-408d-ab04-16bc383759d1/6006c0e1-81f7-4f6e-a404-3d6b94360d81/d93d110c-6812-4ebc-8107-dddcf6b681b4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:36.928052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:36.928052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.939727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53204) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:36.954033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': 'c1b98ee4-532f-45cc-94dc-200af954fd1d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:36.968770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:36.996557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.029076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.041469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d815d011-3e65-4126-847a-9309cb39d932']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:37.064160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.088304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a368cee4-84f7-46ad-b861-d897ae2fad60') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:37.088680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a368cee4-84f7-46ad-b861-d897ae2fad60') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:37.160639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:37.213848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:48:37.226747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.227175 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Added segment a64a1be0-7b9f-4ade-a86e-1d3052285dd9 of type vlan for network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 Feb 10 22:48:37.235498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e291cdb-fa9b-411f-92ca-aa2b8de1e0ea,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:37.236289 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.255028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.261320 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fd2cca7e-627a-42e9-a777-87855440fd41 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0628452 Feb 10 22:48:37.266378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Transition to ACTIVE for port object d93d110c-6812-4ebc-8107-dddcf6b681b4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:37.268222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:37.270159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.5-a491f488-24b6-4196-8e4f-b4bcba9febb7 {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:48:37.270481 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:48:37.274029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.275803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:37.288969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-18802abd-3b24-4869-a2af-3f6813e5b5d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7817249 Feb 10 22:48:37.290421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'network_id': '2e29abde-a841-408d-ab04-16bc383759d1', 'name': 'tempest-PortsIpV6TestJSON-1465276676'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:37.296135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Transition to ACTIVE for port object d93d110c-6812-4ebc-8107-dddcf6b681b4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:37.305384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.310139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Request body: {'port': {'device_id': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:37.385324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.390503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.413878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Network 2e29abde-a841-408d-ab04-16bc383759d1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:37.415012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Pushing event updated for resources: {'Port': ['ID=d93d110c-6812-4ebc-8107-dddcf6b681b4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:37.419669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:37.422374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:37.484253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:48:37.489107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:48:37.513453 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:48:37.524461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.526231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff457-c7fb-49c6-9e16-144ead778531 req-249e0417-d973-459b-9b15-9a18b32f5500 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:37.527229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe2ff457-c7fb-49c6-9e16-144ead778531 req-249e0417-d973-459b-9b15-9a18b32f5500 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Synchronizing usage tracker for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:37.537546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Attempting to bind port d93d110c-6812-4ebc-8107-dddcf6b681b4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:37.538305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Attempting to bind port d93d110c-6812-4ebc-8107-dddcf6b681b4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f8feb720-0772-4e15-ac9a-03c4929f3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:37.538431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a15f08-cc89-47c6-9c05-1881109ed3a5 req-ab82a7e7-25cf-4d93-89a8-fb2cfe2a0e3b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:37.539547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Attempting to bind port d93d110c-6812-4ebc-8107-dddcf6b681b4 on network 2e29abde-a841-408d-ab04-16bc383759d1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:37.540001 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78a15f08-cc89-47c6-9c05-1881109ed3a5 req-ab82a7e7-25cf-4d93-89a8-fb2cfe2a0e3b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 0.8970728 Feb 10 22:48:37.548015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:37.548775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Checking segment: {'id': 'f8feb720-0772-4e15-ac9a-03c4929f3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:37.549566 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.550331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Bound using segment: {'id': 'f8feb720-0772-4e15-ac9a-03c4929f3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:37.551167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Bound port: d93d110c-6812-4ebc-8107-dddcf6b681b4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8feb720-0772-4e15-ac9a-03c4929f3ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2e29abde-a841-408d-ab04-16bc383759d1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:37.551818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.568033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.646791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.651845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fe2ff457-c7fb-49c6-9e16-144ead778531 req-249e0417-d973-459b-9b15-9a18b32f5500 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Unset dirty status for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:37.658789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe2ff457-c7fb-49c6-9e16-144ead778531 req-249e0417-d973-459b-9b15-9a18b32f5500 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 931 time: 0.7254851 Feb 10 22:48:37.714424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.722935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] For port d93d110c-6812-4ebc-8107-dddcf6b681b4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:37.726654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] For port d93d110c-6812-4ebc-8107-dddcf6b681b4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d93d110c-6812-4ebc-8107-dddcf6b681b4,segment=NetworkSegment(f8feb720-0772-4e15-ac9a-03c4929f3ef9),segment_id=f8feb720-0772-4e15-ac9a-03c4929f3ef9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:37.736901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.770458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:37.783142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.784628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.796567 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.807892 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.810420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5b318c-1510-4153-be6a-f3c336ced8fa,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:37.849406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba4bff8-6aeb-4777-bc7a-6288f50f72ac None None] Pushing event updated for resources: {'Port': ['ID=d93d110c-6812-4ebc-8107-dddcf6b681b4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:37.863929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe2ff457-c7fb-49c6-9e16-144ead778531 req-83d9d1af-a52f-4a63-afef-0319271cf242 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041404 Feb 10 22:48:37.877676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78a15f08-cc89-47c6-9c05-1881109ed3a5 req-72a367d4-7b2d-43c2-abfa-162577ecb43f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688785 Feb 10 22:48:37.907674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d815d011-3e65-4126-847a-9309cb39d932,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:37.918175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Transition to ACTIVE for port object 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:37.918317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-926eb2d4-d3d1-4fc7-b5bb-38d820d91ce9 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d815d011-3e65-4126-847a-9309cb39d932 HTTP/1.1" status: 204 len: 168 time: 1.7579193 Feb 10 22:48:37.925589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.927550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:37.928504 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.957037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:37.958204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-405a6759-7f75-48dc-a758-405b4bc189e2 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0173666 Feb 10 22:48:37.959774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:37.971543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53218) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:37.995997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:port and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:38.011596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:38.124153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:38.167055 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3277431 Feb 10 22:48:38.168287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:38.178664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9272bfa3-a909-4f04-8679-df51fd044b88 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules/9c5b318c-1510-4153-be6a-f3c336ced8fa HTTP/1.1" status: 200 len: 764 time: 0.2053561 Feb 10 22:48:38.179515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:38.196260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53224) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:38.206800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Request body: {'subnet': {'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-subnet', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:38.238470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d25a4eb8-357a-414a-8760-03909fdd675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:38.268608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c1397c-612e-4651-831a-ac396508f848 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:38.284022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:38.309225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:48:38.316513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Usage tracker for resource:subnet and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:38.320618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:38.328461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:38.364821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:38.367068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:38.412616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:38.548301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b8094baa-982d-4b7c-8bdf-8af1e3a90554 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:38.566698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port f42ffc9b-2721-4135-9fea-d0af2e5cb15d yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:48:38.674634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Made reservation on behalf of d03c35b19b1b46bba6b41a30b4c6368b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:38.678799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:38.983705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Pushing event updated for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:38.995629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd4421f-1ce8-43b7-97cb-114bcf93a90e {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:39.065673 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.205329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Transition to ACTIVE for port object dbd4421f-1ce8-43b7-97cb-114bcf93a90e will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:39.225615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b8094baa-982d-4b7c-8bdf-8af1e3a90554 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:39.227255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b8094baa-982d-4b7c-8bdf-8af1e3a90554 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 1.0287831 Feb 10 22:48:39.242183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53240) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:39.264520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7f9ec96b-89d4-49c3-82a2-e7e7f115a4ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cfe8491921e40038ef24180eb9ae63b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8885660 Feb 10 22:48:39.282997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.294520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53244) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:39.450731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.459762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.494393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Attempting to bind port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:39.494666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Attempting to bind port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:39.494973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Attempting to bind port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:39.511099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 on network da56e9f4-150f-4fcb-82dd-801a7338730e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:39.511457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Attempting to bind port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:39.513421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::49 (2e29abde-a841-408d-ab04-16bc383759d1/6006c0e1-81f7-4f6e-a404-3d6b94360d81/f42ffc9b-2721-4135-9fea-d0af2e5cb15d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:39.549742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:39.550484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Checking segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:39.550484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Bound using segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:39.550909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Bound port: 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:39.551255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.569024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.669952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:39.700150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Allocated IP 172.20.0.12 (da56e9f4-150f-4fcb-82dd-801a7338730e/558a9158-54e2-49d0-90bc-94159ee8b202/1390c4cf-dd8e-4954-b83c-79144b1906ea) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:39.701609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b587d1-7a82-4dff-a828-bed7a1d5c657 req-1f327c0c-2f1a-40fe-b90a-c5f81a363889 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:39.702924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16b587d1-7a82-4dff-a828-bed7a1d5c657 req-1f327c0c-2f1a-40fe-b90a-c5f81a363889 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 0.6296866 Feb 10 22:48:39.727825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8754a1-5cfa-44d3-8fbf-762e537db358,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:39.797786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.882484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16b587d1-7a82-4dff-a828-bed7a1d5c657 req-ebbfcb36-ed28-4a86-8b26-1c95b224546b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396670 Feb 10 22:48:39.889444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:39.889860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Network hostable DHCP agents. Network: f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:48:39.896378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c5b318c-1510-4153-be6a-f3c336ced8fa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:39.912216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:39.975191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ed14a3-442d-4f44-9fe4-624ac95882eb None None] Network 2e29abde-a841-408d-ab04-16bc383759d1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:40.021298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d93d110c-6812-4ebc-8107-dddcf6b681b4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:40.110084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.111529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b42891f1-d088-42e8-b2bd-5a67830d3d77 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/9c5b318c-1510-4153-be6a-f3c336ced8fa HTTP/1.1" status: 204 len: 168 time: 0.8668773 Feb 10 22:48:40.123210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53250) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:40.157556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:48:40.189156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:40.204053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:40.204266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:40.205390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.208430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:40.217613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448b959-910d-43c2-86f9-8de978a42380 None None] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:40.273303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-be27a813-fe47-40bc-8d80-8b8bfb7c8432 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0853529 Feb 10 22:48:40.284487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53254) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:40.299367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.303938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:40.309975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.311131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:40.316152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Usage tracker for resource:router and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:40.319747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:40.328661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:40.359566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.360972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.379606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.402334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-eb214b78-95c1-473e-8d6c-6f90aa33c08e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:40.404697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-eb214b78-95c1-473e-8d6c-6f90aa33c08e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 0.4282022 Feb 10 22:48:40.411406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1951e-9f34-4bcd-ad48-cfd09f4f9811 req-b474441f-5238-4176-93d7-049b2da95776 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:40.413190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ed1951e-9f34-4bcd-ad48-cfd09f4f9811 req-b474441f-5238-4176-93d7-049b2da95776 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 931 time: 1.3221350 Feb 10 22:48:40.420461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-09c98479-df7a-44e5-826b-5e2aab483f96 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:40.446311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d114484a-a20a-4c05-afd9-e09523a184d1 None None] Provisioning for port d93d110c-6812-4ebc-8107-dddcf6b681b4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:40.501836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:40.502808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.504404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] 10.222.0.24 "PUT /v2.0/ports/475cbaa7-3fb6-4ec2-9c40-015d416df9c6 HTTP/1.1" status: 200 len: 1091 time: 4.7112029 Feb 10 22:48:40.505150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Attempting to bind port dbd4421f-1ce8-43b7-97cb-114bcf93a90e on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:40.505474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Attempting to bind port dbd4421f-1ce8-43b7-97cb-114bcf93a90e by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:40.506613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Attempting to bind port dbd4421f-1ce8-43b7-97cb-114bcf93a90e on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:40.514002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:40.534973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c15fe35-018a-4d2a-a041-74e92d9998fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.537424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object f42ffc9b-2721-4135-9fea-d0af2e5cb15d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:40.544208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 01e43385-f52a-4673-bea6-2a18c9445ceb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:40.544559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.623654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Port dbd4421f-1ce8-43b7-97cb-114bcf93a90e on network da56e9f4-150f-4fcb-82dd-801a7338730e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:40.624514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Attempting to bind port dbd4421f-1ce8-43b7-97cb-114bcf93a90e on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:40.635766 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6', 'status': 'completed', 'code': 200} Feb 10 22:48:40.674267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.691062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:48:40.692437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.708601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d93d110c-6812-4ebc-8107-dddcf6b681b4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:40.715268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-09c98479-df7a-44e5-826b-5e2aab483f96 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:40.720172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-09c98479-df7a-44e5-826b-5e2aab483f96 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5864112 Feb 10 22:48:40.723745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:40.729302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d93d110c-6812-4ebc-8107-dddcf6b681b4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:40.729731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.744856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ed1951e-9f34-4bcd-ad48-cfd09f4f9811 req-5d8b97ec-7fef-419f-a7bb-81ffbc365da7 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967567 Feb 10 22:48:40.746739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d3a154-95bf-4955-a727-691866a5796f service neutron] Pushing event updated for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:40.796698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:40.796698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Checking segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:40.796698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Bound using segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:40.796698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Bound port: dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:40.796698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.823942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:40.944239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-a4c2093e-dfa4-4716-9cbe-59fbb9bf8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:40.945910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-a4c2093e-dfa4-4716-9cbe-59fbb9bf8b91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 1094 time: 0.2803953 Feb 10 22:48:40.950634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.029087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Allocated IP 172.20.0.2 (f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9/3f8754a1-5cfa-44d3-8fbf-762e537db358/97b3587d-6f92-4ca1-9309-0e46bc5855a5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:41.053284 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.085399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-692e90ab-1b3c-4bb6-93ee-b0ea509d2921 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6 HTTP/1.1" status: 200 len: 217 time: 0.1245832 Feb 10 22:48:41.215439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-8e10f3bd-5309-4a2d-95e9-593b24680f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:41.218063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-8e10f3bd-5309-4a2d-95e9-593b24680f7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.1232040 Feb 10 22:48:41.219098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a055ac-c3f7-4436-8b2e-03b2b5d2841b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:41.224573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d93d110c-6812-4ebc-8107-dddcf6b681b4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d93d110c-6812-4ebc-8107-dddcf6b681b4,segment=NetworkSegment(f8feb720-0772-4e15-ac9a-03c4929f3ef9),segment_id=f8feb720-0772-4e15-ac9a-03c4929f3ef9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:41.253595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.286333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:41.307906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.309326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb34d65f-d059-45f6-88d6-141cecdc9d08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4a055ac-c3f7-4436-8b2e-03b2b5d2841b HTTP/1.1" status: 204 len: 168 time: 1.9504423 Feb 10 22:48:41.312129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-79341dab-dc2a-4025-a423-71d469881520 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766456 Feb 10 22:48:41.319264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:41.351302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.364686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.459833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d93d110c-6812-4ebc-8107-dddcf6b681b4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:41.466933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Network da56e9f4-150f-4fcb-82dd-801a7338730e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:41.482291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:41.506449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:41.569121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:41.569753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.571132 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbd4421f-1ce8-43b7-97cb-114bcf93a90e HTTP/1.1" status: 200 len: 1091 time: 4.2689815 Feb 10 22:48:41.584398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.598554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Transition to ACTIVE for port object 97b3587d-6f92-4ca1-9309-0e46bc5855a5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:41.628857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Transition to ACTIVE for port object 97b3587d-6f92-4ca1-9309-0e46bc5855a5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:41.637080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-55d666c9-1071-4327-81ce-7a2d1eef8372 None None] Provisioning complete for port d93d110c-6812-4ebc-8107-dddcf6b681b4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:41.637738 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55d666c9-1071-4327-81ce-7a2d1eef8372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.658703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:41.659411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.816213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.836795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.844299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.907320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:41.948577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.1754205 Feb 10 22:48:41.995163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.016263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Request body: {'port': {'device_id': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:42.067146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d93d110c-6812-4ebc-8107-dddcf6b681b4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:42.170650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba8df4-6ec2-4bc7-8c25-a574e71736b5 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event updated for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:42.177888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.190440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:42.229755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=f42ffc9b-2721-4135-9fea-d0af2e5cb15d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:42.246432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:42.285013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 2e29abde-a841-408d-ab04-16bc383759d1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:42.319850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:42.325291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 01e43385-f52a-4673-bea6-2a18c9445ceb, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=01e43385-f52a-4673-bea6-2a18c9445ceb,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:42.325667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.347143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Pushing event updated for resources: {'Port': ['ID=97b3587d-6f92-4ca1-9309-0e46bc5855a5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:42.362784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:42.377020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:42.387049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:42.388027 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.515723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Attempting to bind port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:42.515723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Attempting to bind port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:42.515723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Attempting to bind port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:42.523751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:42.523751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:42.524148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.524314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Bound using segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:42.524737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Bound port: 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:42.538294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.549297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-85486c46-aa5d-4823-b578-80570bd8ea04 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2106562 Feb 10 22:48:42.555534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d93d110c-6812-4ebc-8107-dddcf6b681b4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:42.555534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.626213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f353b45-13e9-483a-94e2-a7309e453381 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3413880 Feb 10 22:48:42.635268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 01e43385-f52a-4673-bea6-2a18c9445ceb owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:42.683006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:42.706312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.764319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-8b4188f7-8fec-44b0-8554-683200b36147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:42.770972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-8b4188f7-8fec-44b0-8554-683200b36147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 1094 time: 1.0844629 Feb 10 22:48:42.865522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4504bd-aa29-4f44-b275-3f02c25d8079 req-7edb5e40-8580-4dc9-9649-76a373fa3089 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:42.867494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb4504bd-aa29-4f44-b275-3f02c25d8079 req-7edb5e40-8580-4dc9-9649-76a373fa3089 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 945 time: 1.6658535 Feb 10 22:48:42.902476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] For port 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:42.950814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] For port 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97b3587d-6f92-4ca1-9309-0e46bc5855a5,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:42.955022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:42.969718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.010249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:43.024154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-111d41fa-4310-4688-be92-dce431acbf42 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833770 Feb 10 22:48:43.055613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-04903738-fb26-4a92-920f-44928580fe6c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e HTTP/1.1" status: 200 len: 217 time: 0.2856460 Feb 10 22:48:43.096564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f35a3da-83b1-4ed3-957e-d76643353cb3 None None] Pushing event updated for resources: {'Port': ['ID=97b3587d-6f92-4ca1-9309-0e46bc5855a5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:43.108322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bf9b4a7-8f33-4956-ba70-765284c84668 None None] Provisioning for port f42ffc9b-2721-4135-9fea-d0af2e5cb15d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:43.116082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5bf9b4a7-8f33-4956-ba70-765284c84668 None None] Provisioning complete for port f42ffc9b-2721-4135-9fea-d0af2e5cb15d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:43.117839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bf9b4a7-8f33-4956-ba70-765284c84668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.174936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.191362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5bf9b4a7-8f33-4956-ba70-765284c84668 None None] Port f42ffc9b-2721-4135-9fea-d0af2e5cb15d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:43.215780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615dad8c-ffcf-46c1-82eb-013c4125cad4 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:43.313711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-5e849986-d5f5-41e2-b449-5215d2ce0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:43.315151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-5e849986-d5f5-41e2-b449-5215d2ce0c38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.2464423 Feb 10 22:48:43.392590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb56d9-5df2-4178-81de-377a4b67b11c req-9f975764-cb28-42ab-9148-46cf7d4df86e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:43.393334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-65fb56d9-5df2-4178-81de-377a4b67b11c req-9f975764-cb28-42ab-9148-46cf7d4df86e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Synchronizing usage tracker for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:43.459788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-c3905ca7-3c59-4023-b5ad-4c8aa9aa918d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332345 Feb 10 22:48:43.515255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb4504bd-aa29-4f44-b275-3f02c25d8079 req-167f3c7c-b170-44ea-bd29-804394cef9b4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5611575 Feb 10 22:48:43.653116 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e', 'status': 'completed', 'code': 200} Feb 10 22:48:43.672950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-65fb56d9-5df2-4178-81de-377a4b67b11c req-9f975764-cb28-42ab-9148-46cf7d4df86e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Unset dirty status for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:43.679585 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65fb56d9-5df2-4178-81de-377a4b67b11c req-9f975764-cb28-42ab-9148-46cf7d4df86e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 943 time: 1.4778478 Feb 10 22:48:43.723727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-f945cec2-f419-4e69-8b1f-759ff73f9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:43.725229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-f945cec2-f419-4e69-8b1f-759ff73f9df8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 1094 time: 0.6008630 Feb 10 22:48:43.743334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.761964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.778431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:43.848126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=01e43385-f52a-4673-bea6-2a18c9445ceb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:43.873258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b98ee4-532f-45cc-94dc-200af954fd1d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:43.927155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65fb56d9-5df2-4178-81de-377a4b67b11c req-54805eb3-a651-4506-88f8-e4e1e8fa9e62 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466002 Feb 10 22:48:43.951596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:43.956383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2fb263e1-a4f5-4cd2-91ac-1dd2fca35bec tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1b98ee4-532f-45cc-94dc-200af954fd1d HTTP/1.1" status: 204 len: 168 time: 3.2258055 Feb 10 22:48:43.963124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53314) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:43.964056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 01e43385-f52a-4673-bea6-2a18c9445ceb no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:48:44.023949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 01e43385-f52a-4673-bea6-2a18c9445ceb {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:48:44.024514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 01e43385-f52a-4673-bea6-2a18c9445ceb not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:48:44.067126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97b3587d-6f92-4ca1-9309-0e46bc5855a5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:44.139059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-b27337d6-6ac2-4d25-a06c-0f7b476751ee service neutron] 10.222.0.30 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219969 Feb 10 22:48:44.185222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 01e43385-f52a-4673-bea6-2a18c9445ceb on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:48:44.188456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:44.190643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-29cbb594-145e-42ee-9772-b41bb7f28503 req-83e70edc-a040-4629-9bd1-a7eb5071a469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "DELETE /v2.0/ports/01e43385-f52a-4673-bea6-2a18c9445ceb HTTP/1.1" status: 204 len: 173 time: 3.7611222 Feb 10 22:48:44.201972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'name': 'network-vif-deleted', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:44.350395 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95a85a4-7a29-4359-aa09-e820832f6f96', 'name': 'network-vif-deleted', 'tag': '01e43385-f52a-4673-bea6-2a18c9445ceb', 'status': 'completed', 'code': 200} Feb 10 22:48:44.379684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80333267-ab45-4132-bd52-de014babbc0d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:44.447923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:44.571431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-835054fc-6daa-42ef-9c83-61ba6fb87303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:44.574136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-835054fc-6daa-42ef-9c83-61ba6fb87303 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 918 time: 0.8357306 Feb 10 22:48:44.808581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-c6f604b3-2a6f-4a4a-afb7-6f7d8bfb60cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6 HTTP/1.1" status: 200 len: 217 time: 0.2162063 Feb 10 22:48:44.815678 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:48:44.905203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6980b7a-9203-40d9-8c7e-56243e310fa8 req-9095ec25-cfd2-4105-af32-cb3a439de639 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d95a85a4-7a29-4359-aa09-e820832f6f96 HTTP/1.1" status: 200 len: 210 time: 0.1578410 Feb 10 22:48:44.907570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb5e8e3-ba42-4651-815b-1ce4bc7de29b None None] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:48:44.963566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-e5a0c62a-e85a-442a-b1dc-ba6da5bed1a5 service neutron] 10.222.0.30 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860548 Feb 10 22:48:45.059602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Provisioning for port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:45.060231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1390c4cf-dd8e-4954-b83c-79144b1906ea {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:45.075234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Provisioning complete for port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:45.077707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.188287 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.207854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-b0458ce5-ab3d-4e8a-b7e3-be3cc46e44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:45.209484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-b0458ce5-ab3d-4e8a-b7e3-be3cc46e44a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.3659513 Feb 10 22:48:45.319884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-65847d2a-c778-4238-8980-ab8c3ae68b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887823 Feb 10 22:48:45.328378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Transition to ACTIVE for port object 1390c4cf-dd8e-4954-b83c-79144b1906ea will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:45.342393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.356622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80333267-ab45-4132-bd52-de014babbc0d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:45.357530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80333267-ab45-4132-bd52-de014babbc0d tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3896561 Feb 10 22:48:45.365133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:45.369643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.415384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.445318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.467915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group': {'name': 'tempest-secgroup--1735483834'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:45.476342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.506819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] For port 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97b3587d-6f92-4ca1-9309-0e46bc5855a5,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:45.513316 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.541680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:45.589587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:45.640661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6b565-41a7-41c0-b5b4-bfb55a1d486f None None] Pushing event updated for resources: {'Port': ['ID=97b3587d-6f92-4ca1-9309-0e46bc5855a5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:45.740079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:45.900766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Pushing event updated for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:45.906444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97b3587d-6f92-4ca1-9309-0e46bc5855a5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:45.964511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b73b5-f38b-46b0-8869-70584b97088e req-21d3f459-4daf-4b07-8046-6e767dc3fb65 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:45.969886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-493b73b5-f38b-46b0-8869-70584b97088e req-21d3f459-4daf-4b07-8046-6e767dc3fb65 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 943 time: 0.8232725 Feb 10 22:48:45.970999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:45.977115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:45.981677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:45.988856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-37bc1326-7383-48cb-9b55-c6205846e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:45.989075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:45.992841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-37bc1326-7383-48cb-9b55-c6205846e5c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 1094 time: 0.9374249 Feb 10 22:48:46.066216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:46.073087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.154011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.180007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-741fe431-2da9-436d-ad84-0e0608bee0b6 None None] Provisioning complete for port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:46.180815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-741fe431-2da9-436d-ad84-0e0608bee0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.286061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:46.299741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.365571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-493b73b5-f38b-46b0-8869-70584b97088e req-f88bce75-2507-4d9f-84c6-4d712fefe4e8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Synchronizing usage tracker for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:46.418712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-237e516d-a613-46d4-a621-1dd644231882 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0821154 Feb 10 22:48:46.424298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Attempting to bind port 1390c4cf-dd8e-4954-b83c-79144b1906ea on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:46.425196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Attempting to bind port 1390c4cf-dd8e-4954-b83c-79144b1906ea by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:46.426185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Attempting to bind port 1390c4cf-dd8e-4954-b83c-79144b1906ea on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:46.491019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Allocated IP 172.25.2.105 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/590b572a-a935-4029-91dc-0451db274627) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:46.540171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=626121b4-9312-4e90-b2df-e38f012d1b0b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:46.556714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Port 1390c4cf-dd8e-4954-b83c-79144b1906ea on network da56e9f4-150f-4fcb-82dd-801a7338730e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:48:46.557364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Attempting to bind port 1390c4cf-dd8e-4954-b83c-79144b1906ea on network da56e9f4-150f-4fcb-82dd-801a7338730e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:46.605722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.612379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:46.612682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Checking segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:46.613075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Bound using segment: {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:46.613523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Bound port: 1390c4cf-dd8e-4954-b83c-79144b1906ea, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:46.613879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.614834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-493b73b5-f38b-46b0-8869-70584b97088e req-f88bce75-2507-4d9f-84c6-4d712fefe4e8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Unset dirty status for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:46.615956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-493b73b5-f38b-46b0-8869-70584b97088e req-f88bce75-2507-4d9f-84c6-4d712fefe4e8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4937541 Feb 10 22:48:46.616662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.621447 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a137a1e8-a07e-47ea-b03e-7f53de0a0efe tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2106078 Feb 10 22:48:46.639916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:46.707322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Request body: {'security_group_rule': {'security_group_id': '626121b4-9312-4e90-b2df-e38f012d1b0b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:46.731692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:46.734337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:46.754533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Usage tracker for resource:security_group_rule and tenant:ca78f0402c9d4cef9dab11fc518b9aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:46.757764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Usage tracker for resource:security_group_rule and tenant:6ff14b6a81b841139b9b5e8f851fe4b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:46.766095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:46.770350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:46.784139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:46.786309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:46.866263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.868103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:46.881806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d00858c-505c-42b2-b8a8-a11e35705fbf req-c545d48b-44c2-4c77-b6ef-9da7204cf5b4 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4499810 Feb 10 22:48:46.894868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-9ea0decf-ed05-4ebc-bc48-a5b9014ec9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:46.896584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-9ea0decf-ed05-4ebc-bc48-a5b9014ec9cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 918 time: 0.8867021 Feb 10 22:48:46.928531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.018117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:47.030301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:47.034178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-18a69a01-6ff6-4ff4-b8de-e8367a321970 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e HTTP/1.1" status: 200 len: 217 time: 0.1282728 Feb 10 22:48:47.050260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.051270 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.166976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:47.219272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-a1a6be6c-2127-43e9-aa61-0176ac4f0f0d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:47.221055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-a1a6be6c-2127-43e9-aa61-0176ac4f0f0d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.6681550 Feb 10 22:48:47.230966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=f42ffc9b-2721-4135-9fea-d0af2e5cb15d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:47.238975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:47.239841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.242787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] 10.222.0.24 "PUT /v2.0/ports/1390c4cf-dd8e-4954-b83c-79144b1906ea HTTP/1.1" status: 200 len: 1092 time: 5.2838180 Feb 10 22:48:47.246904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:47.333166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.367568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.373542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-7a078f38-b333-4b2f-8cca-0da3c098e75c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.1367273 Feb 10 22:48:47.380081 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea', 'status': 'completed', 'code': 200} Feb 10 22:48:47.512061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-a98a03fa-0afc-4efa-8e78-8cef9d282dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:47.518512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-a98a03fa-0afc-4efa-8e78-8cef9d282dd7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.4688613 Feb 10 22:48:47.555080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1480f5da-e9a1-4cf8-9012-bd339439f336,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:47.601323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.621339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:47.645875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'port_id': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6', 'mac_address': 'fa:16:3e:73:80:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a9158-54e2-49d0-90bc-94159ee8b202', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:47.646782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-d13dfb91-8cbd-4623-9478-3c9f929335e4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060524 Feb 10 22:48:47.650542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66110007-1511-4ef1-af9e-d654a6900f3b service neutron] Pushing event updated for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:47.674590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.706362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.707899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b517c1fe-0baf-4c50-9d2b-17a74728a880 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0626752 Feb 10 22:48:47.713217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53426) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:47.738534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.837205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-813290e0-6e52-4ff3-b764-f3f88bc1a745 None None] Provisioning complete for port f42ffc9b-2721-4135-9fea-d0af2e5cb15d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:47.837970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813290e0-6e52-4ff3-b764-f3f88bc1a745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.846852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-f533adc2-ec3e-4e08-98c3-9ed43b691bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:47.857390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-f533adc2-ec3e-4e08-98c3-9ed43b691bd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 1095 time: 0.5760753 Feb 10 22:48:47.937122 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:47.974756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:47.980812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-813290e0-6e52-4ff3-b764-f3f88bc1a745 None None] Port f42ffc9b-2721-4135-9fea-d0af2e5cb15d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:48.011840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-9e3dee83-ea29-48f7-b72b-9202fc844de4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea HTTP/1.1" status: 200 len: 217 time: 0.1262746 Feb 10 22:48:48.013180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:48.018652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.023341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-e6a28ab0-cb9f-48c8-b071-d504c98414f7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6405094 Feb 10 22:48:48.059395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef5629b-0eef-44a0-8add-2c76e09590c3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:48.076309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c2fa14fd-e853-4ea6-ab1f-59c01a99f2ee admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ca78f0402c9d4cef9dab11fc518b9aac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7784338 Feb 10 22:48:48.083206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:48.102089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:48.219709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.251562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:48.261495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['475cbaa7-3fb6-4ec2-9c40-015d416df9c6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:48.264707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.267781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Pushing event updated for resources: {'Port': ['ID=590b572a-a935-4029-91dc-0451db274627,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:48.289708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:48.293174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:48.432406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.584742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.592042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-bbd73c80-2598-43b0-8482-b52aed76876a service neutron] 10.222.0.30 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9309368 Feb 10 22:48:48.613398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-55daeff4-49c3-4653-8965-e293335e4e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:48.615075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-55daeff4-49c3-4653-8965-e293335e4e78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.5889776 Feb 10 22:48:48.624058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ca50cd-04d1-4d3b-9308-e92adcffd8b2 req-186263b0-2c2f-4159-bbae-46c2db70413b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:48.625606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58ca50cd-04d1-4d3b-9308-e92adcffd8b2 req-186263b0-2c2f-4159-bbae-46c2db70413b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 943 time: 0.6149788 Feb 10 22:48:48.802475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-be7bb953-106e-4546-9145-2c1c2a5a310b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1374903 Feb 10 22:48:48.812013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.872918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.892981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58ca50cd-04d1-4d3b-9308-e92adcffd8b2 req-d7a9eac7-477c-41b8-9c04-bc1581f11ab1 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996920 Feb 10 22:48:48.901484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:48.970144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-7807312a-0c2b-4809-8ba1-721d41ee9b9d service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8670263 Feb 10 22:48:48.992502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef5629b-0eef-44a0-8add-2c76e09590c3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:49.020494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.021744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4eb32320-4519-4e20-b94b-244f85b9e8f6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ef5629b-0eef-44a0-8add-2c76e09590c3 HTTP/1.1" status: 204 len: 168 time: 0.8791454 Feb 10 22:48:49.101486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:49.234079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:49.238764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:49.239533 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.250283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8f078fc-e8af-4df1-aa82-5132185f1dce req-7d26f72e-fa37-45c8-8030-6fb531f716d1 service neutron] 10.222.0.30 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493990 Feb 10 22:48:49.288244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-cb6041aa-2ae0-4a69-a678-b3f85ff73ae6 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4594700 Feb 10 22:48:49.368958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.431403 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.470595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=626121b4-9312-4e90-b2df-e38f012d1b0b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:49.475417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:49.476581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:49.496744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.519400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-e5e348c7-9940-4940-b9aa-2680eb0743d1 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5329454 Feb 10 22:48:49.577724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:49.585597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:49.590184 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6', 'code': 200} Feb 10 22:48:49.617553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.621752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c7317fd7-e1c9-41ee-8f35-24e2d6354641 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/626121b4-9312-4e90-b2df-e38f012d1b0b HTTP/1.1" status: 204 len: 168 time: 1.8521461 Feb 10 22:48:49.637095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53468) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:49.645135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-61a7fbbc-0853-4000-9b23-7a83fe1cb784 req-bef0919e-8c5b-46bf-ab9c-03f830b78503 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483067 Feb 10 22:48:49.682705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.737315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.820693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:49.827162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Usage tracker for resource:security_group_rule and tenant:29bae16d22194fff81a3ca81267ea7ce is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:49.828571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:49.836841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:49.894413 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:49.929092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf8e3189-8c61-4fcc-ac85-552d7d344903 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:49.945860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dbd4421f-1ce8-43b7-97cb-114bcf93a90e details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:49.985704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf8e3189-8c61-4fcc-ac85-552d7d344903 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:49.987359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bf8e3189-8c61-4fcc-ac85-552d7d344903 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3477776 Feb 10 22:48:49.995816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53490) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:50.012956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.014311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.085994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-16f703f7-80e8-4495-846a-9a8c1aaec584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:50.087876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-16f703f7-80e8-4495-846a-9a8c1aaec584 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 1095 time: 0.3328350 Feb 10 22:48:50.151925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d2547098-27e9-42ec-825d-3dcc92432bc1 req-3193ca4b-967e-44f2-bd3b-20024669f7f6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:50.166042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a0c2c-e14b-472c-8bf0-faf17c616451 req-b82e2160-1f69-400e-ba5d-e0d2ba0e267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:50.170397 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e01a0c2c-e14b-472c-8bf0-faf17c616451 req-b82e2160-1f69-400e-ba5d-e0d2ba0e267d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 1096 time: 0.4537053 Feb 10 22:48:50.187789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:50.212274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'port_id': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e', 'mac_address': 'fa:16:3e:56:ef:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a9158-54e2-49d0-90bc-94159ee8b202', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:50.314171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.368151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd4421f-1ce8-43b7-97cb-114bcf93a90e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:50.394437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:50.400169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.478726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-de427495-9094-433d-82e4-c710ece9133a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Synchronizing usage tracker for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:50.518216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:50.570071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.605759 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:50.661866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-d2547098-27e9-42ec-825d-3dcc92432bc1 req-3193ca4b-967e-44f2-bd3b-20024669f7f6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:50.663037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2547098-27e9-42ec-825d-3dcc92432bc1 req-3193ca4b-967e-44f2-bd3b-20024669f7f6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 210 time: 0.7566926 Feb 10 22:48:50.713848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=29bae16d22194fff81a3ca81267ea7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1090667 Feb 10 22:48:50.716394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e01a0c2c-e14b-472c-8bf0-faf17c616451 req-359810d6-8424-4214-843f-ba64f5fff674 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029384 Feb 10 22:48:50.719323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53506) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:50.732711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=f42ffc9b-2721-4135-9fea-d0af2e5cb15d,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:50.732992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-de427495-9094-433d-82e4-c710ece9133a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] Unset dirty status for tenant:6ff14b6a81b841139b9b5e8f851fe4b6 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:50.734497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de427495-9094-433d-82e4-c710ece9133a tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.7336082 Feb 10 22:48:50.747412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dbd4421f-1ce8-43b7-97cb-114bcf93a90e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:50.759611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:50.847820 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-be2a1638-c298-44e9-8aa5-070652c86992 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] delete failed (client error): The resource could not be found. Feb 10 22:48:50.849219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-be2a1638-c298-44e9-8aa5-070652c86992 tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "DELETE /v2.0/security-groups/626121b4-9312-4e90-b2df-e38f012d1b0b HTTP/1.1" status: 404 len: 347 time: 0.0584972 Feb 10 22:48:50.875179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53516) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:50.914227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ff500-a5c5-47db-9389-025491ea6131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e5f5cc-1904-4995-97fd-26d69ec4d540,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:50.930041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-08e21d85-9891-4b26-b7be-ae58b46bbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:50.933044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-08e21d85-9891-4b26-b7be-ae58b46bbc43 service neutron] 10.222.0.24 "GET /v2.0/networks?id=da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 200 len: 918 time: 0.8351099 Feb 10 22:48:50.954243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c47a1d-c8a3-4485-8f9f-a6e510e09e97 req-88b9cb80-6abc-43b1-9299-c6d832db0912 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:50.958098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59c47a1d-c8a3-4485-8f9f-a6e510e09e97 req-88b9cb80-6abc-43b1-9299-c6d832db0912 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 943 time: 0.7755959 Feb 10 22:48:51.066209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 2e29abde-a841-408d-ab04-16bc383759d1 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:51.088597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:51.162525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-ef073cda-175a-4879-ad41-7503befdf651 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea HTTP/1.1" status: 200 len: 217 time: 0.1986845 Feb 10 22:48:51.198201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-06eb01f3-5cc9-4b32-9468-f68781fe5cfc tempest-SecGroupTest-1943242473 tempest-SecGroupTest-1943242473-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3211887 Feb 10 22:48:51.397177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-f60fe7e5-c1fa-44cd-9ba7-51830d19e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:51.399449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-f60fe7e5-c1fa-44cd-9ba7-51830d19e98f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 200 len: 857 time: 0.1871989 Feb 10 22:48:51.531045 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-7e1b3578-256b-4387-a671-5be0423cba45 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=da56e9f4-150f-4fcb-82dd-801a7338730e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023293 Feb 10 22:48:51.563892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59c47a1d-c8a3-4485-8f9f-a6e510e09e97 req-08b9ce30-b2f1-45f4-981f-d80988021eb6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932599 Feb 10 22:48:51.584029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:51.722216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7de12ef9-d915-419f-899e-04c2e9e274f2 None None] Provisioning complete for port f42ffc9b-2721-4135-9fea-d0af2e5cb15d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:51.725070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7de12ef9-d915-419f-899e-04c2e9e274f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:51.902610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:51.963144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dbd4421f-1ce8-43b7-97cb-114bcf93a90e up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:51.987978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.080045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-15a5d0da-f05b-4a49-9d10-b7a080888fe4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:52.082922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-15a5d0da-f05b-4a49-9d10-b7a080888fe4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.4695530 Feb 10 22:48:52.087551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53538) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:52.113513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7de12ef9-d915-419f-899e-04c2e9e274f2 None None] Port f42ffc9b-2721-4135-9fea-d0af2e5cb15d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:48:52.115697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port dbd4421f-1ce8-43b7-97cb-114bcf93a90e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:52.122449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port dbd4421f-1ce8-43b7-97cb-114bcf93a90e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:52.122820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.175708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.195495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:52.248987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-709e2134-74db-4f21-a471-c743a64ad50b req-349caf17-ca6a-4951-9d48-b186cf8ea087 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 210 time: 0.1988132 Feb 10 22:48:52.257306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-82dc5f27-0e8e-4d64-b55d-da71963a88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:52.259855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-82dc5f27-0e8e-4d64-b55d-da71963a88ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 1.1859634 Feb 10 22:48:52.269364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.346593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:52.359249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:52.364463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.405901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-715c4edc-b602-4d17-a663-8e2c275732df service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8409448 Feb 10 22:48:52.455451 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e', 'code': 200} Feb 10 22:48:52.456497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:52.487409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e5f5cc-1904-4995-97fd-26d69ec4d540,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:52.540674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:52.581488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:52.599115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.601321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4343066d-dcf0-4c4a-aefc-259920d7cb1f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9e5f5cc-1904-4995-97fd-26d69ec4d540 HTTP/1.1" status: 204 len: 168 time: 1.8704906 Feb 10 22:48:52.647879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.663933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:48:52.670926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:52.676885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-e31ef2f8-2321-48c3-831c-2c3dbaa31aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:52.679023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-e31ef2f8-2321-48c3-831c-2c3dbaa31aef service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.4016469 Feb 10 22:48:52.933213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-b33fe001-7c0b-4c29-b386-832b36e2913f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.2160232 Feb 10 22:48:52.950024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Router ce93aa80-8f6f-4cb4-aef9-b09c266894f2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:48:53.006890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db0b4c-e27c-4dc2-a8fb-da0e853f89e7 req-facacad5-75d1-469b-ad8c-9fbc0fe7f416 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:53.018288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1db0b4c-e27c-4dc2-a8fb-da0e853f89e7 req-facacad5-75d1-469b-ad8c-9fbc0fe7f416 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.5785511 Feb 10 22:48:53.054127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dace1b9-0802-4015-97ee-d6bae39bdee3 req-14d11c9b-b0dd-4a9a-9d8c-25d746b56e41 service neutron] 10.222.0.24 "GET /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420412 Feb 10 22:48:53.073465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fda1d1-fd45-43be-a7a5-22bc06dc8269 req-96b5d7fe-d0fb-4bc3-8d0c-853ce84339e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:53.075402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a9fda1d1-fd45-43be-a7a5-22bc06dc8269 req-96b5d7fe-d0fb-4bc3-8d0c-853ce84339e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 1096 time: 0.5207446 Feb 10 22:48:53.127220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-7519cdff-96fa-4471-8770-84fda0a892d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:53.132653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1390c4cf-dd8e-4954-b83c-79144b1906ea details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:48:53.133188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-7519cdff-96fa-4471-8770-84fda0a892d3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1857977 Feb 10 22:48:53.288552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5a098-e21d-4732-b5c8-c78710e04fde req-8ba7cd82-2590-446a-b3d9-fd3e3b1f5a73 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:53.290216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcf5a098-e21d-4732-b5c8-c78710e04fde req-8ba7cd82-2590-446a-b3d9-fd3e3b1f5a73 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 945 time: 0.4484644 Feb 10 22:48:53.299237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a9fda1d1-fd45-43be-a7a5-22bc06dc8269 req-ae62fa22-07e5-487d-9e22-c6f6c49f460e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172658 Feb 10 22:48:53.348826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:53.365812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '1390c4cf-dd8e-4954-b83c-79144b1906ea', 'network_id': 'da56e9f4-150f-4fcb-82dd-801a7338730e', 'port_id': '1390c4cf-dd8e-4954-b83c-79144b1906ea', 'mac_address': 'fa:16:3e:ad:a5:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '558a9158-54e2-49d0-90bc-94159ee8b202', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:48:53.370844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcf5a098-e21d-4732-b5c8-c78710e04fde req-62b0b7ca-3003-4c3a-b6d0-579e6ba9ce6e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704868 Feb 10 22:48:53.376460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-8204bbf2-da65-4c8a-8826-6eba85cbfe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:53.378058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-8204bbf2-da65-4c8a-8826-6eba85cbfe6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2308555 Feb 10 22:48:53.494444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:53.522150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1390c4cf-dd8e-4954-b83c-79144b1906ea {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:53.546800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:53.553746 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:53.772901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:53.795881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1390c4cf-dd8e-4954-b83c-79144b1906ea'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:53.874078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d1aad52-2f3f-4294-be1b-1655ffdc9ea8 req-501cd0f6-4ecd-44e6-96d6-7ad7fae8d28e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 210 time: 0.3349199 Feb 10 22:48:53.934062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1db0b4c-e27c-4dc2-a8fb-da0e853f89e7 req-7753f4ed-2a49-41c5-a0d7-43020045872a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9143350 Feb 10 22:48:53.963041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-bcf5a638-1017-4e26-81a9-1689b82c90fa service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218981 Feb 10 22:48:54.040856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-505cc18a-68d0-4a20-8d78-cb2f37ac69a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ff14b6a81b841139b9b5e8f851fe4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8914826 Feb 10 22:48:54.056958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53598) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:54.120809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:48:54.145539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33dd92f3-59d7-49da-93df-5a89cccd2f79 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/routers/ce93aa80-8f6f-4cb4-aef9-b09c266894f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4545825 Feb 10 22:48:54.146701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53602) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:54.189541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] Sync routers for ids ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:48:54.207740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.12 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:54.282016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] Routers {'ce93aa80-8f6f-4cb4-aef9-b09c266894f2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:54.282972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:54.338594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-777ee7b9-04e1-403c-9318-1a741db3af6a req-9fb1abc3-7b6f-43b6-b431-d52750f880cf service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693161 Feb 10 22:48:54.435315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241d5030-3f9d-4d09-bc2f-0cd45e22ed44 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:54.437021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-241d5030-3f9d-4d09-bc2f-0cd45e22ed44 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:54.454226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:54.495836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:48:54.588070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:54.635824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:54.686762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] Routers {'ce93aa80-8f6f-4cb4-aef9-b09c266894f2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:54.695431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:54.712612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:54.850031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-241d5030-3f9d-4d09-bc2f-0cd45e22ed44 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:54.855400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53620) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:54.858029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-241d5030-3f9d-4d09-bc2f-0cd45e22ed44 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce93aa80-8f6f-4cb4-aef9-b09c266894f2 HTTP/1.1" status: 200 len: 988 time: 0.6989081 Feb 10 22:48:54.864172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:54.865221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3824633-5238-4351-9305-c1773a090ae4 None None] The sync data for ids ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:48:55.066647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6269d-35d6-4611-97b1-e497bca62da1 req-57efd20e-6acc-4caa-adcb-06045c2c9999 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:55.074042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4aa6269d-35d6-4611-97b1-e497bca62da1 req-57efd20e-6acc-4caa-adcb-06045c2c9999 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 945 time: 0.4258394 Feb 10 22:48:55.202702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:48:55.216071 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:48:55.233264 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:55.234341 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:55.329989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-250219d3-c532-4f63-a3f4-f3baa1b2b552 req-88f6c9e6-3e66-483c-b8f9-7bee3cf26ec2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:48:55.350709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:55.400160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:55.404861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-250219d3-c532-4f63-a3f4-f3baa1b2b552 req-88f6c9e6-3e66-483c-b8f9-7bee3cf26ec2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:48:55.406157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-250219d3-c532-4f63-a3f4-f3baa1b2b552 req-88f6c9e6-3e66-483c-b8f9-7bee3cf26ec2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 210 time: 0.2292173 Feb 10 22:48:55.406950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:55.408292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f68a6764-b652-435d-ad4c-873076b6a61d admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 15.1223931 Feb 10 22:48:55.411428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6149c7-03da-405a-8403-bca1822d9a47,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:55.413628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:55.418083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:55.422457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6788b1cf-8da7-41d9-80b0-6556227359b8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b6149c7-03da-405a-8403-bca1822d9a47 HTTP/1.1" status: 204 len: 168 time: 1.3361053 Feb 10 22:48:55.740263 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:48:55.856837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4aa6269d-35d6-4611-97b1-e497bca62da1 req-f9a1c27b-1f4b-4cb5-877a-bfc7499bed0a tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7817707 Feb 10 22:48:56.292979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:56.314298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:48:56.441686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:56.514460 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:48:48Z', 'revision_number': 3, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:48:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:56.522289 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:48:56.522631 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Updating router c5460e52-7d6f-44bf-9527-ab886b5691c6 port 590b572a-a935-4029-91dc-0451db274627 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:48:56.540872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:56.637265 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:56.807937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e33898-458f-499f-bcf8-708ec62f316d req-3298524d-4c24-4383-9630-569f68bc761c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:56.811435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4e33898-458f-499f-bcf8-708ec62f316d req-3298524d-4c24-4383-9630-569f68bc761c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.1259873 Feb 10 22:48:56.817707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:48:56.836649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:48:56.840356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:48:57.133224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4e33898-458f-499f-bcf8-708ec62f316d req-634d5fda-12ed-484e-ba56-41d352a8671d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994387 Feb 10 22:48:57.166780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:57.167697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.172281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1390c4cf-dd8e-4954-b83c-79144b1906ea up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:48:57.299840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-6d37aa36-8cf8-4acf-993e-b7461f4cd268 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1368055 Feb 10 22:48:57.378169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:57.394215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 1390c4cf-dd8e-4954-b83c-79144b1906ea completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:48:57.405747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 1390c4cf-dd8e-4954-b83c-79144b1906ea triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:48:57.407003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588d7ce-04fe-48b1-9e4f-ee05a43688a0 req-7d8aa595-c0f6-4ea5-97be-bfffadfe5f2b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:57.407195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.409242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3588d7ce-04fe-48b1-9e4f-ee05a43688a0 req-7d8aa595-c0f6-4ea5-97be-bfffadfe5f2b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 932 time: 0.4402409 Feb 10 22:48:57.430107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53730) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:57.461301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port f42ffc9b-2721-4135-9fea-d0af2e5cb15d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:48:57.467101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.526660 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.557713 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Transition to ACTIVE for port object 590b572a-a935-4029-91dc-0451db274627 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:57.568263 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.635272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3588d7ce-04fe-48b1-9e4f-ee05a43688a0 req-0a165569-b607-49e0-b952-8b2a7b939812 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112284 Feb 10 22:48:57.680581 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.729646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.734475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Request body: {'port': {'device_id': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:57.736429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:48:57.760526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:48:57.766561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.784715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Attempting to bind port 590b572a-a935-4029-91dc-0451db274627 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:48:57.785500 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Attempting to bind port 590b572a-a935-4029-91dc-0451db274627 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:48:57.786117 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Attempting to bind port 590b572a-a935-4029-91dc-0451db274627 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:48:57.796464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:48:57.797125 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:48:57.797724 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.798271 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:48:57.798922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Bound port: 590b572a-a935-4029-91dc-0451db274627, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:48:57.799494 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.808875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:57.813197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Usage tracker for resource:security_group_rule and tenant:5e81d2aea44b4d2ab3b844b9f6c872e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:48:57.816101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:48:57.822151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:48:57.923807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:57.936743 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Pushing event updated for resources: {'Port': ['ID=590b572a-a935-4029-91dc-0451db274627,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:57.964297 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.964659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.965004 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.965375 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.965728 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.966037 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.966351 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.966670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.966985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.967312 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.967633 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.967959 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:57.980716 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea', 'code': 200} Feb 10 22:48:57.982042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:57.998157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-53fc0243-1cdb-4cdf-afe7-da04a4df1573 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1357835612', 'prefixes': ['172.20.0.0/16']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:58.003478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:58.040810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] For port 590b572a-a935-4029-91dc-0451db274627, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:48:58.047763 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] For port 590b572a-a935-4029-91dc-0451db274627, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=590b572a-a935-4029-91dc-0451db274627,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:48:58.054667 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:58.079320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-53fc0243-1cdb-4cdf-afe7-da04a4df1573 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:48:58.113419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:58.138015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b4f13aa-6b48-48c9-b6bb-7be72811095d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:58.173662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.174009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.178205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.179521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.180046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.180795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.181812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.184181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.184729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.185239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.185766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.186264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:48:58.208441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8db46-9fc8-48bb-ad48-31ef16588a43 req-1d741973-2d4a-4e74-8a90-bae71f2acdfb tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:58.220676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0aa8db46-9fc8-48bb-ad48-31ef16588a43 req-1d741973-2d4a-4e74-8a90-bae71f2acdfb tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 945 time: 0.4983256 Feb 10 22:48:58.252097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:48:58.252973 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:58.270241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-235b8ae8-4ee5-410c-8d05-e889bfd15dbd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5e81d2aea44b4d2ab3b844b9f6c872e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8906431 Feb 10 22:48:58.282835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53750) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:58.315579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30358f67-130c-4be3-a115-6f90d5589ce8 req-b5d51bad-c882-43a4-ba46-8fb831dd11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:58.317779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30358f67-130c-4be3-a115-6f90d5589ce8 req-b5d51bad-c882-43a4-ba46-8fb831dd11e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 1097 time: 0.3917844 Feb 10 22:48:58.374510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:58.437790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0aa8db46-9fc8-48bb-ad48-31ef16588a43 req-744bbbc1-4a5a-4e7d-b42c-783a1c3ece6b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162876 Feb 10 22:48:58.546256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:48:58.687494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for f42ffc9b-2721-4135-9fea-d0af2e5cb15d owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:48:58.692094 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95b7cc-604b-4606-a3bb-a79816a57101 None None] Pushing event updated for resources: {'Port': ['ID=590b572a-a935-4029-91dc-0451db274627,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:58.850397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:58.965134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:48:48Z', 'revision_number': 3, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:48:58.982596 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ad557-97e3-4a35-bb6d-adffb33f3d6b None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:48:48Z', 'revision_number': 3, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:48:58.986017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30358f67-130c-4be3-a115-6f90d5589ce8 req-15383241-1452-4d8c-abdf-d60300bd0c00 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425099 Feb 10 22:48:59.030414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-53fc0243-1cdb-4cdf-afe7-da04a4df1573 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Notify callbacks [] for subnetpool, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.031770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-53fc0243-1cdb-4cdf-afe7-da04a4df1573 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.5997086 Feb 10 22:48:59.039557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.045266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:59.117396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.245260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c59bdb-f669-41c3-bffd-fb73bdcfd7fe req-2a35d185-d586-4b9f-b362-6ec2b251693c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:59.246889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68c59bdb-f669-41c3-bffd-fb73bdcfd7fe req-2a35d185-d586-4b9f-b362-6ec2b251693c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.8230011 Feb 10 22:48:59.254553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe44b1c-68b6-4cd5-8800-31b0d97a6ea4 req-6f78af24-f49c-4146-b558-b579b9d7227e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:48:59.256425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fe44b1c-68b6-4cd5-8800-31b0d97a6ea4 req-6f78af24-f49c-4146-b558-b579b9d7227e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 945 time: 0.5682716 Feb 10 22:48:59.264286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed7ec9fc-efd6-4945-8be9-7411f6b868b6 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "GET /v2.0/subnetpools/f7489761-5188-40f3-8f9a-576140b04926 HTTP/1.1" status: 200 len: 732 time: 0.2176805 Feb 10 22:48:59.272541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:59.303514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.307499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-91ae8eeb-29c8-4064-9cea-d9e126f5d269 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1004315974'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:48:59.378111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-68c59bdb-f669-41c3-bffd-fb73bdcfd7fe req-039f1d2c-71c3-4363-9e7a-86f0c714331a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042397 Feb 10 22:48:59.378111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b4f13aa-6b48-48c9-b6bb-7be72811095d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:59.393814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.395141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-27909b96-4cda-4c43-a1a9-d911881ea147 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6b4f13aa-6b48-48c9-b6bb-7be72811095d HTTP/1.1" status: 204 len: 168 time: 1.0966070 Feb 10 22:48:59.623644 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.733534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=f42ffc9b-2721-4135-9fea-d0af2e5cb15d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:48:59.760466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:48:59.800833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fe44b1c-68b6-4cd5-8800-31b0d97a6ea4 req-26c5ef17-f5a4-4cbe-bb26-34175da01bc1 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5244207 Feb 10 22:48:59.818978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.824102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-91ae8eeb-29c8-4064-9cea-d9e126f5d269 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Notify callbacks [] for subnetpool, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:48:59.826029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-91ae8eeb-29c8-4064-9cea-d9e126f5d269 tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "PUT /v2.0/subnetpools/f7489761-5188-40f3-8f9a-576140b04926 HTTP/1.1" status: 200 len: 684 time: 0.5512893 Feb 10 22:48:59.829977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Allocated IP 172.20.0.1 (f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9/3f8754a1-5cfa-44d3-8fbf-762e537db358/4e748e30-1384-4d35-a6c0-94da6859507a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:48:59.835018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:48:59.856279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Transition to ACTIVE for port object 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:48:59.865782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.209538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 590b572a-a935-4029-91dc-0451db274627 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:00.414886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53800) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:00.460975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.463532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 590b572a-a935-4029-91dc-0451db274627 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:00.469755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 590b572a-a935-4029-91dc-0451db274627 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:00.470493 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.472141 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.507829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:00.521149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Usage tracker for resource:security_group_rule and tenant:0182cbd897074b4a8f9a65fcc325c0a2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:00.527013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:00.537353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:00.707273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.740084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 590b572a-a935-4029-91dc-0451db274627, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=590b572a-a935-4029-91dc-0451db274627,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:00.755809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.838499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de309024-e1fb-41a9-a5a0-6ae6c8d0b692 req-7df00957-bc67-4e5f-8ce0-5a6d96786bc4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:00.841822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de309024-e1fb-41a9-a5a0-6ae6c8d0b692 req-7df00957-bc67-4e5f-8ce0-5a6d96786bc4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 932 time: 1.1100476 Feb 10 22:49:00.893247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=590b572a-a935-4029-91dc-0451db274627,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:00.920230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:00.938097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Transition to ACTIVE for port object 4e748e30-1384-4d35-a6c0-94da6859507a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:01.015030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:01.147052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d1b23f17-5503-43d3-b788-393b5d0e009b tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] Notify callbacks [] for subnetpool, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.148251 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d1b23f17-5503-43d3-b788-393b5d0e009b tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f7489761-5188-40f3-8f9a-576140b04926 HTTP/1.1" status: 204 len: 168 time: 1.3062243 Feb 10 22:49:01.159132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53816) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:01.164817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Router ce93aa80-8f6f-4cb4-aef9-b09c266894f2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:49:01.172895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de309024-e1fb-41a9-a5a0-6ae6c8d0b692 req-da13f787-a1de-40e2-aefb-a2da427f4f62 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394822 Feb 10 22:49:01.214789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34e0d-a4f0-4f31-8291-260784295c4a req-d4ffda35-acf8-423e-867b-ec0fe3b52155 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:01.217036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c34e0d-a4f0-4f31-8291-260784295c4a req-d4ffda35-acf8-423e-867b-ec0fe3b52155 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 946 time: 0.8956234 Feb 10 22:49:01.221324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.250883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Attempting to bind port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:01.251553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Attempting to bind port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:01.252183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Attempting to bind port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:01.275155 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-9bc8eaff-95d4-4bc1-993c-cb74b5df48aa tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] show failed (client error): The resource could not be found. Feb 10 22:49:01.276646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9bc8eaff-95d4-4bc1-993c-cb74b5df48aa tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "GET /v2.0/subnetpools/f7489761-5188-40f3-8f9a-576140b04926 HTTP/1.1" status: 404 len: 346 time: 0.1145279 Feb 10 22:49:01.284398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:01.303387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:01.313121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:01.349949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:49:01.351012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Attempting to bind port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:01.364392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:01.407609 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-3e0075b3-c05f-45c8-90e5-8e913747f83c tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] delete failed (client error): The resource could not be found. Feb 10 22:49:01.408690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3e0075b3-c05f-45c8-90e5-8e913747f83c tempest-SubnetPoolsTestJSON-886195748 tempest-SubnetPoolsTestJSON-886195748-project] 10.222.0.53 "DELETE /v2.0/subnetpools/f7489761-5188-40f3-8f9a-576140b04926 HTTP/1.1" status: 404 len: 346 time: 0.1189797 Feb 10 22:49:01.427769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:49:01.438500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.442434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] Sync routers for ids ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:49:01.445368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.473152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] Routers {'ce93aa80-8f6f-4cb4-aef9-b09c266894f2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:01.473869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:01.508692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:01.509839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:01.510094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:01.510549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Bound port: 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:01.510893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.541041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-20d5cd3b-7309-4c12-8f30-706b74707f97 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/routers/ce93aa80-8f6f-4cb4-aef9-b09c266894f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6592026 Feb 10 22:49:01.547014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53830) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:01.548392 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c34e0d-a4f0-4f31-8291-260784295c4a req-121ed2f7-ef59-4e0f-9baa-5591ede27a70 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932281 Feb 10 22:49:01.551361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc329de0-70bd-4b29-935e-c9b46187d1f2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:01.622533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.638643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Pushing event updated for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:01.699341 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-12000c4e-46b9-4926-b1be-67dcc5c9bfbd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:49:01.700332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12000c4e-46b9-4926-b1be-67dcc5c9bfbd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:01.745159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:01.760694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:01.768587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:01.769498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:01.795397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] Routers {'ce93aa80-8f6f-4cb4-aef9-b09c266894f2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:01.796046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:01.889078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8dc0be9a-d5e5-40c2-beeb-bc56e520d3ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0182cbd897074b4a8f9a65fcc325c0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4682434 Feb 10 22:49:01.898389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53836) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:01.945276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:01.945686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d520ab-5969-4ed0-a8c7-253fbe8fe58b None None] The sync data for ids ['ce93aa80-8f6f-4cb4-aef9-b09c266894f2'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:49:01.995953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4963aa21-996e-40a5-9824-b5aa2c6a7d9d None None] Provisioning for port 4e748e30-1384-4d35-a6c0-94da6859507a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:02.006918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 590b572a-a935-4029-91dc-0451db274627 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:02.018130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Pushing event updated for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:02.025882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12000c4e-46b9-4926-b1be-67dcc5c9bfbd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:02.030099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:02.030099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.031001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-12000c4e-46b9-4926-b1be-67dcc5c9bfbd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/f42ffc9b-2721-4135-9fea-d0af2e5cb15d HTTP/1.1" status: 404 len: 333 time: 0.4614089 Feb 10 22:49:02.031808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53846) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:02.041097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-d0106015-147e-45d6-b6b8-ccdf32518c9f service neutron] 10.222.0.30 "PUT /v2.0/ports/8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed HTTP/1.1" status: 200 len: 1092 time: 4.3195715 Feb 10 22:49:02.053663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:02.225340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4963aa21-996e-40a5-9824-b5aa2c6a7d9d None None] Provisioning complete for port 4e748e30-1384-4d35-a6c0-94da6859507a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:02.225340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4963aa21-996e-40a5-9824-b5aa2c6a7d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.265451 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed', 'status': 'completed', 'code': 200} Feb 10 22:49:02.298779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53854) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:02.371388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4963aa21-996e-40a5-9824-b5aa2c6a7d9d None None] Port 4e748e30-1384-4d35-a6c0-94da6859507a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:02.393978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 590b572a-a935-4029-91dc-0451db274627 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:02.394694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.466845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-e22cf9aa-1f89-4122-8a1b-2a158f20e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:02.468851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-e22cf9aa-1f89-4122-8a1b-2a158f20e0fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 1095 time: 0.3391066 Feb 10 22:49:02.469675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.538976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.679389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.685557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.691969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-886b7543-a91a-4973-8297-8f88edb7c323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed HTTP/1.1" status: 200 len: 217 time: 0.2032976 Feb 10 22:49:02.760331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:02.778501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Usage tracker for resource:security_group_rule and tenant:e72e483332b3421989d767da27be4ad2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:02.794570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:02.812873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:02.857365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-abac7cca-85c4-4511-bafb-4c0fd1a3ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:02.859094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-abac7cca-85c4-4511-bafb-4c0fd1a3ef19 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1473625 Feb 10 22:49:02.971242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3415c17-9c5e-4062-b1c7-95cd4892b4c6 req-8999f291-9372-46af-9316-cc32d49c4bfd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:02.972830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3415c17-9c5e-4062-b1c7-95cd4892b4c6 req-8999f291-9372-46af-9316-cc32d49c4bfd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.4294019 Feb 10 22:49:02.974741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:02.997639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-9752d873-fb75-4884-bb85-62fc3557aaa0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768950 Feb 10 22:49:03.016344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51bde3-6b75-4524-98a1-d5aff7d1007d req-3b73815b-7510-4bb9-8b71-de9b8949c50c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:03.016344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed51bde3-6b75-4524-98a1-d5aff7d1007d req-3b73815b-7510-4bb9-8b71-de9b8949c50c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 944 time: 0.6343274 Feb 10 22:49:03.020719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.030965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.091859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3415c17-9c5e-4062-b1c7-95cd4892b4c6 req-44c5528d-372d-4273-bc09-87c56ba69981 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024296 Feb 10 22:49:03.108160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.109132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Fanout notify agent at l3_agent the message router_deleted on router ce93aa80-8f6f-4cb4-aef9-b09c266894f2 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:49:03.145712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.153108 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:49:03.173168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc329de0-70bd-4b29-935e-c9b46187d1f2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:03.183927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.189880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de8196bf-6503-4dbe-a22f-44ce0e3058e1 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/routers/ce93aa80-8f6f-4cb4-aef9-b09c266894f2 HTTP/1.1" status: 204 len: 168 time: 1.1468477 Feb 10 22:49:03.191042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53872) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:03.197513 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.201109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed787e90-de55-4567-86e8-1ac34503ddee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dc329de0-70bd-4b29-935e-c9b46187d1f2 HTTP/1.1" status: 204 len: 168 time: 1.2946854 Feb 10 22:49:03.303200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed51bde3-6b75-4524-98a1-d5aff7d1007d req-1266ce22-bb63-4df7-9bd3-a0ad2d426147 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303793 Feb 10 22:49:03.397856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 6006c0e1-81f7-4f6e-a404-3d6b94360d81 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:03.408052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.426880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-ef91f96d-d754-4491-ae0a-852d811e2696 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113688 Feb 10 22:49:03.432681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.476459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.476459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.501305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.592461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf886d7-64e8-42f2-83a4-0fdb6235207e req-ec28fd44-06f8-4648-8555-f3a7fdd91fb0 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:03.599951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cf886d7-64e8-42f2-83a4-0fdb6235207e req-ec28fd44-06f8-4648-8555-f3a7fdd91fb0 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 946 time: 0.2445054 Feb 10 22:49:03.672876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cf886d7-64e8-42f2-83a4-0fdb6235207e req-21ffef8a-c5ff-4bce-8b81-a30d307e9a2e tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718973 Feb 10 22:49:03.711614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.881979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.971258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c019b533-fcc0-4d40-9e23-a5d17f076d51 req-01ee3608-d264-487f-942f-77ce0404b4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365207 Feb 10 22:49:03.972229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:03.975803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.014387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Pushing event updated for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:04.043782 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.051905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0cc818-6401-4820-93f1-389737ddc256 None None] Network 2e29abde-a841-408d-ab04-16bc383759d1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:04.060415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=6006c0e1-81f7-4f6e-a404-3d6b94360d81,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:04.072482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-104deedd-3c56-4e1e-a40d-c00c43932782 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/6006c0e1-81f7-4f6e-a404-3d6b94360d81 HTTP/1.1" status: 204 len: 168 time: 0.8796437 Feb 10 22:49:04.073764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:04.344918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e72e483332b3421989d767da27be4ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0449963 Feb 10 22:49:04.350672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:04.419785 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.428111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ec3a3-2bd9-4180-8b7c-9dfcbd0e550b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c3580a-5942-46b5-8dbb-59cf5f3705f9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:04.433202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:04.436867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:04.528504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port d93d110c-6812-4ebc-8107-dddcf6b681b4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:04.529946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.821659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] DHCP port deletion for 2e29abde-a841-408d-ab04-16bc383759d1 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:49:04.827007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Deleting port d93d110c-6812-4ebc-8107-dddcf6b681b4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:04.827643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.836786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:04.879205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-43ded85c-2997-465b-bef1-8f1067d49473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:04.880753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-43ded85c-2997-465b-bef1-8f1067d49473 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 1095 time: 0.5415339 Feb 10 22:49:04.944726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bd442d02-fcb6-47e1-8768-f23870974a43 None None] Provisioning complete for port 4e748e30-1384-4d35-a6c0-94da6859507a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:04.945357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bd442d02-fcb6-47e1-8768-f23870974a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.003461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.099344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:49:05.194926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390ef5b-631f-466b-961e-7dad0f25e002 req-d5f2c11c-78b7-4069-8e31-6ab51d0b1acf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:05.247084 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c390ef5b-631f-466b-961e-7dad0f25e002 req-d5f2c11c-78b7-4069-8e31-6ab51d0b1acf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 944 time: 0.4753995 Feb 10 22:49:05.354914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-d55a0031-478e-4de1-8dec-fcbf9fed6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:05.357221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-d55a0031-478e-4de1-8dec-fcbf9fed6547 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.4612112 Feb 10 22:49:05.359785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bd442d02-fcb6-47e1-8768-f23870974a43 None None] Port 4e748e30-1384-4d35-a6c0-94da6859507a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:05.369628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e2eaad-7308-4f52-a13a-174fc905fa2a req-7e69afe0-d1bd-48fd-b372-015918da8eaa tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:05.371207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96e2eaad-7308-4f52-a13a-174fc905fa2a req-7e69afe0-d1bd-48fd-b372-015918da8eaa tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 946 time: 0.7169888 Feb 10 22:49:05.377119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] For port d93d110c-6812-4ebc-8107-dddcf6b681b4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d93d110c-6812-4ebc-8107-dddcf6b681b4,segment=NetworkSegment(f8feb720-0772-4e15-ac9a-03c4929f3ef9),segment_id=f8feb720-0772-4e15-ac9a-03c4929f3ef9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:05.377383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.420692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] For port d93d110c-6812-4ebc-8107-dddcf6b681b4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d93d110c-6812-4ebc-8107-dddcf6b681b4,segment=NetworkSegment(f8feb720-0772-4e15-ac9a-03c4929f3ef9),segment_id=f8feb720-0772-4e15-ac9a-03c4929f3ef9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:05.421134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.468262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-0e4a3d71-b603-46c0-a101-c1434323f65f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed HTTP/1.1" status: 200 len: 217 time: 0.0829761 Feb 10 22:49:05.498614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c390ef5b-631f-466b-961e-7dad0f25e002 req-5eb6e5b7-bdb2-48ee-8a69-db3d00d4bafd tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561219 Feb 10 22:49:05.544397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Calling delete_port for d93d110c-6812-4ebc-8107-dddcf6b681b4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:05.580506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for d93d110c-6812-4ebc-8107-dddcf6b681b4 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:05.711011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.738862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-8c899da0-cb17-404d-b68e-5a49cd12740c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:05.740822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-8c899da0-cb17-404d-b68e-5a49cd12740c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.2576337 Feb 10 22:49:05.745053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:49:05.755707 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:49:05.779335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.786339 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:05.791023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:05.819211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96e2eaad-7308-4f52-a13a-174fc905fa2a req-0b43414a-03b8-4090-8d34-7853e5c47c63 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315434 Feb 10 22:49:05.853927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c3580a-5942-46b5-8dbb-59cf5f3705f9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:05.853927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:05.853927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a2bdf70d-d3b0-4926-ba5a-d708731c19c7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/28c3580a-5942-46b5-8dbb-59cf5f3705f9 HTTP/1.1" status: 204 len: 168 time: 1.4992697 Feb 10 22:49:05.886049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:49:05.886049 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:49:05.887438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-ce6d7c09-1cb8-4bef-a039-4a432e0ea35c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1392653 Feb 10 22:49:05.888190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-75eb537c-8e57-41b5-b8c8-50a18aef7071 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5460e52-7d6f-44bf-9527-ab886b5691c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4676619 Feb 10 22:49:05.904474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] No DVR routers for this DVR port d93d110c-6812-4ebc-8107-dddcf6b681b4 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:05.936998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbd10c-b82d-4730-8623-899c2fa7e2a8 None None] Pushing event deleted for resources: {'Port': ['ID=d93d110c-6812-4ebc-8107-dddcf6b681b4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:05.939530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-731c1dda-25c0-47f4-bf26-4e0e9fd57110 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:05.942275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-731c1dda-25c0-47f4-bf26-4e0e9fd57110 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 946 time: 0.2843564 Feb 10 22:49:06.080951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d93d110c-6812-4ebc-8107-dddcf6b681b4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:49:06.176547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Deleting port 1390c4cf-dd8e-4954-b83c-79144b1906ea {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:06.177068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:06.212743 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:49:06.215467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d93d110c-6812-4ebc-8107-dddcf6b681b4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:49:06.218041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d93d110c-6812-4ebc-8107-dddcf6b681b4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:49:06.284363 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-0cf1ddfb-a3f6-41ed-acde-6e314c917c50 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862927 Feb 10 22:49:06.422624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port d93d110c-6812-4ebc-8107-dddcf6b681b4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:06.423219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:06.466073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1faacf4a-00ac-402e-a278-9827d48c2d68 req-34a15cb8-cacb-4c78-baa2-8f0e69039124 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766469 Feb 10 22:49:06.830246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] The port 'd93d110c-6812-4ebc-8107-dddcf6b681b4' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:49:06.988703 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 2, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:06.997495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:49:06.998050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Updating router c5460e52-7d6f-44bf-9527-ab886b5691c6 port 4e748e30-1384-4d35-a6c0-94da6859507a binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:49:07.013066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.042143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e29abde-a841-408d-ab04-16bc383759d1']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:07.055113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8feb720-0772-4e15-ac9a-03c4929f3ef9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:07.055606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8feb720-0772-4e15-ac9a-03c4929f3ef9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:07.089154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.152335 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.221320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.262051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:49:07.267118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:49:07.341638 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:49:07.468123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] For port 1390c4cf-dd8e-4954-b83c-79144b1906ea, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1390c4cf-dd8e-4954-b83c-79144b1906ea,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:07.469020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.658589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Calling delete_port for 1390c4cf-dd8e-4954-b83c-79144b1906ea owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:07.959461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.972540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34635f7b-d2c8-4693-b5e2-258dd2e47db0 req-950f2329-cb9d-4859-ba6d-e98b9b18af1b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:07.978653 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:07.984354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34635f7b-d2c8-4693-b5e2-258dd2e47db0 req-950f2329-cb9d-4859-ba6d-e98b9b18af1b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 944 time: 1.2670259 Feb 10 22:49:07.991788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['475cbaa7-3fb6-4ec2-9c40-015d416df9c6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:08.014497 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Transition to ACTIVE for port object 4e748e30-1384-4d35-a6c0-94da6859507a will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:08.033101 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.078202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dbd4421f-1ce8-43b7-97cb-114bcf93a90e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:08.091316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event deleted for resources: {'Port': ['ID=1390c4cf-dd8e-4954-b83c-79144b1906ea,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:08.111751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.292039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:49:08.400711 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf340a90-23ae-4260-858a-54fd79b9cc87 None None] Pushing event updated for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:08.410673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ae7ddb5-ec7d-4914-a3b3-e70ed9378ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.422525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54032) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:08.429207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--964695456', 'description': 'tempest-description--390284276'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:08.444678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:08.454506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:08.467403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:08.498037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:08.529976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.559324 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Attempting to bind port 4e748e30-1384-4d35-a6c0-94da6859507a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:08.573189 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Attempting to bind port 4e748e30-1384-4d35-a6c0-94da6859507a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:08.573756 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Attempting to bind port 4e748e30-1384-4d35-a6c0-94da6859507a on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:08.606353 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:08.612370 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:08.613774 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.619947 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Bound using segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:08.625571 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Bound port: 4e748e30-1384-4d35-a6c0-94da6859507a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:08.630105 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.837290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:08.852453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:08.892256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed', 'mac_address': 'fa:16:3e:37:48:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:49:08.894132 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34635f7b-d2c8-4693-b5e2-258dd2e47db0 req-0cf078f1-b667-4a9e-a7d4-95ed802bab87 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9164941 Feb 10 22:49:08.897996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=2e29abde-a841-408d-ab04-16bc383759d1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:08.906461 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] For port 4e748e30-1384-4d35-a6c0-94da6859507a, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:08.922151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] For port 4e748e30-1384-4d35-a6c0-94da6859507a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4e748e30-1384-4d35-a6c0-94da6859507a,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:08.929882 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.017113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8c297ba8-4dcf-4c15-b0b8-830ff33c8de9 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/2e29abde-a841-408d-ab04-16bc383759d1 HTTP/1.1" status: 204 len: 168 time: 4.9413621 Feb 10 22:49:09.019306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:09.145485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4829cbd3-fbba-4e92-83de-4fe63d1cab42 req-91d3d123-1941-4d03-98b1-d0e9b9db10b6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 210 time: 0.1574230 Feb 10 22:49:09.185200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:09.190139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:09.210968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:09.223742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf340a90-23ae-4260-858a-54fd79b9cc87 None None] Pushing event updated for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:09.237936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:09.248128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac36154a-243f-40a6-a0ab-6c4a665a721e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:09.249200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac36154a-243f-40a6-a0ab-6c4a665a721e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:09.256885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] No DVR routers for this DVR port 1390c4cf-dd8e-4954-b83c-79144b1906ea on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:09.271201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.276996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ebb0ab2-0167-4755-9379-4cc439dbe0ed req-45b668e0-2a6a-4738-a2e6-ecdfe857f2f6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "DELETE /v2.0/ports/1390c4cf-dd8e-4954-b83c-79144b1906ea HTTP/1.1" status: 204 len: 173 time: 3.3206918 Feb 10 22:49:09.290944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'name': 'network-vif-deleted', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:09.302352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:09.303238 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:48:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:09.372838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac36154a-243f-40a6-a0ab-6c4a665a721e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:09.374010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac36154a-243f-40a6-a0ab-6c4a665a721e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/cb40d416-74ca-4480-bea2-420977602e87 HTTP/1.1" status: 200 len: 845 time: 0.3400502 Feb 10 22:49:09.380769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:09.431579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.565940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.569916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1390c4cf-dd8e-4954-b83c-79144b1906ea no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:49:09.571583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.734806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022cbd59-68c0-4d92-806d-9d2c8248f3e8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:09.748599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:09.759747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-95456356-b202-480b-a6f0-17a1c84ca2db tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3354163 Feb 10 22:49:09.760767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:09.773345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:09.773926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-59349a12-fc01-41e2-b328-98da658d98dc tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/cb40d416-74ca-4480-bea2-420977602e87?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3919005 Feb 10 22:49:09.780684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group_rule': {'security_group_id': '022cbd59-68c0-4d92-806d-9d2c8248f3e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:09.784543 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f2ef2e-3f31-4028-b674-225782c6c214', 'name': 'network-vif-deleted', 'tag': '1390c4cf-dd8e-4954-b83c-79144b1906ea', 'status': 'completed', 'code': 200} Feb 10 22:49:09.785399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:09.803563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 1390c4cf-dd8e-4954-b83c-79144b1906ea {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:49:09.803893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1390c4cf-dd8e-4954-b83c-79144b1906ea not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:49:09.809111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:09.820669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:09.832039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:09.837766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:09.854191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:09.899603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.067795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:10.126650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.132954 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:49:10.136169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.146799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.372213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18801c18-adca-4557-bd2a-ec81318a7368,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:10.401745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.405541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-df53f66e-5967-4dbf-bf07-ccd9784db524 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6395099 Feb 10 22:49:10.432101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:10.488405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:10.493982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group_rule': {'security_group_id': '022cbd59-68c0-4d92-806d-9d2c8248f3e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:10.501217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:10.537202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:10.542289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:10.563119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:10.567678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:10.578047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7757714-9c76-4af8-972d-a09ef8b6e4f2 req-4c41444f-9ee4-4de9-a6a4-b11abdb6c293 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Synchronizing usage tracker for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:10.581021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:10.587088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:10.601545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7757714-9c76-4af8-972d-a09ef8b6e4f2 req-4c41444f-9ee4-4de9-a6a4-b11abdb6c293 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Unset dirty status for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:10.612224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7757714-9c76-4af8-972d-a09ef8b6e4f2 req-4c41444f-9ee4-4de9-a6a4-b11abdb6c293 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 210 time: 0.1138666 Feb 10 22:49:10.618827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:10.619885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:10.623229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.741134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bbb44-b16a-49f3-8249-c9ff48853baa req-1ed8b6dd-9da8-44aa-916c-1764b7bd1040 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:10.753542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c17bbb44-b16a-49f3-8249-c9ff48853baa req-1ed8b6dd-9da8-44aa-916c-1764b7bd1040 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 945 time: 0.5827947 Feb 10 22:49:10.777768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:10.786665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30e336ad-e9a1-4f09-8e75-8567309675b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.827606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:10.846796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:10.987528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c17bbb44-b16a-49f3-8249-c9ff48853baa req-1d287d56-62f6-4575-97db-13c1e6de9375 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295485 Feb 10 22:49:11.017411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:08Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:11.031093 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518949b-1049-4b78-9f00-4a8777f824fa None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:08Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:49:11.205894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.218973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.248756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.269941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.375372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:11.380302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6e2a7008144faaa46d13d085bbf4ce is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:11.385751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.386940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9320669 Feb 10 22:49:11.388031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:11.391473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32752a2-8a07-4ab5-873b-b6c11bfc19c4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8862bd3e-ef13-4779-a62d-ce7ac434a3cb,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:11.393348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54160) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:11.394844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:11.400488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:11.406250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:11.411924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:11.413325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:11.416472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:11.418817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.422236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36705876-c084-43ee-8e90-4bd9773d7a1d None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:11.432579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:floatingip and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:11.446742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:11.467338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:11.503476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=e5dd398e-a77e-4e19-a7e8-9e3d7b158073,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:11.517165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8285d065-d2dc-4e15-b0ed-9a361809d56e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7280593 Feb 10 22:49:11.520380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54164) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:11.542772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'security_group': {'name': 'tempest-secgroup-190631819'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:11.550229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:11.554593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:11.558971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:11.566565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:11.580358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.585694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.619486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:11.624767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:11.629790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:11.641138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:11.845653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.851065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.851519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:11.858115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.000022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.045540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4e748e30-1384-4d35-a6c0-94da6859507a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:12.050640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da31422-1fad-43dc-94eb-94cfbe956128,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:12.063249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce474a21-6585-44cc-8b36-769c2d72c1a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa6e2a7008144faaa46d13d085bbf4ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2745695 Feb 10 22:49:12.070635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54178) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:12.192947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd3b425-6eca-47c3-8802-9e18bd44866e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:12.206987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.218672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0c589cd-a7aa-4066-b3f5-cb6ffcf2578d req-96b6bc73-6e03-4852-87a9-010bfed84bce tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=f3f2ef2e-3f31-4028-b674-225782c6c214 HTTP/1.1" status: 200 len: 210 time: 0.2700207 Feb 10 22:49:12.222395 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.235806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-89d65963-8170-435b-a429-81e9d0de12dd tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7136264 Feb 10 22:49:12.271067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54182) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:12.279972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:12.293221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'security_group': {'name': 'tempest-secgroup-643019873'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:12.334688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.376548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:12.426685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.431844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:12.442682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:12.453572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4e748e30-1384-4d35-a6c0-94da6859507a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:12.478044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:12.480928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4e748e30-1384-4d35-a6c0-94da6859507a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:12.481357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.514524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.519459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd25bd7-edb7-4cc2-9c58-8b721fe68190 req-0faacf9c-dd60-4131-99ab-718fd706190a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:12.521276 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1dd25bd7-edb7-4cc2-9c58-8b721fe68190 req-0faacf9c-dd60-4131-99ab-718fd706190a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 945 time: 0.2373202 Feb 10 22:49:12.528813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.582930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:12.594325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:12.605256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:12.622648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:12.646512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1dd25bd7-edb7-4cc2-9c58-8b721fe68190 req-d4014b87-3a35-4daa-9c46-463d02eddcc4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122808 Feb 10 22:49:12.647969 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.661141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Allocated IP 172.25.2.235 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/7dd88167-dbfa-4992-84a5-587802b9744b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:12.683521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da31422-1fad-43dc-94eb-94cfbe956128,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:12.721764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.723595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-635075f0-97ff-4566-a083-0bb9fd3afe58 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9da31422-1fad-43dc-94eb-94cfbe956128 HTTP/1.1" status: 204 len: 168 time: 0.6203144 Feb 10 22:49:12.741183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'tenant_id': '96d6d358885e4487bd09dd910babeeca', 'fixed_ips': [{'subnet_id': 'e5dd398e-a77e-4e19-a7e8-9e3d7b158073'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:49:12.742370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.793114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:12.839301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.848831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:12.914292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:12.914641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.007399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.013946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7328169 Feb 10 22:49:13.014599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54202) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:13.042470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-421309789', 'security_groups': ['b727eec8-c81b-4cc4-a4ae-a43bd783d8fa'], 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e5dd398e-a77e-4e19-a7e8-9e3d7b158073'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:13.076597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.078768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.092178 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.152230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.308292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:13.324883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:13.335978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:13.440840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c6632-6c5d-40b0-b4f0-bff04016a52d tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b727eec8-c81b-4cc4-a4ae-a43bd783d8fa,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:13.461455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:13.467476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54212) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:13.513682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.531703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.551355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:13.551708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4e748e30-1384-4d35-a6c0-94da6859507a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4e748e30-1384-4d35-a6c0-94da6859507a,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:13.581279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:13.582398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Allocated IP 2001:db8::2 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/e5dd398e-a77e-4e19-a7e8-9e3d7b158073/35bf8c59-c874-4cb7-b060-4adff25be478) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:13.591496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Usage tracker for resource:security_group_rule and tenant:4223290792714c99bf666e7ec32df20a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:13.601739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:13.618321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:13.653562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=7dd88167-dbfa-4992-84a5-587802b9744b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:13.732020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-813947bf-9470-4c50-aa60-6223e6d2aa4a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2579651 Feb 10 22:49:13.765368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.779686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.785990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.924880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4223290792714c99bf666e7ec32df20a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4479506 Feb 10 22:49:13.939916 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:13.994624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:14.018350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54228) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:14.059315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:14.085581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:14.095481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.104781 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.155348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Transition to ACTIVE for port object 35bf8c59-c874-4cb7-b060-4adff25be478 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:14.177839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Transition to ACTIVE for port object 35bf8c59-c874-4cb7-b060-4adff25be478 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:14.203657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.213424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:14.311023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4eeee-6f06-4f63-bdd5-15d40243a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ddf876-526d-4a75-a0ba-eec4b14aac3c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:14.313681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.325353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.343793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:14.346884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:14.349566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:14.400911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port bd6938ea-87ad-49c3-8dca-97a830a655fb yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:49:14.454039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:14.468617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.469244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.469735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.470222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.470694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.471168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.471654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.472150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.472766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.473235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.473704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.474171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:14.532674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45d2b4-fb5d-43ab-b4b3-71f2dccba375 req-07f18ed8-8ea0-4e6d-bedd-21608e721845 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:14.544629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c45d2b4-fb5d-43ab-b4b3-71f2dccba375 req-07f18ed8-8ea0-4e6d-bedd-21608e721845 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.6143825 Feb 10 22:49:14.575990 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed', 'code': 200} Feb 10 22:49:14.577161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:14.593606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Attempting to bind port 35bf8c59-c874-4cb7-b060-4adff25be478 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:14.594051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Attempting to bind port 35bf8c59-c874-4cb7-b060-4adff25be478 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a05800f9-abc6-4a83-8107-900bfd72543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:14.594405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Attempting to bind port 35bf8c59-c874-4cb7-b060-4adff25be478 on network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:14.602702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:14.603083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Checking segment: {'id': 'a05800f9-abc6-4a83-8107-900bfd72543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:14.603520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.603905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Bound using segment: {'id': 'a05800f9-abc6-4a83-8107-900bfd72543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:14.604366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Bound port: 35bf8c59-c874-4cb7-b060-4adff25be478, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05800f9-abc6-4a83-8107-900bfd72543b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:14.604958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.665602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.735400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.760888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-012698d0-c79d-4a4a-a30a-f2aa0e620fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:14.762431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-012698d0-c79d-4a4a-a30a-f2aa0e620fa1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.8582716 Feb 10 22:49:14.850496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:14.854676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:14.859711 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:14.923944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c45d2b4-fb5d-43ab-b4b3-71f2dccba375 req-1b4cf369-ba91-4981-bf38-f54354d26f25 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783457 Feb 10 22:49:15.049526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971efe0b-24a3-41ee-ba28-a554ab2324e5 req-842ed0bc-a107-4822-a335-cddbc076f86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:15.050991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-971efe0b-24a3-41ee-ba28-a554ab2324e5 req-842ed0bc-a107-4822-a335-cddbc076f86c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 1097 time: 0.4126842 Feb 10 22:49:15.064845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::350 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/e5dd398e-a77e-4e19-a7e8-9e3d7b158073/bd6938ea-87ad-49c3-8dca-97a830a655fb) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:15.081419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.146649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08702192-f9a2-4628-a065-43a4fcfee1e0 None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:15.162792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-971efe0b-24a3-41ee-ba28-a554ab2324e5 req-02c23eed-be3e-425b-abc9-71ed25cee9e2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955622 Feb 10 22:49:15.191932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.398625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=7dd88167-dbfa-4992-84a5-587802b9744b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:15.551783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.580909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.643824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object bd6938ea-87ad-49c3-8dca-97a830a655fb will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:15.662340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.663616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f77cdc76-5415-421c-b075-ba8b37440974 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2661016 Feb 10 22:49:15.664420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.667391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.670714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/39ddf876-526d-4a75-a0ba-eec4b14aac3c HTTP/1.1" status: 204 len: 168 time: 1.6186807 Feb 10 22:49:15.699237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.759256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f63ae9-5c5d-4308-a361-b7d07158e457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ddf876-526d-4a75-a0ba-eec4b14aac3c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:15.778694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-18e55ded-bd3c-424e-ac07-3d894dfd3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:15.791941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-18e55ded-bd3c-424e-ac07-3d894dfd3af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.7015812 Feb 10 22:49:15.831816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:15.836352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:15.851885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:15.864080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:15.866304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:15.914989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=bd6938ea-87ad-49c3-8dca-97a830a655fb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:15.961616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-89555ebe-445c-42bb-9435-f089fa5834aa tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9382536 Feb 10 22:49:15.964247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54284) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:15.987212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:16.041821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-34749277-93d7-452f-9603-2b0c78ba5a49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.2391033 Feb 10 22:49:16.257918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-4804ae0b-0c55-4409-be78-70a5f79f0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:16.260960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-4804ae0b-0c55-4409-be78-70a5f79f0b00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2073014 Feb 10 22:49:16.361718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:16.382228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-bc9bf83c-7786-4950-915e-0b13b348a972 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:16.435911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-bc9bf83c-7786-4950-915e-0b13b348a972 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:16.437259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:16.446568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-bc9bf83c-7786-4950-915e-0b13b348a972 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--964695456&fields=id&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 267 time: 0.2922769 Feb 10 22:49:16.486317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:16.496094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:16.504323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:16.555860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:16.557728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 35bf8c59-c874-4cb7-b060-4adff25be478 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:16.560713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-777a7cc8-989c-49e6-8f12-4885ac4e3247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:16.561398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:16.562287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-777a7cc8-989c-49e6-8f12-4885ac4e3247 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2937398 Feb 10 22:49:16.573249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4e748e30-1384-4d35-a6c0-94da6859507a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:16.790467 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5dd398e-a77e-4e19-a7e8-9e3d7b158073 (CIDR: 2001:db8::/64) Feb 10 22:49:16.798230 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:49:16.800157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:16.824409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4e748e30-1384-4d35-a6c0-94da6859507a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:16.824778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:16.861109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd439a-a874-470a-a90f-96144478de8c req-cc6c4097-b485-4255-b9bb-617df39734d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:16.875688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd439a-a874-470a-a90f-96144478de8c req-cc6c4097-b485-4255-b9bb-617df39734d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:16.880627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-accd439a-a874-470a-a90f-96144478de8c req-cc6c4097-b485-4255-b9bb-617df39734d8 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4&device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 1681 time: 0.4442899 Feb 10 22:49:16.904053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-18b44d09-997e-49fa-ae2b-2c77a2032a25 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9383729 Feb 10 22:49:16.906727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54318) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:16.915589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:17.046366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-d1e65f88-ef82-4aa6-8dd9-bc02b4f5dd9f service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695859 Feb 10 22:49:17.214518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:17.289463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c96777a9-4451-4d5d-8260-ac31785b6dfd req-34640abe-77dd-437b-acc3-cf386581ed49 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301381 Feb 10 22:49:17.306296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:17.327611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:17.346812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:17.347969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:17.348589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:17.387037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:17.391409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:17.393438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-2bb50cf3-d104-4d07-9fc0-02b3e0f94a7b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:17.394346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-2bb50cf3-d104-4d07-9fc0-02b3e0f94a7b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:17.437112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-2bb50cf3-d104-4d07-9fc0-02b3e0f94a7b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:17.446688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-accd439a-a874-470a-a90f-96144478de8c req-0441070c-3560-4a10-8951-97098960d562 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5612807 Feb 10 22:49:17.458114 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-2bb50cf3-d104-4d07-9fc0-02b3e0f94a7b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 817 time: 1.0087705 Feb 10 22:49:17.521220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-33558b18-c067-49de-b1a7-cc16acccae29 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/quotas/d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 375 time: 0.0569713 Feb 10 22:49:17.549379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:17.579776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Provisioning for port 35bf8c59-c874-4cb7-b060-4adff25be478 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:17.586125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:17.586965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:17.788213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-c9866a21-1088-472c-b1bd-c9c951d547da tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:17.840529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-c9866a21-1088-472c-b1bd-c9c951d547da tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:17.842409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-c9866a21-1088-472c-b1bd-c9c951d547da tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3198946 Feb 10 22:49:18.005539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:18.031546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259f81b-954a-4079-b0be-62cd92a0d86a req-5b494437-907b-42ba-838f-1563c86e4a85 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:18.041411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5259f81b-954a-4079-b0be-62cd92a0d86a req-5b494437-907b-42ba-838f-1563c86e4a85 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.1522114 Feb 10 22:49:18.077751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:18.083900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:18.117121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5259f81b-954a-4079-b0be-62cd92a0d86a req-fc98cb47-4902-4c46-9a39-0340e11db058 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699241 Feb 10 22:49:18.154308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-b92a6799-739f-4095-9fc2-70488b739902 service neutron] 10.222.0.53 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934885 Feb 10 22:49:18.239934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:18.306389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6f424e5-9bf4-44e1-9eb1-19b41ab84e52 None None] Provisioning for port bd6938ea-87ad-49c3-8dca-97a830a655fb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:18.323861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3269a52b-b506-41e9-88c6-045e4db93baf None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:18.330473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6f424e5-9bf4-44e1-9eb1-19b41ab84e52 None None] Provisioning complete for port bd6938ea-87ad-49c3-8dca-97a830a655fb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:18.330837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6f424e5-9bf4-44e1-9eb1-19b41ab84e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:18.381212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:18.386977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:18.404545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:18.405426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:18.410483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b4ac4-d97f-4560-8318-809a2291a744 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:18.441448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=c2a64908-3af8-4367-89e6-810eaade683c,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:18.447728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-abb761cb-7191-4db7-8eac-71b581803e2a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5397341 Feb 10 22:49:18.450524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54358) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:18.459661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-467492464', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c2a64908-3af8-4367-89e6-810eaade683c'}], 'security_groups': ['7cd3b425-6eca-47c3-8802-9e18bd44866e']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:18.551927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-2979a025-69f6-4f82-85d6-04197661ebe4 service neutron] 10.222.0.53 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910942 Feb 10 22:49:18.665964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:19.034462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b6f424e5-9bf4-44e1-9eb1-19b41ab84e52 None None] Port bd6938ea-87ad-49c3-8dca-97a830a655fb cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:19.317781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0be9748e-d631-4fa4-b3e5-1d646dff4123 req-a6c91959-4e40-45a7-8cd4-bf77cf679090 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.1063638 Feb 10 22:49:19.363142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ed71dc36-4304-4742-b56d-c313fda77b8d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:19.375405 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ed71dc36-4304-4742-b56d-c313fda77b8d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.4670289 Feb 10 22:49:19.402460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Update dhcp port {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'fixed_ips': [{'subnet_id': 'e5dd398e-a77e-4e19-a7e8-9e3d7b158073', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2a64908-3af8-4367-89e6-810eaade683c'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '35bf8c59-c874-4cb7-b060-4adff25be478'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:49:19.412510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-dfe97463-c87b-410b-89eb-78ce6f6aed02 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0281830 Feb 10 22:49:19.621277 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:19.873253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Delete allocated IP 2001:db8::350 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/e5dd398e-a77e-4e19-a7e8-9e3d7b158073) {{(pid=87653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 22:49:19.906682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8:0:1::6a (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/c2a64908-3af8-4367-89e6-810eaade683c/bd6938ea-87ad-49c3-8dca-97a830a655fb) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:20.111481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:20.181093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-1c9c96a5-3bf9-4e27-9400-d610460bdc46 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7658443 Feb 10 22:49:20.255762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:20.256346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:20.472781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:20.564391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object bd6938ea-87ad-49c3-8dca-97a830a655fb will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:20.571662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:20.627625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-316d7b39-7a68-48dc-abb9-3c88e38872b9 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420767 Feb 10 22:49:20.728843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Allocated IP 2001:db8:0:1::2 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/c2a64908-3af8-4367-89e6-810eaade683c/35bf8c59-c874-4cb7-b060-4adff25be478) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:20.906461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-d223191a-9b68-45c4-814a-7e9347c4cdc1 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740145 Feb 10 22:49:20.975531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:21.050468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:21.067947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8ab1b09-75f0-466a-9319-4f31523faa1f req-fff02262-234e-49e2-aecf-8d4b066a9a47 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.2748675 Feb 10 22:49:21.072162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] In _notify_port_updated(), no bound segment for port bd6938ea-87ad-49c3-8dca-97a830a655fb on network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:49:21.082646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:21.093662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Transition to ACTIVE for port object 35bf8c59-c874-4cb7-b060-4adff25be478 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:21.109125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:21.109266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/ports/bd6938ea-87ad-49c3-8dca-97a830a655fb HTTP/1.1" status: 200 len: 929 time: 2.6555080 Feb 10 22:49:21.110265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:21.116911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:21.124728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c75cb46-f8d6-40fe-989b-175747ddf62c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=bd6938ea-87ad-49c3-8dca-97a830a655fb,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:21.412435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6a24407-b520-4664-9db6-289dbefef82e req-60ddbe85-969b-48e4-8eaf-c2a298606a8f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 210 time: 0.0848672 Feb 10 22:49:21.428032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port bd6938ea-87ad-49c3-8dca-97a830a655fb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:21.429275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:21.606107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b253547-2403-495f-9a5d-d41980becaa5 None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:21.858730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:22.029014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:22.133276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-676a6b2e-14f5-438a-8263-36c0588cead4 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:22.137763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-676a6b2e-14f5-438a-8263-36c0588cead4 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 945 time: 0.8058219 Feb 10 22:49:22.153923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-599aa98a-dcb8-4ef8-bf73-05f318cabd83 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:22.159183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-599aa98a-dcb8-4ef8-bf73-05f318cabd83 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 817 time: 0.8781269 Feb 10 22:49:22.200326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:22.400673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38be056-6b65-4337-b2ac-8e44221cb5f0 req-34f4f846-0fe1-4e52-b817-530f90826a97 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:22.409307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a38be056-6b65-4337-b2ac-8e44221cb5f0 req-34f4f846-0fe1-4e52-b817-530f90826a97 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 945 time: 0.6540606 Feb 10 22:49:22.428444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:22.487765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for bd6938ea-87ad-49c3-8dca-97a830a655fb owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:22.587986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-38151f1e-ff5b-4aea-97c0-cef37df9e0e3 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 379 time: 0.3261368 Feb 10 22:49:22.590686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a38be056-6b65-4337-b2ac-8e44221cb5f0 req-4a126274-2acb-4280-a114-76b963ee7e05 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805410 Feb 10 22:49:22.606153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Deleting port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:22.606499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:22.653618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'port': {'device_id': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'admin_state_up': True, 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'security_groups': ['022cbd59-68c0-4d92-806d-9d2c8248f3e8']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:22.759860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff1d1939-528e-4e83-9b2b-d3093a610488 req-ce6b47ae-cd85-4623-a71c-70da39116e7c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.3325808 Feb 10 22:49:22.856820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-97c654b4-7c13-43ad-b631-4e9c6c2f3ee0 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:22.859661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-97c654b4-7c13-43ad-b631-4e9c6c2f3ee0 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.30 "GET /v2.0/ports?device_id=bb039818-0991-4c30-b693-f73c497b6ae4 HTTP/1.1" status: 200 len: 945 time: 0.5561540 Feb 10 22:49:23.030060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0633d2fe-145a-4b7c-952d-a3bc04ef9a0a req-daa8e57a-6ab5-448c-9c25-30416812a53f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 210 time: 0.0971835 Feb 10 22:49:23.144979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Deleting port dbd4421f-1ce8-43b7-97cb-114bcf93a90e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:23.145663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.234441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.240188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Provisioning for port bd6938ea-87ad-49c3-8dca-97a830a655fb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:23.257691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:23.264862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Provisioning complete for port bd6938ea-87ad-49c3-8dca-97a830a655fb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:23.265324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.316859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:23.317277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:23.363711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Usage tracker for resource:security_group_rule and tenant:27246efba62a440aa29c01eee687575d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:23.372743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:23.378672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.434642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Port bd6938ea-87ad-49c3-8dca-97a830a655fb was deleted so its status cannot be updated. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 10 22:49:23.487479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] For port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:23.488009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.488344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:23.494114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.517185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Made reservation on behalf of d03c35b19b1b46bba6b41a30b4c6368b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:23.523541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.578474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:23.635200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=bd6938ea-87ad-49c3-8dca-97a830a655fb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:23.654792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.655144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.655588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.655965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.658497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:23.667579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.668011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.669485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.669871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.671556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.672176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.672721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.673224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:23.674336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Provisioning for port 35bf8c59-c874-4cb7-b060-4adff25be478 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:23.687899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:23.690428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5a4f3c05-5457-4035-b6a7-7361eaf1ae2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.861678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:23.887506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1953704-569e-44e8-ac7d-4e48da1d024a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/bd6938ea-87ad-49c3-8dca-97a830a655fb HTTP/1.1" status: 204 len: 168 time: 2.7684617 Feb 10 22:49:24.125146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d02135c5-51b8-410b-92dd-3140a3238466 None None] Could not find standard attr ID for object bd6938ea-87ad-49c3-8dca-97a830a655fb. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:49:24.237634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:24.315728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:24.327751 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-655bca82-b9fd-4445-8b5b-6a8f3898b4dc tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:49:24.328398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-655bca82-b9fd-4445-8b5b-6a8f3898b4dc tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:24.475480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-655bca82-b9fd-4445-8b5b-6a8f3898b4dc tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:24.476570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-655bca82-b9fd-4445-8b5b-6a8f3898b4dc tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/bd6938ea-87ad-49c3-8dca-97a830a655fb HTTP/1.1" status: 404 len: 333 time: 0.2273457 Feb 10 22:49:24.484005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Calling delete_port for 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:24.496859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:24.517407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9c04c2e-01b7-4a37-81c4-4dd261999dc3 req-081335ef-b687-4161-b14a-16fe6d1f6ba0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.2937226 Feb 10 22:49:24.553311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:24.561741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-d6944647-5343-4537-aa59-8b86b587cb95 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:24.563215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-d6944647-5343-4537-aa59-8b86b587cb95 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.9803843 Feb 10 22:49:24.584191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:24.588126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6048568-3632-4449-9ffc-9cd94d5f5517 req-225a5a9c-d47f-424b-81a6-843812de226a tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:24.596652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6048568-3632-4449-9ffc-9cd94d5f5517 req-225a5a9c-d47f-424b-81a6-843812de226a tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 945 time: 0.7109768 Feb 10 22:49:24.607350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:24.701184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] For port dbd4421f-1ce8-43b7-97cb-114bcf93a90e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,segment=NetworkSegment(99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b),segment_id=99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:24.701686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:24.800415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6048568-3632-4449-9ffc-9cd94d5f5517 req-225012f8-334e-41cb-bad2-8a5413476f3f tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/security-groups?id=6628a2d0-654f-49cd-a970-c2cd44df55cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961687 Feb 10 22:49:24.814492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7cfbe09-e38d-4750-a4eb-914a35ec46e5 req-bdc2f2b4-a8dd-4d63-bdb8-6ac310c0adda tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 210 time: 0.0984375 Feb 10 22:49:24.897250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7fe9dc-5dee-46ba-aef5-f2f4a7b6aab8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:24.904511 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0014a732-41f7-41c9-b052-c71a6a9e60ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=27246efba62a440aa29c01eee687575d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3464041 Feb 10 22:49:24.910893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54570) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:24.975598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Calling delete_port for dbd4421f-1ce8-43b7-97cb-114bcf93a90e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:25.077797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.114470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Allocated IP 172.20.0.12 (f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9/3f8754a1-5cfa-44d3-8fbf-762e537db358/b9faac66-b167-42e9-8821-85c83d29cf58) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:25.184786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.249224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:25.254896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-6bc22161-8e5b-47ee-b0de-8e7e9a3edaf1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2465496 Feb 10 22:49:25.281888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:25.307798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.309281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:49:25.319999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.339574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.385991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:49:25.386853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:49:25.441251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b727eec8-c81b-4cc4-a4ae-a43bd783d8fa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:25.462687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:25.466238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.488627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event deleted for resources: {'Port': ['ID=475cbaa7-3fb6-4ec2-9c40-015d416df9c6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:25.535530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Pushing event deleted for resources: {'Port': ['ID=dbd4421f-1ce8-43b7-97cb-114bcf93a90e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:25.549816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.582999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] No DVR routers for this DVR port dbd4421f-1ce8-43b7-97cb-114bcf93a90e on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:25.586353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.612517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'name': 'network-vif-deleted', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:25.640643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.645575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ce740ec-468a-4420-bcad-59f682053f31 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/security-groups/b727eec8-c81b-4cc4-a4ae-a43bd783d8fa HTTP/1.1" status: 204 len: 168 time: 1.1423461 Feb 10 22:49:25.646573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54590) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:25.654582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7f0796b-2fe2-4509-be2d-c22a6ca6d7b4 req-bb1a0d50-665d-4b59-a4cd-7999a0d71e85 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.30 "DELETE /v2.0/ports/dbd4421f-1ce8-43b7-97cb-114bcf93a90e HTTP/1.1" status: 204 len: 173 time: 2.7801454 Feb 10 22:49:25.816507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.822900 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb039818-0991-4c30-b693-f73c497b6ae4', 'name': 'network-vif-deleted', 'tag': 'dbd4421f-1ce8-43b7-97cb-114bcf93a90e', 'status': 'completed', 'code': 200} Feb 10 22:49:25.825703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] No DVR routers for this DVR port 475cbaa7-3fb6-4ec2-9c40-015d416df9c6 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:25.843467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:25.858906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'name': 'network-vif-deleted', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:25.951307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e85fa52e-a062-4779-97c8-af43c7aaeb4a req-7df294e3-0491-4528-a4de-7f41f43d7d2b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.0739305 Feb 10 22:49:25.961187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.011126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.052386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.064649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-bdd84395-0cdc-429c-9e6f-1a45c4406364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:26.066308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-bdd84395-0cdc-429c-9e6f-1a45c4406364 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1096 time: 0.6700082 Feb 10 22:49:26.072151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Transition to ACTIVE for port object b9faac66-b167-42e9-8821-85c83d29cf58 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:26.232550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.24 "DELETE /v2.0/ports/475cbaa7-3fb6-4ec2-9c40-015d416df9c6 HTTP/1.1" status: 204 len: 173 time: 4.0717080 Feb 10 22:49:26.234429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.255996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dbd4421f-1ce8-43b7-97cb-114bcf93a90e no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:49:26.373223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: dbd4421f-1ce8-43b7-97cb-114bcf93a90e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:49:26.373617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dbd4421f-1ce8-43b7-97cb-114bcf93a90e not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:49:26.375079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948f237d-8f74-47cf-a186-57854aab7074 req-655096d1-7178-44d1-b3a7-9e2d3bafaeb6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Synchronizing usage tracker for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:26.435520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-78480b4b-62d8-4b6b-a266-4a2c96823c12 req-224dccf4-e642-4571-b5a9-f516a58400d2 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 210 time: 0.2554164 Feb 10 22:49:26.494205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.507953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:26.518472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-948f237d-8f74-47cf-a186-57854aab7074 req-655096d1-7178-44d1-b3a7-9e2d3bafaeb6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] Unset dirty status for tenant:5642daa93ea74c05831f4b9a7d9be8d7 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:26.519688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-948f237d-8f74-47cf-a186-57854aab7074 req-655096d1-7178-44d1-b3a7-9e2d3bafaeb6 tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] 10.222.0.53 "GET /v2.0/ports?device_id=eca72170-b47f-4d5f-a19d-ade33bbe231f HTTP/1.1" status: 200 len: 210 time: 0.4043159 Feb 10 22:49:26.520984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:26.531227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:26.565119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd3b425-6eca-47c3-8802-9e18bd44866e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:26.592037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.593808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9c09c66-2ee7-4b41-856e-67f9b8d2b860 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/security-groups/7cd3b425-6eca-47c3-8802-9e18bd44866e HTTP/1.1" status: 204 len: 168 time: 0.9455831 Feb 10 22:49:26.606403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:26.609677 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eca72170-b47f-4d5f-a19d-ade33bbe231f', 'name': 'network-vif-deleted', 'tag': '475cbaa7-3fb6-4ec2-9c40-015d416df9c6', 'status': 'completed', 'code': 200} Feb 10 22:49:26.637463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:26.660675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-7c64fca1-a565-4a76-aeac-5c9fda2ef0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:26.662573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-7c64fca1-a565-4a76-aeac-5c9fda2ef0d4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.5716975 Feb 10 22:49:26.666697 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.703696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.3 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/4eb23959-158e-496a-ad5c-d58379f1af38) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:26.735926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:26.737789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.751966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-d5a245b3-f891-4ffd-9577-15d7b190a883 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.0825412 Feb 10 22:49:26.752209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:26.753219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db7fe9dc-5dee-46ba-aef5-f2f4a7b6aab8 HTTP/1.1" status: 204 len: 168 time: 1.8385050 Feb 10 22:49:26.777666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e6c19-e824-4583-9cc5-639ef5077f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7fe9dc-5dee-46ba-aef5-f2f4a7b6aab8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:26.806293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-3e8d1386-65fc-4611-aa84-ee68c39d5b0f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1597722 Feb 10 22:49:26.810079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet e5dd398e-a77e-4e19-a7e8-9e3d7b158073 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:26.841478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Request body: {'port': {'device_id': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:26.891336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.089452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-481c3963-409a-4e2b-95cc-a02880ec89da None None] Provisioning for port b9faac66-b167-42e9-8821-85c83d29cf58 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:27.094995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-481c3963-409a-4e2b-95cc-a02880ec89da None None] Provisioning complete for port b9faac66-b167-42e9-8821-85c83d29cf58 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:27.095388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-481c3963-409a-4e2b-95cc-a02880ec89da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.211815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-481c3963-409a-4e2b-95cc-a02880ec89da None None] Port b9faac66-b167-42e9-8821-85c83d29cf58 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:27.382364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.410332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-12c24e93-301b-4c08-82a9-3ab1bdd2e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:27.411960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-12c24e93-301b-4c08-82a9-3ab1bdd2e407 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.5970016 Feb 10 22:49:27.468570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54640) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:27.555249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.653109 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa4d070d-037c-4c8e-b019-ce6c2b077104 req-215f8a4c-62bc-4f7e-95f7-712d6cef05d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 210 time: 0.0596738 Feb 10 22:49:27.727603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.781497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-861f66d5-8ba2-4e54-a6a5-6a71031cf158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:27.796067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-861f66d5-8ba2-4e54-a6a5-6a71031cf158 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754280 Feb 10 22:49:27.829094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:27.850605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Usage tracker for resource:security_group_rule and tenant:a94a55469f2345dcaa0bcab79248caf9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:27.856783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:27.867255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.872887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:27.891045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:27.904837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54654) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:27.981430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448a676-f26c-4db9-b9c7-ff94cf00de2e req-134f6b19-bdc0-4312-8fdf-4a9692bb3818 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:27.982198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3448a676-f26c-4db9-b9c7-ff94cf00de2e req-134f6b19-bdc0-4312-8fdf-4a9692bb3818 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:28.027356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-6ab766b4-c416-459a-81f1-43efec87cb8c service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185404 Feb 10 22:49:28.033557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.127836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=e5dd398e-a77e-4e19-a7e8-9e3d7b158073,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:28.137710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3295628f-67f6-490b-b6f2-ba0070149d34 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:28.195923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.254128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cbef62b4-46d6-4ec9-b4a1-74b9f32fdec4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/e5dd398e-a77e-4e19-a7e8-9e3d7b158073 HTTP/1.1" status: 204 len: 168 time: 1.6430511 Feb 10 22:49:28.267754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:28.288748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:28.338101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Deleting subnet 558a9158-54e2-49d0-90bc-94159ee8b202 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:28.342570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.425297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.476544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.501747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae63f5de-060e-48a2-9f2e-56dedba7d7a9 req-54bab190-86f9-4490-a79e-90e12107488b service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4532320 Feb 10 22:49:28.575156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:28.577707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:28.584222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:28.591004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:28.605427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:28.613034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.627692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:28.634924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:28.639404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.708354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:28.727754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3448a676-f26c-4db9-b9c7-ff94cf00de2e req-134f6b19-bdc0-4312-8fdf-4a9692bb3818 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:28.729232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3448a676-f26c-4db9-b9c7-ff94cf00de2e req-134f6b19-bdc0-4312-8fdf-4a9692bb3818 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 932 time: 1.4244492 Feb 10 22:49:28.747984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:28.803452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:28.815887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:28.825022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:29.013638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=558a9158-54e2-49d0-90bc-94159ee8b202,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:29.155508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.175707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33633209-e8e9-4347-8286-6e1ef668542c req-64716cba-90ca-4d35-9257-91b607937149 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:29.187918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33633209-e8e9-4347-8286-6e1ef668542c req-64716cba-90ca-4d35-9257-91b607937149 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 931 time: 0.3268588 Feb 10 22:49:29.282908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3448a676-f26c-4db9-b9c7-ff94cf00de2e req-584a3ac0-3105-4f75-abaf-f6f85daacd73 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5212553 Feb 10 22:49:29.391463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33633209-e8e9-4347-8286-6e1ef668542c req-1d9316a7-704b-44a8-b3ad-2fe8e612427f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023361 Feb 10 22:49:29.478573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.482735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:29.483600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.495269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e04522b2-9282-4fc5-be74-00357cbb2c52 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/558a9158-54e2-49d0-90bc-94159ee8b202 HTTP/1.1" status: 204 len: 168 time: 1.5872846 Feb 10 22:49:29.497672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.506975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54686) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:29.532017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.555560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:29.565766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:29.569878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:29.575234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:29.576124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.593262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=c85f5aba-f944-4c8d-9021-89824716d910,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:29.606170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-932198ff-effa-460e-800b-91874f69a450 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3342247 Feb 10 22:49:29.608703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:29.613883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'security_group': {'name': 'tempest-secgroup-2110333309'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:29.621910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:29.626105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:29.629504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:29.636083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:29.659886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.678500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-ae5c0c38-9740-404c-8fb0-f9818bd6d5b5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1043284 Feb 10 22:49:29.686533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.691029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:29.698019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:29.720243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Request body: {'port': {'device_id': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:29.732292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:29.748328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:29.859900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.862033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ba4e661-8528-44f5-a79f-cf53c52b696c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:29.866922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2a8980cb-5a6b-48ab-a639-7d25cbdd2269 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a94a55469f2345dcaa0bcab79248caf9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3716004 Feb 10 22:49:29.882517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54704) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:29.911998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Transition to ACTIVE for port object b9faac66-b167-42e9-8821-85c83d29cf58 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:29.913641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.919370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:29.934438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.000047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.016162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25a96d45-d790-4024-8080-b2ec04297b05,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:30.030212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.042161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4fb61b3f-4a56-4aa7-87f3-d5b2b2ab881e tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4321012 Feb 10 22:49:30.045880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:30.053492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1914543503'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:30.070947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.081744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:30.159541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:30.163732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:30.175544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:30.181573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eadda96-3e40-4f1c-88ca-547011afaafd None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:30.186153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.199480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.249101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:30.259507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:30.262830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:30.269691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:30.323657 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.354989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ba4e661-8528-44f5-a79f-cf53c52b696c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:30.401867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.402994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b8dac4a-0ded-477e-bfe4-3f39250d9c1e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ba4e661-8528-44f5-a79f-cf53c52b696c HTTP/1.1" status: 204 len: 168 time: 0.5163465 Feb 10 22:49:30.441471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:30.448796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.457505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.506307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-734f0167-d225-4453-9309-76082e728949 None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:30.506689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-734f0167-d225-4453-9309-76082e728949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.543609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.545244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4984620 Feb 10 22:49:30.561572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54728) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:30.590857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.650671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-734f0167-d225-4453-9309-76082e728949 None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:30.685141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee0f7b-5816-4cee-b1fd-f4db298c2a81 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a71fec-8903-454e-a66f-af9707d6ed0d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:30.715960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'security_group': {'name': 'tempest-secgroup-1510135390'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:30.729252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-734f0167-d225-4453-9309-76082e728949 None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:30.729252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-734f0167-d225-4453-9309-76082e728949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.823389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0d5dd6-6c10-4199-b3aa-adcaab7ef639 req-b771cb42-3eea-4a42-8ec4-9a1c052f3054 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:30.839352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b0d5dd6-6c10-4199-b3aa-adcaab7ef639 req-b771cb42-3eea-4a42-8ec4-9a1c052f3054 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 931 time: 0.2193050 Feb 10 22:49:30.923248 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b0d5dd6-6c10-4199-b3aa-adcaab7ef639 req-e6878ba7-d2b8-48d2-b6e9-3059a75d340f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824099 Feb 10 22:49:30.948454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da56e9f4-150f-4fcb-82dd-801a7338730e']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:30.962113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:30.962492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bea0a3-d8dc-4a5b-87b2-0d2a10ff729b') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:30.974629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.992012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:30.999291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:49:30.999883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.071504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:49:31.074310 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:49:31.111488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:31.129800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:31.158687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:31.163273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Attempting to bind port b9faac66-b167-42e9-8821-85c83d29cf58 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:31.163273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Attempting to bind port b9faac66-b167-42e9-8821-85c83d29cf58 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:31.163273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Attempting to bind port b9faac66-b167-42e9-8821-85c83d29cf58 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:31.226523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Port b9faac66-b167-42e9-8821-85c83d29cf58 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:49:31.235545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Attempting to bind port b9faac66-b167-42e9-8821-85c83d29cf58 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:31.334985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.346259 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.361683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:31.362320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:31.363492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Bound using segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:31.364230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Bound port: b9faac66-b167-42e9-8821-85c83d29cf58, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:31.364746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.403556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.432646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] Pushing event deleted for resources: {'Network': ['ID=da56e9f4-150f-4fcb-82dd-801a7338730e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:31.466240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Update dhcp port {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'fixed_ips': [{'subnet_id': 'c2a64908-3af8-4367-89e6-810eaade683c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c85f5aba-f944-4c8d-9021-89824716d910'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '35bf8c59-c874-4cb7-b060-4adff25be478'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:49:31.468913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-39bc84c0-9354-4e61-8f72-59921a8239bf admin admin] 10.222.0.53 "DELETE /v2.0/networks/da56e9f4-150f-4fcb-82dd-801a7338730e HTTP/1.1" status: 204 len: 168 time: 1.9608824 Feb 10 22:49:31.474758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:31.505940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:security_group_rule and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:31.536848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bfa26-8676-4533-811f-f5201997b1ea req-5bb9195c-a432-4265-8470-9024784e2df0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:31.545077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-709bfa26-8676-4533-811f-f5201997b1ea req-5bb9195c-a432-4265-8470-9024784e2df0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.9707778 Feb 10 22:49:31.548722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:31.576100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:31.610712 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.704918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:31.782153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a84bc40a-604e-4bc9-a7fb-3ddb2eb0c769 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5642daa93ea74c05831f4b9a7d9be8d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750470 Feb 10 22:49:31.784055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:31.787483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-709bfa26-8676-4533-811f-f5201997b1ea req-eaf5ea84-0ed9-4f50-8120-54100c692f5b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2184007 Feb 10 22:49:31.795139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:31.800369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:31.819979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.925595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.967168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:31.969950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:31.973984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 1092 time: 5.1410069 Feb 10 22:49:31.974714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:32.027395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.124766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.129291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.145893 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.183678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6628a2d0-654f-49cd-a970-c2cd44df55cb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:32.213110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb23959-158e-496a-ad5c-d58379f1af38 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:32.238210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.241850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96a97f16-0bd4-48af-b4f7-73980c76417a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6628a2d0-654f-49cd-a970-c2cd44df55cb HTTP/1.1" status: 204 len: 168 time: 0.4543068 Feb 10 22:49:32.266939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.327636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Allocated IP 2001:db8::2 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/c85f5aba-f944-4c8d-9021-89824716d910/35bf8c59-c874-4cb7-b060-4adff25be478) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:32.441552 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'status': 'completed', 'code': 200} Feb 10 22:49:32.452534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.456893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8864846 Feb 10 22:49:32.475314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:32.537478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1329488592', 'security_groups': ['e819e6e8-36b8-4908-ab91-0c76e9082e78'], 'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c85f5aba-f944-4c8d-9021-89824716d910'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:32.595788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Transition to ACTIVE for port object 4eb23959-158e-496a-ad5c-d58379f1af38 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:32.721955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:32.757638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.761933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df91d70a-ab2e-48f5-92f4-ad4714d1aed9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:32.788742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.813773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624437a0-5ba6-4b33-b2c5-d2293bc1d098 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e819e6e8-36b8-4908-ab91-0c76e9082e78,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:32.815682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Transition to ACTIVE for port object 35bf8c59-c874-4cb7-b060-4adff25be478 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:32.828600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:32.890096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262973a8-d765-4ace-bf2f-e635364d1454 req-7896dbc0-5b46-4778-a20e-39bb41cd8fc9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:32.902457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-262973a8-d765-4ace-bf2f-e635364d1454 req-7896dbc0-5b46-4778-a20e-39bb41cd8fc9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 931 time: 0.6143260 Feb 10 22:49:32.996370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-262973a8-d765-4ace-bf2f-e635364d1454 req-2a011bad-1795-43cb-9e1c-4923bd75f531 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874951 Feb 10 22:49:33.031745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d79cf-d5e2-4b4d-8f02-7e2d7ca89ed7 None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:33.519167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:33.581014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-534a1590-6b65-4b75-bbe3-812ea282afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:33.582496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-534a1590-6b65-4b75-bbe3-812ea282afbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1095 time: 1.4397061 Feb 10 22:49:33.589150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:33.762715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54852) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:33.769144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:33.838608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-fa2884d2-61f6-484f-b11e-cb4bb4d418ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 217 time: 0.2204425 Feb 10 22:49:33.848537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Attempting to bind port 4eb23959-158e-496a-ad5c-d58379f1af38 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:33.859780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Attempting to bind port 4eb23959-158e-496a-ad5c-d58379f1af38 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:33.860205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Attempting to bind port 4eb23959-158e-496a-ad5c-d58379f1af38 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:33.909000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:33.940138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-510876968-network', 'tenant_id': 'd720796b65b847aeb56d00cb453f1bfd'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:33.947549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:33.952717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Usage tracker for resource:network and tenant:d720796b65b847aeb56d00cb453f1bfd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:33.960987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Port 4eb23959-158e-496a-ad5c-d58379f1af38 on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:49:33.961880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Attempting to bind port 4eb23959-158e-496a-ad5c-d58379f1af38 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:33.975900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:33.988673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:34.006725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Made reservation on behalf of d720796b65b847aeb56d00cb453f1bfd for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:34.018709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf13f-3d6c-44a6-8f0b-62206acf7b65 req-aa2ec463-6e83-479c-9544-49e4cca14957 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:34.020334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b16bf13f-3d6c-44a6-8f0b-62206acf7b65 req-aa2ec463-6e83-479c-9544-49e4cca14957 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.9818022 Feb 10 22:49:34.036943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.112844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.148474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:34.156275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:34.156615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:34.157005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:34.157446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Bound port: 4eb23959-158e-496a-ad5c-d58379f1af38, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:34.159721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.188626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:34.207310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Usage tracker for resource:security_group_rule and tenant:d720796b65b847aeb56d00cb453f1bfd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:34.220329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:34.237126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:34.319734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:34.321553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.375429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-5166ebd8-a6da-4cf8-b05e-ce774366c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:34.377413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-5166ebd8-a6da-4cf8-b05e-ce774366c1c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.5300417 Feb 10 22:49:34.402734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b16bf13f-3d6c-44a6-8f0b-62206acf7b65 req-217c4902-e591-43d7-80aa-7e82d99d6eb2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493889 Feb 10 22:49:34.424454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:34.442168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Provisioning for port 35bf8c59-c874-4cb7-b060-4adff25be478 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:34.450915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:34.455627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c7b698d0-e02c-4037-8d6d-62011c9f0561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.514465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.547904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:34.562788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] device_id is not set on port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:49:34.600582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4eb23959-158e-496a-ad5c-d58379f1af38,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:34.619187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.619582 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.638956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.678120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:49:34.698799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.699179 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Added segment 09bd7b04-df24-43d9-9a2c-328cb294df2c of type vlan for network 2c39fda4-363d-4265-873f-c583135ebb16 Feb 10 22:49:34.737913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:34.738801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.740408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] 10.222.0.30 "PUT /v2.0/ports/4eb23959-158e-496a-ad5c-d58379f1af38 HTTP/1.1" status: 200 len: 1091 time: 5.0302765 Feb 10 22:49:34.744001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:34.775514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.833757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-57e91c41-058c-4e33-8e0f-36f6a944c9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:34.835346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-57e91c41-058c-4e33-8e0f-36f6a944c9fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4465177 Feb 10 22:49:34.854442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54902) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:34.877453 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38', 'status': 'completed', 'code': 200} Feb 10 22:49:34.895372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9134cbca-00fa-4077-bd7e-c1eacf471ded,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:34.919021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.921579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:34.922603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:34.936762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70967c7-9d9f-4829-a276-a69326aef264 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:34.999144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22299e3-a42d-4b0e-a07b-4b58c10e4c68 req-f227084e-5ecb-4218-a1fb-43235b2f808c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:35.006393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a22299e3-a42d-4b0e-a07b-4b58c10e4c68 req-f227084e-5ecb-4218-a1fb-43235b2f808c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 943 time: 0.6516514 Feb 10 22:49:35.159308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-c9341edb-143d-4797-b84b-d61356402be0 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792532 Feb 10 22:49:35.174226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.189805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4223855 Feb 10 22:49:35.196081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8::34d (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/c85f5aba-f944-4c8d-9021-89824716d910/462dde38-7ccc-4958-b9cf-2818ab3ba6b8) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:35.212491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54914) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:35.243857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Request body: {'subnet': {'network_id': '2c39fda4-363d-4265-873f-c583135ebb16', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-510876968-subnet', 'tenant_id': 'd720796b65b847aeb56d00cb453f1bfd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:35.251202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:35.257153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Usage tracker for resource:security_group_rule and tenant:68fa6d2090694929ac7f05879219d44d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:35.261348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:35.268347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:35.309713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:35.311421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a22299e3-a42d-4b0e-a07b-4b58c10e4c68 req-e1211d8b-5b71-4404-9a13-59cd55ff178c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039482 Feb 10 22:49:35.315989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c9412-f54e-4f4e-b7dc-8005c175cff9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c39fda4-363d-4265-873f-c583135ebb16,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:35.329247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Usage tracker for resource:subnet and tenant:d720796b65b847aeb56d00cb453f1bfd is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:35.334917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:35.338299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2c39fda4-363d-4265-873f-c583135ebb16 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:49:35.342243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:35.353316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-bb63fd06-8bec-46af-a7fc-c2bfa2531ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:35.355727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-bb63fd06-8bec-46af-a7fc-c2bfa2531ca4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 1094 time: 0.5453157 Feb 10 22:49:35.478206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Made reservation on behalf of d720796b65b847aeb56d00cb453f1bfd for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:35.480697 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.489452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.496266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.516972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-dc2e424d-d622-4a85-97d8-e61bb6ac7c6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eb23959-158e-496a-ad5c-d58379f1af38 HTTP/1.1" status: 200 len: 217 time: 0.1196253 Feb 10 22:49:35.567417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=68fa6d2090694929ac7f05879219d44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061279 Feb 10 22:49:35.569024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c90279-7a07-4376-bc21-277db2a2cb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcb690a-acb3-4e87-865e-7e4d46d3ab90,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:35.572148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54926) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:35.644092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.681563 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.814818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.858594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcb690a-acb3-4e87-865e-7e4d46d3ab90,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:35.937490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:35.938587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-909711c9-0fcf-447b-9c05-df6f17419a70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8dcb690a-acb3-4e87-865e-7e4d46d3ab90 HTTP/1.1" status: 204 len: 168 time: 0.3652031 Feb 10 22:49:36.112074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-669c091f-2d56-4e92-b466-46d2d0f06d2a req-5cf15356-48c6-4cb0-9326-6632944c3466 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9021420 Feb 10 22:49:36.238605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-c5c9df44-3896-48d7-a1d9-679b83a1df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:36.239960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-c5c9df44-3896-48d7-a1d9-679b83a1df62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.7052531 Feb 10 22:49:36.319406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:36.354334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.389596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.391877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:36.404018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Usage tracker for resource:security_group_rule and tenant:7ea50d6a89c24f2696c51d5a13409d44 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:36.407161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:36.411469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:36.427126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:36.439425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-6a97744a-7146-47e8-bb8f-037f5483ca86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1885118 Feb 10 22:49:36.444588 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.513036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:36.543041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:36.549014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:36.555594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:36.556428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.601198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadda2b-2f69-4845-ad05-de1d541622a5 req-e203fc82-39b4-4497-99ab-8f702bf26ea9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:36.603944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7dadda2b-2f69-4845-ad05-de1d541622a5 req-e203fc82-39b4-4497-99ab-8f702bf26ea9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 943 time: 0.1433346 Feb 10 22:49:36.703918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.707634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7dadda2b-2f69-4845-ad05-de1d541622a5 req-fcb0a89d-a201-43f9-8c96-0917b8da9079 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974534 Feb 10 22:49:36.709099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.764942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbcc969-2908-44ef-8886-3b37398856b3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:36.778783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073b102-408b-4ce9-8c3f-a5f35c0f9e26 req-a69609e9-1dcf-4296-8053-a17bef6fc76f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:36.780852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9073b102-408b-4ce9-8c3f-a5f35c0f9e26 req-a69609e9-1dcf-4296-8053-a17bef6fc76f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.1295571 Feb 10 22:49:36.781656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=462dde38-7ccc-4958-b9cf-2818ab3ba6b8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:36.794687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-15c29cbc-dd08-4738-880e-06606439bb7f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7ea50d6a89c24f2696c51d5a13409d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4736032 Feb 10 22:49:36.797967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54962) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:36.880673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.919389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8c97-bc1b-4336-b549-03644d256065 req-3a5d17ed-c762-4377-bc6e-7345719dda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:36.921594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-3a5d17ed-c762-4377-bc6e-7345719dda72 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1095 time: 0.7453592 Feb 10 22:49:36.932026 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:36.953883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.028832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.036975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d11b612a-f8f7-47a6-913e-0fdd992088d7 None None] Provisioning for port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:37.060744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbcc969-2908-44ef-8886-3b37398856b3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:37.063658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d11b612a-f8f7-47a6-913e-0fdd992088d7 None None] Provisioning complete for port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:37.064030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d11b612a-f8f7-47a6-913e-0fdd992088d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.077802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.082178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f95e5371-95bb-4a3a-b8a3-4ea7b623083d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dfbcc969-2908-44ef-8886-3b37398856b3 HTTP/1.1" status: 204 len: 168 time: 0.2824521 Feb 10 22:49:37.168279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8c97-bc1b-4336-b549-03644d256065 req-9a741595-5c86-4368-a9d4-40524360bfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:37.170569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-9a741595-5c86-4368-a9d4-40524360bfdd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.2286515 Feb 10 22:49:37.171079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d11b612a-f8f7-47a6-913e-0fdd992088d7 None None] Port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:37.198004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-791d9782-7560-4c96-aa65-b77dc5fa5076 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6685686 Feb 10 22:49:37.201597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54970) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:37.209369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:37.303762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7577c12d-6969-4ad4-b3e7-b37015c1b741,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:37.320368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-b6aa62b6-9c9a-4e91-bc02-687812a12699 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 217 time: 0.1308844 Feb 10 22:49:37.366617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Checking segment: {'id': '09bd7b04-df24-43d9-9a2c-328cb294df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '2c39fda4-363d-4265-873f-c583135ebb16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:37.367191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Network hostable DHCP agents. Network: 2c39fda4-363d-4265-873f-c583135ebb16, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:49:37.410649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9073b102-408b-4ce9-8c3f-a5f35c0f9e26 req-f69d6962-b83d-4f26-902d-b3fe30bafdea tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838254 Feb 10 22:49:37.416362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-c6c59e50-6697-41d1-9373-bbc02b999751 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9678218 Feb 10 22:49:37.465624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:37.470460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:37.474733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:37.482244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:37.507612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:37.513874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.546672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Network 2c39fda4-363d-4265-873f-c583135ebb16 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:49:37.550058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8c97-bc1b-4336-b549-03644d256065 req-c54ad0de-8d0e-4be6-88c4-d9f63bd963da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:37.551858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-c54ad0de-8d0e-4be6-88c4-d9f63bd963da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.2231226 Feb 10 22:49:37.621067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2c39fda4-363d-4265-873f-c583135ebb16) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:37.630311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b5f61-8fe7-410f-9a4c-50472b3885d5 None None] Network 2c39fda4-363d-4265-873f-c583135ebb16 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:37.630845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:37.631628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:37.722818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40c5c953-7e3f-4561-b3a8-5dc91cc13976 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4891298 Feb 10 22:49:37.730418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f6cb0cf-cb9c-453b-9ce7-2ee595c7e3b3 req-1d0512f1-01b2-44dc-bbfa-2fb975b81795 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932150 Feb 10 22:49:37.769612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b8c97-bc1b-4336-b549-03644d256065 req-250dbf0c-8a90-4298-8138-ccfe5cf3d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:37.771716 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-250dbf0c-8a90-4298-8138-ccfe5cf3d0f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2105319 Feb 10 22:49:37.779636 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c85f5aba-f944-4c8d-9021-89824716d910 (CIDR: 2001:db8::/64) Feb 10 22:49:37.788746 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:49:37.790052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:37.835758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-abee6f3a-e9a4-4e4c-9cdc-013303de3bb6 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6326981 Feb 10 22:49:37.837216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54992) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:37.850911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:38.121665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0644110-d9e7-4758-a5c5-496f2cd19917 None None] Network 2c39fda4-363d-4265-873f-c583135ebb16 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:38.178626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55006) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:38.342458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3842ee0d-d4a4-433d-8240-6dbaef02a52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:38.405012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:38.442387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-f003b3a1-b74c-4aa2-bb6c-2f1db9a68341 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630819 Feb 10 22:49:38.448454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:38.458522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:38.473828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:38.490913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Deleting subnet 7577c12d-6969-4ad4-b3e7-b37015c1b741 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:38.496682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:38.536145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:38.540124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:38.565481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc3afb-5417-4153-8c01-5f010c8bc3fb req-27123b27-3299-4a24-bf4a-9b760aed6434 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:38.576588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55dc3afb-5417-4153-8c01-5f010c8bc3fb req-27123b27-3299-4a24-bf4a-9b760aed6434 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 943 time: 0.5723267 Feb 10 22:49:38.718787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.014945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.020356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-dad7cc9f-4aa4-480b-8de9-e8081eb13f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:39.021834 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-dad7cc9f-4aa4-480b-8de9-e8081eb13f8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 1094 time: 0.9481812 Feb 10 22:49:39.025873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c28b8c97-bc1b-4336-b549-03644d256065 req-cc57149c-5b3a-495c-a76e-2a50bfea3794 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765085 Feb 10 22:49:39.171179 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c2a64908-3af8-4367-89e6-810eaade683c (CIDR: 2001:db8:0:1::/64) Feb 10 22:49:39.194275 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:49:39.195816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:39.200726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8a450-bb0c-40e6-bee3-f8162df794f5 req-bfa7113e-138d-48f1-88a3-927d2a841891 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:39.202272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39c8a450-bb0c-40e6-bee3-f8162df794f5 req-bfa7113e-138d-48f1-88a3-927d2a841891 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.5693648 Feb 10 22:49:39.228777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.297141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55dc3afb-5417-4153-8c01-5f010c8bc3fb req-d8b8b1aa-36da-448f-817a-7d31847212da tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6993403 Feb 10 22:49:39.311419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7577c12d-6969-4ad4-b3e7-b37015c1b741,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:39.330430 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02d18a21-cc42-44d8-90f4-2119a130cf90 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4908404 Feb 10 22:49:39.333969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.334692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55040) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:39.339125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bda70834-5997-43e0-9960-218fe97d35de admin admin] 10.222.0.53 "DELETE /v2.0/subnets/7577c12d-6969-4ad4-b3e7-b37015c1b741 HTTP/1.1" status: 204 len: 168 time: 1.1385760 Feb 10 22:49:39.355914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55042) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:39.371017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:49:39.393226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'subnet': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:39.460251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-fb6b07fa-3dd6-49b9-9372-770bd5ea29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:39.462459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-fb6b07fa-3dd6-49b9-9372-770bd5ea29fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.4312630 Feb 10 22:49:39.473402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39c8a450-bb0c-40e6-bee3-f8162df794f5 req-069be32d-7fa7-4f7e-aa6d-cef04aac62df tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609148 Feb 10 22:49:39.646439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55062) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:39.682296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-3055b572-f1ad-4ce9-9d5a-6b3a5176cc56 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4eb23959-158e-496a-ad5c-d58379f1af38 HTTP/1.1" status: 200 len: 217 time: 0.2076530 Feb 10 22:49:39.695035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.813363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:39.834737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:49:39.898117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-77a4f8d0-d9e3-4a28-82f5-3833ec2fe491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:39.905737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:39.916004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-77a4f8d0-d9e3-4a28-82f5-3833ec2fe491 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.2180378 Feb 10 22:49:39.927171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:39.946784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:39.962884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.024261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.051009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:40.063102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-ffc76264-3f94-4c84-8dd1-c8481c233d54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1372509 Feb 10 22:49:40.067041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Usage tracker for resource:subnet and tenant:96d6d358885e4487bd09dd910babeeca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:40.067562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c39fda4-363d-4265-873f-c583135ebb16']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:40.084420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bd7b04-df24-43d9-9a2c-328cb294df2c') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:40.084720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bd7b04-df24-43d9-9a2c-328cb294df2c') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:40.109201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.118268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:40.129807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.138740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:49:40.139133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.148008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:40.153538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:40.160799 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:49:40.232688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b9faac66-b167-42e9-8821-85c83d29cf58'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:40.247089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Made reservation on behalf of 96d6d358885e4487bd09dd910babeeca for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:40.255096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:49:40.265363 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:49:40.279516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1182950564'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:40.289177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:40.302329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Usage tracker for resource:network and tenant:4c9b33153f33465aa81b0e30c22e160c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:40.305976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:40.309877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.340803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:40.343139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.349402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c39fda4-363d-4265-873f-c583135ebb16,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:40.351830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8755511c-b398-4d08-83a6-e21ea6ea2562 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2c39fda4-363d-4265-873f-c583135ebb16 HTTP/1.1" status: 204 len: 168 time: 0.9953878 Feb 10 22:49:40.386806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Made reservation on behalf of 4c9b33153f33465aa81b0e30c22e160c for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:40.390934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.414741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.433058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:40.436668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Usage tracker for resource:security_group_rule and tenant:4c9b33153f33465aa81b0e30c22e160c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:40.440495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:40.448072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:40.521821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0b99bc8-378b-426e-b766-ae3b533c899d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.781155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.807448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.860126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:40.916125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-5cd1b315-8adc-43ec-b34f-a58cfb6d9c07 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8426726 Feb 10 22:49:40.924112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:49:40.941610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34d098-9c89-4760-b92f-0fb02b7a8f6a req-d5da76ee-a28f-4677-9c1c-38cd26e3d4fa tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:40.949056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae34d098-9c89-4760-b92f-0fb02b7a8f6a req-d5da76ee-a28f-4677-9c1c-38cd26e3d4fa tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 943 time: 0.3466055 Feb 10 22:49:40.956164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a6b66-7849-40a8-9cd0-a933c76b6edf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:40.990976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:40.991347 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Added segment a7935742-8895-4a0d-b5f3-4ddb723c4242 of type vlan for network 6e30956d-2a77-4d0b-927c-4f2615298bf0 Feb 10 22:49:41.003564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2ff2d56-2abc-47c4-a9ae-0ba3e3887c27 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d720796b65b847aeb56d00cb453f1bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1371708 Feb 10 22:49:41.008897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55214) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:41.051515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae34d098-9c89-4760-b92f-0fb02b7a8f6a req-db79eaa6-df1c-4b88-9612-cc9504cceff5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988290 Feb 10 22:49:41.141419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.191011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.209040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:41.209890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.326602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c9a49-b0f4-4046-bad9-e71b876a8feb req-924d584c-b047-43f0-b280-4c1ee90466d8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:41.333630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c7c9a49-b0f4-4046-bad9-e71b876a8feb req-924d584c-b047-43f0-b280-4c1ee90466d8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.4222662 Feb 10 22:49:41.388448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:41.419454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.7716489 Feb 10 22:49:41.426541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55256) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:41.463630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aac65d-e2ea-4b3a-99f2-683853e77043 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Pushing event updated for resources: {'Network': ['ID=6e30956d-2a77-4d0b-927c-4f2615298bf0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:41.469808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.480620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52144749-a3bb-407c-ac7a-4efb00033de0 req-e54f6a57-b0d4-4c79-9eb4-77e890c24ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5019276 Feb 10 22:49:41.487499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6e30956d-2a77-4d0b-927c-4f2615298bf0 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:49:41.593991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c7c9a49-b0f4-4046-bad9-e71b876a8feb req-34fa86ab-4703-4b0f-8ae0-836d3740a818 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592854 Feb 10 22:49:41.604039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.747933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Subnet': ['ID=35b27531-e76a-4159-ae37-897eb2d9aed7,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:41.780392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.793749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:41.795391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:41.798576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:41.799368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.837142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'name': 'tempest-network--292450223', 'router:external': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:41.861608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55278) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:41.863562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-45f21c0e-2d47-48f7-8dce-0bff6f2f6581 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5006397 Feb 10 22:49:41.899159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2065758206', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '35b27531-e76a-4159-ae37-897eb2d9aed7'}], 'security_groups': ['25a96d45-d790-4024-8080-b2ec04297b05', '62a71fec-8903-454e-a66f-af9707d6ed0d']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:41.909224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.914210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4645c1a1-684f-42ec-8402-e3243dc49177 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:41.925564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9134cbca-00fa-4077-bd7e-c1eacf471ded,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:41.935329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:41.940234 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f4474f48-4735-47a0-9830-cc2d344e9ddc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9134cbca-00fa-4077-bd7e-c1eacf471ded HTTP/1.1" status: 204 len: 168 time: 0.9211087 Feb 10 22:49:41.960573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:41.998738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:network and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:42.018023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:42.038308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:42.167215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:42.170962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.180750 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.193800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.242329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port b9faac66-b167-42e9-8821-85c83d29cf58 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:42.281625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b9faac66-b167-42e9-8821-85c83d29cf58 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:42.303832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.321724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.413407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4eb23959-158e-496a-ad5c-d58379f1af38 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:49:42.461024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:42.475160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:security_group_rule and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:42.498378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:42.519188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:42.713529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc6dd29-51d7-455f-9388-3b065224f0aa req-34d1c6f3-614f-4827-87b2-44364537ff34 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:42.721129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-edc6dd29-51d7-455f-9388-3b065224f0aa req-34d1c6f3-614f-4827-87b2-44364537ff34 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 943 time: 0.3810706 Feb 10 22:49:42.740849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4eb23959-158e-496a-ad5c-d58379f1af38,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:42.766307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '4eb23959-158e-496a-ad5c-d58379f1af38', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '4eb23959-158e-496a-ad5c-d58379f1af38', 'mac_address': 'fa:16:3e:97:82:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:49:42.769948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.917177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:42.927213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.944663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:42.952290 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.959690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.965731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:42.981825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:43.030094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb23959-158e-496a-ad5c-d58379f1af38 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:43.050633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:43.064490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4906-8716-4375-bb93-b03d55a731bf req-dd29671e-1afd-4808-8900-ee24bc7e43ed tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:43.073850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e2f4906-8716-4375-bb93-b03d55a731bf req-dd29671e-1afd-4808-8900-ee24bc7e43ed tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.1427391 Feb 10 22:49:43.074112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4eb23959-158e-496a-ad5c-d58379f1af38,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:43.088094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:43.101946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:43.175061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e2f4906-8716-4375-bb93-b03d55a731bf req-2e00aa05-c490-4280-8dd9-5ba5387629ce tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996637 Feb 10 22:49:43.318595 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'code': 200} Feb 10 22:49:43.357092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:43.366275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Update dhcp port {'port': {'network_id': '5bd5577b-b52d-4d91-aa66-13eaef34cf4f', 'fixed_ips': [{'subnet_id': 'c2a64908-3af8-4367-89e6-810eaade683c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c85f5aba-f944-4c8d-9021-89824716d910', 'ip_address': '2001:db8::2'}, {'subnet_id': '35b27531-e76a-4159-ae37-897eb2d9aed7'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '35bf8c59-c874-4cb7-b060-4adff25be478'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:49:43.478539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:43.492115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['4eb23959-158e-496a-ad5c-d58379f1af38'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:43.568158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21533048-4b13-4329-aa74-577a3d50dd16 req-a1b28dcc-5487-4508-9e62-d078289b593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:43.569676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21533048-4b13-4329-aa74-577a3d50dd16 req-a1b28dcc-5487-4508-9e62-d078289b593b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1097 time: 0.1855085 Feb 10 22:49:43.655676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21533048-4b13-4329-aa74-577a3d50dd16 req-a827d523-b22c-4360-b4b9-ef42da6b801e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795705 Feb 10 22:49:43.783735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:49:43.800095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-edc6dd29-51d7-455f-9388-3b065224f0aa req-a1e03504-77b1-4dc1-8411-a72f5d7c35ca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0477362 Feb 10 22:49:43.824226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316ae3d1-e82b-4ceb-bfe1-fd30ccbe2bfd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:43.869209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:43.869209 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Added segment c64cff59-035a-4326-9bce-7fcb757f4377 of type vlan for network 24b9f15c-b068-4383-9c3c-33d56d9644ef Feb 10 22:49:43.986327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:44.194566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Delete allocated IP 2001:db8::34d (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/c85f5aba-f944-4c8d-9021-89824716d910) {{(pid=87652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 22:49:44.221869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Allocated IP 2001:db8:0:2::32c (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/35b27531-e76a-4159-ae37-897eb2d9aed7/462dde38-7ccc-4958-b9cf-2818ab3ba6b8) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:44.509161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:44.544301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:44.545284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:44.545886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:44.603616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Transition to ACTIVE for port object 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:44.615814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:44.770505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Allocated IP 2001:db8:0:2::2 (5bd5577b-b52d-4d91-aa66-13eaef34cf4f/35b27531-e76a-4159-ae37-897eb2d9aed7/35bf8c59-c874-4cb7-b060-4adff25be478) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:44.961294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.5330229 Feb 10 22:49:44.968792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55588) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:45.000873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] In _notify_port_updated(), no bound segment for port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 on network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:49:45.031488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:45.032446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.033926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "PUT /v2.0/ports/462dde38-7ccc-4958-b9cf-2818ab3ba6b8 HTTP/1.1" status: 200 len: 970 time: 3.1737854 Feb 10 22:49:45.048039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:45.059394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4800cd-66df-4bdb-a416-02b85f91877a req-a3154981-d978-44b7-99aa-b11a5bb0f87a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:45.062542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e4800cd-66df-4bdb-a416-02b85f91877a req-a3154981-d978-44b7-99aa-b11a5bb0f87a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.6472595 Feb 10 22:49:45.140473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:45.169675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d23597a-69ae-4d84-ae0e-dc5aececb83f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=24b9f15c-b068-4383-9c3c-33d56d9644ef,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:45.213464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ea44-d8b6-45dc-8352-342268bde45b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event updated for resources: {'Port': ['ID=462dde38-7ccc-4958-b9cf-2818ab3ba6b8,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:45.232426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.293451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Transition to ACTIVE for port object 35bf8c59-c874-4cb7-b060-4adff25be478 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:45.302372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daa895b-c5f7-40a4-b53a-fcd20c8a8b5c req-d8293e8e-d08e-4a0e-a01f-82e6db3a159b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:45.305242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2daa895b-c5f7-40a4-b53a-fcd20c8a8b5c req-d8293e8e-d08e-4a0e-a01f-82e6db3a159b tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 944 time: 0.2644660 Feb 10 22:49:45.307532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 24b9f15c-b068-4383-9c3c-33d56d9644ef details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:49:45.328245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.339069 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.342854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:45.343582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.367546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2daa895b-c5f7-40a4-b53a-fcd20c8a8b5c req-aa4e34ca-68d4-4162-9442-a940960cd197 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559723 Feb 10 22:49:45.397570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e4800cd-66df-4bdb-a416-02b85f91877a req-f2af0436-7789-47e8-9fea-86322442db44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706811 Feb 10 22:49:45.672505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995864b-29fe-40a1-b6cd-b43b7da2afaf None None] Pushing event updated for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:45.707563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b0f5c4b7-032c-426f-803a-8884ca737942 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:45.708280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b0f5c4b7-032c-426f-803a-8884ca737942 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Synchronizing usage tracker for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:45.729111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b0f5c4b7-032c-426f-803a-8884ca737942 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Unset dirty status for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:45.730874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b0f5c4b7-032c-426f-803a-8884ca737942 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 813 time: 0.2028611 Feb 10 22:49:45.750115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-a7aff515-b6c3-4b65-b020-ef11eb7763f4 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/quotas/65500616ef9f4de4873b29c2aee19b39 HTTP/1.1" status: 200 len: 375 time: 0.0132165 Feb 10 22:49:45.795457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.820969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-4640373c-edf7-4e41-97ff-31223da863e6 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607479 Feb 10 22:49:45.838237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24b9f15c-b068-4383-9c3c-33d56d9644ef']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:45.874616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64cff59-035a-4326-9bce-7fcb757f4377') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:45.874977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64cff59-035a-4326-9bce-7fcb757f4377') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:45.904568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.920855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:45.950860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.074289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-9452ac33-15f4-44e2-861a-a397b992c1a6 service neutron] 10.222.0.53 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451701 Feb 10 22:49:46.099621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:46.105482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:49:46.106411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:49:46.122204 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:49:46.139146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for 462dde38-7ccc-4958-b9cf-2818ab3ba6b8 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:46.318975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4eb23959-158e-496a-ad5c-d58379f1af38 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:49:46.371554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.380306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24b9f15c-b068-4383-9c3c-33d56d9644ef {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:49:46.395002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.440466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-a107ba18-780f-4b42-8659-0ebcc9c95e8b service neutron] 10.222.0.53 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647413 Feb 10 22:49:46.489454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 4eb23959-158e-496a-ad5c-d58379f1af38 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:46.497407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/24b9f15c-b068-4383-9c3c-33d56d9644ef HTTP/1.1" status: 204 len: 168 time: 1.5261164 Feb 10 22:49:46.500937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55656) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:46.507164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:46.512124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 4eb23959-158e-496a-ad5c-d58379f1af38 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:46.514455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.517470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:46.518033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ce19f-5a3d-4ecd-b680-f0766898fdd3 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Network': ['ID=24b9f15c-b068-4383-9c3c-33d56d9644ef,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:46.533870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:network and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:46.543311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:46.556243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:46.594011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:46.600366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.689958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:49:46.708584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.709095 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Added segment 23c09ee5-bea2-4058-bb7f-7f4dfadd9f58 of type vlan for network 71250082-d121-444c-9de0-d17ccba780d8 Feb 10 22:49:46.822306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.862323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.867362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.869073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:46.873047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.908492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:46.911982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:46.944266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4eb23959-158e-496a-ad5c-d58379f1af38,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:46.959860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.054811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:47.055217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.073252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=462dde38-7ccc-4958-b9cf-2818ab3ba6b8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:47.111992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6e8134-f06f-4722-8dc0-b186334ec1e1 req-0c25f40a-3a9e-48fd-8395-6ffe10a37dd3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:47.112798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1d6e8134-f06f-4722-8dc0-b186334ec1e1 req-0c25f40a-3a9e-48fd-8395-6ffe10a37dd3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:47.148965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6462054 Feb 10 22:49:47.157556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55682) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:47.174547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'subnet': {'network_id': '71250082-d121-444c-9de0-d17ccba780d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:47.190150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cd922-2b85-4f8d-a672-edeb99b7f46e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=71250082-d121-444c-9de0-d17ccba780d8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:47.198807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:47.220517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:subnet and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:47.222073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 71250082-d121-444c-9de0-d17ccba780d8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:49:47.224687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:47.233196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:47.273071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:47.283303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.301596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.347026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a2da373-ccbc-4301-9816-baf0aead2bec tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/462dde38-7ccc-4958-b9cf-2818ab3ba6b8 HTTP/1.1" status: 204 len: 168 time: 2.2803156 Feb 10 22:49:47.347681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:47.358949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1d6e8134-f06f-4722-8dc0-b186334ec1e1 req-0c25f40a-3a9e-48fd-8395-6ffe10a37dd3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:47.371154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d6e8134-f06f-4722-8dc0-b186334ec1e1 req-0c25f40a-3a9e-48fd-8395-6ffe10a37dd3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 944 time: 0.7157173 Feb 10 22:49:47.563943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:47.585187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0c227-1d16-43a9-b2bc-72ffe9989e9c req-8da40d22-b3dd-44bc-a699-abf292412ea1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:47.589306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Could not find standard attr ID for object 462dde38-7ccc-4958-b9cf-2818ab3ba6b8. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:49:47.589888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ee0c227-1d16-43a9-b2bc-72ffe9989e9c req-8da40d22-b3dd-44bc-a699-abf292412ea1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.5015385 Feb 10 22:49:47.639736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Provisioning for port 35bf8c59-c874-4cb7-b060-4adff25be478 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:49:47.644528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:47.663245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d6e8134-f06f-4722-8dc0-b186334ec1e1 req-e923b0bc-1c77-4695-a682-99c4b3f36d72 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911956 Feb 10 22:49:47.668066 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bab9358-94e7-44c1-8568-08ab97a61c1b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] GET failed (client error): The resource could not be found. Feb 10 22:49:47.670733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1bab9358-94e7-44c1-8568-08ab97a61c1b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Synchronizing usage tracker for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:47.677374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:47.678730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0216829-5806-43c8-886c-b64d8565c053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.718595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1bab9358-94e7-44c1-8568-08ab97a61c1b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Unset dirty status for tenant:96d6d358885e4487bd09dd910babeeca on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:47.721450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1bab9358-94e7-44c1-8568-08ab97a61c1b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports/462dde38-7ccc-4958-b9cf-2818ab3ba6b8 HTTP/1.1" status: 404 len: 333 time: 0.3698626 Feb 10 22:49:47.725373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:47.777902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ee0c227-1d16-43a9-b2bc-72ffe9989e9c req-2699f67c-56fe-4a8c-b670-a0f4fe63571c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767011 Feb 10 22:49:47.968995 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:47.984122 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38', 'code': 200} Feb 10 22:49:48.049713 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.186027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55704) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:48.216115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dbb4b1d6-9720-4ad2-ad81-e14f6c8f76ae None None] Could not find standard attr ID for object 462dde38-7ccc-4958-b9cf-2818ab3ba6b8. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:49:48.283707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2312390e-4681-47de-ab53-0736512c789c req-9c5222ad-41b4-49b8-b1bb-68ff9ced39a2 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 210 time: 0.2020297 Feb 10 22:49:48.401696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.402018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.435679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.436993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/security-groups/e819e6e8-36b8-4908-ab91-0c76e9082e78 HTTP/1.1" status: 204 len: 168 time: 0.7105775 Feb 10 22:49:48.438859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3e412-e11f-441e-a33a-0db4130a9dc8 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e819e6e8-36b8-4908-ab91-0c76e9082e78,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:48.440920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:48.448028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:48.467381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ff63b4-92be-45ab-8c39-4860fb49ea29 req-bb18d96a-2c82-4678-8854-b3ccc3089003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:48.469064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3ff63b4-92be-45ab-8c39-4860fb49ea29 req-bb18d96a-2c82-4678-8854-b3ccc3089003 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 1096 time: 0.3851211 Feb 10 22:49:48.549853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Usage tracker for resource:security_group_rule and tenant:47d5df6053e743928a76131e7d5f55eb is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:48.562464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:48.606107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:48.677296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11ca6bb-e452-42f9-be42-1765fb3ef607 req-a1c9bf6a-70b1-498a-b85c-0153c21c4902 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:48.681627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d11ca6bb-e452-42f9-be42-1765fb3ef607 req-a1c9bf6a-70b1-498a-b85c-0153c21c4902 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.4623466 Feb 10 22:49:48.682390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.712518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55716) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:48.738356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'floatingip': {'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:48.756350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3ff63b4-92be-45ab-8c39-4860fb49ea29 req-9fc6d276-68e5-4b0b-a2af-8a57ed891e63 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775214 Feb 10 22:49:48.832609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:48.939502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.073602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-918e1377-f795-4a84-955c-89a07859317e tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:49.075076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-918e1377-f795-4a84-955c-89a07859317e tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.24 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 813 time: 0.3025556 Feb 10 22:49:49.095609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928e039-9fdd-40ba-9238-94dba99e11d6 req-fa5df9d8-728f-4843-8c86-084706915c1e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:49.097855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4928e039-9fdd-40ba-9238-94dba99e11d6 req-fa5df9d8-728f-4843-8c86-084706915c1e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 0.1819363 Feb 10 22:49:49.103998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Request body: {'port': {'device_id': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16', 'admin_state_up': True, 'tenant_id': '65500616ef9f4de4873b29c2aee19b39'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:49.223405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.270919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a71fec-8903-454e-a66f-af9707d6ed0d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:49.294363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4928e039-9fdd-40ba-9238-94dba99e11d6 req-3628b813-46c4-43c6-a206-e33b27539332 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763547 Feb 10 22:49:49.296297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.310321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.319551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:49.323560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Usage tracker for resource:port and tenant:65500616ef9f4de4873b29c2aee19b39 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:49.326709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:49.332873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:49.343925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Made reservation on behalf of 65500616ef9f4de4873b29c2aee19b39 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:49:49.347728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.516892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Allocated IP 172.20.0.8 (474f6866-d7b8-4749-b3fb-a19ae8e7cb16/1925de23-cbdf-4b90-a265-a345a00f9769/27ab8569-1144-49c9-9eb8-4f8022e4b2ff) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:49.517108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.518193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ebede184-0a46-41b9-a2b3-b3c912a8a02f tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/security-groups/62a71fec-8903-454e-a66f-af9707d6ed0d HTTP/1.1" status: 204 len: 168 time: 1.0752432 Feb 10 22:49:49.521146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:49.531913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:49:49.532377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.567891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1be218d9-f758-4a00-923b-e8bce2d098d7 req-cb473641-f0c1-47ef-9482-423b864b80cb tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 210 time: 0.1550915 Feb 10 22:49:49.574823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da5416-abf4-4c27-86c5-1e554c30447d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:49.635021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4f8e4972-1cac-453e-9486-185b1faf2544 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=47d5df6053e743928a76131e7d5f55eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4478455 Feb 10 22:49:49.638953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:49.698609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.730242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Subnet': ['ID=00faed5b-218d-4fb6-8584-e5882af9c186,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:49.749207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.848141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Checking segment: {'id': '23c09ee5-bea2-4058-bb7f-7f4dfadd9f58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '71250082-d121-444c-9de0-d17ccba780d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:49.848532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Network hostable DHCP agents. Network: 71250082-d121-444c-9de0-d17ccba780d8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:49:49.859779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.887438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.888370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.906123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Network 71250082-d121-444c-9de0-d17ccba780d8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:49:49.913464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a96d45-d790-4024-8080-b2ec04297b05,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:49.928220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.929934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e29ce83-59a3-4dd9-9e73-4830e0057208 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/security-groups/25a96d45-d790-4024-8080-b2ec04297b05 HTTP/1.1" status: 204 len: 168 time: 0.4067562 Feb 10 22:49:49.932077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55738) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:49.936745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 71250082-d121-444c-9de0-d17ccba780d8) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:49.940353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:49.950309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b309cc02-c45b-4ac5-955f-d907e0ae2860 None None] Network 71250082-d121-444c-9de0-d17ccba780d8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:49.950870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:49.951492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.008323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82e1fa36-2e20-48a4-821d-4436ef3b7e1f tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8434272 Feb 10 22:49:50.024714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55742) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:50.033022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'floatingip': {'floating_network_id': '71250082-d121-444c-9de0-d17ccba780d8'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:50.040680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:50.046710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:floatingip and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:50.051333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:50.051620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.058579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:50.096804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet c85f5aba-f944-4c8d-9021-89824716d910 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:50.224561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.292473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:50.307375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:50.315357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.316492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:50.328033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.373921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da5416-abf4-4c27-86c5-1e554c30447d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:50.390202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Pushing event updated for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:50.399683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.431028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.434325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-03ae3591-e51f-4fab-9673-58293cce602a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/30da5416-abf4-4c27-86c5-1e554c30447d HTTP/1.1" status: 204 len: 168 time: 0.7825360 Feb 10 22:49:50.434479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.441055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.483168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:50.483776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.509987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-b2134ac2-1b3d-4f71-b9a3-1a4aad0b2157 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4109662 Feb 10 22:49:50.513173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0229f7b-dd77-4d5c-84b8-78b1b232007e None None] Network 71250082-d121-444c-9de0-d17ccba780d8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:50.522899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Request body: {'port': {'device_id': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:49:50.722932 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Floating IP 2a59c383-aea2-456d-b8fe-d6e91e54c30e associated. External IP: 172.25.2.235, port: b9faac66-b167-42e9-8821-85c83d29cf58. Feb 10 22:49:50.849790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.910506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.917866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:50.948632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55758) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:50.980848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a12d0e-2570-4142-9831-5354749b4e20 req-cbfef09f-c18e-487c-b035-f47c8769bf9a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:50.987790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8a12d0e-2570-4142-9831-5354749b4e20 req-cbfef09f-c18e-487c-b035-f47c8769bf9a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 0.4121702 Feb 10 22:49:51.057250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.067601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ea15-dfde-4821-bcd5-93cdb885f5dd req-325d8a26-4434-449a-b4c8-9029c2ea414a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:51.069075 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9673ea15-dfde-4821-bcd5-93cdb885f5dd req-325d8a26-4434-449a-b4c8-9029c2ea414a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 931 time: 0.2895486 Feb 10 22:49:51.104575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:51.117588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Usage tracker for resource:security_group_rule and tenant:f18d0e9c381345bfb11e4f2157bbf929 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:51.122681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:51.145301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:51.193988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.234956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8a12d0e-2570-4142-9831-5354749b4e20 req-5d496ee8-820a-4a95-aaf1-351b6f2d49b4 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463186 Feb 10 22:49:51.287324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9673ea15-dfde-4821-bcd5-93cdb885f5dd req-664e511c-e4b5-45b3-8e90-000a0d4ee298 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Synchronizing usage tracker for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:51.339444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Allocated IP 172.20.0.4 (71250082-d121-444c-9de0-d17ccba780d8/00faed5b-218d-4fb6-8584-e5882af9c186/44841439-9bf9-4e78-b569-927a49833f2c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:49:51.345851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9673ea15-dfde-4821-bcd5-93cdb885f5dd req-664e511c-e4b5-45b3-8e90-000a0d4ee298 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Unset dirty status for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:51.347133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9673ea15-dfde-4821-bcd5-93cdb885f5dd req-664e511c-e4b5-45b3-8e90-000a0d4ee298 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2643197 Feb 10 22:49:51.469659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=c85f5aba-f944-4c8d-9021-89824716d910,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:51.517296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.529003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb29cc20-d451-4526-be9a-f01a3d24db94 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:51.537807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:49:51.578140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-069d0e1d-5e3b-4da6-98b1-55a7a3594147 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/c85f5aba-f944-4c8d-9021-89824716d910 HTTP/1.1" status: 204 len: 168 time: 1.6322906 Feb 10 22:49:51.579024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55764) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:51.784244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.799089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.815627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.828225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:51.882828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc7d5d-675a-48ae-b0c2-6eef73f583d8 req-f43005ce-be80-4d70-b59e-24ddb9039047 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:51.884967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4edc7d5d-675a-48ae-b0c2-6eef73f583d8 req-f43005ce-be80-4d70-b59e-24ddb9039047 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.4263313 Feb 10 22:49:51.932678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f18d0e9c381345bfb11e4f2157bbf929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822938 Feb 10 22:49:51.933640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6546d7-b7fc-4979-a8f8-81f03766470e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4384395b-719f-452e-9f0b-e9559a518b45,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:51.936215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:52.014731 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4edc7d5d-675a-48ae-b0c2-6eef73f583d8 req-aa1cb3ae-0d4e-4c0f-a0f1-74a40813b309 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056342 Feb 10 22:49:52.067031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.175545 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.189392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ab8569-1144-49c9-9eb8-4f8022e4b2ff {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:49:52.212200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.281839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Transition to ACTIVE for port object 27ab8569-1144-49c9-9eb8-4f8022e4b2ff will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:49:52.321629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.337531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.347400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet 35b27531-e76a-4159-ae37-897eb2d9aed7 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:52.360750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.421401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4384395b-719f-452e-9f0b-e9559a518b45,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:52.441248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:49:52.460388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.462538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:49:52.483231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:52.483895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:49:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:52.534091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.586974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.589033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.592690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54ab1cef-e931-4e28-a7b8-039459830928 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4384395b-719f-452e-9f0b-e9559a518b45 HTTP/1.1" status: 204 len: 168 time: 0.6489828 Feb 10 22:49:52.669235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55786) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:52.733529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Port': ['ID=44841439-9bf9-4e78-b569-927a49833f2c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:52.745080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35a18e-bc2e-494f-b10c-821491c0a6f6 req-54440d0b-fef6-43e2-b21d-9c959d3f354c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:52.746768 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d35a18e-bc2e-494f-b10c-821491c0a6f6 req-54440d0b-fef6-43e2-b21d-9c959d3f354c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.8459136 Feb 10 22:49:52.800494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Attempting to bind port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:49:52.800829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Attempting to bind port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:49:52.801151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Attempting to bind port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:52.803272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:52.824299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:49:52.824299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Attempting to bind port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:49:52.829858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Network 71250082-d121-444c-9de0-d17ccba780d8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:49:52.842643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:49:52.843043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Checking segment: {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:49:52.843509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Bound using segment: {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:49:52.844036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Bound port: 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:49:52.844384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:52.848880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:49:52.850883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:49:52.874126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f7f64-029d-4c83-a941-cc6aee7b8352 req-85750537-4eb3-4911-b1f5-bea78e182a24 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:52.884765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:49:52.891386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f7f7f64-029d-4c83-a941-cc6aee7b8352 req-85750537-4eb3-4911-b1f5-bea78e182a24 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 0.6083016 Feb 10 22:49:52.993136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ad29f336-bfa3-4cb4-95e2-f18839442070 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "PUT /v2.0/floatingips/2a59c383-aea2-456d-b8fe-d6e91e54c30e HTTP/1.1" status: 200 len: 992 time: 4.2773480 Feb 10 22:49:53.000830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:53.036310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f7f7f64-029d-4c83-a941-cc6aee7b8352 req-dfbd0028-a87e-4087-be59-ce2772842942 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381321 Feb 10 22:49:53.071844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d35a18e-bc2e-494f-b10c-821491c0a6f6 req-3ea7e51c-edd0-4b17-9a71-a7994950804b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3160975 Feb 10 22:49:53.126461 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.212099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.376444 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'status': 'completed', 'code': 200} Feb 10 22:49:53.388468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1ce5f10-63cc-4c28-864d-4f344e422fd4 None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:53.388997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5f10-63cc-4c28-864d-4f344e422fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.393221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.510877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:49:53.524522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:49:53.537794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.565296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.598645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce5f10-63cc-4c28-864d-4f344e422fd4 None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:53.642715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.651951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be2911d-2575-4ede-be79-b3adbd78baf1 None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:53.660486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/35b27531-e76a-4159-ae37-897eb2d9aed7 HTTP/1.1" status: 204 len: 168 time: 2.0780618 Feb 10 22:49:53.661021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fadfeda-b07d-4271-a3e9-dd4ce2e35c7c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=35b27531-e76a-4159-ae37-897eb2d9aed7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:53.676471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55812) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:53.738330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Pushing event updated for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:53.758889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.795514 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfc85a6c-8e4a-4f68-8c72-222a6edf5e14 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:53.796326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfc85a6c-8e4a-4f68-8c72-222a6edf5e14 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:53.801303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dfc85a6c-8e4a-4f68-8c72-222a6edf5e14 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/c85f5aba-f944-4c8d-9021-89824716d910 HTTP/1.1" status: 404 len: 337 time: 0.1213484 Feb 10 22:49:53.810947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55820) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:53.818716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:53.825160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Usage tracker for resource:security_group_rule and tenant:ea8300acac094937b27eb53b6eb65d02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:53.838455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:53.848274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:53.874563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:53.877613 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:53.884795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-ef571edc-1d0e-4283-b625-ccbdd928f2ef service neutron] 10.222.0.24 "PUT /v2.0/ports/27ab8569-1144-49c9-9eb8-4f8022e4b2ff HTTP/1.1" status: 200 len: 1091 time: 3.3662350 Feb 10 22:49:53.898153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:53.958642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f1ce5f10-63cc-4c28-864d-4f344e422fd4 None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:53.959129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1ce5f10-63cc-4c28-864d-4f344e422fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.089695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12203d62-2030-433b-8143-9cf0afdb8f43 req-c6b6babd-6450-4e08-8e37-406960cf8b77 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.090461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-12203d62-2030-433b-8143-9cf0afdb8f43 req-c6b6babd-6450-4e08-8e37-406960cf8b77 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Synchronizing usage tracker for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:54.164882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-12203d62-2030-433b-8143-9cf0afdb8f43 req-c6b6babd-6450-4e08-8e37-406960cf8b77 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Unset dirty status for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:54.171950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12203d62-2030-433b-8143-9cf0afdb8f43 req-c6b6babd-6450-4e08-8e37-406960cf8b77 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 943 time: 0.8743060 Feb 10 22:49:54.225483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-6f7f2494-f243-47e1-8c47-b426f0c175b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.227594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-6f7f2494-f243-47e1-8c47-b426f0c175b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 1094 time: 0.3038795 Feb 10 22:49:54.229903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.246804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-088e80d6-d5e3-4b52-82cf-9cc6a0a8a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.248264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-088e80d6-d5e3-4b52-82cf-9cc6a0a8a412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1097 time: 0.7693481 Feb 10 22:49:54.297752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2a59c383-aea2-456d-b8fe-d6e91e54c30e', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:49:13Z', 'updated_at': '2022-02-10T22:49:49Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:54.302034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:49:54.324891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:49:54.325525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:49:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:54.371858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.392723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting subnet c2a64908-3af8-4367-89e6-810eaade683c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:49:54.406858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.412339 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.444587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12203d62-2030-433b-8143-9cf0afdb8f43 req-078d896e-6723-4c07-833e-fe5bc7c90c67 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717788 Feb 10 22:49:54.455129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-d5af47ad-5871-49b5-a5d5-b147b6ed747b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff HTTP/1.1" status: 200 len: 217 time: 0.2028286 Feb 10 22:49:54.537063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ea8300acac094937b27eb53b6eb65d02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8017654 Feb 10 22:49:54.541206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5762f4-1c70-4da8-a4eb-fa97e28ee1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c18159-43d8-499a-81bf-7165010ff5c6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:54.541850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55840) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:54.585247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:54.588519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-a833ec2e-db71-4c81-8bf2-372d09f17790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.590028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-a833ec2e-db71-4c81-8bf2-372d09f17790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1925de23-cbdf-4b90-a265-a345a00f9769 HTTP/1.1" status: 200 len: 853 time: 0.1180642 Feb 10 22:49:54.677975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:49:54.775699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f68e3-4a67-44c3-a7a5-6f52a97e5afc req-9fcbc09b-934d-470a-a807-84ea50646291 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.778856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-770673c6-bca7-4f26-b188-350bc6bd26b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825426 Feb 10 22:49:54.787926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e5f68e3-4a67-44c3-a7a5-6f52a97e5afc req-9fcbc09b-934d-470a-a807-84ea50646291 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.9100001 Feb 10 22:49:54.842902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-62c2d1cb-0cf9-47bb-a69a-8d1b9647ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:54.844479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-62c2d1cb-0cf9-47bb-a69a-8d1b9647ce95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.5894310 Feb 10 22:49:54.845691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:49:54.994395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.057839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.182730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3e5f68e3-4a67-44c3-a7a5-6f52a97e5afc req-a3528a9a-ef2e-4d1a-85a3-da4748fac84d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940945 Feb 10 22:49:55.232571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.238983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-62b661bc-3c76-4d5b-ad20-bbeda00019a4 service neutron] 10.222.0.24 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4424999 Feb 10 22:49:55.530385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.558694 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff', 'status': 'completed', 'code': 200} Feb 10 22:49:55.599753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Port': ['ID=44841439-9bf9-4e78-b569-927a49833f2c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:55.688807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2a59c383-aea2-456d-b8fe-d6e91e54c30e', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:49:13Z', 'updated_at': '2022-02-10T22:49:49Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:49:55.693625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f2bef-68cd-4019-b1db-6889732c043b None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2a59c383-aea2-456d-b8fe-d6e91e54c30e', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.235', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2060, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:49:13Z', 'updated_at': '2022-02-10T22:49:49Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:49:55.771830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453afc69-5b3c-4a22-b2af-86a8d063f2a6 req-9134d212-3b08-41fa-97c2-ba8ff09e73c5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:55.774215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-453afc69-5b3c-4a22-b2af-86a8d063f2a6 req-9134d212-3b08-41fa-97c2-ba8ff09e73c5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 1.0986917 Feb 10 22:49:55.806565 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.818002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9909300-654d-48ec-8c14-15822ea4d760 None None] Provisioning complete for port cb40d416-74ca-4480-bea2-420977602e87 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:55.818603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9909300-654d-48ec-8c14-15822ea4d760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.907902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a47eb2dc-3a6f-4b89-9e70-4b5bd611f4b2 req-007598c5-6707-420d-9869-96257aa45256 service neutron] 10.222.0.24 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6523981 Feb 10 22:49:55.930851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e9909300-654d-48ec-8c14-15822ea4d760 None None] Port cb40d416-74ca-4480-bea2-420977602e87 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:49:55.942666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-4513bcc6-155e-41ad-a5bc-79f560469451 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:55.944110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-4513bcc6-155e-41ad-a5bc-79f560469451 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 0.4024622 Feb 10 22:49:55.948459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9909300-654d-48ec-8c14-15822ea4d760 None None] Provisioning complete for port 35bf8c59-c874-4cb7-b060-4adff25be478 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:49:55.948895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e9909300-654d-48ec-8c14-15822ea4d760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:55.950499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-453afc69-5b3c-4a22-b2af-86a8d063f2a6 req-5c06111f-1e12-447d-857f-742515bffa79 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556170 Feb 10 22:49:55.997242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-d6cc2fd1-0c7e-459d-8260-af95c04d1cbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 1000 time: 1.1315222 Feb 10 22:49:55.998004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.054029 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.125188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 4eb23959-158e-496a-ad5c-d58379f1af38 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:56.125793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.138645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a64908-3af8-4367-89e6-810eaade683c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:56.210403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.222658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803c3876-9732-47d9-90a8-da8b0baf7f0e None None] Network 5bd5577b-b52d-4d91-aa66-13eaef34cf4f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:49:56.228518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3f575be1-e810-4c8f-9d99-5fb815432a0a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/c2a64908-3af8-4367-89e6-810eaade683c HTTP/1.1" status: 204 len: 168 time: 2.4161065 Feb 10 22:49:56.238830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:56.242114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.248888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d2b767a-7c11-45e6-99c9-d2810141d51d tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2209132 Feb 10 22:49:56.253749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036243b-83e4-46e2-bcd1-3ae62063a425 None None] New status for floating IP 2a59c383-aea2-456d-b8fe-d6e91e54c30e: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:49:56.271699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55872) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:56.436121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241af13-8783-4edc-8a1a-b17dd070de8d req-ba6b77a3-205d-402e-ae7c-b4bf8274828c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:56.438398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6241af13-8783-4edc-8a1a-b17dd070de8d req-ba6b77a3-205d-402e-ae7c-b4bf8274828c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7858400 Feb 10 22:49:56.439410 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-87bba510-e642-4f39-be32-77ea44dec1ba tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:56.439921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87bba510-e642-4f39-be32-77ea44dec1ba tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:56.462084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-f7d2ac0d-74b3-4e1b-8272-becb1cc7250b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:56.470770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-f7d2ac0d-74b3-4e1b-8272-becb1cc7250b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.4608810 Feb 10 22:49:56.571111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-9d5c369d-12af-4d13-9b48-703a9eb21afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:56.578856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-9d5c369d-12af-4d13-9b48-703a9eb21afa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 1094 time: 0.5615308 Feb 10 22:49:56.601110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-411ee014-356d-4100-9ff8-ed4e902aaf77 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Synchronizing usage tracker for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:56.623904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-87bba510-e642-4f39-be32-77ea44dec1ba tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/e5dd398e-a77e-4e19-a7e8-9e3d7b158073 HTTP/1.1" status: 404 len: 337 time: 0.3735321 Feb 10 22:49:56.635767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55888) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:56.696801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6241af13-8783-4edc-8a1a-b17dd070de8d req-46c2cacf-115c-4c0f-a029-58e45eb14837 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456441 Feb 10 22:49:56.698707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] DHCP port deletion for 5bd5577b-b52d-4d91-aa66-13eaef34cf4f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:49:56.705978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.709469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.711620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84c18159-43d8-499a-81bf-7165010ff5c6 HTTP/1.1" status: 204 len: 168 time: 2.1614625 Feb 10 22:49:56.712689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Deleting port 35bf8c59-c874-4cb7-b060-4adff25be478 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:56.713502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:56.779040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c21429b8-c99e-4e5d-83c1-c10a2cce13a3 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "GET /v2.0/ports?device_id=ce93aa80-8f6f-4cb4-aef9-b09c266894f2 HTTP/1.1" status: 200 len: 205 time: 0.1345723 Feb 10 22:49:56.791890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-411ee014-356d-4100-9ff8-ed4e902aaf77 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Unset dirty status for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:56.801565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-411ee014-356d-4100-9ff8-ed4e902aaf77 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "GET /v2.0/floatingips?floating_network_id=71250082-d121-444c-9de0-d17ccba780d8 HTTP/1.1" status: 200 len: 689 time: 0.5191970 Feb 10 22:49:56.801565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55898) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:56.801565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:56.811151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbacac1-d012-4ae8-9241-dba162cf5885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c18159-43d8-499a-81bf-7165010ff5c6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:56.853955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb720bb2-846d-4564-abe0-50b0636f872b req-b8612f99-982b-4567-ab68-695107a328d7 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:56.866573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb720bb2-846d-4564-abe0-50b0636f872b req-b8612f99-982b-4567-ab68-695107a328d7 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 943 time: 0.6577709 Feb 10 22:49:57.132079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb720bb2-846d-4564-abe0-50b0636f872b req-77724e43-6d4f-4d4a-b283-c66f53bb0497 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636065 Feb 10 22:49:57.230866 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e9b5ced8-54f9-4106-84c7-1c81648cee4b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] delete failed (client error): The resource could not be found. Feb 10 22:49:57.233030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e9b5ced8-54f9-4106-84c7-1c81648cee4b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/routers/ce93aa80-8f6f-4cb4-aef9-b09c266894f2 HTTP/1.1" status: 404 len: 336 time: 0.4302981 Feb 10 22:49:57.236965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.322790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] For port 35bf8c59-c874-4cb7-b060-4adff25be478, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35bf8c59-c874-4cb7-b060-4adff25be478,segment=NetworkSegment(a05800f9-abc6-4a83-8107-900bfd72543b),segment_id=a05800f9-abc6-4a83-8107-900bfd72543b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:57.323214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.345645 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0198cb60-dcbf-49f9-857c-b1d7f86e69c5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:57.346099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0198cb60-dcbf-49f9-857c-b1d7f86e69c5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:57.348877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0198cb60-dcbf-49f9-857c-b1d7f86e69c5 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/6006c0e1-81f7-4f6e-a404-3d6b94360d81 HTTP/1.1" status: 404 len: 337 time: 0.1002486 Feb 10 22:49:57.358857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.409415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 4eb23959-158e-496a-ad5c-d58379f1af38, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=4eb23959-158e-496a-ad5c-d58379f1af38,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:57.414295 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.425803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-acf164d6-f4d5-4264-bc88-6e094dc15f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:57.427471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-acf164d6-f4d5-4264-bc88-6e094dc15f3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8830895 Feb 10 22:49:57.433797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-6a62550f-83eb-4041-ba88-b6ab539f4930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:57.439329 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6287a0e3-4e28-44b8-9f7c-8a436f649eaf tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:57.439785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6287a0e3-4e28-44b8-9f7c-8a436f649eaf tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:57.441799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6287a0e3-4e28-44b8-9f7c-8a436f649eaf tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/f8020ffb-da98-4af7-8201-6b17bb9f9c00 HTTP/1.1" status: 404 len: 337 time: 0.0776072 Feb 10 22:49:57.446281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-6a62550f-83eb-4041-ba88-b6ab539f4930 service neutron] 10.222.0.24 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 914 time: 0.7939255 Feb 10 22:49:57.472074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55922) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.491474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.509386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Calling delete_port for 35bf8c59-c874-4cb7-b060-4adff25be478 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:57.577970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-f3e97042-87ff-42fa-a04e-d7c0ba6a179e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff HTTP/1.1" status: 200 len: 217 time: 0.1253664 Feb 10 22:49:57.602111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.629112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.630045 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db07b15-be23-4c2b-880c-74e4d69a2eb4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:57.630492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db07b15-be23-4c2b-880c-74e4d69a2eb4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:57.632196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6db07b15-be23-4c2b-880c-74e4d69a2eb4 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/6de30527-7b3e-446b-abbc-cb2cc875b0ba HTTP/1.1" status: 404 len: 337 time: 0.1564572 Feb 10 22:49:57.645554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.659096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.660895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.696758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] Pushing event deleted for resources: {'Port': ['ID=35bf8c59-c874-4cb7-b060-4adff25be478,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:57.702662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62436280-541a-44d8-9ab1-543e86fc7a7e None None] No DVR routers for this DVR port 35bf8c59-c874-4cb7-b060-4adff25be478 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:57.788560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ef78-4891-4a5b-8fc8-a544d94c1e9f req-b3217705-8a3e-432b-9186-2ae0d4486273 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:57.790628 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c889ef78-4891-4a5b-8fc8-a544d94c1e9f req-b3217705-8a3e-432b-9186-2ae0d4486273 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7629254 Feb 10 22:49:57.817412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:57.833552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Usage tracker for resource:security_group_rule and tenant:582663f9d5b847979dc2eafcee50a2e0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:57.861188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Deleting port 44841439-9bf9-4e78-b569-927a49833f2c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:57.861528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.884317 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6394c327-5cbb-4e64-a81a-578d808f0c92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:57.884775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6394c327-5cbb-4e64-a81a-578d808f0c92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:57.889254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6394c327-5cbb-4e64-a81a-578d808f0c92 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/0331efcc-20a1-4f2b-8575-3097eecf777e HTTP/1.1" status: 404 len: 333 time: 0.2152209 Feb 10 22:49:57.889254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:57.893210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55944) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:57.908121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:57.917535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 4eb23959-158e-496a-ad5c-d58379f1af38 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:57.918317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:57.978348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:49:57.998481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Usage tracker for resource:security_group_rule and tenant:abda45774ce3438090229be950d31842 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:49:58.003520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:49:58.012481 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-8fc59b59-e9f5-485c-a3d1-9ff17aafb620 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5643280 Feb 10 22:49:58.033650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:49:58.043468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c889ef78-4891-4a5b-8fc8-a544d94c1e9f req-504c45ed-fdc3-40c3-be4f-8d9b0da17317 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315481 Feb 10 22:49:58.048933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:49:58.081956 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6be47a0-1098-4e3d-a28e-c9a1295c079a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:58.083984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6be47a0-1098-4e3d-a28e-c9a1295c079a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:58.108312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 35bf8c59-c874-4cb7-b060-4adff25be478 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:49:58.108631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35bf8c59-c874-4cb7-b060-4adff25be478 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:49:58.218678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-54dbdf9b-fa38-4b5d-8825-fb7735dd340d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:58.220293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-54dbdf9b-fa38-4b5d-8825-fb7735dd340d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1925de23-cbdf-4b90-a265-a345a00f9769 HTTP/1.1" status: 200 len: 853 time: 0.4861689 Feb 10 22:49:58.229304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f6be47a0-1098-4e3d-a28e-c9a1295c079a tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/b51307cf-5f9d-4a08-b6a8-4a46de834dc2 HTTP/1.1" status: 404 len: 337 time: 0.3243210 Feb 10 22:49:58.229929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55954) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:58.452621 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8cff574-e6a0-4199-82ec-e37367a16f9b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:58.453136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8cff574-e6a0-4199-82ec-e37367a16f9b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:58.455589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.468768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:58.496684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-e11b1731-80cb-4a3d-b36c-b31df3de3145 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2613664 Feb 10 22:49:58.518361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:49:58.537949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b8cff574-e6a0-4199-82ec-e37367a16f9b tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/2edb001a-e421-4c6b-9dc9-6957908d35c6 HTTP/1.1" status: 404 len: 337 time: 0.3015707 Feb 10 22:49:58.543929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=4eb23959-158e-496a-ad5c-d58379f1af38,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:58.548795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55958) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:58.570946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.571339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.603750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7cb526f-1d01-4b2b-8b91-0d386cae5cbb req-ae150f4c-dee9-4364-8a22-e2111c906698 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681245 Feb 10 22:49:58.732876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.733344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.733891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.734447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.735112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.735926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.736105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.737099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.737267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.737715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.738256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.738800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:49:58.748601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Calling delete_port for 44841439-9bf9-4e78-b569-927a49833f2c owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:58.775715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.781257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c681872-ca8e-48c4-ab35-eceed129ab87 req-b2b3b8f7-8c25-40a1-82cb-f5411f329c18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:58.781987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0c681872-ca8e-48c4-ab35-eceed129ab87 req-b2b3b8f7-8c25-40a1-82cb-f5411f329c18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:49:58.798266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.836880 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31e45b4-4876-4d12-bd09-6341819bcd91 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:58.837357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31e45b4-4876-4d12-bd09-6341819bcd91 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:58.841312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d31e45b4-4876-4d12-bd09-6341819bcd91 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/e2a120dc-8b17-43b7-8a0b-e121d2e37a4b HTTP/1.1" status: 404 len: 333 time: 0.2849157 Feb 10 22:49:58.843044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 4eb23959-158e-496a-ad5c-d58379f1af38 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:49:58.847377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55962) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:58.854696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.856635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e931bde3-f533-43e6-8f33-f8c493c39028 req-40406ed9-25fd-4c50-a08e-75c38e51880a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "DELETE /v2.0/ports/4eb23959-158e-496a-ad5c-d58379f1af38 HTTP/1.1" status: 204 len: 173 time: 2.9056137 Feb 10 22:49:58.857073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'name': 'network-vif-deleted', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:49:58.861442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52244d8c-9849-41da-8332-fdd00e83f673 req-059ba275-b97a-4ff2-88d2-f955311a5b48 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:58.862928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-52244d8c-9849-41da-8332-fdd00e83f673 req-059ba275-b97a-4ff2-88d2-f955311a5b48 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 943 time: 0.5752082 Feb 10 22:49:58.891427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.902625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0c681872-ca8e-48c4-ab35-eceed129ab87 req-b2b3b8f7-8c25-40a1-82cb-f5411f329c18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:49:58.903867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c681872-ca8e-48c4-ab35-eceed129ab87 req-b2b3b8f7-8c25-40a1-82cb-f5411f329c18 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=d90e67ca-ff8b-40bb-9ab7-a207392dfcd4 HTTP/1.1" status: 200 len: 945 time: 1.3314683 Feb 10 22:49:58.914695 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bca81de-086a-49d5-8b1f-2dc135a1fb47 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:58.915255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bca81de-086a-49d5-8b1f-2dc135a1fb47 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:58.920649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7bca81de-086a-49d5-8b1f-2dc135a1fb47 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/3636d9f8-71fa-4c1d-8c2d-a0438d5e83c1 HTTP/1.1" status: 404 len: 337 time: 0.0677273 Feb 10 22:49:58.920909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55968) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:58.945441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:58.956875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=582663f9d5b847979dc2eafcee50a2e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4567773 Feb 10 22:49:58.964190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55972) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:58.977699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf142d-6bb0-4d9d-a378-ac8de7717c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550ae834-d3b4-4ade-88d6-c7aa2852d4e7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:58.991754 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ab5b3e-30ee-4e37-905c-2d38b65ff26c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] DELETE failed (client error): The resource could not be found. Feb 10 22:49:58.992252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ab5b3e-30ee-4e37-905c-2d38b65ff26c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:49:58.993986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-63ab5b3e-30ee-4e37-905c-2d38b65ff26c tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/subnets/9d1bc45e-b0f3-4757-9cce-dea47fccb30b HTTP/1.1" status: 404 len: 337 time: 0.0722556 Feb 10 22:49:59.000748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55976) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:59.009161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-76e86159-68db-425e-be9b-eeaa17c6d630 service neutron] 10.222.0.24 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036418 Feb 10 22:49:59.054204 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-52244d8c-9849-41da-8332-fdd00e83f673 req-6981957c-655d-4452-9bfa-a41f43342e6f tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707716 Feb 10 22:49:59.097726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=abda45774ce3438090229be950d31842&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4613101 Feb 10 22:49:59.098019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291295d-03b8-43ee-bdea-db52ded81202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9529e1b8-2a77-490b-a89c-7f06be59275d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:59.116463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:59.203315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.225416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc77cc4f-9933-4e45-b907-33bc4d02f0c3 req-5088db8d-472e-4607-b2d3-1599b5442b25 service neutron] 10.222.0.24 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794937 Feb 10 22:49:59.245096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c681872-ca8e-48c4-ab35-eceed129ab87 req-0a613d7b-5b8c-4e05-a9e4-207d49d9a6ae tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906809 Feb 10 22:49:59.253859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Deleting port cb40d416-74ca-4480-bea2-420977602e87 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:49:59.254206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.268055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.301495 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd90e67ca-ff8b-40bb-9ab7-a207392dfcd4', 'name': 'network-vif-deleted', 'tag': '4eb23959-158e-496a-ad5c-d58379f1af38', 'status': 'completed', 'code': 200} Feb 10 22:49:59.402368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.409327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Port': ['ID=44841439-9bf9-4e78-b569-927a49833f2c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:59.477164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.505479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 27ab8569-1144-49c9-9eb8-4f8022e4b2ff details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:49:59.512815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.603408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.643636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.653373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0c0ebbdd-adbe-448e-a9a1-98f28e13f738 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:49:59.654829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0c0ebbdd-adbe-448e-a9a1-98f28e13f738 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.4306536 Feb 10 22:49:59.701017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Calling delete_port for cb40d416-74ca-4480-bea2-420977602e87 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:49:59.725164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.751140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-b03807e4-bd88-4583-bd23-0cbfbfac48ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/quotas/544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 375 time: 0.0422583 Feb 10 22:49:59.756372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550ae834-d3b4-4ade-88d6-c7aa2852d4e7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:59.774713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.803133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.840060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:49:59.858369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff', 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16', 'port_id': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff', 'mac_address': 'fa:16:3e:3f:d0:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1925de23-cbdf-4b90-a265-a345a00f9769', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:49:59.874810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Port': ['ID=cb40d416-74ca-4480-bea2-420977602e87,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:59.876873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.879533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.895220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b36879d-e577-4581-a569-8a75e7717687 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/ports/cb40d416-74ca-4480-bea2-420977602e87 HTTP/1.1" status: 204 len: 168 time: 0.8919289 Feb 10 22:49:59.898950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55992) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:49:59.915465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9529e1b8-2a77-490b-a89c-7f06be59275d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:49:59.938752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.939743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4c19cb55-9fd2-4457-927d-7c6dd2e0154c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9529e1b8-2a77-490b-a89c-7f06be59275d HTTP/1.1" status: 204 len: 168 time: 0.8201535 Feb 10 22:49:59.944806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.945467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bf462651-4e2a-420d-8735-ccae8abc12cc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/550ae834-d3b4-4ade-88d6-c7aa2852d4e7 HTTP/1.1" status: 204 len: 168 time: 0.9802046 Feb 10 22:49:59.969111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:49:59.986491 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.020753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ab8569-1144-49c9-9eb8-4f8022e4b2ff {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:00.053509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:00.059206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=00faed5b-218d-4fb6-8584-e5882af9c186,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:00.059762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.161695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.233717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:00.295266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-af7d9bb0-c64a-40d8-9043-aaaa68bcd213 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4907582 Feb 10 22:50:00.306991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['27ab8569-1144-49c9-9eb8-4f8022e4b2ff'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:00.330448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.387803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4eb23959-158e-496a-ad5c-d58379f1af38 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:50:00.496786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 4eb23959-158e-496a-ad5c-d58379f1af38 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:50:00.497199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 4eb23959-158e-496a-ad5c-d58379f1af38 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:50:00.638764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71250082-d121-444c-9de0-d17ccba780d8']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.646637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:00.688458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23c09ee5-bea2-4058-bb7f-7f4dfadd9f58') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.688767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23c09ee5-bea2-4058-bb7f-7f4dfadd9f58') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.698245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.722443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.744283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:00.752205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Usage tracker for resource:security_group_rule and tenant:07580b71a415425aaec9675aae9d5282 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:00.756418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:00.767795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-e3ec63cb-ab1a-477c-91ce-0d772be6bf0e service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4716582 Feb 10 22:50:00.768986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:00.771372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.781759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:00.782058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:00.817056 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:00.857620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.906200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd5577b-b52d-4d91-aa66-13eaef34cf4f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.934417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05800f9-abc6-4a83-8107-900bfd72543b') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.934840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05800f9-abc6-4a83-8107-900bfd72543b') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:00.967775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f856e40-daf2-42c0-8952-2598da1e8bfb req-a45822c8-138b-40b7-98ba-88152bbb009a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:00.970008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f856e40-daf2-42c0-8952-2598da1e8bfb req-a45822c8-138b-40b7-98ba-88152bbb009a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 944 time: 0.6128528 Feb 10 22:50:00.972606 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:00.980974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.011652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 71250082-d121-444c-9de0-d17ccba780d8 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:50:01.029281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.029976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.032970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Network': ['ID=71250082-d121-444c-9de0-d17ccba780d8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:01.040707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:01.040893 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.054837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-25e73c5f-b0ec-44b2-a8db-e1a6362900e4 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741268 Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:01.067964 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:01.080455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4cffc0ca-c094-4017-9c69-9899e924b3ff tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/71250082-d121-444c-9de0-d17ccba780d8 HTTP/1.1" status: 204 len: 168 time: 4.2734306 Feb 10 22:50:01.083811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:01.338387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f856e40-daf2-42c0-8952-2598da1e8bfb req-647e1748-a730-4bd6-9696-a86c21d07e0b tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521831 Feb 10 22:50:01.373820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c3537de2-dab7-4c9d-9579-6e6569cf8d82 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Synchronizing usage tracker for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:01.386713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.402688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.416362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.450179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.473796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] Pushing event deleted for resources: {'Network': ['ID=5bd5577b-b52d-4d91-aa66-13eaef34cf4f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:01.516128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c3537de2-dab7-4c9d-9579-6e6569cf8d82 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Unset dirty status for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:01.517525 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c3537de2-dab7-4c9d-9579-6e6569cf8d82 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1781 time: 0.4328184 Feb 10 22:50:01.523713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56040) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:01.524166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 27ab8569-1144-49c9-9eb8-4f8022e4b2ff up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:01.564570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07580b71a415425aaec9675aae9d5282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9151814 Feb 10 22:50:01.565493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7df49eb4-110a-47ea-b7b8-3ad735511375 tempest-PortsIpV6TestJSON-652210681 tempest-PortsIpV6TestJSON-652210681-project] 10.222.0.53 "DELETE /v2.0/networks/5bd5577b-b52d-4d91-aa66-13eaef34cf4f HTTP/1.1" status: 204 len: 168 time: 1.6649909 Feb 10 22:50:01.565723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b4fab1-994e-4b42-9bb7-b6c357046b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b422f3-3e57-4c7a-90e8-61a1af659862,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:01.571247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56044) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:01.630595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05c1bcb2-8f0d-4486-b3a6-f15e6fea8a5f req-d4f87291-e72d-46c7-880b-fb99c362993a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 210 time: 0.1745369 Feb 10 22:50:01.744333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:01.778965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:01.779360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.811946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.813324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.813937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.814809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.815439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.816078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.818731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:01.820942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Synchronizing usage tracker for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:01.861165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:01.915828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.036640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.066279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.074815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Unset dirty status for tenant:9bd7559b6aa54025b6b747f31816bd18 on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:02.077159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0b9eb11b-c2cf-4281-8c80-5cdaedd12c35 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4663 time: 0.5492997 Feb 10 22:50:02.081988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:02.084367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b422f3-3e57-4c7a-90e8-61a1af659862,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:02.098568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.101420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f7a52e63-2292-4077-a8c6-3374f9dc6b32 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1b422f3-3e57-4c7a-90e8-61a1af659862 HTTP/1.1" status: 204 len: 168 time: 0.5289147 Feb 10 22:50:02.155522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:02.398985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:02.441342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:02.452518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.526830 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-de2b4fef-cd9b-4365-89be-1315c03ab95c tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] delete failed (client error): The resource could not be found. Feb 10 22:50:02.527932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de2b4fef-cd9b-4365-89be-1315c03ab95c tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/cb5f2714-1be7-4586-896b-ebe07be300e9 HTTP/1.1" status: 404 len: 345 time: 0.4445260 Feb 10 22:50:02.532212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56086) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:02.565945 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-625a4109-db26-48d5-aa65-ec64f0c4b112 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] DELETE failed (client error): The resource could not be found. Feb 10 22:50:02.566833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625a4109-db26-48d5-aa65-ec64f0c4b112 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:50:02.569332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-625a4109-db26-48d5-aa65-ec64f0c4b112 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/71250082-d121-444c-9de0-d17ccba780d8 HTTP/1.1" status: 404 len: 339 time: 0.0355821 Feb 10 22:50:02.575788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56090) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:02.581485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'name': 'tempest-network--394550704', 'router:external': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:02.593025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:02.605557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:network and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:02.610533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:02.639822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:02.660994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:02.664158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.778082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:02.838237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-93e34849-473d-4182-ad1d-350953a23a89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96d6d358885e4487bd09dd910babeeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814978 Feb 10 22:50:02.841741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56102) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:02.851659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:02.889936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:02.890366 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Added segment d7ae6213-b3b3-4c36-978c-174079c88c4d of type vlan for network bb207ecf-b910-4429-bde5-8d4c600b5820 Feb 10 22:50:02.942154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8dce28-832f-4ae7-bfeb-381fcfe2ecd8 req-c354468e-0c79-4579-bb96-9c136fe0e252 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:02.946231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d8dce28-832f-4ae7-bfeb-381fcfe2ecd8 req-c354468e-0c79-4579-bb96-9c136fe0e252 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.2587810 Feb 10 22:50:03.012827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.017437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07cd8b6-fa22-4857-99ef-c400be0ffd96 req-4e056f5a-f251-4512-a5e3-59ffff0cfcea tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:03.020180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b07cd8b6-fa22-4857-99ef-c400be0ffd96 req-4e056f5a-f251-4512-a5e3-59ffff0cfcea tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 0.2668016 Feb 10 22:50:03.088783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3d8dce28-832f-4ae7-bfeb-381fcfe2ecd8 req-2da54ead-cb6e-4008-94c7-059faa4a9abc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199694 Feb 10 22:50:03.090468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.147779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.165685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:03.170262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.175737 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b07cd8b6-fa22-4857-99ef-c400be0ffd96 req-0c66b9c5-eb0b-4a50-b699-71bc488d4af1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378968 Feb 10 22:50:03.212038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.312172 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff', 'code': 200} Feb 10 22:50:03.357075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.432046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47d6fce-01de-475f-8600-c175ad8a23bb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:03.437682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:03.441547 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fff0f1ad-e851-4714-ba12-7fff6f8e3875 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a47d6fce-01de-475f-8600-c175ad8a23bb HTTP/1.1" status: 204 len: 168 time: 0.5966690 Feb 10 22:50:03.488804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9118745 Feb 10 22:50:03.576104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56122) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:03.618674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a574c91-e477-4a14-8c9d-1466cac55ae0 req-c2a34b1f-9221-448d-a04f-9dc09d799897 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 210 time: 0.1402154 Feb 10 22:50:03.692583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050caeb-ec1f-492f-81b2-448e45381a37 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=bb207ecf-b910-4429-bde5-8d4c600b5820,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:03.709045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bb207ecf-b910-4429-bde5-8d4c600b5820 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:04.046463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-f890db53-d7fc-4b5f-8df9-32bf489ab5b4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.048861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-f890db53-d7fc-4b5f-8df9-32bf489ab5b4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.5960176 Feb 10 22:50:04.090612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'device_id': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'admin_state_up': True, 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:04.141346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f04a57-2d7e-4101-b7fa-e3e6a2d582e3 req-9fce34e5-7476-4c23-9268-ecc511708a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.152126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56f04a57-2d7e-4101-b7fa-e3e6a2d582e3 req-9fce34e5-7476-4c23-9268-ecc511708a46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 1096 time: 0.7000377 Feb 10 22:50:04.204839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d029fd-7cc9-4e71-84bc-a3b980d19d24 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.216054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-13c73a7a-0eb9-4056-a8f5-7cce47d818e7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.217721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-13c73a7a-0eb9-4056-a8f5-7cce47d818e7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.2018507 Feb 10 22:50:04.236602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d029fd-7cc9-4e71-84bc-a3b980d19d24 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.258501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d029fd-7cc9-4e71-84bc-a3b980d19d24 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.296648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d029fd-7cc9-4e71-84bc-a3b980d19d24 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.304946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d9d029fd-7cc9-4e71-84bc-a3b980d19d24 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.7269464 Feb 10 22:50:04.330857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56156) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:04.620848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56f04a57-2d7e-4101-b7fa-e3e6a2d582e3 req-f53bd039-9fad-42f9-b0cc-84abbb626ba1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139231 Feb 10 22:50:04.706960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:04.708632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69360ad4-beb7-4296-93f9-ee3e59f858f0 req-5d9e944b-b4e1-4d6d-8811-368a5197afd6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:04.710240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69360ad4-beb7-4296-93f9-ee3e59f858f0 req-5d9e944b-b4e1-4d6d-8811-368a5197afd6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.1845906 Feb 10 22:50:04.718022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:04.724485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:04.750502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:04.798844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69360ad4-beb7-4296-93f9-ee3e59f858f0 req-cfdd6f8b-d47c-4bfd-acf4-064c2849066d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781205 Feb 10 22:50:04.800087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:04.806998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:04.986593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:05.114118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b7712c9-7fb1-40ac-a121-6a530290b4b0 req-5b9b907d-d2cd-440a-afaa-edbdfb47596b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 210 time: 0.0627270 Feb 10 22:50:05.150716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c44769-af30-40cd-80af-fb47c153e948 req-ac55a3ce-1016-4d87-94d6-b5b75be321d8 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:05.160072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32c44769-af30-40cd-80af-fb47c153e948 req-ac55a3ce-1016-4d87-94d6-b5b75be321d8 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 0.6530623 Feb 10 22:50:05.375129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.20.0.6 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/3d059cb6-c7f4-4535-a2fe-951c50e15cca) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:05.392986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56190) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:05.959934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-640083653'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:05.970748 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32c44769-af30-40cd-80af-fb47c153e948 req-8cd25e90-909f-4858-8af5-9f1c706783e2 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8094590 Feb 10 22:50:05.978270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:05.983177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:05.987665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:05.996458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:06.030275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:06.038333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.065544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.088556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.100668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:06.111137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:security_group_rule and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:06.115215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:06.118741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Transition to ACTIVE for port object 3d059cb6-c7f4-4535-a2fe-951c50e15cca will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:06.119401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.125340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:06.185190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:06.185557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.335458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.350203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['957d681d-06b6-4d2b-98a5-dd6d57769953'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:06.396833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb207ecf-b910-4429-bde5-8d4c600b5820']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:06.412029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:06.428361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:06.456363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:06.469366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:06.483849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3724934-d9a5-4b83-8b8b-7892df578cdc req-be1a49d4-a49d-49c8-a43c-705641af8c64 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:06.485620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3724934-d9a5-4b83-8b8b-7892df578cdc req-be1a49d4-a49d-49c8-a43c-705641af8c64 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 946 time: 0.3565562 Feb 10 22:50:06.486435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:06.530960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ae6213-b3b3-4c36-978c-174079c88c4d') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:06.532924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ae6213-b3b3-4c36-978c-174079c88c4d') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:06.539302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.555660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:06.563163 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.593968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.609379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.625072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:06.626043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:06.645269 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:06.708250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=418b1d8e-9b18-47df-b71a-0512bebf7c22,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:06.725865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3724934-d9a5-4b83-8b8b-7892df578cdc req-c1cd5aaf-a5eb-4ec2-8045-d854072c4297 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811285 Feb 10 22:50:06.742565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:06.743173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:06.816743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ea25130f-0f56-4d87-b651-50524f7f7a3e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7423508 Feb 10 22:50:06.828956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Request body: {'port': {'device_id': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:06.976843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.129199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.340319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:07.347251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ae131-1627-410b-bf31-fa1119c4a9cc req-5840ae60-03aa-4d95-adc9-11a399c2b22e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:07.355544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-850ae131-1627-410b-bf31-fa1119c4a9cc req-5840ae60-03aa-4d95-adc9-11a399c2b22e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 931 time: 0.9607632 Feb 10 22:50:07.396341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9f54-bd36-449c-8bbf-dbc743e5e9fe None None] Provisioning for port 3d059cb6-c7f4-4535-a2fe-951c50e15cca completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:07.408244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed9e9f54-bd36-449c-8bbf-dbc743e5e9fe None None] Provisioning complete for port 3d059cb6-c7f4-4535-a2fe-951c50e15cca triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:07.408610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed9e9f54-bd36-449c-8bbf-dbc743e5e9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.484899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:50:07.486479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.488714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.493931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'name': 'network-vif-deleted', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:07.505324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:07.521757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72be55-7771-4cb9-a139-e20a7fcbc2e6 req-d5e13d78-e20d-4047-a692-9f8bf3e81240 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:07.525308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f72be55-7771-4cb9-a139-e20a7fcbc2e6 req-d5e13d78-e20d-4047-a692-9f8bf3e81240 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 0.3178296 Feb 10 22:50:07.537523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb207ecf-b910-4429-bde5-8d4c600b5820 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:50:07.544948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb207ecf-b910-4429-bde5-8d4c600b5820,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:07.547083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.570981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f3a311a-5863-4f19-a310-97bf9406aa0e tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/bb207ecf-b910-4429-bde5-8d4c600b5820 HTTP/1.1" status: 204 len: 168 time: 3.2348096 Feb 10 22:50:07.571246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56240) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:07.583996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'name': 'tempest-network--1979457524', 'router:external': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:07.590620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:07.597324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:network and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:07.601687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:07.609556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:07.618194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ed9e9f54-bd36-449c-8bbf-dbc743e5e9fe None None] Port 3d059cb6-c7f4-4535-a2fe-951c50e15cca cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:07.629267 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-850ae131-1627-410b-bf31-fa1119c4a9cc req-a643eee6-4ba6-41bf-a5fe-41c94d82f6dd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706010 Feb 10 22:50:07.639705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37baaf90-3f5b-4583-bf79-8a5e9e226c43 req-1f3e3131-a65f-4869-8187-4c2072efc75d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "DELETE /v2.0/ports/8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed HTTP/1.1" status: 204 len: 173 time: 3.4153333 Feb 10 22:50:07.642049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:07.648334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.703436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.706049 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment 9831736a-c105-4d24-8f0e-b2269365b365 of type vlan for network 55ef933d-5c01-4527-9fb9-892275c39fcd Feb 10 22:50:07.723153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:07.749592 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7de56b6-7076-47e7-bccd-0538b1f8f1cc', 'name': 'network-vif-deleted', 'tag': '8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed', 'status': 'completed', 'code': 200} Feb 10 22:50:07.765327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.772808 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Added segment 8ecf2dcf-0ff8-4fe2-a4ad-e84e760829f0 of type vlan for network fa4190f8-a879-438c-9924-d8d0b14a956a Feb 10 22:50:07.822595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:07.882324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.961766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:07.963141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:07.963860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.011841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f72be55-7771-4cb9-a139-e20a7fcbc2e6 req-d76720d8-40da-4c23-ae4d-9fba4cb482cd tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4555097 Feb 10 22:50:08.102988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.255065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.278260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:08.279324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.402641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-18fb9472-6744-40bd-99d9-21278243b7c0 req-d0964a45-f8a4-4922-8e2a-72e7ebbc4018 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:08.430282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:50:08.444163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8716066 Feb 10 22:50:08.445717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:08.477754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.0801103 Feb 10 22:50:08.497411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:50:08.568879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56288) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:08.572230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd47015a-756a-41df-aa16-655a1f1975ce tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=fa4190f8-a879-438c-9924-d8d0b14a956a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:08.594950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network fa4190f8-a879-438c-9924-d8d0b14a956a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:08.631956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:50:08.632830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8cdc7f9c-0ca2-4de6-ab49-bd354e7fa5ed not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:50:08.880414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f855bd92-34c3-43a0-8023-bdbfe80df69e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=55ef933d-5c01-4527-9fb9-892275c39fcd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:08.904026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d059cb6-c7f4-4535-a2fe-951c50e15cca {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:08.914359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 55ef933d-5c01-4527-9fb9-892275c39fcd details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:08.920249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-216746126'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:08.933612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.939201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:08.959428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4967a2b-d2b1-4bfc-a7a1-8315bc4a0d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:08.963908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-18fb9472-6744-40bd-99d9-21278243b7c0 req-d0964a45-f8a4-4922-8e2a-72e7ebbc4018 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:08.973032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18fb9472-6744-40bd-99d9-21278243b7c0 req-d0964a45-f8a4-4922-8e2a-72e7ebbc4018 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=a7de56b6-7076-47e7-bccd-0538b1f8f1cc HTTP/1.1" status: 200 len: 210 time: 0.7913909 Feb 10 22:50:08.977232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:08.996143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:09.013104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d101971-e26f-4ac9-8b35-afe6a20e8d9b tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:09.013717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9d101971-e26f-4ac9-8b35-afe6a20e8d9b tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Synchronizing usage tracker for tenant:4c9b33153f33465aa81b0e30c22e160c on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:09.018429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:09.048986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:09.054522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.084430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Transition to ACTIVE for port object 3d059cb6-c7f4-4535-a2fe-951c50e15cca will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:09.110405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.116801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9d101971-e26f-4ac9-8b35-afe6a20e8d9b tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Unset dirty status for tenant:4c9b33153f33465aa81b0e30c22e160c on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:09.122450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9d101971-e26f-4ac9-8b35-afe6a20e8d9b tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "GET /v2.0/networks/fa4190f8-a879-438c-9924-d8d0b14a956a HTTP/1.1" status: 200 len: 757 time: 0.6632915 Feb 10 22:50:09.123603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56308) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:09.180779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:09.192595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.192943 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment cc1b2f02-58a4-478c-a902-15e5d554982f of type vlan for network 513921cb-1892-461f-a710-3019bc7d8213 Feb 10 22:50:09.236578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.512917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dcf3b-9817-40e1-b2f0-c3bb69245e88 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:09.517507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e1dcf3b-9817-40e1-b2f0-c3bb69245e88 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "GET /v2.0/networks/6e30956d-2a77-4d0b-927c-4f2615298bf0 HTTP/1.1" status: 200 len: 768 time: 0.3914480 Feb 10 22:50:09.522018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56316) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:09.523256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.539396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:09.541282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.643541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b432d-e1da-4eef-8422-84d10f86d744 req-fb3ef54b-ac05-45e3-aa5c-966fb4dca578 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:09.644634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e13b432d-e1da-4eef-8422-84d10f86d744 req-fb3ef54b-ac05-45e3-aa5c-966fb4dca578 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:09.658484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:09.701188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e13b432d-e1da-4eef-8422-84d10f86d744 req-fb3ef54b-ac05-45e3-aa5c-966fb4dca578 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:09.703875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13b432d-e1da-4eef-8422-84d10f86d744 req-fb3ef54b-ac05-45e3-aa5c-966fb4dca578 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 931 time: 0.7763276 Feb 10 22:50:09.757242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Attempting to bind port 3d059cb6-c7f4-4535-a2fe-951c50e15cca on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:09.758857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Attempting to bind port 3d059cb6-c7f4-4535-a2fe-951c50e15cca by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:09.759510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Attempting to bind port 3d059cb6-c7f4-4535-a2fe-951c50e15cca on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:09.777492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Port 3d059cb6-c7f4-4535-a2fe-951c50e15cca on network 804e53ca-2155-4a31-9516-1c907c4e697f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:50:09.778111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Attempting to bind port 3d059cb6-c7f4-4535-a2fe-951c50e15cca on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:09.798641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:09.799275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:09.799939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:09.800599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Bound port: 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:09.801151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:09.834207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13b432d-e1da-4eef-8422-84d10f86d744 req-e956f2a9-c31c-4fc3-98bd-c0dab48ca34b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009545 Feb 10 22:50:09.962696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:09.969892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:09.978676 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.069454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4929261 Feb 10 22:50:10.083880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56338) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:10.128753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:10.175878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed190a-f0d0-45c8-a9b0-1961a528b1a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=513921cb-1892-461f-a710-3019bc7d8213,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:10.187605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 513921cb-1892-461f-a710-3019bc7d8213 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:10.206082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.220326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:10.226619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.235153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] 10.222.0.30 "PUT /v2.0/ports/3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 200 len: 1091 time: 3.4104927 Feb 10 22:50:10.236097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:10.504734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef429e2-1e55-4945-9f2a-e564424adf8d service neutron] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:10.535021 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'status': 'completed', 'code': 200} Feb 10 22:50:10.568963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2ab596d-82e7-4750-9a18-8f2e52bd488c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.569642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:10.575936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:10.580659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:10.592110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:10.615508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-810e3095-5801-4013-b13b-bd6594ec73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:10.617514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-810e3095-5801-4013-b13b-bd6594ec73ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 1094 time: 0.2306519 Feb 10 22:50:10.618720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:10.627330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.672127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.715967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa4190f8-a879-438c-9924-d8d0b14a956a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:10.737377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ecf2dcf-0ff8-4fe2-a4ad-e84e760829f0') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:10.737377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ecf2dcf-0ff8-4fe2-a4ad-e84e760829f0') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:10.754409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.782449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.811557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:10.814047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:10.835989 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:10.889307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-7e11de9c-547a-4954-bfd1-1fd74e59015f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 200 len: 217 time: 0.2282600 Feb 10 22:50:10.984983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ff43d56d-3a3c-437b-a707-168d2b4164eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:10.986679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-ff43d56d-3a3c-437b-a707-168d2b4164eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.0901763 Feb 10 22:50:11.185262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-77d537dd-adcc-4a48-8a1b-feebba424c75 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:11.192256 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-77d537dd-adcc-4a48-8a1b-feebba424c75 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.3531337 Feb 10 22:50:11.272201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-e4ec3501-94de-4975-a4b6-125447f00b37 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.0789819 Feb 10 22:50:11.369782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-266834cb-95ad-49ef-a840-43918994b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:11.371343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-266834cb-95ad-49ef-a840-43918994b002 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3744016 Feb 10 22:50:11.384668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.409504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde6b8f-0752-42c6-92fc-8bb479819cc0 req-6e250397-3d25-4fab-b70c-77e2db727852 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:11.410685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa4190f8-a879-438c-9924-d8d0b14a956a {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:50:11.412392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa4190f8-a879-438c-9924-d8d0b14a956a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:11.415336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.421871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cde6b8f-0752-42c6-92fc-8bb479819cc0 req-6e250397-3d25-4fab-b70c-77e2db727852 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 943 time: 0.2754188 Feb 10 22:50:11.434942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44018052-f3d6-4bb8-9380-0c2906e2bd21 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/fa4190f8-a879-438c-9924-d8d0b14a956a HTTP/1.1" status: 204 len: 168 time: 1.8833470 Feb 10 22:50:11.436699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:11.449731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'name': 'tempest-network--909000535'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:11.469338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:11.494080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Usage tracker for resource:network and tenant:9bd7559b6aa54025b6b747f31816bd18 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:11.518050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-c1c2a777-7ac6-4ac1-a33f-ab017979c96f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2450011 Feb 10 22:50:11.520142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:11.552486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:11.712344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Made reservation on behalf of 9bd7559b6aa54025b6b747f31816bd18 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:11.721094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.738804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.747020 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.796334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-5cdeef63-e270-45ae-94f5-48199be60a14 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3636718 Feb 10 22:50:11.876837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56416) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:11.879411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:11.902969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cde6b8f-0752-42c6-92fc-8bb479819cc0 req-f1d907c0-fd12-492a-b80e-3c9d69370c3c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3885853 Feb 10 22:50:11.967833 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:11.968198 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Added segment 52b8aebf-44da-4104-b0d9-51b0ed8e9e47 of type vlan for network 5d8fed57-13de-4ed1-aec6-9890f0ebeb04 Feb 10 22:50:11.996251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-90fd12ab-a425-48ae-8255-cdc6b6848411 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772453 Feb 10 22:50:12.269806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:12.399340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66499a8f-d9e8-4b33-a1e1-37c5147f52d8 req-cc1de15c-f48d-41b9-930a-df2fea154f5b service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830541 Feb 10 22:50:12.412102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:12.475264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-420ef3cc-1872-4f4c-81cf-aac4cce9d3cb service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4780431 Feb 10 22:50:12.476192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:12.508643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:12.509604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:12.510193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:12.587853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:12.646783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Usage tracker for resource:security_group_rule and tenant:8eaa6d900b41433980e98c7d4487a429 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:12.736054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=868d5c0f-059e-435c-af9f-ce1702192ae1,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:12.788108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:12.792085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.3543477 Feb 10 22:50:12.795271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56438) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:12.802852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:12.808588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:12.839142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': '9831736a-c105-4d24-8f0e-b2269365b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:12.840260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 55ef933d-5c01-4527-9fb9-892275c39fcd, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:50:12.842109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f631ca23-15db-4c66-b893-ea295763d9ca tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=5d8fed57-13de-4ed1-aec6-9890f0ebeb04,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:12.869904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5d8fed57-13de-4ed1-aec6-9890f0ebeb04 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:12.897158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e00e41c-fba7-44ed-9c91-b4e4ab0a102d req-f038d894-ab2f-45e4-bee9-85310e6b9263 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 210 time: 0.1183827 Feb 10 22:50:12.906259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f653-cdee-4e57-beda-3328411bc12f req-88dc4848-11f3-409b-a8bc-686aed7f56af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:12.916789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-88dc4848-11f3-409b-a8bc-686aed7f56af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 1094 time: 0.4172306 Feb 10 22:50:12.943864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 55ef933d-5c01-4527-9fb9-892275c39fcd is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:50:13.042165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.124043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 55ef933d-5c01-4527-9fb9-892275c39fcd) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:13.139339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e0c81d-0806-4c9a-8bee-1a18f33708be None None] Network 55ef933d-5c01-4527-9fb9-892275c39fcd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:13.152922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:13.154890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.264255 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-775ce4c6-b18e-4e87-9d94-ff52769cee8a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1788397 Feb 10 22:50:13.272329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:13.306401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '513921cb-1892-461f-a710-3019bc7d8213', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:13.642112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-55ef933d-5c01-4527-9fb9-892275c39fcd', 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '868d5c0f-059e-435c-af9f-ce1702192ae1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:50:13.642962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.715611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.717371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.753112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.755320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f653-cdee-4e57-beda-3328411bc12f req-2e918ae6-34ad-4903-9122-38022c4cab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:13.758254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-2e918ae6-34ad-4903-9122-38022c4cab1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.8311884 Feb 10 22:50:13.860532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:13.872026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-9cf85788-faa9-499c-8c38-921fb2772cc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 200 len: 217 time: 0.1055038 Feb 10 22:50:13.892786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Allocated IP 2001:db8::2 (55ef933d-5c01-4527-9fb9-892275c39fcd/868d5c0f-059e-435c-af9f-ce1702192ae1/918ece91-90ff-41d8-b09e-fab89e27f7be) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:14.050374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Network 5d8fed57-13de-4ed1-aec6-9890f0ebeb04 is not hosted by any dhcp agent {{(pid=87652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 10 22:50:14.051320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:14.052061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.055757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "PUT /v2.0/networks/5d8fed57-13de-4ed1-aec6-9890f0ebeb04 HTTP/1.1" status: 200 len: 857 time: 1.2547927 Feb 10 22:50:14.064125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:14.071210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a00f6b0-1392-4171-bfc4-7abc32557cbf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:14.114036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f653-cdee-4e57-beda-3328411bc12f req-b60e54d8-9b7d-4b58-a260-be9bddc87a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:14.118795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-b60e54d8-9b7d-4b58-a260-be9bddc87a16 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2371914 Feb 10 22:50:14.143324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5adc4222-758e-440d-b96e-ec914c0bd4fa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8eaa6d900b41433980e98c7d4487a429&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2653787 Feb 10 22:50:14.146607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:14.154737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ab097-89f5-4537-9e18-ec88dc098dab req-83a1511d-fa2a-4145-9048-0b5c4f694951 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:14.156003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d0ab097-89f5-4537-9e18-ec88dc098dab req-83a1511d-fa2a-4145-9048-0b5c4f694951 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 943 time: 1.0400164 Feb 10 22:50:14.156581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56484) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:14.158413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:14.164328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:14.173753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:14.205044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f11210-c769-4f8b-86e7-2afa51c34d93 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event updated for resources: {'Network': ['ID=5d8fed57-13de-4ed1-aec6-9890f0ebeb04,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:14.272382 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d0ab097-89f5-4537-9e18-ec88dc098dab req-b7605f56-ecc2-40cb-8672-5ccbc6129ee2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960312 Feb 10 22:50:14.294832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.301655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:14.305901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.354703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.396227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.415630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Transition to ACTIVE for port object 918ece91-90ff-41d8-b09e-fab89e27f7be will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:14.440839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.483319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Transition to ACTIVE for port object 918ece91-90ff-41d8-b09e-fab89e27f7be will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:14.493624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a00f6b0-1392-4171-bfc4-7abc32557cbf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:14.495894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.509346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3708366e-0da5-482a-b3f4-bee1f81b7a58 req-da0817d4-16af-4419-992b-5e2984fc7507 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 210 time: 0.2629483 Feb 10 22:50:14.596130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.674275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.675692 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb45cbf4-e4e8-4d0d-be5b-fe1206c4b7d2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a00f6b0-1392-4171-bfc4-7abc32557cbf HTTP/1.1" status: 204 len: 168 time: 0.5156348 Feb 10 22:50:14.693292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Network 55ef933d-5c01-4527-9fb9-892275c39fcd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:14.708274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:14.713053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:14.729133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413f653-cdee-4e57-beda-3328411bc12f req-1f5367c5-0a82-447b-8120-ebdb21474bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:14.730698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-1f5367c5-0a82-447b-8120-ebdb21474bd8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4832819 Feb 10 22:50:14.775664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Pushing event updated for resources: {'Port': ['ID=918ece91-90ff-41d8-b09e-fab89e27f7be,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:14.854709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Attempting to bind port 918ece91-90ff-41d8-b09e-fab89e27f7be on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:14.855345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Attempting to bind port 918ece91-90ff-41d8-b09e-fab89e27f7be by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '9831736a-c105-4d24-8f0e-b2269365b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:14.855964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Attempting to bind port 918ece91-90ff-41d8-b09e-fab89e27f7be on network 55ef933d-5c01-4527-9fb9-892275c39fcd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:14.859209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.859793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.860442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.861355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.861867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.862358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.862847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.863346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.863839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.864395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.864936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.865709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:14.873642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:14.874416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Checking segment: {'id': '9831736a-c105-4d24-8f0e-b2269365b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:14.875770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.876379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Bound using segment: {'id': '9831736a-c105-4d24-8f0e-b2269365b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:14.877060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Bound port: 918ece91-90ff-41d8-b09e-fab89e27f7be, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9831736a-c105-4d24-8f0e-b2269365b365', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '55ef933d-5c01-4527-9fb9-892275c39fcd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:14.877653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:14.881983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-4fd4587c-1a7c-4e94-8cd5-ee9930a77efd tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:14.890922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-4fd4587c-1a7c-4e94-8cd5-ee9930a77efd tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.3818634 Feb 10 22:50:14.905065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:14.925069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.004374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] For port 918ece91-90ff-41d8-b09e-fab89e27f7be, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:15.009803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] For port 918ece91-90ff-41d8-b09e-fab89e27f7be, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=918ece91-90ff-41d8-b09e-fab89e27f7be,segment=NetworkSegment(9831736a-c105-4d24-8f0e-b2269365b365),segment_id=9831736a-c105-4d24-8f0e-b2269365b365)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:15.017018 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.067244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8fed57-13de-4ed1-aec6-9890f0ebeb04']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:15.133629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70d311-b9a2-4346-9558-c52d871474e1 None None] Pushing event updated for resources: {'Port': ['ID=918ece91-90ff-41d8-b09e-fab89e27f7be,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:15.156247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:15.173436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:15.181431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b8aebf-44da-4104-b0d9-51b0ed8e9e47') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:15.181752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b8aebf-44da-4104-b0d9-51b0ed8e9e47') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:15.189071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:15.195659 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.216104 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.291238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.311375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-f9c7eca1-a934-43ef-aabe-1cbd5662237a service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5161593 Feb 10 22:50:15.315912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:15.317657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:15.332922 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:15.507318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.7 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:15.716468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:15.770453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.909009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:15.946515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:15.968342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee67fdb20054367bfd907625075f473 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:15.988637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:15.997258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ea22eac-e865-43d1-8e83-572ac4d31228 req-d0edf3c3-1e42-4e25-98e3-caba7e9bd7f3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 210 time: 0.1422200 Feb 10 22:50:15.997912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.029773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667b2be-a37d-4656-ac95-5c5fb8383b68 req-22ce7345-24f9-46e7-8ecf-49bc10f9d818 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:16.043961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6667b2be-a37d-4656-ac95-5c5fb8383b68 req-22ce7345-24f9-46e7-8ecf-49bc10f9d818 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 943 time: 0.4136786 Feb 10 22:50:16.051101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 5d8fed57-13de-4ed1-aec6-9890f0ebeb04 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:50:16.058916 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.064552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:16.074447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:16.085768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] Pushing event deleted for resources: {'Network': ['ID=5d8fed57-13de-4ed1-aec6-9890f0ebeb04,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:16.102925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': 'cc1b2f02-58a4-478c-a902-15e5d554982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '513921cb-1892-461f-a710-3019bc7d8213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:16.103301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 513921cb-1892-461f-a710-3019bc7d8213, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:50:16.117427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-915df55d-0283-4766-90ea-31543af8bc39 tempest-ExternalNetworksTestJSON-1524718992 tempest-ExternalNetworksTestJSON-1524718992-project-admin] 10.222.0.53 "DELETE /v2.0/networks/5d8fed57-13de-4ed1-aec6-9890f0ebeb04 HTTP/1.1" status: 204 len: 168 time: 2.0472324 Feb 10 22:50:16.120899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56528) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:16.136306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9413f653-cdee-4e57-beda-3328411bc12f req-9a9d0059-8863-4d2b-8365-e5d8b1e8a46f service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7892861 Feb 10 22:50:16.274045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6667b2be-a37d-4656-ac95-5c5fb8383b68 req-242d0514-aea8-4c7e-b7a9-4a3b251d5c6c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286489 Feb 10 22:50:16.312904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.313574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 918ece91-90ff-41d8-b09e-fab89e27f7be up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:16.464532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.596882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3d059cb6-c7f4-4535-a2fe-951c50e15cca details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:50:16.602890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:16.607055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.644058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:16.670707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-c57675e1-80c0-4877-a31c-e72fb0cfd2dd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2209289 Feb 10 22:50:16.687178 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d86c6a-a5ad-455b-8339-186606813e97 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] DELETE failed (client error): The resource could not be found. Feb 10 22:50:16.687672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d86c6a-a5ad-455b-8339-186606813e97 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:50:16.699687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3d86c6a-a5ad-455b-8339-186606813e97 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "DELETE /v2.0/subnets/00faed5b-218d-4fb6-8584-e5882af9c186 HTTP/1.1" status: 404 len: 337 time: 0.5776787 Feb 10 22:50:16.700648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56536) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:16.796486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6ee67fdb20054367bfd907625075f473&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0761905 Feb 10 22:50:16.798492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56544) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:16.821194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 513921cb-1892-461f-a710-3019bc7d8213 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:50:16.841145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:16.859970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 918ece91-90ff-41d8-b09e-fab89e27f7be completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:16.874483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:16.879881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:16.894841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82243ac6-f238-453f-9592-f3093fbf3480 None None] Network 55ef933d-5c01-4527-9fb9-892275c39fcd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:16.949006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 513921cb-1892-461f-a710-3019bc7d8213) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:16.980392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:16.981272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.023186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce683098-8a31-468f-808e-5efceb804a1c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7486041 Feb 10 22:50:17.029371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56550) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:17.036778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1771867383', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:17.048472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:17.049162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:17.050598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.052990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21546071-01a3-4530-a630-4d0bc569a405 None None] Network 513921cb-1892-461f-a710-3019bc7d8213 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:17.060690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.063049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:17.066818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:17.081944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:17.090036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-aff741c0-bfd4-4582-b23d-7ef66ce4d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:17.097036 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.107560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-aff741c0-bfd4-4582-b23d-7ef66ce4d26a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 1096 time: 0.4049876 Feb 10 22:50:17.146275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.154469 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:50:17.226750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf9ae57-fa61-4048-9c35-64d04354d8f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be00b07a-6f91-4e4b-8980-b951e9e9e002,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:17.233948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:17.248509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.250755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.261598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-a319f5c0-b119-4879-8e45-146082c724d3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3606739 Feb 10 22:50:17.276857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Request body: {'port': {'device_id': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:17.371243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.403885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be00b07a-6f91-4e4b-8980-b951e9e9e002,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:17.415224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.416367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d4f59188-acba-4232-83c7-59bdafdeee94 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/be00b07a-6f91-4e4b-8980-b951e9e9e002 HTTP/1.1" status: 204 len: 168 time: 0.5725396 Feb 10 22:50:17.479902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.640093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.665554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.729520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e30956d-2a77-4d0b-927c-4f2615298bf0']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:17.755102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.763014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7935742-8895-4a0d-b5f3-4ddb723c4242') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:17.763334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7935742-8895-4a0d-b5f3-4ddb723c4242') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:17.790328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-48a70508-091f-41dd-8ca0-78b53b99f37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:17.792076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-48a70508-091f-41dd-8ca0-78b53b99f37a service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.5680330 Feb 10 22:50:17.798416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.854139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:17.893040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-daca95dc-ce98-4071-8d46-4469af9716d8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=957d681d-06b6-4d2b-98a5-dd6d57769953 HTTP/1.1" status: 200 len: 217 time: 0.0814106 Feb 10 22:50:17.910582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'mac_address': 'fa:16:3e:92:4c:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:50:17.936500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:17.940950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8a19b0f-18f7-4ca2-8081-da280aeb0e66 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9066856 Feb 10 22:50:17.952817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bba3b11-f362-45b4-b348-191b26c6672e req-f3b59226-1e23-47d8-82f4-526c11677d34 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:17.960964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bba3b11-f362-45b4-b348-191b26c6672e req-f3b59226-1e23-47d8-82f4-526c11677d34 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 931 time: 0.5257699 Feb 10 22:50:17.962996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56572) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:17.964268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.058519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.071143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-513921cb-1892-461f-a710-3019bc7d8213', 'network_id': '513921cb-1892-461f-a710-3019bc7d8213', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:50:18.072092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.087898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Provisioning for port 918ece91-90ff-41d8-b09e-fab89e27f7be completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:18.102018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Provisioning complete for port 918ece91-90ff-41d8-b09e-fab89e27f7be triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:18.102618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.193314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:50:18.193826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:50:18.249365 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:50:18.259504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d059cb6-c7f4-4535-a2fe-951c50e15cca {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:18.277531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:18.370008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.474476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:18.559525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.636754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a408d28-c34a-460c-a46c-249e04fccd77 req-e62ffebd-7c89-4589-b74c-804d19037797 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:18.640033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a408d28-c34a-460c-a46c-249e04fccd77 req-e62ffebd-7c89-4589-b74c-804d19037797 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 943 time: 1.0019944 Feb 10 22:50:18.644295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bba3b11-f362-45b4-b348-191b26c6672e req-127fe3b7-4ab3-4fa7-9381-16859944a4a9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6779211 Feb 10 22:50:18.740108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-c7d06999-db31-4ebd-9e41-2a81bc6000f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:18.750049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-c7d06999-db31-4ebd-9e41-2a81bc6000f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.8505466 Feb 10 22:50:18.751906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['3d059cb6-c7f4-4535-a2fe-951c50e15cca'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:18.779336 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a408d28-c34a-460c-a46c-249e04fccd77 req-c77fe72e-cfe1-4373-a582-d393189d6a80 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295471 Feb 10 22:50:18.821069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] For port 918ece91-90ff-41d8-b09e-fab89e27f7be, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=918ece91-90ff-41d8-b09e-fab89e27f7be,segment=NetworkSegment(9831736a-c105-4d24-8f0e-b2269365b365),segment_id=9831736a-c105-4d24-8f0e-b2269365b365)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:18.846876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.873859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.878523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.910489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:18.921094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:18.948922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Transition to ACTIVE for port object 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:18.958189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:19.009546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79716e37-8080-4f1e-9f3b-bf2b1a229bf9 None None] Pushing event updated for resources: {'Port': ['ID=918ece91-90ff-41d8-b09e-fab89e27f7be,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:19.059309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Allocated IP 2001:db8:1::2 (513921cb-1892-461f-a710-3019bc7d8213/3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2/d30db57c-ef36-4fd9-9cb0-6e62e62db374) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:19.295070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] Pushing event deleted for resources: {'Network': ['ID=6e30956d-2a77-4d0b-927c-4f2615298bf0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:19.350426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f373040-8488-4f21-ae8d-52206e12e057 tempest-ExternalNetworksTestJSON-1762462477 tempest-ExternalNetworksTestJSON-1762462477-project] 10.222.0.53 "DELETE /v2.0/networks/6e30956d-2a77-4d0b-927c-4f2615298bf0 HTTP/1.1" status: 204 len: 168 time: 2.6465101 Feb 10 22:50:19.496283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-7d0ddaf2-5c3f-49b3-bb0d-2e4b51c6b847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:19.500124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-7d0ddaf2-5c3f-49b3-bb0d-2e4b51c6b847 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7319217 Feb 10 22:50:19.572498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:19.605370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:19.659160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Attempting to bind port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:19.661542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Attempting to bind port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:19.661884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Attempting to bind port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:19.677876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:50:19.678215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Attempting to bind port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:19.696963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:19.697350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:19.698859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:19.699366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Bound port: 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:19.700210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:19.994004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:19.999347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:20.015458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:20.061302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:20.088098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Transition to ACTIVE for port object d30db57c-ef36-4fd9-9cb0-6e62e62db374 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:20.113132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Transition to ACTIVE for port object d30db57c-ef36-4fd9-9cb0-6e62e62db374 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:20.157633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:20.289715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 918ece91-90ff-41d8-b09e-fab89e27f7be up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:20.297213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Pushing event updated for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:20.305696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56616) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:20.344680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:20.345639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:20.349738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-86b7528c-af3c-491d-b31d-27368bc4e71b service neutron] 10.222.0.30 "PUT /v2.0/ports/6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 HTTP/1.1" status: 200 len: 1091 time: 3.0764360 Feb 10 22:50:20.351464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:20.379893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-9e1ecab0-9598-46c1-b4fb-4d430e6a574f service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8210084 Feb 10 22:50:20.396251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Network 513921cb-1892-461f-a710-3019bc7d8213 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:20.409593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:20.422424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:20.517099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8a5f0f5b-687f-44c6-9365-ee7cc240e8a3 None None] Provisioning complete for port 918ece91-90ff-41d8-b09e-fab89e27f7be triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:20.517463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a5f0f5b-687f-44c6-9365-ee7cc240e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:20.523933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5713a829-24da-46f0-a2ef-99cd747a1877 req-9ba86686-dee3-4ac4-a3eb-c90a4eb6e0c5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:20.533713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5713a829-24da-46f0-a2ef-99cd747a1877 req-9ba86686-dee3-4ac4-a3eb-c90a4eb6e0c5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 944 time: 0.3770123 Feb 10 22:50:20.598951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Pushing event updated for resources: {'Port': ['ID=d30db57c-ef36-4fd9-9cb0-6e62e62db374,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:20.651088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3d059cb6-c7f4-4535-a2fe-951c50e15cca up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:20.696150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5713a829-24da-46f0-a2ef-99cd747a1877 req-37fd58da-9fdb-431b-b5ff-ae547250c497 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467905 Feb 10 22:50:20.701927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-62977a9d-90de-4f29-961b-492aede595b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:20.708856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-62977a9d-90de-4f29-961b-492aede595b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 1094 time: 0.2997992 Feb 10 22:50:20.828639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-ab7c508d-da05-45f9-a9d6-af60d66325ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 HTTP/1.1" status: 200 len: 217 time: 0.1162868 Feb 10 22:50:20.838350 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9', 'status': 'completed', 'code': 200} Feb 10 22:50:20.963538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-973af155-b858-44fb-be0f-3bc6a9645dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:20.967819 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-973af155-b858-44fb-be0f-3bc6a9645dd2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1283121 Feb 10 22:50:20.997950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Attempting to bind port d30db57c-ef36-4fd9-9cb0-6e62e62db374 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:20.998317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Attempting to bind port d30db57c-ef36-4fd9-9cb0-6e62e62db374 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'cc1b2f02-58a4-478c-a902-15e5d554982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '513921cb-1892-461f-a710-3019bc7d8213'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:20.998672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Attempting to bind port d30db57c-ef36-4fd9-9cb0-6e62e62db374 on network 513921cb-1892-461f-a710-3019bc7d8213 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:21.009890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 3d059cb6-c7f4-4535-a2fe-951c50e15cca completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:21.025483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a64f6-5fda-4571-a7c4-43bf444dd918 req-f07ee45e-c563-4dc2-ae88-4af19e4223aa tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:21.027238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea8a64f6-5fda-4571-a7c4-43bf444dd918 req-f07ee45e-c563-4dc2-ae88-4af19e4223aa tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 943 time: 1.0806215 Feb 10 22:50:21.039477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:21.046692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Checking segment: {'id': 'cc1b2f02-58a4-478c-a902-15e5d554982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '513921cb-1892-461f-a710-3019bc7d8213'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:21.046692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.046692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Bound using segment: {'id': 'cc1b2f02-58a4-478c-a902-15e5d554982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '513921cb-1892-461f-a710-3019bc7d8213'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:21.046692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Bound port: d30db57c-ef36-4fd9-9cb0-6e62e62db374, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc1b2f02-58a4-478c-a902-15e5d554982f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '513921cb-1892-461f-a710-3019bc7d8213'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:21.046692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.146232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-0395a8d0-bb2c-4807-939e-9d123cf99cff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717567 Feb 10 22:50:21.167559 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 3d059cb6-c7f4-4535-a2fe-951c50e15cca triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:21.168121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.244666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-01922a9d-b174-44a7-a539-5225476122dd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4c9b33153f33465aa81b0e30c22e160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9222307 Feb 10 22:50:21.275754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea8a64f6-5fda-4571-a7c4-43bf444dd918 req-59ab0823-dcd1-4d82-96bf-492de61fb17a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134216 Feb 10 22:50:21.277706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56638) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:21.281768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8::1 (55ef933d-5c01-4527-9fb9-892275c39fcd/868d5c0f-059e-435c-af9f-ce1702192ae1/c8bf640f-6dc1-45bc-9981-9c08a0799e6e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:21.308704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64f827ae-a540-4acc-b10a-45af97c46ba4 req-84099610-185c-451e-bf31-f03c97292cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9147894 Feb 10 22:50:21.506767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 918ece91-90ff-41d8-b09e-fab89e27f7be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:21.507062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.528650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.541424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-02824da2-0f02-4649-94dc-22ff69e6e1b1 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3876565 Feb 10 22:50:21.609391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] For port d30db57c-ef36-4fd9-9cb0-6e62e62db374, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:21.618576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] For port d30db57c-ef36-4fd9-9cb0-6e62e62db374, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d30db57c-ef36-4fd9-9cb0-6e62e62db374,segment=NetworkSegment(cc1b2f02-58a4-478c-a902-15e5d554982f),segment_id=cc1b2f02-58a4-478c-a902-15e5d554982f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:21.669435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.722769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.824252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369e9ad-35e5-480b-9ccc-ddd73ee59635 None None] Pushing event updated for resources: {'Port': ['ID=d30db57c-ef36-4fd9-9cb0-6e62e62db374,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:21.846071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object c8bf640f-6dc1-45bc-9981-9c08a0799e6e will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:21.948286 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.965727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:21.974137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.064765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.091352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:22.122398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:22.134402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.171466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.215557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a6b66-7849-40a8-9cd0-a933c76b6edf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:22.232892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f32a321-947b-44e7-8aa2-a24985a068aa req-43a6567f-2b47-4015-a04e-11f2284ac04d service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6777682 Feb 10 22:50:22.260648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.263895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e64dd63-e9f3-4746-9945-155109386051 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/389a6b66-7849-40a8-9cd0-a933c76b6edf HTTP/1.1" status: 204 len: 168 time: 0.9850957 Feb 10 22:50:22.439409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 55ef933d-5c01-4527-9fb9-892275c39fcd is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:22.444709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:22.452336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:22.452886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.453728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:22.461306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=c8bf640f-6dc1-45bc-9981-9c08a0799e6e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:22.509481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-cd4f1b49-9650-4b72-acf7-548ee323a3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:22.511121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-cd4f1b49-9650-4b72-acf7-548ee323a3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 1094 time: 0.2207446 Feb 10 22:50:22.585873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2080bc7d-b898-495d-acde-8d0fb03cfacd req-b33a4b2d-b9a9-4601-a376-a0df28acbdc7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:22.587834 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2080bc7d-b898-495d-acde-8d0fb03cfacd req-b33a4b2d-b9a9-4601-a376-a0df28acbdc7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 945 time: 0.4439287 Feb 10 22:50:22.780754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2080bc7d-b898-495d-acde-8d0fb03cfacd req-fc7e9cc8-73b8-4ec1-b526-e2d276a75ee0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400747 Feb 10 22:50:22.787024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:22.984859 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'code': 200} Feb 10 22:50:23.057882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f9d9298-d225-438c-b0e2-cd26243c861b None None] Provisioning for port c8bf640f-6dc1-45bc-9981-9c08a0799e6e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:23.079208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f9d9298-d225-438c-b0e2-cd26243c861b None None] Provisioning complete for port c8bf640f-6dc1-45bc-9981-9c08a0799e6e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:23.084150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9298-d225-438c-b0e2-cd26243c861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:23.286995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d9298-d225-438c-b0e2-cd26243c861b None None] Port c8bf640f-6dc1-45bc-9981-9c08a0799e6e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:23.440387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-4c9912d3-5129-4ffe-8e52-17e61b0f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:23.446123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-4c9912d3-5129-4ffe-8e52-17e61b0f6e6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.9282043 Feb 10 22:50:23.628317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-d6393668-8a11-4e95-a5d0-b5dedee10068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 HTTP/1.1" status: 200 len: 217 time: 0.1687183 Feb 10 22:50:23.759470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03bd93-d087-4493-a89f-3f31cb5e40a3 req-33f4c8ea-32cf-4aff-ae00-c6e591cd5693 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:23.761337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c03bd93-d087-4493-a89f-3f31cb5e40a3 req-33f4c8ea-32cf-4aff-ae00-c6e591cd5693 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.4592006 Feb 10 22:50:23.765809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-daee2331-3fb0-404d-9b75-a4ee01c7f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:23.766925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-daee2331-3fb0-404d-9b75-a4ee01c7f993 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1263018 Feb 10 22:50:23.820199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d771732-cbfc-4e64-8b21-a8c4e89df085 None None] Network 513921cb-1892-461f-a710-3019bc7d8213 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:23.848589 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-3c7ba6e5-25a2-4425-82d8-26e91956a519 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731094 Feb 10 22:50:23.909026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56704) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:23.972985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-523f9fd9-5dd3-41ff-a410-5ed5f1379c12 None None] Provisioning for port d30db57c-ef36-4fd9-9cb0-6e62e62db374 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:24.012485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fa80d-aec2-43ac-a1b5-be9212cd64a1 req-afc29ac8-64a7-4e8f-96ef-14756636778e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:24.014272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b0fa80d-aec2-43ac-a1b5-be9212cd64a1 req-afc29ac8-64a7-4e8f-96ef-14756636778e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 943 time: 0.5035315 Feb 10 22:50:24.021405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11ec8e-925e-4cbf-84f0-fcf9daad8947 req-f2ee97dc-b7c3-4b85-b3f1-e308ccc0701a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:24.023432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d11ec8e-925e-4cbf-84f0-fcf9daad8947 req-f2ee97dc-b7c3-4b85-b3f1-e308ccc0701a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 1096 time: 0.5594838 Feb 10 22:50:24.127198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c03bd93-d087-4493-a89f-3f31cb5e40a3 req-154a882b-490a-4c16-b172-46e4c9c8136f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3528399 Feb 10 22:50:24.205817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d11ec8e-925e-4cbf-84f0-fcf9daad8947 req-281fb7c4-420b-43b5-8eb5-c0621933d19b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747382 Feb 10 22:50:24.263120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b0fa80d-aec2-43ac-a1b5-be9212cd64a1 req-d862714d-b1e3-4efe-9ff6-a478b112f6e5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330697 Feb 10 22:50:24.335951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.355269 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.356374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.389778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1aba0a43-8403-4459-956c-25f666aaf3e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9bd7559b6aa54025b6b747f31816bd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713604 Feb 10 22:50:24.395578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56716) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:24.404036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-3b51fa5d-5252-455f-bcbb-0adba29f4593 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465639 Feb 10 22:50:24.440090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.462493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d30db57c-ef36-4fd9-9cb0-6e62e62db374 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:24.480259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=c8bf640f-6dc1-45bc-9981-9c08a0799e6e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:24.631318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d30db57c-ef36-4fd9-9cb0-6e62e62db374 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:24.646450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d30db57c-ef36-4fd9-9cb0-6e62e62db374 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:24.646826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.833115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.834288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 55ef933d-5c01-4527-9fb9-892275c39fcd is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:24.844307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:24.870072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.908220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.936870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d30db57c-ef36-4fd9-9cb0-6e62e62db374, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d30db57c-ef36-4fd9-9cb0-6e62e62db374,segment=NetworkSegment(cc1b2f02-58a4-478c-a902-15e5d554982f),segment_id=cc1b2f02-58a4-478c-a902-15e5d554982f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:24.942597 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:24.998994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36cd6e4b-6cb9-4be8-a485-4585db5610d3 req-7cd182bd-009c-46f1-b5db-0ba1e9138d3f service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4873340 Feb 10 22:50:25.135256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:25.184086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d30db57c-ef36-4fd9-9cb0-6e62e62db374,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:25.193655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316ae3d1-e82b-4ceb-bfe1-fd30ccbe2bfd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:25.234431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04efc50e-966a-49e1-bd8e-ea3fa293bcd2 None None] Provisioning complete for port d30db57c-ef36-4fd9-9cb0-6e62e62db374 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:25.234811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04efc50e-966a-49e1-bd8e-ea3fa293bcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:25.247344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724fa6-e09d-4125-83f0-3d4f1edae2f2 req-df7586d3-69fc-4029-8199-ebfe4f755561 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:25.263607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32724fa6-e09d-4125-83f0-3d4f1edae2f2 req-df7586d3-69fc-4029-8199-ebfe4f755561 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 945 time: 0.7541771 Feb 10 22:50:25.315664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.316012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.316357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.316696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.317032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.327207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.327717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.332912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.333347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.334286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.334473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.335930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:50:25.355156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:25.363904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1a6f19f-6149-4c1d-b7dc-0db662298e53 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/316ae3d1-e82b-4ceb-bfe1-fd30ccbe2bfd HTTP/1.1" status: 204 len: 168 time: 0.9669623 Feb 10 22:50:25.404538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 15161e5f-5fd1-4129-8486-e2e1a3781553 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:50:25.411776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32724fa6-e09d-4125-83f0-3d4f1edae2f2 req-e94eedac-2a6e-4e34-b798-62ef2a1650b1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428742 Feb 10 22:50:25.748243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:50:25.760596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] Sync routers for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:50:25.772939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:25.773570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:25.812733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f8707642-2a01-4a27-a3ad-c3b353476618 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8392935 Feb 10 22:50:25.813418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56750) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:25.860561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72210db6-f039-494d-846a-deb028d81f29 req-4ecc5a0f-81fd-423c-ac73-9bca9ca91396 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:25.863233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-72210db6-f039-494d-846a-deb028d81f29 req-4ecc5a0f-81fd-423c-ac73-9bca9ca91396 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:25.905478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-72210db6-f039-494d-846a-deb028d81f29 req-4ecc5a0f-81fd-423c-ac73-9bca9ca91396 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:25.907786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72210db6-f039-494d-846a-deb028d81f29 req-4ecc5a0f-81fd-423c-ac73-9bca9ca91396 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 943 time: 0.2582817 Feb 10 22:50:25.916281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7c69a-621e-4585-8dab-5dc4262c901a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:25.917237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8dc7c69a-621e-4585-8dab-5dc4262c901a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:25.918968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:25.942767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:25.952305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:25.961352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8dc7c69a-621e-4585-8dab-5dc4262c901a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:25.965708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8dc7c69a-621e-4585-8dab-5dc4262c901a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports/c8bf640f-6dc1-45bc-9981-9c08a0799e6e HTTP/1.1" status: 200 len: 911 time: 0.1504672 Feb 10 22:50:25.966454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56756) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:25.989091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72210db6-f039-494d-846a-deb028d81f29 req-df35684a-6d74-4089-8d5a-6a648a2c761c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758376 Feb 10 22:50:26.110442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:26.110918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd44a688-5152-4f8a-a5b8-6801a4addb68 None None] The sync data for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:50:26.114519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b122ff67-969a-4bd7-bb76-cacd467bd4d4 None None] Provisioning complete for port c8bf640f-6dc1-45bc-9981-9c08a0799e6e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:26.115649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b122ff67-969a-4bd7-bb76-cacd467bd4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:26.223820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d30db57c-ef36-4fd9-9cb0-6e62e62db374 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:26.284951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b122ff67-969a-4bd7-bb76-cacd467bd4d4 None None] Port c8bf640f-6dc1-45bc-9981-9c08a0799e6e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:26.357600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d30db57c-ef36-4fd9-9cb0-6e62e62db374 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:26.357964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:26.392984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c1cf3-d98e-4972-92ec-c70168cf0104 req-dc05ffe4-c1a0-4eae-b2b5-506e0c7d59b2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:26.394607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-739c1cf3-d98e-4972-92ec-c70168cf0104 req-dc05ffe4-c1a0-4eae-b2b5-506e0c7d59b2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.6490295 Feb 10 22:50:26.501699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:50:26.544821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-739c1cf3-d98e-4972-92ec-c70168cf0104 req-f94ababa-07b2-44a4-b232-767382fe9e07 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408427 Feb 10 22:50:26.760850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:26.790068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9', 'mac_address': 'fa:16:3e:9b:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:50:26.930644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:26.989770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f4372-2146-48c7-ac44-cdec25d843f7 req-cafcbb13-a971-44c8-bc5a-13c595d3da91 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:26.995429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a1f4372-2146-48c7-ac44-cdec25d843f7 req-cafcbb13-a971-44c8-bc5a-13c595d3da91 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 945 time: 0.2900512 Feb 10 22:50:26.999209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:27.095228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:27.107327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:27.164054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a1f4372-2146-48c7-ac44-cdec25d843f7 req-0c4c4e17-a7ae-4382-ba84-2941feff96ae tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619844 Feb 10 22:50:27.379104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:27.457478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:27.488065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:27.501902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-da96e52b-32a0-4201-80b2-57b237cc2959 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 267 time: 0.1273327 Feb 10 22:50:27.773425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-c90fa0f5-e947-49a6-816c-7f4909e5d517 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:27.785452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-c90fa0f5-e947-49a6-816c-7f4909e5d517 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 945 time: 0.2625475 Feb 10 22:50:27.798069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'security_groups': []}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:28.025918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:28.044065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-d91fe29a-9e39-43d3-9552-4ab926539bbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7447464 Feb 10 22:50:28.063460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb9921f-4722-4248-9729-9764cfdf56e5 req-719a4a2d-8d97-4086-9116-f5cf15b5a631 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:28.073698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cb9921f-4722-4248-9729-9764cfdf56e5 req-719a4a2d-8d97-4086-9116-f5cf15b5a631 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 944 time: 0.6562448 Feb 10 22:50:28.108441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8:1::1 (513921cb-1892-461f-a710-3019bc7d8213/3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2/13033362-3f9d-4720-8da1-74a0d9297c8f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:28.417473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5cb9921f-4722-4248-9729-9764cfdf56e5 req-a47d603a-dfe6-45ee-a6b4-8127bd68243d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413701 Feb 10 22:50:28.591403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:28.657366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:28.666039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:28.681456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['957d681d-06b6-4d2b-98a5-dd6d57769953', '3d059cb6-c7f4-4535-a2fe-951c50e15cca'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:28.754398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:28.856940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:28.887303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:28.887964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:28.914095 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6e4df167-4f92-469f-9cfc-d2be8713e912 req-5b6a4699-dbae-42a8-b87e-d46fa8a54b2d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "PUT /v2.0/ports/3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 200 len: 904 time: 1.1242704 Feb 10 22:50:28.917205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:28.937702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-c9abae64-65fd-4845-af2a-3ef8ed72b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:28.939219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-c9abae64-65fd-4845-af2a-3ef8ed72b6c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 1097 time: 0.8596451 Feb 10 22:50:28.996237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['3d059cb6-c7f4-4535-a2fe-951c50e15cca'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:29.410881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18f273e3-aaa9-464a-b473-e74d8752bb15 None None] Provisioning complete for port 3d059cb6-c7f4-4535-a2fe-951c50e15cca triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:29.411255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18f273e3-aaa9-464a-b473-e74d8752bb15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:29.426512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cfaa86-64a0-4bf7-a61f-f5b4ebe703b3 req-63ef8a70-19c1-43ea-8e30-5452b515bde1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:29.441350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21cfaa86-64a0-4bf7-a61f-f5b4ebe703b3 req-63ef8a70-19c1-43ea-8e30-5452b515bde1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 907 time: 0.3604035 Feb 10 22:50:29.530315 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'status': 'completed', 'code': 200} Feb 10 22:50:29.675667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:29.727013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7494-b007-46e9-a786-49e7da831851 req-114d9554-b758-4190-b04d-41801b896100 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:29.732874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d18e7494-b007-46e9-a786-49e7da831851 req-114d9554-b758-4190-b04d-41801b896100 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 1.0326383 Feb 10 22:50:29.743840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-9e4f7faf-3151-40e3-a9f7-aa89549d485d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:29.746694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-9e4f7faf-3151-40e3-a9f7-aa89549d485d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 1058 time: 0.1839280 Feb 10 22:50:29.934449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:30.025477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e4aeb0-99b6-4ba0-9db8-984395218f8e req-352b95a3-8146-436e-8a89-df23fba0aacb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.034179 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90e4aeb0-99b6-4ba0-9db8-984395218f8e req-352b95a3-8146-436e-8a89-df23fba0aacb tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 944 time: 0.2428820 Feb 10 22:50:30.042842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 13033362-3f9d-4720-8da1-74a0d9297c8f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:30.060016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-70cdc9e5-3f8c-4987-9d23-da23780f6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.063273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-70cdc9e5-3f8c-4987-9d23-da23780f6516 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3099866 Feb 10 22:50:30.109879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-0c51b0f1-51a1-41ea-b4fd-0c00ca9c3fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.113168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-0c51b0f1-51a1-41ea-b4fd-0c00ca9c3fba service neutron] 10.222.0.24 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 1.1086922 Feb 10 22:50:30.217878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90e4aeb0-99b6-4ba0-9db8-984395218f8e req-ea16a22d-0c6f-46de-b7a7-6956f8808069 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780384 Feb 10 22:50:30.217878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-efce209d-86e0-4d64-9ddd-b71e394a7db8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 200 len: 217 time: 0.1433346 Feb 10 22:50:30.282911 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d18e7494-b007-46e9-a786-49e7da831851 req-82817e19-2c5a-49bf-923d-25b74cfb1f46 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2937927 Feb 10 22:50:30.307541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-8fd2ded7-3974-4811-af38-f53fbbc4857b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 200 len: 217 time: 0.1807418 Feb 10 22:50:30.393172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-81a57292-9a34-4afd-8cc3-ba9da1259b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.394577 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-81a57292-9a34-4afd-8cc3-ba9da1259b50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1707704 Feb 10 22:50:30.406416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-d256eee7-262c-4e69-af6a-2c991954b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.408724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-d256eee7-262c-4e69-af6a-2c991954b844 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.0944972 Feb 10 22:50:30.486648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-b4f207af-fe93-430e-9f91-e0ebf6e4b350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706890 Feb 10 22:50:30.488544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:30.504876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:30.532608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1590379587', 'router:external': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:30.551319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:30.575305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:network and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:30.579434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:30.591251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:30.636024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-dec48dc4-0f81-4849-ab7d-57b7e00e1dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:30.640212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-dec48dc4-0f81-4849-ab7d-57b7e00e1dd7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393711 Feb 10 22:50:30.641076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Made reservation on behalf of b49d1b2e6e4a49708c1651bb26683399 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:30.645572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:30.679022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:30.685123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:30.685960 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:30.740250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 513921cb-1892-461f-a710-3019bc7d8213 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:30.761695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:30.772434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:30.773487 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:30.862092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-d026e707-720d-4352-9588-94c5ca434c2b service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974361 Feb 10 22:50:30.948689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:30.999004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=13033362-3f9d-4720-8da1-74a0d9297c8f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:31.025661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.082679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:31.123258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:31.140624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.234570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.244662 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9', 'code': 200} Feb 10 22:50:31.247440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d74f2652-d03b-4874-a389-bf7c3bd818c6 req-ef8658d0-9166-4871-98a3-64d7f1c13f52 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998683 Feb 10 22:50:31.334496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-fe62da6c-2901-403e-89c5-f308744b705c service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8402543 Feb 10 22:50:31.365740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:31.367169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:31.380899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4d6e0d89-848d-40b3-8baa-5b16da3ab52a None None] Provisioning for port 13033362-3f9d-4720-8da1-74a0d9297c8f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:31.390885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4d6e0d89-848d-40b3-8baa-5b16da3ab52a None None] Provisioning complete for port 13033362-3f9d-4720-8da1-74a0d9297c8f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:31.391823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d6e0d89-848d-40b3-8baa-5b16da3ab52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.417614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:security_group_rule and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:31.431307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:31.449479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:31.504828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4d6e0d89-848d-40b3-8baa-5b16da3ab52a None None] Port 13033362-3f9d-4720-8da1-74a0d9297c8f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:31.533316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af88ba66-f816-4a93-a7b3-c229e249c66a req-c34313f8-fa4f-4568-9b11-05a7c5361f17 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:31.534990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af88ba66-f816-4a93-a7b3-c229e249c66a req-c34313f8-fa4f-4568-9b11-05a7c5361f17 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6717076 Feb 10 22:50:31.581442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272673a7-f138-4887-bb1f-c695c42084d6 req-ad96b6f8-89c7-4852-9847-ba47f73c5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:31.583477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-272673a7-f138-4887-bb1f-c695c42084d6 req-ad96b6f8-89c7-4852-9847-ba47f73c5591 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 1096 time: 0.3118992 Feb 10 22:50:31.601477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7909307-663f-4d42-9dfc-6302f00d72fb req-c2b09421-8eb9-4ff6-b59d-d5f2640a80bd service neutron] 10.222.0.24 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879666 Feb 10 22:50:31.628585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af88ba66-f816-4a93-a7b3-c229e249c66a req-1cd7f446-343e-4e7b-b33f-f8bf56303553 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841038 Feb 10 22:50:31.716989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-272673a7-f138-4887-bb1f-c695c42084d6 req-fe569b6b-a9e0-44f6-b0b7-2f03071e157f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945728 Feb 10 22:50:31.811124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.815676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.858959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf3b407-7a6b-4f25-9040-b28e56e3c1eb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:31.869100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56910) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:31.940058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:31.945864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84375d7f-9061-427c-b784-0bd220fb6111 req-ece9c8cd-a8db-4e65-9efc-9a673606e8a8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:31.948146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84375d7f-9061-427c-b784-0bd220fb6111 req-ece9c8cd-a8db-4e65-9efc-9a673606e8a8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.3455753 Feb 10 22:50:31.970400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:31.970955 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Added segment 53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9 of type vlan for network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b Feb 10 22:50:32.020289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691314b-9fd5-475e-9061-a9d36f495f05 req-146a2536-67d1-4405-acc5-038f3a1d8ab5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:32.021902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c691314b-9fd5-475e-9061-a9d36f495f05 req-146a2536-67d1-4405-acc5-038f3a1d8ab5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.1430447 Feb 10 22:50:32.079635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.103728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c691314b-9fd5-475e-9061-a9d36f495f05 req-324de939-2a7c-48e3-ad72-72c2e17d9c89 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705125 Feb 10 22:50:32.149693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84375d7f-9061-427c-b784-0bd220fb6111 req-c7de5071-da81-4a75-9866-1b1704f3c560 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944151 Feb 10 22:50:32.200140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.201226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:32.201805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.316310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.323777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.325375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.429440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.466681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:32.487954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Network': ['ID=b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:32.492448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Usage tracker for resource:security_group_rule and tenant:9a7e5538ee9c4a70b04cbe4d2a34ae5c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:32.500653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:50:32.505746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ba36ad58-a8ed-49e7-96d8-bec0f824038a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5510545 Feb 10 22:50:32.506996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:32.508251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:32.518627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:32.521771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'subnet': {'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:32.526262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=13033362-3f9d-4720-8da1-74a0d9297c8f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:32.532846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:32.550313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:subnet and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:32.556468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:32.563491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:32.587821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Made reservation on behalf of b49d1b2e6e4a49708c1651bb26683399 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:32.591697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9165cfda-51aa-4b92-b23d-7cff726f3f5d req-8608dfd5-8b9d-4389-b6be-e95e55efc12d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:32.592254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.598972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9165cfda-51aa-4b92-b23d-7cff726f3f5d req-8608dfd5-8b9d-4389-b6be-e95e55efc12d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2483561 Feb 10 22:50:32.685721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9165cfda-51aa-4b92-b23d-7cff726f3f5d req-1921ae47-8d9a-4d32-b96d-8ca2d984d1c8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759761 Feb 10 22:50:32.772111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.781235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:32.857026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a7e5538ee9c4a70b04cbe4d2a34ae5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9848878 Feb 10 22:50:32.869387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:32.904710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4e819-12dd-45c3-b699-dd57fd440799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1469e73f-4e87-4a69-9b35-3df8b2635b42,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:33.009364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 513921cb-1892-461f-a710-3019bc7d8213 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:33.016490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:33.174513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:33.267864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:33.273108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a27ccb-3966-4e77-a247-de3940816e43 req-dc431a61-90a4-4a38-b535-53cdbc144ef7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:33.282815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0a27ccb-3966-4e77-a247-de3940816e43 req-dc431a61-90a4-4a38-b535-53cdbc144ef7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3834150 Feb 10 22:50:33.450857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 15161e5f-5fd1-4129-8486-e2e1a3781553 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:50:33.454642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:33.487468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:33.488842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1469e73f-4e87-4a69-9b35-3df8b2635b42 HTTP/1.1" status: 204 len: 168 time: 0.6189182 Feb 10 22:50:33.501089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e789c-51ce-40f3-bc29-a2d0a4fa1e17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1469e73f-4e87-4a69-9b35-3df8b2635b42,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:33.550347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6c2dd-2bf5-4b06-bef5-b878cd2b4c0b req-c3b90e8d-02c8-4f31-b7e4-0f1167f733d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:33.556803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b6c2dd-2bf5-4b06-bef5-b878cd2b4c0b req-c3b90e8d-02c8-4f31-b7e4-0f1167f733d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.1839325 Feb 10 22:50:33.560731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cfa11210-0700-4170-a609-5bac8640430f None None] Provisioning complete for port 13033362-3f9d-4720-8da1-74a0d9297c8f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:33.561260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfa11210-0700-4170-a609-5bac8640430f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:33.628854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6b6c2dd-2bf5-4b06-bef5-b878cd2b4c0b req-4484f962-0db0-4054-852b-fd8bd49dee23 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658808 Feb 10 22:50:33.689072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cfa11210-0700-4170-a609-5bac8640430f None None] Port 13033362-3f9d-4720-8da1-74a0d9297c8f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:33.862805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0a27ccb-3966-4e77-a247-de3940816e43 req-fc67b240-e768-4b6e-909c-a15624fc5c91 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829464 Feb 10 22:50:34.004624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:50:34.015268 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] Sync routers for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:50:34.031253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64f836c-ced7-4c06-a061-45c83477d33e req-7a0dc14c-0a65-4167-b2e0-1b6e7afa7bca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:34.032857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a64f836c-ced7-4c06-a061-45c83477d33e req-7a0dc14c-0a65-4167-b2e0-1b6e7afa7bca tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.2141330 Feb 10 22:50:34.045672 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:34.046313 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:34.051206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56958) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:34.090081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-64ff5283-46be-4191-9fa4-99f2a244a280 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1215799 Feb 10 22:50:34.093869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56962) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:34.102043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.127901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a64f836c-ced7-4c06-a061-45c83477d33e req-aeee8d7b-7d19-4b1c-abb7-76b314051266 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879023 Feb 10 22:50:34.172989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:34.191064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Usage tracker for resource:security_group_rule and tenant:21fcca90ee534f00aeea337a4d69abbc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:34.205447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:34.213216 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:34.232242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:34.245932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:34.246565 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:34.426318 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:34.427087 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac797bbd-5f4f-4f69-a622-d60c6604dfc7 None None] The sync data for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:50:34.546787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.562974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:34.573790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.644319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=21fcca90ee534f00aeea337a4d69abbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5881546 Feb 10 22:50:34.659916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564c35fb-ebce-4975-8d01-9240a325dbd5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:34.660526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-564c35fb-ebce-4975-8d01-9240a325dbd5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:34.665914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56988) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:34.728911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.752146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ecff8d-45fe-410d-b5a5-bd0ca86e6fbd req-4904a0c9-70cc-45b5-9572-96a979e2f343 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:34.753707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5ecff8d-45fe-410d-b5a5-bd0ca86e6fbd req-4904a0c9-70cc-45b5-9572-96a979e2f343 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.1471450 Feb 10 22:50:34.758128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:34.760613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec4fe7-9515-4c44-8d4f-aa5848d33164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb800693-8076-449c-ae0c-1e8c34081d0b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:34.777960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Usage tracker for resource:security_group_rule and tenant:4aa22ac01dca4d90bcf6935e8d65ec11 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:34.783840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:34.792830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:34.828255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5ecff8d-45fe-410d-b5a5-bd0ca86e6fbd req-18c1526c-6773-45df-891d-1295dd56300d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665095 Feb 10 22:50:34.842484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:50:34.842972 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.888987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:34.895566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-564c35fb-ebce-4975-8d01-9240a325dbd5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:34.899786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-564c35fb-ebce-4975-8d01-9240a325dbd5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports/13033362-3f9d-4720-8da1-74a0d9297c8f HTTP/1.1" status: 200 len: 913 time: 0.8011260 Feb 10 22:50:34.900814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56996) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:34.956371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a12862-2197-45f2-9875-5cd698290578 req-7e370df0-5efa-4ea5-96ac-7cb0782ca3cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:34.963790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64a12862-2197-45f2-9875-5cd698290578 req-7e370df0-5efa-4ea5-96ac-7cb0782ca3cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7541332 Feb 10 22:50:34.986450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.012661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a624fdf9-761e-4564-83d4-152eff3efda5,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:35.031737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.066617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Checking segment: {'id': '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:35.067219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network hostable DHCP agents. Network: b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:50:35.075833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64a12862-2197-45f2-9875-5cd698290578 req-755b1ef5-e465-4c6a-8a3f-ad35cfc57bfe tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111572 Feb 10 22:50:35.097485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:50:35.121650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:35.132384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6dcc17-f36e-438e-ac31-f0628dfc6047 None None] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:35.136232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.144260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.172833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:35.173433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.211340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb800693-8076-449c-ae0c-1e8c34081d0b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:35.228133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.233002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-31401e04-62fe-4143-ba8e-113a3e761155 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bb800693-8076-449c-ae0c-1e8c34081d0b HTTP/1.1" status: 204 len: 168 time: 0.5613024 Feb 10 22:50:35.253690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-692ea0af-ffab-49a5-89f4-6d9d17e89608 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.7438135 Feb 10 22:50:35.255107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57004) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:35.270894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-688597839', 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:35.278950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4aa22ac01dca4d90bcf6935e8d65ec11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7148631 Feb 10 22:50:35.283137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a81bc7a-707c-4545-bdc2-3feea4479cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6abfc8-4be1-4426-a65b-1f7a18c00551,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:35.291900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:35.294340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57008) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:35.304281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:port and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:35.310236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:35.390111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:35.430025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Made reservation on behalf of b49d1b2e6e4a49708c1651bb26683399 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:35.434609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.491628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] device_id is not set on port 28d062df-1c5a-42b9-8609-b55721e3d987 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:50:35.558030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd768c-fadc-48ec-b8e3-7ff1671cfb6a None None] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:35.593188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5f49a-60a4-4f9d-a217-e71791a1c0c6 req-76e34f1f-e3d1-4dbd-b252-4910cea0a7ca tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:35.600214 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4a5f49a-60a4-4f9d-a217-e71791a1c0c6 req-76e34f1f-e3d1-4dbd-b252-4910cea0a7ca tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.6155682 Feb 10 22:50:35.696212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.740093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4a5f49a-60a4-4f9d-a217-e71791a1c0c6 req-d5c22b8e-b3c8-4fea-82b4-61ce186fb445 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390345 Feb 10 22:50:35.764773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.767654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971f0e-f54c-4c72-8e11-84753124f8b8 req-ebad911e-0cc9-4b24-97cc-1f9030a4cf70 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:35.779593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f971f0e-f54c-4c72-8e11-84753124f8b8 req-ebad911e-0cc9-4b24-97cc-1f9030a4cf70 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.4672461 Feb 10 22:50:35.833127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 2001:db8::32 (b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b/a624fdf9-761e-4564-83d4-152eff3efda5/28d062df-1c5a-42b9-8609-b55721e3d987) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:35.856298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:35.910501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f971f0e-f54c-4c72-8e11-84753124f8b8 req-1c75f0b2-2db8-4f55-9095-1fda9a460460 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276586 Feb 10 22:50:35.958482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6abfc8-4be1-4426-a65b-1f7a18c00551,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:36.036223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:36.038117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ff66ab9-6c57-44c9-b04a-b394b1e60653 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d6abfc8-4be1-4426-a65b-1f7a18c00551 HTTP/1.1" status: 204 len: 168 time: 0.6596618 Feb 10 22:50:36.362687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-12cdb1e4-650b-4a39-8d51-7ca60b929b0e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:36.372287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-12cdb1e4-650b-4a39-8d51-7ca60b929b0e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.4290898 Feb 10 22:50:36.424934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-3f2d172a-4ad5-4af3-a03b-f00db0079bc2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/quotas/544e6fb737cb40aeaa6771307e9cc671 HTTP/1.1" status: 200 len: 375 time: 0.0490983 Feb 10 22:50:36.602363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:36.646871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:36.664682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57050) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:36.686680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:36.710607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:36.718751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Usage tracker for resource:security_group_rule and tenant:8810e6df1a55446686bbcd1757b91d21 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:36.724298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:36.753201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29048e04-7864-4742-b3a5-6c6e1930dc42 req-9e026e2f-7e26-4d8d-b47e-dbf1191ad6da tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:36.754788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29048e04-7864-4742-b3a5-6c6e1930dc42 req-9e026e2f-7e26-4d8d-b47e-dbf1191ad6da tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.2269890 Feb 10 22:50:36.757534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:36.898262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29048e04-7864-4742-b3a5-6c6e1930dc42 req-bc5d9a4f-9316-4d58-9288-de2aca1f5ed8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223614 Feb 10 22:50:36.903354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:36.919906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-1a63e1d1-2003-4839-833f-a91035f08e7d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4940987 Feb 10 22:50:36.992881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:36.998380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:37.008290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:37.009533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:37.010296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.039936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7818923 Feb 10 22:50:37.044998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377bbc8-55d2-40aa-ad02-9c90627f9e95 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=28d062df-1c5a-42b9-8609-b55721e3d987,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:37.049521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:37.137722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting port 28d062df-1c5a-42b9-8609-b55721e3d987 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:37.138342 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.316926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.318134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-1ad72cad-eb5c-410a-9ab9-d45c5749b9f5 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874912 Feb 10 22:50:37.356319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.423037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57068) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:37.500817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8810e6df1a55446686bbcd1757b91d21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8340275 Feb 10 22:50:37.525435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57074) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:37.594560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a805810d-ba94-404d-83bb-23dfa9fd664f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5ed00f-15d9-4824-a9b3-f60a38ac9c3c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:37.614566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-c05fd3cd-d72c-45ef-8ac6-f459f0198525 service neutron] 10.222.0.53 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949216 Feb 10 22:50:37.620349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06345346-a411-4bc9-9a52-843c0f055046 req-93e4961d-d93a-44e5-a60b-292087b6b7d7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:37.621305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 13033362-3f9d-4720-8da1-74a0d9297c8f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:37.621657 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.627524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06345346-a411-4bc9-9a52-843c0f055046 req-93e4961d-d93a-44e5-a60b-292087b6b7d7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.4637032 Feb 10 22:50:37.745690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.834489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:37.951799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Calling delete_port for 28d062df-1c5a-42b9-8609-b55721e3d987 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:38.024971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:38.032311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Usage tracker for resource:security_group_rule and tenant:ac0dbe0b27f54a39ab83b5e1abfbdad4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:38.035936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:38.043832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:38.116861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06345346-a411-4bc9-9a52-843c0f055046 req-a2815582-b5d7-48a0-ab05-ee5765707df8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4882674 Feb 10 22:50:38.238221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f151cf36-77a5-49c8-85dc-8b44cdc93061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.265198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-716087d1-051d-4531-9766-c1b58140dbab req-33283d32-85ed-4dde-b6c7-b618859e237d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 210 time: 0.2747374 Feb 10 22:50:38.267360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.276428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.389601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.446041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Port': ['ID=28d062df-1c5a-42b9-8609-b55721e3d987,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:38.482411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.485859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-2f1d2ffc-3eb8-4ece-83df-781a2e3932e7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:38.488314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-2f1d2ffc-3eb8-4ece-83df-781a2e3932e7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.3713336 Feb 10 22:50:38.508609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac9f3d58-791f-4db2-a162-11877dcc06ba tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/ports/28d062df-1c5a-42b9-8609-b55721e3d987 HTTP/1.1" status: 204 len: 168 time: 1.4509802 Feb 10 22:50:38.515372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:38.521718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b', 'external_fixed_ips': [{'subnet_id': 'a624fdf9-761e-4564-83d4-152eff3efda5', 'ip_address': '2001:db8::32'}]}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:38.531467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:38.538470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:router and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:38.544451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:38.559628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb845416-f02d-4c35-9bff-bb958a190926 req-7f5b27c3-7019-4c4f-80e4-74339e289017 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:38.561224 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb845416-f02d-4c35-9bff-bb958a190926 req-7f5b27c3-7019-4c4f-80e4-74339e289017 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 945 time: 0.2920868 Feb 10 22:50:38.562179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:38.595647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:38.596001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.618781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb845416-f02d-4c35-9bff-bb958a190926 req-b3fb0a1f-48b5-40fa-94f6-bc3c31816aef tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505233 Feb 10 22:50:38.642539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.671897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.685261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.686404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.708623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.751433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:38.861661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ac0dbe0b27f54a39ab83b5e1abfbdad4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4374769 Feb 10 22:50:38.868253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:38.887450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 13033362-3f9d-4720-8da1-74a0d9297c8f owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:39.040366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa9583-f3c7-41da-9bf2-d0d6ef9e3fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1275126-9b7f-4546-94f5-47e081fe9a94,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:39.043126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.069935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5ed00f-15d9-4824-a9b3-f60a38ac9c3c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:39.238670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.304684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.413335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.414428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9e82283-8e63-4499-b340-e731c1ffa12a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e5ed00f-15d9-4824-a9b3-f60a38ac9c3c HTTP/1.1" status: 204 len: 168 time: 1.8880608 Feb 10 22:50:39.508699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.689214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-d58a1f85-5fc9-4268-a16f-2e8b33ddfa51 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:39.690406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290880fe-37d5-4c4c-bb5f-df99722764f2 req-1f515bc3-7e4f-4d93-849c-6ff5282be595 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:39.690812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-d58a1f85-5fc9-4268-a16f-2e8b33ddfa51 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 812 time: 0.3279996 Feb 10 22:50:39.692962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-290880fe-37d5-4c4c-bb5f-df99722764f2 req-1f515bc3-7e4f-4d93-849c-6ff5282be595 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.2990856 Feb 10 22:50:39.710178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Request body: {'port': {'device_id': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'admin_state_up': True, 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:39.767528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:39.767895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.817478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:50:39.903987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:39.962416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1275126-9b7f-4546-94f5-47e081fe9a94,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:40.025161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57124) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:40.034380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-290880fe-37d5-4c4c-bb5f-df99722764f2 req-3554fe15-15e1-4a0c-aaaa-772c11e6612b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329644 Feb 10 22:50:40.044206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:40.095986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.097146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d31ea03f-40a2-4baa-8c40-2c26df66466a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1275126-9b7f-4546-94f5-47e081fe9a94 HTTP/1.1" status: 204 len: 168 time: 1.2285376 Feb 10 22:50:40.170551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.193657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4db1d926-6a5d-4d03-a71d-8761a5023081 req-6161da37-f75a-4a18-9074-82baa0cc5c73 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 210 time: 0.1120796 Feb 10 22:50:40.214824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:40.233566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:40.235435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.258734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:40.312612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:40.317400 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.323215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:40.439303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:50:40.447767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=13033362-3f9d-4720-8da1-74a0d9297c8f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:40.463805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b53e3747-f3cc-4487-8965-4c74c7ffb92a req-de8723d7-347d-4d99-bf9f-41c61428794c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 210 time: 0.1004782 Feb 10 22:50:40.541839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:40.569160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:40.650848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.651977 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d905aaf-ea84-41bd-855c-377961e69fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.688379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Made reservation on behalf of 544e6fb737cb40aeaa6771307e9cc671 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:40.697666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.703030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.708618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:50:40.726771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.730355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'name': 'network-vif-deleted', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:40.740100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:40.750211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Usage tracker for resource:security_group_rule and tenant:d0e0c2dc69a24192b254e391e7ecd7bd is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:40.769169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:40.809791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.820880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:40.821980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:40.846580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.864923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb541884-c186-4d28-8d04-c6f2fd5d893d req-56603176-c2a1-44f4-979e-57f21141d5ba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "DELETE /v2.0/ports/6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 HTTP/1.1" status: 204 len: 173 time: 2.3560722 Feb 10 22:50:40.900006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:40.979734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:40.986845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b9faac66-b167-42e9-8821-85c83d29cf58'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:41.064014 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fa8c8b-fb0d-4d33-802f-2afa106b9555', 'name': 'network-vif-deleted', 'tag': '6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9', 'status': 'completed', 'code': 200} Feb 10 22:50:41.564911 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efa542c7-5d81-42f1-a323-97d40484536c req-3139d251-999a-400a-8164-12a6a32fd684 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 210 time: 0.0878284 Feb 10 22:50:41.588087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Allocated IP 172.20.0.10 (804e53ca-2155-4a31-9516-1c907c4e697f/dff83d6e-1625-454a-8903-0669deaee327/57312c26-8d9f-4439-82e0-1b79e4ee9e30) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:41.676329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:41.743633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:41.764416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:41.825965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:41.909104 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:41.915105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 15161e5f-5fd1-4129-8486-e2e1a3781553 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:50:41.980121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b9faac66-b167-42e9-8821-85c83d29cf58 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:41.980838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:41.993356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2bc6-dcce-4b34-9f03-73b86f248c5d req-c61142d3-d4a5-4527-a939-b12732565ad6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:41.995531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-684d2bc6-dcce-4b34-9f03-73b86f248c5d req-c61142d3-d4a5-4527-a939-b12732565ad6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.5284362 Feb 10 22:50:42.226918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:50:42.241857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7f2f9df0-5b99-41a5-b060-a92f42dd7eb7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3398254 Feb 10 22:50:42.243110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:42.354021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:42.362493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-684d2bc6-dcce-4b34-9f03-73b86f248c5d req-436fdc90-f390-4806-ac12-f68e8299e972 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3580844 Feb 10 22:50:42.379712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:42.415173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] Sync routers for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:50:42.438607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:42.454485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:42.464499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:42.465368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:42.467086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d0e0c2dc69a24192b254e391e7ecd7bd&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4330485 Feb 10 22:50:42.472531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57204) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:42.479622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-680eda3a-e19d-4ca1-b510-9641ee442dee req-4ee12be4-3107-4709-93a4-ccb6a674342e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=84fa8c8b-fb0d-4d33-802f-2afa106b9555 HTTP/1.1" status: 200 len: 210 time: 0.6459851 Feb 10 22:50:42.529011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 2001:db8::32 (b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b/a624fdf9-761e-4564-83d4-152eff3efda5/5e6abd2f-97d3-488d-9773-180fb5524dbe) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:42.570633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:42.580830 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'code': 200} Feb 10 22:50:42.581685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:42.610768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f7df0-d74f-4747-b81d-bf417b6b3a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc0b94-cbf6-4c4b-adc7-0500899f75b3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:42.770926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:42.779403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:50:42.833489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:42.888943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:50:42.889872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 6fb71fbe-f4a0-4b12-be8d-2e6f906b2bc9 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:50:42.910810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:42.911704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:42.936900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:42.974851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:42.983660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5872d4bfa044819c41bb09126827b0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:42.998951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:43.018008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.026251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:43.117209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e59a71c-1cdc-403a-8518-4a30fbbb4e57 req-bff2878a-e07d-4724-b5db-07cb14047c8f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 210 time: 0.1625643 Feb 10 22:50:43.210579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:43.213624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1900e53-eeba-4b57-9704-879d1c3380f2 None None] The sync data for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:50:43.222523 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.267106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.282928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.299939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Transition to ACTIVE for port object 57312c26-8d9f-4439-82e0-1b79e4ee9e30 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:43.330106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.352730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.394417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc0b94-cbf6-4c4b-adc7-0500899f75b3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:43.485121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.507609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['957d681d-06b6-4d2b-98a5-dd6d57769953'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:43.536626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:43.621689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.625013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:43.630846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:43.637051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Network 804e53ca-2155-4a31-9516-1c907c4e697f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:43.641080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:43.673038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.697937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:43.700440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:43.745618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=5e6abd2f-97d3-488d-9773-180fb5524dbe,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:43.829764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f5872d4bfa044819c41bb09126827b0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4462509 Feb 10 22:50:43.842486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:43.843825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c711dba-a246-4d08-9607-04208dbb2039 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8cfc0b94-cbf6-4c4b-adc7-0500899f75b3 HTTP/1.1" status: 204 len: 168 time: 1.3599224 Feb 10 22:50:43.844822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57224) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:43.845678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6feffa-3a03-4a4e-ae8e-35a5662f00b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e7ffe-5bfd-4fb8-aed6-793524bd206c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:44.088540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.148846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.257881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11b6914d-418f-4734-bc21-95947da59852 None None] Provisioning for port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:50:44.266941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11b6914d-418f-4734-bc21-95947da59852 None None] Provisioning complete for port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:50:44.267604 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11b6914d-418f-4734-bc21-95947da59852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.287043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:44.289844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.306202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.338558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.340703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/171e7ffe-5bfd-4fb8-aed6-793524bd206c HTTP/1.1" status: 204 len: 168 time: 0.3953528 Feb 10 22:50:44.360385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.365389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-11b6914d-418f-4734-bc21-95947da59852 None None] Port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:50:44.525111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:44.644872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-150bd02b-c993-488b-bc22-99052b3dcb35 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9393840 Feb 10 22:50:44.668776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Request body: {'port': {'device_id': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:44.816814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:44.816974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc71c496-7ee8-4b00-8d7f-c3bc4c0bdaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e7ffe-5bfd-4fb8-aed6-793524bd206c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:44.932209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b464717-cdfb-4b58-a1f5-891531395393 req-cd62d6dc-287a-4fb2-b679-383390cbeedd tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:44.939511 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b464717-cdfb-4b58-a1f5-891531395393 req-cd62d6dc-287a-4fb2-b679-383390cbeedd tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 1.3097517 Feb 10 22:50:44.983587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-7519ff6e-4b46-4d77-be94-e6703d708df3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:44.990576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-7519ff6e-4b46-4d77-be94-e6703d708df3 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.7200224 Feb 10 22:50:45.011941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b464717-cdfb-4b58-a1f5-891531395393 req-75599740-f327-414d-a20a-ee1090443967 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714655 Feb 10 22:50:45.123368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port c8bf640f-6dc1-45bc-9981-9c08a0799e6e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:45.123719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:45.457142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:45.615332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for c8bf640f-6dc1-45bc-9981-9c08a0799e6e owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:45.717197 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:45.735996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-30f07b94-4a32-48bf-af8f-9d86b76827f7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/quotas/6bf1310e1a6f4f65aee249ab0268f152 HTTP/1.1" status: 200 len: 375 time: 0.7436903 Feb 10 22:50:45.871759 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:45.873411 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:45.959218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=c8bf640f-6dc1-45bc-9981-9c08a0799e6e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:46.306008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:46.316717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec2cb920-764f-4307-899a-9ac25ee275af tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5790746 Feb 10 22:50:46.445277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1201f22-c1cf-4f52-9607-fb31e4546001 req-2eb80c7b-fece-42f2-a4b9-fc24da7d7d77 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:46.447159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1201f22-c1cf-4f52-9607-fb31e4546001 req-2eb80c7b-fece-42f2-a4b9-fc24da7d7d77 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 932 time: 0.6241369 Feb 10 22:50:46.696260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c1201f22-c1cf-4f52-9607-fb31e4546001 req-3aff07a7-fddf-4c95-ae4e-84c952bc4d34 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786301 Feb 10 22:50:46.801514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 0b4595b3-6c00-4a21-8a94-a12b71389be5 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:50:46.888173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 15161e5f-5fd1-4129-8486-e2e1a3781553 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:50:47.494255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57312c26-8d9f-4439-82e0-1b79e4ee9e30 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:47.494255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:47.533401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Transition to ACTIVE for port object 57312c26-8d9f-4439-82e0-1b79e4ee9e30 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:47.561680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:47.638402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:50:47.649160 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] Sync routers for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:50:47.664277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:47.666187 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:47.703120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-300801e5-569e-4074-a7fe-6e8ddfa1457c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4567783 Feb 10 22:50:47.703976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57338) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:47.821435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97635f-badb-447c-88a6-9714364edbb9 req-53c2414c-ca7b-4716-92e8-94139d9ad87f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:47.823035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c97635f-badb-447c-88a6-9714364edbb9 req-53c2414c-ca7b-4716-92e8-94139d9ad87f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.7111576 Feb 10 22:50:47.823576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57346) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:47.829606 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:47.838565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d4ad6340-75dc-46c1-9422-83476e3b514e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:47.869000 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] Routers {'15161e5f-5fd1-4129-8486-e2e1a3781553'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:47.871045 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15161e5f-5fd1-4129-8486-e2e1a3781553'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:47.886997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d4ad6340-75dc-46c1-9422-83476e3b514e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:47.891023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d4ad6340-75dc-46c1-9422-83476e3b514e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=15161e5f-5fd1-4129-8486-e2e1a3781553 HTTP/1.1" status: 200 len: 205 time: 0.1852551 Feb 10 22:50:47.893982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:48.061183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:48.091590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:48.107962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:48.108373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adccb35b-d711-4a0a-bfe6-3fafebd328a1 None None] The sync data for ids ['15161e5f-5fd1-4129-8486-e2e1a3781553'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:50:48.109757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:50:48.120291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Sync routers for ids ['0b4595b3-6c00-4a21-8a94-a12b71389be5'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:50:48.137885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Routers {'0b4595b3-6c00-4a21-8a94-a12b71389be5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:48.138647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0b4595b3-6c00-4a21-8a94-a12b71389be5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:48.150369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-a9043550-e8e2-4e6d-8719-f6aa548aeb56 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8051238 Feb 10 22:50:48.560528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:48.562048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5f15fd13-bfcc-44e3-b532-fe6ad5f7f363 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 10.0456502 Feb 10 22:50:48.637232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c97635f-badb-447c-88a6-9714364edbb9 req-0a854f80-01e0-4ac2-b173-4965602339d9 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8060708 Feb 10 22:50:48.650326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Set router 0b4595b3-6c00-4a21-8a94-a12b71389be5 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:50:48.658287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57362) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:48.718283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.074346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.094896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:49.133426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Usage tracker for resource:security_group_rule and tenant:005f66178a984801b43b2cf3b8ddf199 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:49.137661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-edec5d03-0204-42c4-be31-7e87687a2237 service neutron] 10.222.0.53 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9752398 Feb 10 22:50:49.137661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Attempting to bind port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:49.137661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Attempting to bind port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:49.137661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Attempting to bind port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:49.146442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:49.155709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 on network 804e53ca-2155-4a31-9516-1c907c4e697f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:50:49.155709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Attempting to bind port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 on network 804e53ca-2155-4a31-9516-1c907c4e697f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:49.160919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:49.165611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:49.165611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Checking segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:49.165611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Bound using segment: {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:49.165611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Bound port: 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff9684bd-ad6f-45d2-b159-374dec7732c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:49.165611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.213361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.293026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.332151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:49.337760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:49.349248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.449476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.450128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 15161e5f-5fd1-4129-8486-e2e1a3781553 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:50:49.463565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4595b3-6c00-4a21-8a94-a12b71389be5', 'name': '', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b', 'external_fixed_ips': [{'subnet_id': 'a624fdf9-761e-4564-83d4-152eff3efda5', 'ip_address': '2001:db8::32'}], 'enable_snat': True}, 'gw_port_id': '5e6abd2f-97d3-488d-9773-180fb5524dbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:50:38Z', 'updated_at': '2022-02-10T22:50:44Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '5e6abd2f-97d3-488d-9773-180fb5524dbe', 'name': '', 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bf:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4595b3-6c00-4a21-8a94-a12b71389be5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2225, 'fixed_ips': [{'subnet_id': 'a624fdf9-761e-4564-83d4-152eff3efda5', 'ip_address': '2001:db8::32', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:50:40Z', 'updated_at': '2022-02-10T22:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a624fdf9-761e-4564-83d4-152eff3efda5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:49.467522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Checking router: 0b4595b3-6c00-4a21-8a94-a12b71389be5 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:50:49.467875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Updating router 0b4595b3-6c00-4a21-8a94-a12b71389be5 port 5e6abd2f-97d3-488d-9773-180fb5524dbe binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:50:49.493118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:49.494357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.498396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] 10.222.0.24 "PUT /v2.0/ports/57312c26-8d9f-4439-82e0-1b79e4ee9e30 HTTP/1.1" status: 200 len: 1092 time: 4.8340311 Feb 10 22:50:49.500089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:50:49.595841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a0668-8b91-4ec8-9b62-8cb07cb7eed4 service neutron] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:49.608131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:49.793957 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'status': 'completed', 'code': 200} Feb 10 22:50:50.005471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a9af204-1e2c-4a30-b231-32b47453ed53 req-1d861207-4ede-413a-b101-57ef23a70f6c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 210 time: 0.1443272 Feb 10 22:50:50.039638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-cf067424-b6d7-4a0e-8133-ffe103525b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:50.044690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-cf067424-b6d7-4a0e-8133-ffe103525b17 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 1095 time: 0.3333471 Feb 10 22:50:50.216900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-8ca7b8c4-ae88-438a-a9ca-b5d6f89838df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30 HTTP/1.1" status: 200 len: 217 time: 0.1660869 Feb 10 22:50:50.411709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1280978e-cdf5-4131-be7d-5e8a847eaaa9 req-40e63602-1b8d-4944-8cf5-57d837ae8031 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:50.424328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1280978e-cdf5-4131-be7d-5e8a847eaaa9 req-40e63602-1b8d-4944-8cf5-57d837ae8031 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 1.2374005 Feb 10 22:50:50.529705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1280978e-cdf5-4131-be7d-5e8a847eaaa9 req-976554e5-a9d6-48f4-af16-7c26f2275ab8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040838 Feb 10 22:50:50.547709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.549096 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ab42f76b-c02e-4c4c-aa18-622439ca1f02 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553 HTTP/1.1" status: 204 len: 168 time: 2.6541612 Feb 10 22:50:50.556340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:50.560906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-08528667-b86c-43ed-b26f-3ea662e068dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:50.562383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-08528667-b86c-43ed-b26f-3ea662e068dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.3347740 Feb 10 22:50:50.579018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.636459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting port 5e6abd2f-97d3-488d-9773-180fb5524dbe {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:50.637177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.731342 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.767954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Transition to ACTIVE for port object 5e6abd2f-97d3-488d-9773-180fb5524dbe will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:50:50.769814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.783997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:50:50.785958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.790420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5f4e3-da86-4117-b45b-a46f0daca3ca req-4f7cf93b-0599-4cf0-8f23-c695c0e538ac tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:50.809677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1db5f4e3-da86-4117-b45b-a46f0daca3ca req-4f7cf93b-0599-4cf0-8f23-c695c0e538ac tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.4366770 Feb 10 22:50:50.814947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-4ab52c3d-cee6-48d2-a843-0589c39443d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:50.816664 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-4ab52c3d-cee6-48d2-a843-0589c39443d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2375276 Feb 10 22:50:50.854869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:50.953449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Attempting to bind port 5e6abd2f-97d3-488d-9773-180fb5524dbe on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:50:50.960070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Attempting to bind port 5e6abd2f-97d3-488d-9773-180fb5524dbe by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:50:50.960773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Attempting to bind port 5e6abd2f-97d3-488d-9773-180fb5524dbe on network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:50:50.998630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:50:51.007576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Checking segment: {'id': '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:50:51.011452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.012875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Bound using segment: {'id': '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:50:51.013608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Bound port: 5e6abd2f-97d3-488d-9773-180fb5524dbe, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:50:51.014245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.083817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.118102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454a99d-6361-4d6b-9f0f-7c425bf9dcee None None] Pushing event updated for resources: {'Port': ['ID=5e6abd2f-97d3-488d-9773-180fb5524dbe,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:51.205259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6924e62-f6b4-44a2-90a5-4d10996cf426,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:51.217301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] For port 5e6abd2f-97d3-488d-9773-180fb5524dbe, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:50:51.225059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] For port 5e6abd2f-97d3-488d-9773-180fb5524dbe, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5e6abd2f-97d3-488d-9773-180fb5524dbe,segment=NetworkSegment(53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9),segment_id=53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:50:51.236010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.310360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-398f070e-09af-4612-aa8e-38f6540ae4e8 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710588 Feb 10 22:50:51.330441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7c337d43-cd79-440c-a6e1-f6a209469401 req-756cd869-f45d-452f-b9a9-57fd31a4f9b7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:51.336748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1db5f4e3-da86-4117-b45b-a46f0daca3ca req-915bffc9-dc43-48bc-9185-2ff4f4f6b759 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5163691 Feb 10 22:50:51.360885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454a99d-6361-4d6b-9f0f-7c425bf9dcee None None] Pushing event updated for resources: {'Port': ['ID=5e6abd2f-97d3-488d-9773-180fb5524dbe,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:51.369887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9c6f8079-f6a4-4379-b243-db134cea148f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=005f66178a984801b43b2cf3b8ddf199&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5404279 Feb 10 22:50:51.378627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.405288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Routers {'0b4595b3-6c00-4a21-8a94-a12b71389be5'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:50:51.406525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:50:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0b4595b3-6c00-4a21-8a94-a12b71389be5'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:51.443462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:51.608916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:51.797262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] Set router 0b4595b3-6c00-4a21-8a94-a12b71389be5 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:50:51.832387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a69ac926-299e-42ef-9753-dab8ce308ec1 req-c2a86473-a31a-4d4a-ad73-a36788eb24ee service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4938743 Feb 10 22:50:51.915226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Calling delete_port for 5e6abd2f-97d3-488d-9773-180fb5524dbe owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:52.077088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036b103-5b60-4b16-add5-deecb6d6a0c4 req-125c3531-fa9a-4019-aedf-28433d072690 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:52.080017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e036b103-5b60-4b16-add5-deecb6d6a0c4 req-125c3531-fa9a-4019-aedf-28433d072690 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:52.113404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-7c337d43-cd79-440c-a6e1-f6a209469401 req-756cd869-f45d-452f-b9a9-57fd31a4f9b7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:52.131850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c337d43-cd79-440c-a6e1-f6a209469401 req-756cd869-f45d-452f-b9a9-57fd31a4f9b7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 210 time: 0.8608992 Feb 10 22:50:52.180215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4595b3-6c00-4a21-8a94-a12b71389be5', 'name': '', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:50:38Z', 'updated_at': '2022-02-10T22:50:50Z', 'revision_number': 4, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:52.190596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bb325-b521-4ed2-9a53-dc78597aa500 None None] The sync data for ids ['0b4595b3-6c00-4a21-8a94-a12b71389be5'] in n-d-825178-4 is: [{'id': '0b4595b3-6c00-4a21-8a94-a12b71389be5', 'name': '', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:50:38Z', 'updated_at': '2022-02-10T22:50:50Z', 'revision_number': 4, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:50:52.196279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:52.211446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e036b103-5b60-4b16-add5-deecb6d6a0c4 req-125c3531-fa9a-4019-aedf-28433d072690 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:52.231188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e036b103-5b60-4b16-add5-deecb6d6a0c4 req-125c3531-fa9a-4019-aedf-28433d072690 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 0.4336669 Feb 10 22:50:52.328241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-cb6e9a63-4182-45e1-a487-86bf394ed20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:52.332916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-cb6e9a63-4182-45e1-a487-86bf394ed20b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 1095 time: 0.4217069 Feb 10 22:50:52.357319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e036b103-5b60-4b16-add5-deecb6d6a0c4 req-04a3d5ef-7954-4a9d-a345-f6d615301054 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247854 Feb 10 22:50:52.570057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-1cf1c7c2-3a36-4fee-b7b6-d3cd87acb137 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:52.572939 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-1cf1c7c2-3a36-4fee-b7b6-d3cd87acb137 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 806 time: 0.5902841 Feb 10 22:50:52.623467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Request body: {'port': {'device_id': '3766360b-913f-45b4-8012-0a6d216d2292', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'admin_state_up': True, 'tenant_id': '6bf1310e1a6f4f65aee249ab0268f152'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:52.697647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-2e4ba7cd-088a-4d0c-9871-92fc36ef9e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:52.699526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-2e4ba7cd-088a-4d0c-9871-92fc36ef9e0b service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3391397 Feb 10 22:50:52.831640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-5e6dc7d6-3ea0-4b37-be0f-1c5d2fd1d153 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30 HTTP/1.1" status: 200 len: 217 time: 0.1232624 Feb 10 22:50:52.919126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:52.928875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-a5c80d58-28f4-44a8-8f32-66a6a97da809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:52.929603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-a5c80d58-28f4-44a8-8f32-66a6a97da809 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.0940580 Feb 10 22:50:53.020170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.096584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-1d066740-a72e-4467-bb8c-66d4153135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:53.102992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-1d066740-a72e-4467-bb8c-66d4153135ee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656027 Feb 10 22:50:53.351753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.418536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.439688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-02ad439d-8bd7-42f2-8273-29a07d4f4424 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275120 Feb 10 22:50:53.445031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:53.455242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.460466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130a1ad-d7dc-4743-a334-dd5c7395114a None None] Network 513921cb-1892-461f-a710-3019bc7d8213 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:53.530082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ac283c97-9af2-42f6-8661-34d391bb903c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2 HTTP/1.1" status: 204 len: 168 time: 2.9716320 Feb 10 22:50:53.540960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57426) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:53.586497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:53.606927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91a8dd-ba11-4e58-b09c-87259b10f845 req-131746db-0bb0-4e4f-a7e8-6e31dfed2407 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:53.614788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe91a8dd-ba11-4e58-b09c-87259b10f845 req-131746db-0bb0-4e4f-a7e8-6e31dfed2407 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 1.0084898 Feb 10 22:50:53.657224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:53.664732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:50:53.665204 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:50:53.708689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 868d5c0f-059e-435c-af9f-ce1702192ae1 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:50:53.713643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Made reservation on behalf of 6bf1310e1a6f4f65aee249ab0268f152 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:53.717703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.735301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.738774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:53.822851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe91a8dd-ba11-4e58-b09c-87259b10f845 req-ebda7bc0-a5b6-49f7-b104-46635617f08c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064021 Feb 10 22:50:53.892677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6924e62-f6b4-44a2-90a5-4d10996cf426,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:53.934024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52d195d0-1f23-47a2-8513-bcf17ebe0707 req-6d923c47-d12c-498e-a23e-d3690c1d56f5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 210 time: 0.4918139 Feb 10 22:50:53.938629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] DHCP port deletion for 513921cb-1892-461f-a710-3019bc7d8213 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:50:53.957981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0ebe7459-c8bf-406b-8091-8191125dbe9e req-b986b993-7a0d-4169-91c3-9136f96da4d7 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845744 Feb 10 22:50:53.964718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Deleting port d30db57c-ef36-4fd9-9cb0-6e62e62db374 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:53.965097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.156640 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:50:54.244225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] For port d30db57c-ef36-4fd9-9cb0-6e62e62db374, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d30db57c-ef36-4fd9-9cb0-6e62e62db374,segment=NetworkSegment(cc1b2f02-58a4-478c-a902-15e5d554982f),segment_id=cc1b2f02-58a4-478c-a902-15e5d554982f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:54.245165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.370968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting port 5e6abd2f-97d3-488d-9773-180fb5524dbe {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:54.371486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.390610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Calling delete_port for d30db57c-ef36-4fd9-9cb0-6e62e62db374 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:54.460713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.488739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d30db57c-ef36-4fd9-9cb0-6e62e62db374 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:50:54.582880 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.661600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.752529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.757755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6529b00-ef87-4d61-b091-3d34dbb1fca3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f6924e62-f6b4-44a2-90a5-4d10996cf426 HTTP/1.1" status: 204 len: 168 time: 2.8710213 Feb 10 22:50:54.757939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:54.916761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Allocated IP 172.20.0.7 (cdb548a7-078a-4175-b5cd-5893075763b0/ad518f4a-d679-47b5-9fe8-1a844ef4fd22/84f8459c-8e52-479f-b027-809ceff05fce) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:50:54.967363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] No DVR routers for this DVR port d30db57c-ef36-4fd9-9cb0-6e62e62db374 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:50:54.997564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f67d4-f1a0-48bb-8a66-bc70ce35043c None None] Pushing event deleted for resources: {'Port': ['ID=d30db57c-ef36-4fd9-9cb0-6e62e62db374,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:55.257459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:55.282828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b6937-53a0-4114-9879-5bbe74177c0c req-aad9ce2b-2c70-4ba5-b2a0-dcfcf0ee5162 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:55.307520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c84b6937-53a0-4114-9879-5bbe74177c0c req-aad9ce2b-2c70-4ba5-b2a0-dcfcf0ee5162 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.2300239 Feb 10 22:50:55.321218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:55.333378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:55.433558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c84b6937-53a0-4114-9879-5bbe74177c0c req-9b6bca2d-bd99-48a1-b108-79c79ba82489 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224110 Feb 10 22:50:55.788133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Network cdb548a7-078a-4175-b5cd-5893075763b0 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:50:55.835173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:50:55.839581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:50:55.863374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:50:55.887043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123466d-1a8d-48d9-80fd-352e789d3d55 req-4f9a7442-2804-4e8b-a2d2-0591c56a90ad tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:55.894071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4123466d-1a8d-48d9-80fd-352e789d3d55 req-4f9a7442-2804-4e8b-a2d2-0591c56a90ad tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 931 time: 0.2092216 Feb 10 22:50:55.966368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4123466d-1a8d-48d9-80fd-352e789d3d55 req-37d8a2e9-82a4-4961-8ace-4a589a388562 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713391 Feb 10 22:50:56.015777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event updated for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:56.066427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:56.170189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955d242-74ad-48ce-bd16-8d0539030f6c req-e634a3d6-4e76-41af-8d63-b5fab1bc54c2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:56.191449 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e955d242-74ad-48ce-bd16-8d0539030f6c req-e634a3d6-4e76-41af-8d63-b5fab1bc54c2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 2.1483705 Feb 10 22:50:56.273132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:56.299996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:56.302845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:56.318210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'mac_address': 'fa:16:3e:27:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:50:56.423554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] For port 5e6abd2f-97d3-488d-9773-180fb5524dbe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5e6abd2f-97d3-488d-9773-180fb5524dbe,segment=NetworkSegment(53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9),segment_id=53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:56.426137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:56.436442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:56.463002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57312c26-8d9f-4439-82e0-1b79e4ee9e30 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:50:56.491950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:56.499903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:56.527321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e955d242-74ad-48ce-bd16-8d0539030f6c req-7bcb5331-be26-4c9a-a604-50120912e65a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331110 Feb 10 22:50:56.604907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:56.756063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['57312c26-8d9f-4439-82e0-1b79e4ee9e30'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:50:56.951482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Calling delete_port for 5e6abd2f-97d3-488d-9773-180fb5524dbe owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:57.123378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536a8bc-0ba9-42c3-af04-85f47dd44591 req-32d2c72b-9886-4167-8201-69d6b4d75140 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:57.147690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5536a8bc-0ba9-42c3-af04-85f47dd44591 req-32d2c72b-9886-4167-8201-69d6b4d75140 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.3720829 Feb 10 22:50:57.251701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-4cb4be25-f435-405b-b395-5d9c62c6107f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6375856 Feb 10 22:50:57.316294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Request body: {'port': {'device_id': '3766360b-913f-45b4-8012-0a6d216d2292', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:57.425930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5536a8bc-0ba9-42c3-af04-85f47dd44591 req-8a6e19e5-ecae-4a73-b274-5f6465ae8ecf tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2550309 Feb 10 22:50:57.547906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:57.712950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=868d5c0f-059e-435c-af9f-ce1702192ae1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:57.726476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1c9f24-313c-4020-a659-b4a24bcc2507 None None] Network 55ef933d-5c01-4527-9fb9-892275c39fcd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:50:57.732780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:57.854332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19184f83-11f2-4dac-8dac-9b02f2fd7783 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/868d5c0f-059e-435c-af9f-ce1702192ae1 HTTP/1.1" status: 204 len: 168 time: 4.3114955 Feb 10 22:50:57.856485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:58.014444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fb5f8-ad4f-4ffb-929d-a795a3abe9ee req-504a2f8c-0f31-41f2-a0f7-b1d29a44219e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:58.016408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a8fb5f8-ad4f-4ffb-929d-a795a3abe9ee req-504a2f8c-0f31-41f2-a0f7-b1d29a44219e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 945 time: 0.2235811 Feb 10 22:50:58.020783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:58.229838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:58.250349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a8fb5f8-ad4f-4ffb-929d-a795a3abe9ee req-6c2f7089-4a82-468b-82b3-3c71e1c1c1f5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243736 Feb 10 22:50:58.298008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2dd8-1e97-4c8c-858d-c7602feee516 req-d4a2af28-1696-4149-8f7e-c2efffd455d8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:58.298847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5f8c2dd8-1e97-4c8c-858d-c7602feee516 req-d4a2af28-1696-4149-8f7e-c2efffd455d8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:50:58.359792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] DHCP port deletion for 55ef933d-5c01-4527-9fb9-892275c39fcd request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:50:58.364738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Deleting port 918ece91-90ff-41d8-b09e-fab89e27f7be {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:50:58.365031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:58.848387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5f8c2dd8-1e97-4c8c-858d-c7602feee516 req-d4a2af28-1696-4149-8f7e-c2efffd455d8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:50:58.852962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f8c2dd8-1e97-4c8c-858d-c7602feee516 req-d4a2af28-1696-4149-8f7e-c2efffd455d8 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 931 time: 1.4444146 Feb 10 22:50:58.859130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36de96-fd05-4be7-b07d-0c22e3bc0a64 req-bf8ef088-e99f-43b9-9509-f6de62ccb879 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:58.867378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f36de96-fd05-4be7-b07d-0c22e3bc0a64 req-bf8ef088-e99f-43b9-9509-f6de62ccb879 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.1815584 Feb 10 22:50:58.907061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57542) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:58.936330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] For port 918ece91-90ff-41d8-b09e-fab89e27f7be, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=918ece91-90ff-41d8-b09e-fab89e27f7be,segment=NetworkSegment(9831736a-c105-4d24-8f0e-b2269365b365),segment_id=9831736a-c105-4d24-8f0e-b2269365b365)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:50:58.936898 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:58.937861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f36de96-fd05-4be7-b07d-0c22e3bc0a64 req-105201e7-ecc6-4701-ac13-d8365bc8ebd7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660865 Feb 10 22:50:59.156580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4cd11a2b-897d-4201-924e-5d1e6d5c4fad tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:59.192732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4cd11a2b-897d-4201-924e-5d1e6d5c4fad tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "PUT /v2.0/quotas/a02042379bc14ee79af6971e998e3dad HTTP/1.1" status: 200 len: 368 time: 0.2862508 Feb 10 22:50:59.196922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57550) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:50:59.207212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Request body: {'network': {'project_id': 'a02042379bc14ee79af6971e998e3dad'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:50:59.214131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:59.219668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Usage tracker for resource:network and tenant:a02042379bc14ee79af6971e998e3dad is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:59.223117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:59.248310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:59.281223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Made reservation on behalf of a02042379bc14ee79af6971e998e3dad for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:50:59.282318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Calling delete_port for 918ece91-90ff-41d8-b09e-fab89e27f7be owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:50:59.285749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.309143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.334732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.425902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:50:59.447663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Usage tracker for resource:security_group_rule and tenant:a02042379bc14ee79af6971e998e3dad is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:50:59.450749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:50:59.474362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:50:59.488998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.566826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.634396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f8c2dd8-1e97-4c8c-858d-c7602feee516 req-7fbd45e8-3780-464e-a9a6-80602e2ff989 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6851258 Feb 10 22:50:59.636670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['513921cb-1892-461f-a710-3019bc7d8213']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:59.672450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e6abd2f-97d3-488d-9773-180fb5524dbe,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:59.683370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] Pushing event deleted for resources: {'Port': ['ID=918ece91-90ff-41d8-b09e-fab89e27f7be,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:50:59.687591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002d58d1-6c2f-45c5-9658-988c5f3c45dc None None] No DVR routers for this DVR port 918ece91-90ff-41d8-b09e-fab89e27f7be on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:50:59.717050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1b2f02-58a4-478c-a902-15e5d554982f') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:59.717812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1b2f02-58a4-478c-a902-15e5d554982f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:50:59.759442 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.776268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.788140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c75a94-f3f7-478d-922c-11e22edd8dc1 req-7237ec08-c512-4044-81db-804818df4afa tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:50:59.789941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92c75a94-f3f7-478d-922c-11e22edd8dc1 req-7237ec08-c512-4044-81db-804818df4afa tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 945 time: 0.3012478 Feb 10 22:50:59.836184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.875201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.878693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:50:59.929728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:50:59.950350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:50:59.950785 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Added segment 11e14aee-4a1f-4f5b-b2cc-4faa68bce022 of type vlan for network 96cb17a7-e7b8-46df-8ca4-323ab442199f Feb 10 22:51:00.045564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:00.051691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:00.051889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.052153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.058145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.064672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.071199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:00.071806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.072597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:00.092448 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:00.134358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb76b65-d6fa-4499-bd4b-ccb5572e652b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:00.176314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92c75a94-f3f7-478d-922c-11e22edd8dc1 req-a7405dd8-802c-4156-9b31-d9bd5330f565 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3776870 Feb 10 22:51:00.210452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.216019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.216636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.217161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.217646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.219162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.221236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.221790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.222366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.222893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.225687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.226548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:00.248229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.259393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.259393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4595b3-6c00-4a21-8a94-a12b71389be5 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:00.274722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:00.275858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.363604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 918ece91-90ff-41d8-b09e-fab89e27f7be no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:00.494068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 918ece91-90ff-41d8-b09e-fab89e27f7be {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:51:00.494609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 918ece91-90ff-41d8-b09e-fab89e27f7be not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:51:00.528422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.555566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event updated for resources: {'Network': ['ID=96cb17a7-e7b8-46df-8ca4-323ab442199f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:00.578063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5a6da955-23d0-4be4-af2a-c7b0a990f113 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3780725 Feb 10 22:51:00.580188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57564) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:00.581938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 96cb17a7-e7b8-46df-8ca4-323ab442199f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:51:00.592913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Request body: {'network': {'project_id': 'a02042379bc14ee79af6971e998e3dad'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:00.608870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:00.615516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.625997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Usage tracker for resource:network and tenant:a02042379bc14ee79af6971e998e3dad is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:00.629294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:00.643449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:00.664402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Made reservation on behalf of a02042379bc14ee79af6971e998e3dad for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:00.667363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.696160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.709892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:00.720802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:00.721831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=513921cb-1892-461f-a710-3019bc7d8213,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:00.734906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.770093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f8459c-8e52-479f-b027-809ceff05fce {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:00.776128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:51:00.785141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e3832b27-9842-449a-9e33-2041e8519c48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/513921cb-1892-461f-a710-3019bc7d8213 HTTP/1.1" status: 204 len: 168 time: 2.9201398 Feb 10 22:51:00.787790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57576) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:00.800011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.801672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c69d306c-1ddd-436f-88a2-0574fefa34ea tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0b4595b3-6c00-4a21-8a94-a12b71389be5 HTTP/1.1" status: 204 len: 168 time: 12.1424086 Feb 10 22:51:00.805817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.806625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.807203 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Added segment 44b80850-f944-43b2-843d-22a1db204526 of type vlan for network 33b93bfe-34c4-4c80-bb04-ba2da8cffd31 Feb 10 22:51:00.902513 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:00.929780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:00.991236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:01.164669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Transition to ACTIVE for port object 84f8459c-8e52-479f-b027-809ceff05fce will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:01.190763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.212010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting subnet a624fdf9-761e-4564-83d4-152eff3efda5 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:51:01.223920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:51:01.259722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764b8bc-870b-4593-9a19-dd514de054b0 req-bbb81135-3088-444c-a9fc-81a485dfb706 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:01.261272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2764b8bc-870b-4593-9a19-dd514de054b0 req-bbb81135-3088-444c-a9fc-81a485dfb706 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.9365070 Feb 10 22:51:01.264854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.273369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.373187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.402443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.403470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:01.404120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.446796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Pushing event updated for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:01.545670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event updated for resources: {'Network': ['ID=33b93bfe-34c4-4c80-bb04-ba2da8cffd31,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:01.553852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ccb1578b-2883-47a0-8e33-a5c54f67df85 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9723825 Feb 10 22:51:01.559948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 33b93bfe-34c4-4c80-bb04-ba2da8cffd31 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:51:01.562144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57590) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:01.572572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Request body: {'network': {'project_id': 'a02042379bc14ee79af6971e998e3dad'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:01.583982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:01.594639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Usage tracker for resource:network and tenant:a02042379bc14ee79af6971e998e3dad is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:01.600894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:01.619715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:01.622167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2764b8bc-870b-4593-9a19-dd514de054b0 req-210cf4a3-2afa-42f7-9e76-1c78759b9dee tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3300271 Feb 10 22:51:01.625617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:01.659503 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 22:51:01.659962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:51:01.661102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ee2f3c2e-eb18-4d8b-94e5-590f3321a27b tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0961115 Feb 10 22:51:01.690715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12aa5bf-6b33-49db-b5e6-5f5f1fe3a6ac req-e628777e-79cc-4a39-b720-d2a4153c0638 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:01.699586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b12aa5bf-6b33-49db-b5e6-5f5f1fe3a6ac req-e628777e-79cc-4a39-b720-d2a4153c0638 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 943 time: 0.4633350 Feb 10 22:51:01.732751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:01.789614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b12aa5bf-6b33-49db-b5e6-5f5f1fe3a6ac req-350cd230-9711-436b-b817-5852a7f32469 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889781 Feb 10 22:51:01.808328 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'code': 200} Feb 10 22:51:01.985471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.016832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Attempting to bind port 84f8459c-8e52-479f-b027-809ceff05fce on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:02.017476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Attempting to bind port 84f8459c-8e52-479f-b027-809ceff05fce by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:02.017995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Attempting to bind port 84f8459c-8e52-479f-b027-809ceff05fce on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:02.029188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ef933d-5c01-4527-9fb9-892275c39fcd']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:02.037021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Port 84f8459c-8e52-479f-b027-809ceff05fce on network cdb548a7-078a-4175-b5cd-5893075763b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:51:02.037863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Attempting to bind port 84f8459c-8e52-479f-b027-809ceff05fce on network cdb548a7-078a-4175-b5cd-5893075763b0 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:02.167147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9831736a-c105-4d24-8f0e-b2269365b365') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:02.167600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9831736a-c105-4d24-8f0e-b2269365b365') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:02.182609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.206714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.214505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:02.215194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.268353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8b78740-7952-4d2d-a1dc-dcdd4c91654e tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a02042379bc14ee79af6971e998e3dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065072 Feb 10 22:51:02.273436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57608) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:02.332361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:02.422800 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:02.425721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:02.452275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.454416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:02.454891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Checking segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:02.455427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Bound using segment: {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:02.455952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Bound port: 84f8459c-8e52-479f-b027-809ceff05fce, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:02.456396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.492572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a624fdf9-761e-4564-83d4-152eff3efda5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:02.517184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acc4a4f-9e23-46a3-8604-4a8c04caf078 req-ed2c0ed8-627d-4b8b-a1d3-60ebb82e7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:02.518733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2acc4a4f-9e23-46a3-8604-4a8c04caf078 req-ed2c0ed8-627d-4b8b-a1d3-60ebb82e7a56 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 1097 time: 0.6240516 Feb 10 22:51:02.556622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.557426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.560046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.601257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-62a685bd-f67b-4a84-917f-e0011ebcb1f3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/subnets/a624fdf9-761e-4564-83d4-152eff3efda5 HTTP/1.1" status: 204 len: 168 time: 1.5769150 Feb 10 22:51:02.605023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2acc4a4f-9e23-46a3-8604-4a8c04caf078 req-c46bac15-9778-4053-8f88-c23019c6004e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646918 Feb 10 22:51:02.612438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57620) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:02.640036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=55ef933d-5c01-4527-9fb9-892275c39fcd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:02.678907 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9614f670-53b3-4537-93fd-3772ca3f3abe tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/55ef933d-5c01-4527-9fb9-892275c39fcd HTTP/1.1" status: 204 len: 168 time: 1.8823876 Feb 10 22:51:02.688633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57624) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:02.705031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303867168'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:02.759510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:02.793214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:02.804427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:02.813741 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.834419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:02.847890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:02.869774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:02.874950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84f8459c-8e52-479f-b027-809ceff05fce,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:02.879983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:02.885255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.889291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.896549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Usage tracker for resource:security_group_rule and tenant:1c95c551202342c6b7430774f794ac90 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:02.905273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:02.909005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:02.956120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:02.976802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f791a-f972-466d-9dc1-d014f42f0da1 req-d63dc7a3-0b2f-412b-a920-c67517bc0429 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:02.978796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a87f791a-f972-466d-9dc1-d014f42f0da1 req-d63dc7a3-0b2f-412b-a920-c67517bc0429 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.9370103 Feb 10 22:51:03.036628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:03.038693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.039757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.040869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] 10.222.0.30 "PUT /v2.0/ports/84f8459c-8e52-479f-b027-809ceff05fce HTTP/1.1" status: 200 len: 1091 time: 5.7573423 Feb 10 22:51:03.056097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:03.187426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:51:03.261679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a87f791a-f972-466d-9dc1-d014f42f0da1 req-7f921a9a-8866-4242-9d6d-f78d109751c2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668571 Feb 10 22:51:03.307874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.314497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.317042 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment 9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2 of type vlan for network 057d9a2a-50d5-405f-98f8-18d00b6ec441 Feb 10 22:51:03.342643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec177a4e-f7c9-4c3b-afee-133d4f882277 service neutron] Pushing event updated for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:03.346784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb76b65-d6fa-4499-bd4b-ccb5572e652b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:03.405974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942ba8d-9a61-4b09-8ac5-9a868e7d1248 req-f0452ccb-11fb-4f83-a7c4-d63aedccbdec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:03.407943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d942ba8d-9a61-4b09-8ac5-9a868e7d1248 req-f0452ccb-11fb-4f83-a7c4-d63aedccbdec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.4960337 Feb 10 22:51:03.410685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.439902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.441396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.442679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dc6a2814-297b-4d7e-89a4-a8368c81e992 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "DELETE /v2.0/security-groups/9bb76b65-d6fa-4499-bd4b-ccb5572e652b HTTP/1.1" status: 204 len: 168 time: 1.1586444 Feb 10 22:51:03.460824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57634) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:03.489968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:03.618376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:03.621010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f4ee1f-9a1c-4e09-a7f1-e2288b5236e9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:03.657023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.660314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.662779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:03.663362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.669576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d942ba8d-9a61-4b09-8ac5-9a868e7d1248 req-c0fe8555-b17b-48ba-9d57-bec1165d7213 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499654 Feb 10 22:51:03.709851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.712321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.721672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:03.722068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:03.737221 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:03.973865 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce', 'status': 'completed', 'code': 200} Feb 10 22:51:03.979700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-10614c72-06bd-43ba-a064-e47374a9f5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:03.982596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-10614c72-06bd-43ba-a064-e47374a9f5a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 1094 time: 0.8925345 Feb 10 22:51:03.983587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=057d9a2a-50d5-405f-98f8-18d00b6ec441,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:04.001641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:51:04.121244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.150454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Feb 10 22:51:04.189367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.198799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.209929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Network': ['ID=b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:04.232922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c134eb01-3956-4571-90ad-e8291bbcdf2c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/networks/b14cc6bb-5b46-41f3-bffa-81bc38bbbc3b HTTP/1.1" status: 204 len: 168 time: 1.6192331 Feb 10 22:51:04.239898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b93bfe-34c4-4c80-bb04-ba2da8cffd31']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:04.266035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b80850-f944-43b2-843d-22a1db204526') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:04.266391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b80850-f944-43b2-843d-22a1db204526') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:04.310371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-ea9eb708-af17-43a8-9341-07b0fc7e093e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f8459c-8e52-479f-b027-809ceff05fce HTTP/1.1" status: 200 len: 217 time: 0.2451398 Feb 10 22:51:04.310882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.358928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.371902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:04.372905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:04.406812 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:04.498968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.507230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-2be9c7ac-b528-491a-9259-185b87e15bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:04.509213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-2be9c7ac-b528-491a-9259-185b87e15bda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1305988 Feb 10 22:51:04.520149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0da7da4d-f681-40d7-bcd7-b209ed6b0e1f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8228593 Feb 10 22:51:04.522193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57648) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:04.598156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.626732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.651126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:04.658030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event deleted for resources: {'Network': ['ID=33b93bfe-34c4-4c80-bb04-ba2da8cffd31,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:04.660720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:04.674634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c84b72e9-8460-4e8e-b375-d9354d0e660a tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "DELETE /v2.0/networks/33b93bfe-34c4-4c80-bb04-ba2da8cffd31 HTTP/1.1" status: 204 len: 168 time: 1.2101572 Feb 10 22:51:04.675437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57654) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:04.805123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57662) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:04.839276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:04.841588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'name': 'tempest-router--319664447', 'project_id': '1dbf065055f64796830e31b958af8968'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:04.843852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-69139789-26c6-4b7c-87f1-f2f4f7348a9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3207331 Feb 10 22:51:04.867603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:04.890097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:04.907094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1d8e1-0140-46c4-b48a-ff2f849584da req-1cf0d6df-10cd-466f-a02e-34ded577cf71 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:04.908614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cc1d8e1-0140-46c4-b48a-ff2f849584da req-1cf0d6df-10cd-466f-a02e-34ded577cf71 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 943 time: 1.4510670 Feb 10 22:51:04.921789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea431ecf-2efe-4095-a66f-eaad7ebde93b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:04.993214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:05.033064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:router and tenant:1dbf065055f64796830e31b958af8968 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:05.051039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:05.079395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:05.083350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-d304756d-9f7f-4dee-adfd-21a738b5b694 service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120836 Feb 10 22:51:05.086306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-964c933b-0327-4aec-a23c-13c0093c6e51 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1c95c551202342c6b7430774f794ac90&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6466427 Feb 10 22:51:05.111189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57668) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:05.112343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:05.172147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.243172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f05712-3215-47aa-8639-d7978c479cb1 req-a9250df5-b534-420e-acb4-15024b5ec65d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:05.250110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10f05712-3215-47aa-8639-d7978c479cb1 req-a9250df5-b534-420e-acb4-15024b5ec65d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.5812271 Feb 10 22:51:05.267750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.269062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.462298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8cc1d8e1-0140-46c4-b48a-ff2f849584da req-c79e6d41-bc88-4990-af0e-bf0ca2265aba tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098716 Feb 10 22:51:05.466510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:05.471108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.610146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.656369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e222ef32-b9e6-41f7-9dba-49cfc2e7cfa4 req-dd20be70-c28f-4318-866d-e204fe072a2d service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5374072 Feb 10 22:51:05.676849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10f05712-3215-47aa-8639-d7978c479cb1 req-1104a02a-dc1b-469c-ae81-27f6de5b1974 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4237716 Feb 10 22:51:05.691445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.703641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.788490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.808600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cb17a7-e7b8-46df-8ca4-323ab442199f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:05.873844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11e14aee-4a1f-4f5b-b2cc-4faa68bce022') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:05.883792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11e14aee-4a1f-4f5b-b2cc-4faa68bce022') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:05.917701 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:05.977810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.029137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6517c-59ce-4739-be40-c773157dee54 req-cb02c2d9-f670-4f5c-b8ce-fc3821ae03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:06.039814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.044179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-139ed172-76a4-4fab-922a-1ab995db7651 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2348545 Feb 10 22:51:06.051526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-cb02c2d9-f670-4f5c-b8ce-fc3821ae03e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 1094 time: 0.3269966 Feb 10 22:51:06.053791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57678) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:06.110954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.132771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:06.133179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:06.171115 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:06.232376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.250519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.352363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d0cc5b-c9d7-49b3-926f-c471b8666fb9 req-cb046d61-1a93-4b29-b32e-021c3d4880af tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:06.354046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6d0cc5b-c9d7-49b3-926f-c471b8666fb9 req-cb046d61-1a93-4b29-b32e-021c3d4880af tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.6931639 Feb 10 22:51:06.462669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea431ecf-2efe-4095-a66f-eaad7ebde93b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:06.492810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.494230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03a60fc9-3aac-4080-8328-b97a5f98d273 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ea431ecf-2efe-4095-a66f-eaad7ebde93b HTTP/1.1" status: 204 len: 168 time: 1.3693995 Feb 10 22:51:06.511725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.535171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.547051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] Pushing event deleted for resources: {'Network': ['ID=96cb17a7-e7b8-46df-8ca4-323ab442199f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:06.565557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093753c0-5df4-44cb-a7d2-ce2f7d6ee7da req-f1138444-db0d-48e3-91c4-9e6fa5cf4218 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:06.575567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-093753c0-5df4-44cb-a7d2-ce2f7d6ee7da req-f1138444-db0d-48e3-91c4-9e6fa5cf4218 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.1676869 Feb 10 22:51:06.580097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6513baad-c7b6-4fab-9f3b-09a05d369502 tempest-QuotasNegativeTest-2085048145 tempest-QuotasNegativeTest-2085048145-project-admin] 10.222.0.53 "DELETE /v2.0/networks/96cb17a7-e7b8-46df-8ca4-323ab442199f HTTP/1.1" status: 204 len: 168 time: 1.9002256 Feb 10 22:51:06.688102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-093753c0-5df4-44cb-a7d2-ce2f7d6ee7da req-6ab641d4-7e08-48d5-ac87-389657cda78a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951161 Feb 10 22:51:06.809088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6d0cc5b-c9d7-49b3-926f-c471b8666fb9 req-a85b47e5-9046-4ef9-b6b7-52da2bd3e55f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3469515 Feb 10 22:51:06.841931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.846341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.855232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:06.959770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=8994dae6-26b2-43e8-901f-48df4b70bfa8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:06.997240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6517c-59ce-4739-be40-c773157dee54 req-0e4284d9-f744-43b0-a0b2-a3f016c5fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:06.998444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-0e4284d9-f744-43b0-a0b2-a3f016c5fffa service neutron] 10.222.0.30 "GET /v2.0/networks?id=cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 200 len: 907 time: 0.7517235 Feb 10 22:51:07.033701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e92811-7b44-4fd3-9ce3-73922b8a3638 req-82ca1402-5dc1-4215-950e-6d96b46175fc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:07.053845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2e92811-7b44-4fd3-9ce3-73922b8a3638 req-82ca1402-5dc1-4215-950e-6d96b46175fc tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 943 time: 0.1666803 Feb 10 22:51:07.115453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:07.127945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a880c46-52ec-4d77-b0af-4b91cb92cae6 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:07.139822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-908dbbb1-5014-4c29-a116-216f784cf337 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84f8459c-8e52-479f-b027-809ceff05fce HTTP/1.1" status: 200 len: 217 time: 0.1279304 Feb 10 22:51:07.165521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2e92811-7b44-4fd3-9ce3-73922b8a3638 req-e2e4d1b7-05e1-4a1f-848a-1e3594531833 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106489 Feb 10 22:51:07.243874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:07.249974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 057d9a2a-50d5-405f-98f8-18d00b6ec441, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:51:07.273556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:07.274957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-76d6e9d5-9835-4765-b833-cf23e9f40c7e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/routers/0a880c46-52ec-4d77-b0af-4b91cb92cae6 HTTP/1.1" status: 204 len: 168 time: 1.2147164 Feb 10 22:51:07.315628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6517c-59ce-4739-be40-c773157dee54 req-0dfa4a32-3a85-4e27-b3b7-338b02bd580e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:07.317970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-0dfa4a32-3a85-4e27-b3b7-338b02bd580e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 200 len: 846 time: 0.1640475 Feb 10 22:51:07.348087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:51:07.468513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-21684d75-414c-457e-9ddf-9c4a93e55066 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cdb548a7-078a-4175-b5cd-5893075763b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102047 Feb 10 22:51:07.469560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 057d9a2a-50d5-405f-98f8-18d00b6ec441) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:07.478209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:07.479248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49729f91-25d2-428f-86cc-934fc964016d None None] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:07.483871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:07.597417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57712) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:07.746535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57722) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:07.869860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-057d9a2a-50d5-405f-98f8-18d00b6ec441', 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '8994dae6-26b2-43e8-901f-48df4b70bfa8'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:51:07.871825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.075211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3e1db6cb-f79e-44ef-a76a-965d2b931208 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4249592 Feb 10 22:51:08.078118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:08.103337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029216721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:08.114075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:08.120988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:08.122686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.125187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:08.136905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:08.169117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-f7cf0a3f-1d7f-4617-b671-ed50c5e3d32e service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6796362 Feb 10 22:51:08.176597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.177084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.194634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:08.209624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Usage tracker for resource:security_group_rule and tenant:8ddd8a20bbaf44f391398c2d758473cd is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:08.225039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:08.242960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983bfa3-dee6-44cc-aa6c-8b23506d3836 req-3a8c8e01-e17c-4868-9cf5-410ced058fe8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:08.246825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3983bfa3-dee6-44cc-aa6c-8b23506d3836 req-3a8c8e01-e17c-4868-9cf5-410ced058fe8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.2751839 Feb 10 22:51:08.257400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:08.382071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Allocated IP 2001:db8::2 (057d9a2a-50d5-405f-98f8-18d00b6ec441/8994dae6-26b2-43e8-901f-48df4b70bfa8/ef7e9f04-7728-40ee-8c39-1def09ca1a43) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:08.404061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1945746895', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:08.426471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:08.471633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:08.503502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:08.534323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:08.564659 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.613193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3983bfa3-dee6-44cc-aa6c-8b23506d3836 req-7579ecf3-6e12-4a36-9025-1ae7d56da5ec tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508062 Feb 10 22:51:08.685345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.689003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.690531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.720845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Transition to ACTIVE for port object ef7e9f04-7728-40ee-8c39-1def09ca1a43 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:08.738486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.768657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Transition to ACTIVE for port object ef7e9f04-7728-40ee-8c39-1def09ca1a43 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:08.782219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84f8459c-8e52-479f-b027-809ceff05fce details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:51:08.810781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830babca-e263-4ce8-b0fd-dc94c5dbf488 req-474d58ec-8d15-47b8-a8be-6bd76045ae59 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:08.820857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-830babca-e263-4ce8-b0fd-dc94c5dbf488 req-474d58ec-8d15-47b8-a8be-6bd76045ae59 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 0.2427652 Feb 10 22:51:08.845661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34f6517c-59ce-4739-be40-c773157dee54 req-827b5a41-f25e-4e73-a7a9-f29130fcc97b service neutron] 10.222.0.30 "GET /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630359 Feb 10 22:51:08.871197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.900504 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.905784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-128e88c8-da1a-49e9-8c42-bd5baeb06ff6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8264339 Feb 10 22:51:08.906611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57748) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:08.920675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'port': {'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441', 'name': 'tempest-RoutersIpV6Test-1270042934'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:08.937493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:08.957327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.025101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.060935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:09.096657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:09.096657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Pushing event updated for resources: {'Port': ['ID=ef7e9f04-7728-40ee-8c39-1def09ca1a43,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:09.100180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5a10c5-a687-4d1d-8864-0c43b58f7bc7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:09.102218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:09.112252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cea0430b-be9a-417f-a3d3-ca29e80ca880 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8ddd8a20bbaf44f391398c2d758473cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5133781 Feb 10 22:51:09.138117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-830babca-e263-4ce8-b0fd-dc94c5dbf488 req-d9912e2f-2fa4-4747-8e47-0bf43dd79a5e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2599399 Feb 10 22:51:09.145701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57754) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:09.147229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a711f964-c5ae-4846-b990-4fa07c7ef33e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.163230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66510f-8c5a-4e2a-92af-5dc09c429dbb req-dd312adc-d58f-423e-b4e1-754ba8619e4a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:09.176265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f66510f-8c5a-4e2a-92af-5dc09c429dbb req-dd312adc-d58f-423e-b4e1-754ba8619e4a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 943 time: 0.4039712 Feb 10 22:51:09.277908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:51:09.382436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6f66510f-8c5a-4e2a-92af-5dc09c429dbb req-a86f4a98-1f51-4790-bc11-b3fc213c62c5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636987 Feb 10 22:51:09.529323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:09.569118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:09.600595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:09.618528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.640721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Attempting to bind port ef7e9f04-7728-40ee-8c39-1def09ca1a43 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:09.641478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Attempting to bind port ef7e9f04-7728-40ee-8c39-1def09ca1a43 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:09.641998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Attempting to bind port ef7e9f04-7728-40ee-8c39-1def09ca1a43 on network 057d9a2a-50d5-405f-98f8-18d00b6ec441 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:09.650878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 50, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:09.651677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Checking segment: {'id': '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:09.652520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.653166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Bound using segment: {'id': '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:09.653804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Bound port: ef7e9f04-7728-40ee-8c39-1def09ca1a43, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '057d9a2a-50d5-405f-98f8-18d00b6ec441'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:09.654342 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.713115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] device_id is not set on port edb59736-afe7-47f2-a7e3-01e2a599f750 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:09.750503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84f8459c-8e52-479f-b027-809ceff05fce,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:09.772810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '84f8459c-8e52-479f-b027-809ceff05fce', 'network_id': 'cdb548a7-078a-4175-b5cd-5893075763b0', 'port_id': '84f8459c-8e52-479f-b027-809ceff05fce', 'mac_address': 'fa:16:3e:87:73:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad518f4a-d679-47b5-9fe8-1a844ef4fd22', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:51:09.860067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.865123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.908238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] For port ef7e9f04-7728-40ee-8c39-1def09ca1a43, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:09.922142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] For port ef7e9f04-7728-40ee-8c39-1def09ca1a43, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ef7e9f04-7728-40ee-8c39-1def09ca1a43,segment=NetworkSegment(9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2),segment_id=9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:09.923502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.939299 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:09.969143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.012733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f8459c-8e52-479f-b027-809ceff05fce {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:10.033764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84f8459c-8e52-479f-b027-809ceff05fce,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:10.046555 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.089484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6650b-d417-40d6-995e-a8a5c4e43830 None None] Pushing event updated for resources: {'Port': ['ID=ef7e9f04-7728-40ee-8c39-1def09ca1a43,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:10.120633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8::bd (057d9a2a-50d5-405f-98f8-18d00b6ec441/8994dae6-26b2-43e8-901f-48df4b70bfa8/edb59736-afe7-47f2-a7e3-01e2a599f750) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:10.323406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:10.494561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['84f8459c-8e52-479f-b027-809ceff05fce'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:51:10.543808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.565032 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05b05ca0-492b-446b-828f-59d5e502d33b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.588461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5a10c5-a687-4d1d-8864-0c43b58f7bc7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:10.670463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.674293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4a1f8732-2c9d-4c4b-ad4c-2c9ea3cde1b2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bf5a10c5-a687-4d1d-8864-0c43b58f7bc7 HTTP/1.1" status: 204 len: 168 time: 1.5232837 Feb 10 22:51:10.843591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:10.878419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object edb59736-afe7-47f2-a7e3-01e2a599f750 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:11.043180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.200702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:11.216332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:11.222917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:11.228740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:11.249402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.308618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=edb59736-afe7-47f2-a7e3-01e2a599f750,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:11.368870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45f95374-5624-496b-9ba6-7c192ee2f6e5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4555326 Feb 10 22:51:11.373103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57796) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:11.456144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57800) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:11.466061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.481021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3713881f-9a73-4658-8625-5a1f9475a9d9 req-b305dbcb-1a28-4983-8d0d-bfc23c8aa16f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:11.482631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3713881f-9a73-4658-8625-5a1f9475a9d9 req-b305dbcb-1a28-4983-8d0d-bfc23c8aa16f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 1.0552199 Feb 10 22:51:11.541338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.582260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.670704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:11.749661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.752513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:11.810000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:0789288afb0d498f9baa49ed1ec3fcdd is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:11.825591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:11.829374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76073ee-6608-434e-b61c-56c436db1afc None None] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:11.844302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:11.902779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a1b1f6-b603-47ac-9513-070f36fc6b78 req-ccc61f7e-e96c-42a3-a115-475b728e3332 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:11.904964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38a1b1f6-b603-47ac-9513-070f36fc6b78 req-ccc61f7e-e96c-42a3-a115-475b728e3332 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 944 time: 1.0089214 Feb 10 22:51:11.906485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Allocated IP 172.25.2.77 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/9ff9992e-fd36-4b0a-b7dc-a0690b91af04) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:11.924260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3713881f-9a73-4658-8625-5a1f9475a9d9 req-475fe019-d790-4ad1-9fa9-942e9f1e7bd2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4152584 Feb 10 22:51:12.021226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b5d1f7ed-3004-4f9c-a4ca-b5521cb050a8 None None] Provisioning for port ef7e9f04-7728-40ee-8c39-1def09ca1a43 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:12.031034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38a1b1f6-b603-47ac-9513-070f36fc6b78 req-dc2be2e2-ee0d-4c2b-9584-f355c27daf56 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114252 Feb 10 22:51:12.305967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ef7e9f04-7728-40ee-8c39-1def09ca1a43 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:12.346491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.382637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.391589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.444334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ef7e9f04-7728-40ee-8c39-1def09ca1a43 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:12.452588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ef7e9f04-7728-40ee-8c39-1def09ca1a43 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:12.453518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.503853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0789288afb0d498f9baa49ed1ec3fcdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0081437 Feb 10 22:51:12.506589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57814) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:12.513707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781f175-3fe7-4b0c-a2d7-48688b5a8cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4811b9e-5cb5-45cf-9129-b156504c6630,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:12.545082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.600805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2c01dc-dd16-434b-8f14-0a0ed18a4eea req-3f8f2960-b9d5-4f5a-9893-4eea1fc0c835 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:12.609920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f2c01dc-dd16-434b-8f14-0a0ed18a4eea req-3f8f2960-b9d5-4f5a-9893-4eea1fc0c835 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.4042368 Feb 10 22:51:12.694029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.699432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.742687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ef7e9f04-7728-40ee-8c39-1def09ca1a43, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ef7e9f04-7728-40ee-8c39-1def09ca1a43,segment=NetworkSegment(9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2),segment_id=9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:12.764642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f2c01dc-dd16-434b-8f14-0a0ed18a4eea req-8d513ef6-1034-4eb8-8a3e-e81db6604be7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535316 Feb 10 22:51:12.765419 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:12.885578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ef7e9f04-7728-40ee-8c39-1def09ca1a43,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:12.892985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84f8459c-8e52-479f-b027-809ceff05fce up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:12.963159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event updated for resources: {'Port': ['ID=9ff9992e-fd36-4b0a-b7dc-a0690b91af04,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:13.009167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:13.033410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Provisioning complete for port ef7e9f04-7728-40ee-8c39-1def09ca1a43 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:13.033787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.043915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:13.061947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:13.071570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.087720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 84f8459c-8e52-479f-b027-809ceff05fce completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:13.105230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 84f8459c-8e52-479f-b027-809ceff05fce triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:13.105497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.241810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.462190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-17714a51-e3c8-450d-a45a-2bfba5a0bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:13.464533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-17714a51-e3c8-450d-a45a-2bfba5a0bd89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1097 time: 1.1918821 Feb 10 22:51:13.478666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.553806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02844d47-7f27-42da-a88e-79fac6045218 req-73c3fb5e-e776-4c5c-b6ea-b835138317f7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:13.555673 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02844d47-7f27-42da-a88e-79fac6045218 req-73c3fb5e-e776-4c5c-b6ea-b835138317f7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 944 time: 0.2031827 Feb 10 22:51:13.583398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:13.602332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.604005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84f8459c-8e52-479f-b027-809ceff05fce,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:13.607143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Provisioning for port edb59736-afe7-47f2-a7e3-01e2a599f750 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:13.614433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Provisioning complete for port edb59736-afe7-47f2-a7e3-01e2a599f750 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:13.615565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.628860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.656732 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.749468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-847d5fdc-c882-4a8a-b602-a2a50866607e None None] Port edb59736-afe7-47f2-a7e3-01e2a599f750 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:13.760695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:13.793361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.883186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bc5ae6b7-459b-4677-bb78-86bbd36be590 None None] Provisioning complete for port edb59736-afe7-47f2-a7e3-01e2a599f750 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:13.884004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae6b7-459b-4677-bb78-86bbd36be590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:13.977266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=edb59736-afe7-47f2-a7e3-01e2a599f750,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:13.994662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:51:14.013311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-02844d47-7f27-42da-a88e-79fac6045218 req-8c65df2e-302d-461e-a82f-d7564483a729 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450557 Feb 10 22:51:14.040979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ae6b7-459b-4677-bb78-86bbd36be590 None None] Port edb59736-afe7-47f2-a7e3-01e2a599f750 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:14.319995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5cadaabd-1aec-41dc-8d9c-c476d3918702 None None] Provisioning complete for port edb59736-afe7-47f2-a7e3-01e2a599f750 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:14.320528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cadaabd-1aec-41dc-8d9c-c476d3918702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:14.418455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ef7e9f04-7728-40ee-8c39-1def09ca1a43 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:14.460273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:14.595939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5cadaabd-1aec-41dc-8d9c-c476d3918702 None None] Port edb59736-afe7-47f2-a7e3-01e2a599f750 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:14.605227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:14.625356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'port_id': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'mac_address': 'fa:16:3e:27:7b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:51:14.634200 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce', 'code': 200} Feb 10 22:51:14.653837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c0bd8-58f2-4b14-8481-6367fd343e8c req-49e74315-643e-4f86-b46a-03773e4e5fed tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:14.655420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-055c0bd8-58f2-4b14-8481-6367fd343e8c req-49e74315-643e-4f86-b46a-03773e4e5fed tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 946 time: 1.4187477 Feb 10 22:51:14.675430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ef7e9f04-7728-40ee-8c39-1def09ca1a43 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:14.675808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:14.707651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:14.799034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4811b9e-5cb5-45cf-9129-b156504c6630,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:14.802055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-49fca4d1-5920-4e39-bb19-02244f478275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:14.803806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-49fca4d1-5920-4e39-bb19-02244f478275 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 1.0337632 Feb 10 22:51:14.856042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:14.906423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57312c26-8d9f-4439-82e0-1b79e4ee9e30 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:14.967595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:15.048007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:15.058373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:15.308996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de53ba-ad5a-404e-8cf3-e3bd88ed0083 req-b4dfa5f7-26e3-4102-a1d5-c023bf6bdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:15.310741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9de53ba-ad5a-404e-8cf3-e3bd88ed0083 req-b4dfa5f7-26e3-4102-a1d5-c023bf6bdb7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 1096 time: 0.2924829 Feb 10 22:51:15.364511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:15.416299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.418248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.422030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.422478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.422892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.423327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.423750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.424165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.426712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.428367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.429603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf49b8-9833-47e2-880e-8addf79c1ee8 req-24512b5f-3f63-430d-895f-2ab563b41eca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:15.430065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.431820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:15.443557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdaf49b8-9833-47e2-880e-8addf79c1ee8 req-24512b5f-3f63-430d-895f-2ab563b41eca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 945 time: 0.4892015 Feb 10 22:51:15.451143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['57312c26-8d9f-4439-82e0-1b79e4ee9e30'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:51:15.511827 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9de53ba-ad5a-404e-8cf3-e3bd88ed0083 req-e206682c-728b-4b25-917b-2cf027c228a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656187 Feb 10 22:51:15.538479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:15.607202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:15.622013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-055c0bd8-58f2-4b14-8481-6367fd343e8c req-6e674db0-7485-4fb5-9972-89b6d635ce42 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8979840 Feb 10 22:51:15.837810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:15.839787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69aa5f87-7926-4297-8c1d-dd331271cead admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c4811b9e-5cb5-45cf-9129-b156504c6630 HTTP/1.1" status: 204 len: 168 time: 3.3297579 Feb 10 22:51:15.924628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-9cb243f0-65a5-4479-9587-5575b2a00287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 1002 time: 1.0816982 Feb 10 22:51:15.992586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:16.094476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53059060-6275-468e-a7eb-0c3366493eb8 req-243e975e-683b-476b-b893-a6cd27c3709a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:16.102320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53059060-6275-468e-a7eb-0c3366493eb8 req-243e975e-683b-476b-b893-a6cd27c3709a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.2589056 Feb 10 22:51:16.196410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53059060-6275-468e-a7eb-0c3366493eb8 req-7c043027-2d30-4506-8755-f1503a2d615d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928781 Feb 10 22:51:16.204297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-ac7847bb-b6bb-4f75-b4e9-f8b176dce7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:16.207322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-ac7847bb-b6bb-4f75-b4e9-f8b176dce7b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.2726851 Feb 10 22:51:16.220369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:16.245220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdaf49b8-9833-47e2-880e-8addf79c1ee8 req-03071e48-3d5c-4ccc-96f9-e06343b96eb2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8006959 Feb 10 22:51:16.249516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:16.250314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:16.373277 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:16.458583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=edb59736-afe7-47f2-a7e3-01e2a599f750,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:16.487960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Router dd820a39-8e5e-48b0-8eb5-c93442090597 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:51:16.510233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:16.523900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:16.607856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:16.610973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:16.635107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:16.781942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:16.788127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-2f5d8df9-2a93-4b03-905b-87480705082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:16.793646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-2f5d8df9-2a93-4b03-905b-87480705082d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5605276 Feb 10 22:51:16.832813 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'code': 200} Feb 10 22:51:17.257529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04baadce-e887-4135-9a9e-a5351a303781 None None] Provisioning complete for port edb59736-afe7-47f2-a7e3-01e2a599f750 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:17.258479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04baadce-e887-4135-9a9e-a5351a303781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:17.416102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04baadce-e887-4135-9a9e-a5351a303781 None None] Port edb59736-afe7-47f2-a7e3-01e2a599f750 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:17.608245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66ee2e-c9e9-435d-9f5b-dd1c8f986502 req-a5c0a710-c5a0-407d-bc4a-db9957ffd485 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:17.625877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b66ee2e-c9e9-435d-9f5b-dd1c8f986502 req-a5c0a710-c5a0-407d-bc4a-db9957ffd485 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.3705308 Feb 10 22:51:17.694755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 27c6c149-1013-4ef9-b8fb-e660f81f3461 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:51:17.703020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:17.716324 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] Sync routers for ids ['dd820a39-8e5e-48b0-8eb5-c93442090597'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:17.735244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] Routers {'dd820a39-8e5e-48b0-8eb5-c93442090597'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:17.735897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['dd820a39-8e5e-48b0-8eb5-c93442090597'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:17.774477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b66ee2e-c9e9-435d-9f5b-dd1c8f986502 req-3c81bdf3-6b54-45bf-b887-2c820ce6c5ea tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476080 Feb 10 22:51:17.777662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:17.797117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:17.806729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-58dbf43c-822d-4352-9f1e-25790065549a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.0589600 Feb 10 22:51:17.809907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:17.841559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-e5b509f6-4660-47d0-8534-b3d8203f9646 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0224683 Feb 10 22:51:17.924044 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:17.960792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] Routers {'dd820a39-8e5e-48b0-8eb5-c93442090597'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:17.961356 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['dd820a39-8e5e-48b0-8eb5-c93442090597'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:17.972327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:18.074469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:18.123476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9e7308b-8f30-40ce-b56b-b23dcb2d1fc5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/27c6c149-1013-4ef9-b8fb-e660f81f3461/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7492344 Feb 10 22:51:18.126690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57926) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:18.153361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] Sync routers for ids ['27c6c149-1013-4ef9-b8fb-e660f81f3461'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:18.165912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:18.168296 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087439fe-e116-45b4-9d55-f43be4eea2bd None None] The sync data for ids ['dd820a39-8e5e-48b0-8eb5-c93442090597'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:18.288402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] Routers {'27c6c149-1013-4ef9-b8fb-e660f81f3461'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:18.300922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['27c6c149-1013-4ef9-b8fb-e660f81f3461'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:18.462475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:18.498549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] Routers {'27c6c149-1013-4ef9-b8fb-e660f81f3461'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:18.499474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['27c6c149-1013-4ef9-b8fb-e660f81f3461'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:18.573662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:18.586208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfbed07-4c77-4ff9-8386-31dbfddbcdd1 req-da9b5880-1dec-4888-a5c3-0edacc58cd73 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:18.600274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-acfbed07-4c77-4ff9-8386-31dbfddbcdd1 req-da9b5880-1dec-4888-a5c3-0edacc58cd73 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 1.5269058 Feb 10 22:51:18.625928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:18.639728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0265942-9757-4997-94c9-b097785e2e4d None None] The sync data for ids ['27c6c149-1013-4ef9-b8fb-e660f81f3461'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:18.645150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:18.658309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:18.658695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:18.676669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5afb43a-00e3-480d-b979-218cb3e469cf tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:18.677358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e5afb43a-00e3-480d-b979-218cb3e469cf tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:18.703693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Usage tracker for resource:security_group_rule and tenant:35c589870d4347bf9d6b3a5d36310737 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:18.714680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:18.747856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:18.790926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e5afb43a-00e3-480d-b979-218cb3e469cf tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:18.794775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5afb43a-00e3-480d-b979-218cb3e469cf tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports/edb59736-afe7-47f2-a7e3-01e2a599f750 HTTP/1.1" status: 200 len: 983 time: 0.6644630 Feb 10 22:51:18.801871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:18.876981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:18.905687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1931300b-a479-4f38-943f-509def308489 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/dd820a39-8e5e-48b0-8eb5-c93442090597 HTTP/1.1" status: 200 len: 924 time: 1.0918438 Feb 10 22:51:18.911346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:18.923777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:18.929640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:18.934576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57946) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.043998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:19.127053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36ee42-d451-488f-9b67-2ed321328277 req-18b721c6-2f0f-4c07-a72e-8a3fb01fee05 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:19.128956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c36ee42-d451-488f-9b67-2ed321328277 req-18b721c6-2f0f-4c07-a72e-8a3fb01fee05 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.24 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 0.8903677 Feb 10 22:51:19.130055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d09b255-8e84-4eb4-a71e-40cd1007ed38 req-f4f83746-0dd1-4459-87f6-9e910e682eec service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6356411 Feb 10 22:51:19.138332 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e0c03e48-6a43-4a22-97c0-a523ba2cb704 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd820a39-8e5e-48b0-8eb5-c93442090597 HTTP/1.1" status: 200 len: 205 time: 0.2010531 Feb 10 22:51:19.142324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.152209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2c554-895b-4fee-ab42-e566a784cbbf req-99ffd111-e310-4f0d-a342-46987d28470f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:19.153703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49c2c554-895b-4fee-ab42-e566a784cbbf req-99ffd111-e310-4f0d-a342-46987d28470f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.9181767 Feb 10 22:51:19.187890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-acfbed07-4c77-4ff9-8386-31dbfddbcdd1 req-585b88e0-7bfd-49ab-8349-09fa8c8adc2d tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5846615 Feb 10 22:51:19.250040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Deleting port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:19.250387 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:19.397034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57962) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.450376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19481235-b2d8-4926-b925-0ed60c1dda16 req-832161ea-c693-4bde-b75d-2da9833ababf tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:19.451998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19481235-b2d8-4926-b925-0ed60c1dda16 req-832161ea-c693-4bde-b75d-2da9833ababf tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.1079686 Feb 10 22:51:19.510005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19481235-b2d8-4926-b925-0ed60c1dda16 req-11d97534-04f8-49ba-981e-8e18a5dc43c4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Feb 10 22:51:19.652892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8ae50fa2-706b-4463-8b8b-526976c742ad tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:19.779026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49c2c554-895b-4fee-ab42-e566a784cbbf req-78f323e8-c467-414b-af48-9844a0104c84 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074039 Feb 10 22:51:19.780316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8ae50fa2-706b-4463-8b8b-526976c742ad tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "PUT /v2.0/quotas/5075678897d745f79567c655a4a110ab HTTP/1.1" status: 200 len: 366 time: 0.3805358 Feb 10 22:51:19.782245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57968) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.804463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a27097-7933-4b8f-bf76-52dd8711cb00 req-1b87d059-288f-4d41-8619-3b6ee564f64b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:19.812195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a27097-7933-4b8f-bf76-52dd8711cb00 req-1b87d059-288f-4d41-8619-3b6ee564f64b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.1513748 Feb 10 22:51:19.832508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8c9e5a7e-707c-482e-8969-26a424a0b6e9 tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0478132 Feb 10 22:51:19.839222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57974) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.891440 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'code': 200} Feb 10 22:51:19.894432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4a27097-7933-4b8f-bf76-52dd8711cb00 req-6804f3fe-0249-4d98-9975-8dcb172518ce tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786614 Feb 10 22:51:19.902264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2ba10f35-8dba-4567-8f1c-9a82105396b5 tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas/5075678897d745f79567c655a4a110ab HTTP/1.1" status: 200 len: 366 time: 0.0645821 Feb 10 22:51:19.904995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57978) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.936378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fa94ff61-9694-4ed3-b85d-868248d7392c tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/5075678897d745f79567c655a4a110ab HTTP/1.1" status: 204 len: 168 time: 0.0299120 Feb 10 22:51:19.938656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.944431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:19.963201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-519d3041-d0ef-4908-ae13-7a6b0ecc8df0 tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0225203 Feb 10 22:51:19.965340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57986) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.975587 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:19.979175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-97e9d6fb-ba7b-4c15-9444-aa58afec03a9 tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas/5075678897d745f79567c655a4a110ab HTTP/1.1" status: 200 len: 370 time: 0.0123246 Feb 10 22:51:19.981242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57990) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:19.988000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c2ad4c71-8a76-4704-b76a-091a720b552e tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas/5075678897d745f79567c655a4a110ab/default HTTP/1.1" status: 200 len: 370 time: 0.0056136 Feb 10 22:51:19.991171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57994) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:20.009767 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-add16719-2ce2-43f1-bf70-a34a1eb6c24a tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] delete failed (client error): The resource could not be found. Feb 10 22:51:20.011040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-add16719-2ce2-43f1-bf70-a34a1eb6c24a tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "DELETE /v2.0/quotas/5075678897d745f79567c655a4a110ab HTTP/1.1" status: 404 len: 348 time: 0.0187795 Feb 10 22:51:20.086295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da731570-9cab-44a3-b82f-94441dc8f892,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:20.102745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.247434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58004) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:20.293821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:network and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.354965 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.368940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.397566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:subnet and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.405815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.419269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:subnetpool and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.419705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2bc6feb3-ec2c-4460-bf1c-4fa9de8512bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=35c589870d4347bf9d6b3a5d36310737&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6407497 Feb 10 22:51:20.425603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:20.429958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port 9ff9992e-fd36-4b0a-b7dc-a0690b91af04 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:20.430455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.445611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.474726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:port and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.486747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f603f8c8-7735-4368-bac5-5d713a272a6e req-f45b1e2e-c65f-4433-8fd8-37f498064d8f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:20.488807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f603f8c8-7735-4368-bac5-5d713a272a6e req-f45b1e2e-c65f-4433-8fd8-37f498064d8f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.1919394 Feb 10 22:51:20.502773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.564505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:router and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.578444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.603936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f603f8c8-7735-4368-bac5-5d713a272a6e req-10fd59c5-b66f-4073-bd93-2f68072157bf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973148 Feb 10 22:51:20.605527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.635060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:floatingip and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.650475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.662579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.744444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:security_group and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.785826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.834727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.851309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Usage tracker for resource:security_group_rule and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:20.858477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:20.862479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da731570-9cab-44a3-b82f-94441dc8f892,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:20.875850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5ad9248e-ff7d-4f50-a8b6-b79dd0eb6c8d tempest-QuotasTest-491936464 tempest-QuotasTest-491936464-project-admin] 10.222.0.53 "GET /v2.0/quotas/7e03a681cacc42739a65ab8545bae341/details.json HTTP/1.1" status: 200 len: 703 time: 0.6273043 Feb 10 22:51:20.878742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.879766 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ae14da9b-efef-4c8e-aaa7-4e9dc170a10e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da731570-9cab-44a3-b82f-94441dc8f892 HTTP/1.1" status: 204 len: 168 time: 0.4526572 Feb 10 22:51:20.919695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8ff7b-ae0a-42a0-9674-9ded75694dae req-eae28c8f-d6e5-4edd-bec2-064cddad1543 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:20.926870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f8ff7b-ae0a-42a0-9674-9ded75694dae req-eae28c8f-d6e5-4edd-bec2-064cddad1543 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.1757407 Feb 10 22:51:20.966810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] For port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:20.967622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:20.997682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef5194-23f8-4718-9289-7b6d98609eb4 req-af6e8bf8-a532-4753-9aec-78c29d8c8378 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:21.005168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ef5194-23f8-4718-9289-7b6d98609eb4 req-af6e8bf8-a532-4753-9aec-78c29d8c8378 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 945 time: 0.6364567 Feb 10 22:51:21.019146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f8ff7b-ae0a-42a0-9674-9ded75694dae req-4a611f62-c032-4b0d-830b-37a036fdaaf3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843208 Feb 10 22:51:21.210546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Calling delete_port for 27ab8569-1144-49c9-9eb8-4f8022e4b2ff owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:21.302587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ef5194-23f8-4718-9289-7b6d98609eb4 req-ed878ddf-22eb-4a9e-835a-82f689961c9e tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964687 Feb 10 22:51:21.409482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58026) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:21.475892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820e0d9-99e9-4e8c-bdab-6e037d44f157 req-13a4c81e-ae18-4d5f-930e-985b75b32c03 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:21.483772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c820e0d9-99e9-4e8c-bdab-6e037d44f157 req-13a4c81e-ae18-4d5f-930e-985b75b32c03 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.2507801 Feb 10 22:51:21.527458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.584889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c820e0d9-99e9-4e8c-bdab-6e037d44f157 req-c8dd2ac4-d2cb-4ee0-b255-a86ee9a8be1e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950847 Feb 10 22:51:21.629607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.653185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.714466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:21.722196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Usage tracker for resource:security_group_rule and tenant:12cba530697a48a096f27e7e7c506230 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:21.726391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:21.741793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:21.929217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.932536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for 9ff9992e-fd36-4b0a-b7dc-a0690b91af04 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:21.934449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.936824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:21.997052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 27ab8569-1144-49c9-9eb8-4f8022e4b2ff no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:22.003796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f96e2b-f22d-4a64-963f-952d57a79437,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:22.012388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-21d0f0ae-32ac-42eb-bd84-12e10836f8e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12cba530697a48a096f27e7e7c506230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014543 Feb 10 22:51:22.015755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58044) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:22.129752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.179863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.248684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.258672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.287202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f96e2b-f22d-4a64-963f-952d57a79437,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:22.304749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.306868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2330579e-6d3c-4046-af14-7beb30c8c729 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27f96e2b-f22d-4a64-963f-952d57a79437 HTTP/1.1" status: 204 len: 168 time: 0.2886937 Feb 10 22:51:22.504854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b6bca3-5408-4698-9cf2-1977124fe472 req-1fb4c3e7-9933-4e50-af63-9205f8594169 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:22.508466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5b6bca3-5408-4698-9cf2-1977124fe472 req-1fb4c3e7-9933-4e50-af63-9205f8594169 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.1713464 Feb 10 22:51:22.559611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.648950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bad3fe-771b-45fb-b2ea-6d394244ad07 req-1b1f2892-683e-48a9-a008-83ce787f674b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:22.656094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90bad3fe-771b-45fb-b2ea-6d394244ad07 req-1b1f2892-683e-48a9-a008-83ce787f674b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.1406386 Feb 10 22:51:22.664620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b5b6bca3-5408-4698-9cf2-1977124fe472 req-0d874e1e-74b5-4fe9-a5ef-794b214430e6 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452773 Feb 10 22:51:22.669618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Pushing event deleted for resources: {'Port': ['ID=27ab8569-1144-49c9-9eb8-4f8022e4b2ff,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:22.887770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58068) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:22.917578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:22.940294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:22.945341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Usage tracker for resource:security_group_rule and tenant:7e03a681cacc42739a65ab8545bae341 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:22.948706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:22.954603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:23.033939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] No DVR routers for this DVR port 27ab8569-1144-49c9-9eb8-4f8022e4b2ff on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:51:23.039653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.065650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5992ce-e34d-4366-a403-971e02973f4d req-51ae4c2b-ac37-4087-8c3a-d8bc359911c6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:23.067783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'name': 'network-vif-deleted', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:23.073319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa5992ce-e34d-4366-a403-971e02973f4d req-51ae4c2b-ac37-4087-8c3a-d8bc359911c6 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.2651436 Feb 10 22:51:23.080315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.082979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-90bad3fe-771b-45fb-b2ea-6d394244ad07 req-1d3d91c5-18c3-489c-aecf-2b5bef49b329 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259460 Feb 10 22:51:23.085953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1c36ee42-d451-488f-9b67-2ed321328277 req-443011e9-59b7-43f4-9b8b-030d98fc76f1 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.24 "DELETE /v2.0/ports/27ab8569-1144-49c9-9eb8-4f8022e4b2ff HTTP/1.1" status: 204 len: 173 time: 3.9444768 Feb 10 22:51:23.116415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.143883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port edb59736-afe7-47f2-a7e3-01e2a599f750 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:23.144217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.186894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.219144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7e03a681cacc42739a65ab8545bae341&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301485 Feb 10 22:51:23.229560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58080) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:23.343322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=9ff9992e-fd36-4b0a-b7dc-a0690b91af04,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:23.394469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa5992ce-e34d-4366-a403-971e02973f4d req-8d8872e6-3ca0-456f-8f2d-321ff46a7d7f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200519 Feb 10 22:51:23.404606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2de374-c1e7-4d54-82d0-e389a09ae373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef72bc8-51bb-4358-b18e-1c32930a163d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:23.498933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.518147 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bced7ed-1286-47f0-90d0-7be8c20444fd', 'name': 'network-vif-deleted', 'tag': '27ab8569-1144-49c9-9eb8-4f8022e4b2ff', 'status': 'completed', 'code': 200} Feb 10 22:51:23.518977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.547243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.598032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-445ac8a9-00da-4cda-8568-33e104984e07 req-f8d50f81-2145-47d6-9f42-3d921f0a4b27 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Synchronizing usage tracker for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:23.679791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.703030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef72bc8-51bb-4358-b18e-1c32930a163d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:23.717241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.722387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b82078bd-44ae-4cca-91fe-19179fbc8273 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6ef72bc8-51bb-4358-b18e-1c32930a163d HTTP/1.1" status: 204 len: 168 time: 0.4906292 Feb 10 22:51:23.873755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:23.989144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:24.015106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for edb59736-afe7-47f2-a7e3-01e2a599f750 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:24.295853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-445ac8a9-00da-4cda-8568-33e104984e07 req-f8d50f81-2145-47d6-9f42-3d921f0a4b27 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Unset dirty status for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:24.305277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-445ac8a9-00da-4cda-8568-33e104984e07 req-f8d50f81-2145-47d6-9f42-3d921f0a4b27 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=0bced7ed-1286-47f0-90d0-7be8c20444fd HTTP/1.1" status: 200 len: 210 time: 0.9573739 Feb 10 22:51:24.331308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:24.346301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:24.348705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:24.374874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:24.703439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=edb59736-afe7-47f2-a7e3-01e2a599f750,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:25.063903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.087689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.088588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router dd820a39-8e5e-48b0-8eb5-c93442090597 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:25.207835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74a8f6e-3451-46d4-b763-fa122e5c41b7 req-d6ef451a-2be4-4072-95bf-5ec01735ca5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:25.217143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f74a8f6e-3451-46d4-b763-fa122e5c41b7 req-d6ef451a-2be4-4072-95bf-5ec01735ca5c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.5005062 Feb 10 22:51:25.304210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f74a8f6e-3451-46d4-b763-fa122e5c41b7 req-4fe335a8-2c25-45b3-ac17-294424e8c619 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855339 Feb 10 22:51:25.559671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58132) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:25.780902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-790652409'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:25.794615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:25.803131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:network and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:25.807736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:25.816208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:25.817397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.824260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35fa681b-2d25-45de-94d7-9d14d4f8201e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/dd820a39-8e5e-48b0-8eb5-c93442090597 HTTP/1.1" status: 204 len: 168 time: 6.6647255 Feb 10 22:51:25.825767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:25.834199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365646236', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:25.841921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:25.847150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:router and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:25.850312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 27c6c149-1013-4ef9-b8fb-e660f81f3461 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:51:25.850964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:25.858517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:25.868214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fff0e4-6b87-427b-bf4c-91bd944d800b req-d3ea2e87-1545-46df-b2f4-4b483a8f8c4f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:25.870016 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94fff0e4-6b87-427b-bf4c-91bd944d800b req-d3ea2e87-1545-46df-b2f4-4b483a8f8c4f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 1.1918192 Feb 10 22:51:25.871709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:25.878731 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.900091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.969173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:25.978162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.979732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:25.991091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:security_group_rule and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:26.001390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:26.010069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:26.045337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:26.096942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998bbf34-b072-4f3a-bf2e-f064280ddd78 req-9040d86d-7f7e-4e16-aa10-881af79e3e7e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:26.099389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-998bbf34-b072-4f3a-bf2e-f064280ddd78 req-9040d86d-7f7e-4e16-aa10-881af79e3e7e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.1779182 Feb 10 22:51:26.108134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:26.119427 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] Sync routers for ids ['27c6c149-1013-4ef9-b8fb-e660f81f3461'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:26.136351 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89a30f6c-15aa-485f-a2ee-2ce9eba3532d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/27c6c149-1013-4ef9-b8fb-e660f81f3461/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3319237 Feb 10 22:51:26.137287 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] Routers {'27c6c149-1013-4ef9-b8fb-e660f81f3461'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:26.138126 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['27c6c149-1013-4ef9-b8fb-e660f81f3461'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:26.156914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:26.162956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94fff0e4-6b87-427b-bf4c-91bd944d800b req-ca812fd7-0c83-466e-9a52-5b8b3c7eebaf tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933651 Feb 10 22:51:26.330813 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:26.344140 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] Routers {'27c6c149-1013-4ef9-b8fb-e660f81f3461'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:26.345010 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['27c6c149-1013-4ef9-b8fb-e660f81f3461'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:26.417200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:26.417920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e066c6-0a56-423b-993c-9daff9741e96 None None] The sync data for ids ['27c6c149-1013-4ef9-b8fb-e660f81f3461'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:26.756742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:26.789101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-998bbf34-b072-4f3a-bf2e-f064280ddd78 req-4b6bba2b-9375-49c1-95eb-656f0e26f95b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6826696 Feb 10 22:51:26.949065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:26.978666 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e07df0aa-1e57-41a9-8703-68fd7c8641d7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 22:51:26.982218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e07df0aa-1e57-41a9-8703-68fd7c8641d7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/27c6c149-1013-4ef9-b8fb-e660f81f3461/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8217785 Feb 10 22:51:26.985448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:26.996781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.063033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-9560620a-ac7f-4282-8fcf-2c81a650e642 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=3608feb28d60496c9cc0204811c5b8c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1117043 Feb 10 22:51:27.063263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a464b97-9301-4e6a-baaa-b6bad5c15923 req-408e6a24-bf3c-4702-9af1-0a0faafdcb1c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:27.065997 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a464b97-9301-4e6a-baaa-b6bad5c15923 req-408e6a24-bf3c-4702-9af1-0a0faafdcb1c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.3815372 Feb 10 22:51:27.098190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6454ee58-33ad-442a-896e-b6ebe6c86c8b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:27.152166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6454ee58-33ad-442a-896e-b6ebe6c86c8b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:27.156479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6454ee58-33ad-442a-896e-b6ebe6c86c8b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c6c149-1013-4ef9-b8fb-e660f81f3461 HTTP/1.1" status: 200 len: 205 time: 0.1677761 Feb 10 22:51:27.157299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:27.258173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:51:27.262764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-ce761322-d72d-45e5-9617-b38fcf8dc23f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6964607 Feb 10 22:51:27.275922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-690c7c3d-eab1-49dc-87ea-38555a65b158 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:27.277677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-690c7c3d-eab1-49dc-87ea-38555a65b158 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974306 Feb 10 22:51:27.282580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4558aba-8a15-4bb7-878d-8e8b4c0142b9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:27.288534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.288877 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Added segment bfe31207-175b-4448-95bc-0283d84c52f0 of type vlan for network 140cf3cc-1ef9-441f-a548-210a9a5cd06f Feb 10 22:51:27.337200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-35aaae3b-e056-43bd-bf95-3b8c82acb966 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/quotas/3608feb28d60496c9cc0204811c5b8c0 HTTP/1.1" status: 200 len: 375 time: 0.0322468 Feb 10 22:51:27.416873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.454367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-3cb2b322-6ee7-4051-8898-dedf203df460 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3608feb28d60496c9cc0204811c5b8c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029284 Feb 10 22:51:27.502700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a464b97-9301-4e6a-baaa-b6bad5c15923 req-4b25f7a7-1954-4448-845a-bbb6b1e3a7ca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146147 Feb 10 22:51:27.514465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.517122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.525440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:27.526380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:27.785786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Network': ['ID=140cf3cc-1ef9-441f-a548-210a9a5cd06f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:27.803253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cf408ff-dbb2-4479-ac2f-a8aa2c70da7e tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.2391238 Feb 10 22:51:27.804282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58204) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:27.808848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:51:27.842309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'subnet': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:28.054508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28305e0e-85a6-4abc-bf26-92ca65dae60b req-d2417317-6683-4ec3-8cf8-67e34581b950 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 210 time: 0.2528849 Feb 10 22:51:28.694165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.697556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.735900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.740682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 27c6c149-1013-4ef9-b8fb-e660f81f3461 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:28.766978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.768385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4053320b-7b80-4d8d-a774-ebf9a04e8b1a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/27c6c149-1013-4ef9-b8fb-e660f81f3461 HTTP/1.1" status: 204 len: 168 time: 1.6101663 Feb 10 22:51:28.777428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:28.862562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc7e86-04ef-48bc-9175-83935b942391 req-3e0aacdd-9f17-4ed5-b931-7a0fd1eccd47 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:28.865343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7dc7e86-04ef-48bc-9175-83935b942391 req-3e0aacdd-9f17-4ed5-b931-7a0fd1eccd47 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.4566631 Feb 10 22:51:28.903923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 8994dae6-26b2-43e8-901f-48df4b70bfa8 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:51:28.912911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.931926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:28.936932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:28.993006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:subnet and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:29.002446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:29.007135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.086248 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b7dc7e86-04ef-48bc-9175-83935b942391 req-76d0bba9-c413-4175-a380-1e9b2f34a774 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136772 Feb 10 22:51:29.155692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.230745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 172.25.2.94 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/4af83a9d-36e6-495a-b13b-4ee90c2029cc) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:29.234335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-92639b17-bf78-4303-9238-a0a41731a7a7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2838809 Feb 10 22:51:29.251769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:29.281278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb1c286-5d51-4b98-8977-11e54d1cfb66 req-e308afdb-76f3-4f51-9ef4-ee6fb6ed8e37 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:29.289212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fb1c286-5d51-4b98-8977-11e54d1cfb66 req-e308afdb-76f3-4f51-9ef4-ee6fb6ed8e37 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.6185968 Feb 10 22:51:29.289452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.406753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:29.410160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.594507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d905-1ccb-4129-bb65-2199d509536d req-18c67ce9-a322-4026-83f9-15935f15802d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:29.602068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b679d905-1ccb-4129-bb65-2199d509536d req-18c67ce9-a322-4026-83f9-15935f15802d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.2400460 Feb 10 22:51:29.605167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fb1c286-5d51-4b98-8977-11e54d1cfb66 req-fb07be2e-9e0a-4b03-b6d8-c4a111ca1935 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3149953 Feb 10 22:51:29.606245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.686916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-43f045e7-31f5-488b-8f0c-ad38537b8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:29.688319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-43f045e7-31f5-488b-8f0c-ad38537b8707 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 1096 time: 0.2426085 Feb 10 22:51:29.700400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5460c0ee-ef89-4574-b7e4-6f1fd59b6510 None None] Network 057d9a2a-50d5-405f-98f8-18d00b6ec441 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:29.714845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=8994dae6-26b2-43e8-901f-48df4b70bfa8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:29.732073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.808581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:29.810053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.810388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.810731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.816871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.817274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.818283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.818835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.819172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.819528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.819926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.820258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.820586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:29.981120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cefb4af5-4624-4a3f-9aed-0419776a7b57 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/8994dae6-26b2-43e8-901f-48df4b70bfa8 HTTP/1.1" status: 204 len: 168 time: 1.1998878 Feb 10 22:51:29.982718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58234) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:30.231740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-1f69c0b3-a09b-41bb-a911-469304dafe1d tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=3608feb28d60496c9cc0204811c5b8c0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2123787 Feb 10 22:51:30.231740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-95699779-325f-499f-b34e-bf1f5f08c1b5 req-162adf68-7a59-488d-852a-3f4afe7e41fb tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 210 time: 0.3665709 Feb 10 22:51:30.248584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:30.254736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-a5b8d943-7e6e-4f12-8cee-145ff551fc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:30.256366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-a5b8d943-7e6e-4f12-8cee-145ff551fc59 service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.5262818 Feb 10 22:51:30.279940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b679d905-1ccb-4129-bb65-2199d509536d req-3e3b996f-0363-4e63-bc91-48c9f4565034 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6770973 Feb 10 22:51:30.323613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] DHCP port deletion for 057d9a2a-50d5-405f-98f8-18d00b6ec441 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:51:30.330658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Deleting port ef7e9f04-7728-40ee-8c39-1def09ca1a43 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:30.331387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:30.476870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-35ed5484-bd28-4421-a437-0ec228e8245f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 200 len: 217 time: 0.1958330 Feb 10 22:51:30.538380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port ef7e9f04-7728-40ee-8c39-1def09ca1a43 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:30.539183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:30.704057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-6d4f9703-611e-493c-b93f-01a16c40f75f tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:30.705584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-6d4f9703-611e-493c-b93f-01a16c40f75f tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088561 Feb 10 22:51:30.713460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:30.739503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] For port ef7e9f04-7728-40ee-8c39-1def09ca1a43, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ef7e9f04-7728-40ee-8c39-1def09ca1a43,segment=NetworkSegment(9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2),segment_id=9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:30.740612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:30.764677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-e698d164-c51c-4387-8d91-c8b1ac4a3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:30.768053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Request body: {'port': {'device_id': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': '3608feb28d60496c9cc0204811c5b8c0'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:30.771242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-e698d164-c51c-4387-8d91-c8b1ac4a3bf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2874060 Feb 10 22:51:30.923940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=4af83a9d-36e6-495a-b13b-4ee90c2029cc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:30.925590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Calling delete_port for ef7e9f04-7728-40ee-8c39-1def09ca1a43 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:30.994382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-58323d52-d941-494b-acfc-fca2c2a73156 req-539b2794-1a71-48e4-88ea-d0e4097083f3 service neutron] (87653) timed out ('10.222.0.53', 54460) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:51:31.002838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:31.008151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:31.014565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:31.153319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:31.156395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:31.157194 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:51:31.189765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Subnet': ['ID=3544000f-371e-42c8-ad0f-15da77816645,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:31.228947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8669b34c-8495-4b4e-9798-18491861dff5 req-6013f017-2f80-41c7-908a-32161b8d5b52 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:31.230545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8669b34c-8495-4b4e-9798-18491861dff5 req-6013f017-2f80-41c7-908a-32161b8d5b52 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.7505510 Feb 10 22:51:31.297283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] Pushing event deleted for resources: {'Port': ['ID=ef7e9f04-7728-40ee-8c39-1def09ca1a43,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:31.312482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4585473-da68-4506-bd2f-5934c0fccd4a None None] No DVR routers for this DVR port ef7e9f04-7728-40ee-8c39-1def09ca1a43 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:51:31.373068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8669b34c-8495-4b4e-9798-18491861dff5 req-acdccb06-4d0a-44a7-8c94-feaf839c0ad7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295784 Feb 10 22:51:31.470659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Checking segment: {'id': 'bfe31207-175b-4448-95bc-0283d84c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:31.471024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network hostable DHCP agents. Network: 140cf3cc-1ef9-441f-a548-210a9a5cd06f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:51:31.555557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:31.559957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Usage tracker for resource:port and tenant:3608feb28d60496c9cc0204811c5b8c0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:31.562925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:31.570703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:31.683913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port ef7e9f04-7728-40ee-8c39-1def09ca1a43, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ef7e9f04-7728-40ee-8c39-1def09ca1a43,segment=NetworkSegment(9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2),segment_id=9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:31.684692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:31.825135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Made reservation on behalf of 3608feb28d60496c9cc0204811c5b8c0 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:31.829481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:31.849986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:31.954060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for ef7e9f04-7728-40ee-8c39-1def09ca1a43 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:31.983631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:51:32.003669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:32.008751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Usage tracker for resource:security_group_rule and tenant:3608feb28d60496c9cc0204811c5b8c0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:32.013411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:32.022566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:32.159199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:32.195927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ed93c7c6-a9f6-40b1-8a76-93e28fa684d8 req-3c98a7ca-9023-465e-8a36-4e5c85816b0b tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 210 time: 0.3832884 Feb 10 22:51:32.209190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:51:32.209487 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:51:32.284053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:32.301393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f7cf0-34f4-4fec-8a3b-5f3539fa2829 req-68b34df6-35be-4b74-9623-b64d3afdfd7c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:32.317387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af1f7cf0-34f4-4fec-8a3b-5f3539fa2829 req-68b34df6-35be-4b74-9623-b64d3afdfd7c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.3614795 Feb 10 22:51:32.348033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ef7e9f04-7728-40ee-8c39-1def09ca1a43 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:32.356342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-1cf89214-9558-4420-a857-13fd820d55c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:32.357995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-1cf89214-9558-4420-a857-13fd820d55c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5145025 Feb 10 22:51:32.493704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ef7e9f04-7728-40ee-8c39-1def09ca1a43 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:51:32.494048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ef7e9f04-7728-40ee-8c39-1def09ca1a43 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:51:32.568252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7302f922-a8e3-414b-8cf8-4d4dacaf05d1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:32.574993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 140cf3cc-1ef9-441f-a548-210a9a5cd06f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:32.588317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70655dd0-639a-4721-b8d8-df40bc6a5b1a None None] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:32.616043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af1f7cf0-34f4-4fec-8a3b-5f3539fa2829 req-967dad46-1227-4d78-b1d3-e0f61f083d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2980883 Feb 10 22:51:32.619986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-f73fb6e8-e64d-40cc-abd6-f6a4ff8a336e service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348733 Feb 10 22:51:32.713039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:32.713738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:32.831637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port ef7e9f04-7728-40ee-8c39-1def09ca1a43 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:32.832166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:32.916665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-540ce5cc-5ffe-41a1-ae9f-b48bf4c33a38 req-00fc01c6-902d-4c8a-a884-8fbad9c86900 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898278 Feb 10 22:51:32.987833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'tenant_id': '49d708bda9304c0c9a9029cca20d3c02', 'fixed_ips': [{'subnet_id': '3544000f-371e-42c8-ad0f-15da77816645'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:51:32.988685 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.031125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] The port 'ef7e9f04-7728-40ee-8c39-1def09ca1a43' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:51:33.042786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d07f22ea-2f0e-4b94-b4ae-9ae4cc7153e0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2365911 Feb 10 22:51:33.070383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58264) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:33.080259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-1736532537'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:33.238994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Allocated IP 172.20.0.2 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/c52cb966-7dba-4ed3-8a16-6d422d62482b) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:33.328150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Allocated IP 192.168.233.219 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/373ade13-fa98-43a7-bdde-0e314ec4d3c0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:33.389327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.408379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.515588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec3dce-dc91-45c0-8607-3f1509cf4dda req-434892bd-7782-4af8-bdcd-2a639b9b086c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:33.517832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0ec3dce-dc91-45c0-8607-3f1509cf4dda req-434892bd-7782-4af8-bdcd-2a639b9b086c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.9566085 Feb 10 22:51:33.538297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a797733-c1a9-4660-9045-034b1b8d3975 req-6d84c44e-3131-4e71-9658-5555f3aca441 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:33.545200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a797733-c1a9-4660-9045-034b1b8d3975 req-6d84c44e-3131-4e71-9658-5555f3aca441 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.6275587 Feb 10 22:51:33.568188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['057d9a2a-50d5-405f-98f8-18d00b6ec441']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:33.597632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:33.597931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fef1e2f-e358-4ca8-b0c2-4c2ffcc5b1e2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:33.622040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.666791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:33.666791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.667894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:port and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:33.676214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-3dba64a0-c21c-4518-a8ad-0eec513d3833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:33.678309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-3dba64a0-c21c-4518-a8ad-0eec513d3833 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 1095 time: 0.5487092 Feb 10 22:51:33.679309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:33.680776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.717536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4a797733-c1a9-4660-9045-034b1b8d3975 req-e975f350-4934-41e6-b345-ea350927e20e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713409 Feb 10 22:51:33.718633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:51:33.719044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:33.750754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0ec3dce-dc91-45c0-8607-3f1509cf4dda req-394f8c89-31cb-406a-89b5-d869768873c4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149706 Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:51:33.787669 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:51:33.884617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:34.147543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.206556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:34.211574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.238557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a60ab97b-79da-4488-b16c-2bcd03e14a48 req-49be301f-a8bc-4035-9519-c9ae82720852 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 210 time: 0.2535810 Feb 10 22:51:34.259700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Transition to ACTIVE for port object 373ade13-fa98-43a7-bdde-0e314ec4d3c0 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:34.262721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.270031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Transition to ACTIVE for port object c52cb966-7dba-4ed3-8a16-6d422d62482b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:34.288966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b39ff-277e-4a6b-b574-b2e6588c8918 req-37184c72-ed1c-4b44-8606-041bb76d93de tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:34.291129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be8b39ff-277e-4a6b-b574-b2e6588c8918 req-37184c72-ed1c-4b44-8606-041bb76d93de tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.3431168 Feb 10 22:51:34.309932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Transition to ACTIVE for port object c52cb966-7dba-4ed3-8a16-6d422d62482b will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:34.325511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.326968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.330815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port 1344a112-e19e-44cf-a3ad-a2dd82e6f2fa yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:34.380627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be8b39ff-277e-4a6b-b574-b2e6588c8918 req-29a24d70-2915-43a0-8c91-0531a99bf456 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817225 Feb 10 22:51:34.382214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.389944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=057d9a2a-50d5-405f-98f8-18d00b6ec441,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:34.432328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-739622d0-0444-4e87-b8c5-33f47c8961c4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/057d9a2a-50d5-405f-98f8-18d00b6ec441 HTTP/1.1" status: 204 len: 168 time: 4.4483984 Feb 10 22:51:34.439482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58276) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:34.453197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1435737692'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:34.466258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-f6a1e66a-4375-46cf-a88c-f2decd93cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:34.467805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-f6a1e66a-4375-46cf-a88c-f2decd93cac3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1095 time: 0.7216609 Feb 10 22:51:34.473068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:34.525400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:34.535092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:34.568137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:34.571388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:34.573956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:34.602998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.643429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:34.659603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Pushing event updated for resources: {'Port': ['ID=c52cb966-7dba-4ed3-8a16-6d422d62482b,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:34.698858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:34.703483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.811054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Attempting to bind port c52cb966-7dba-4ed3-8a16-6d422d62482b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:34.811727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Attempting to bind port c52cb966-7dba-4ed3-8a16-6d422d62482b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'bfe31207-175b-4448-95bc-0283d84c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:34.811998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Attempting to bind port c52cb966-7dba-4ed3-8a16-6d422d62482b on network 140cf3cc-1ef9-441f-a548-210a9a5cd06f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:34.829587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:34.830394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Checking segment: {'id': 'bfe31207-175b-4448-95bc-0283d84c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:34.830394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.830727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Bound using segment: {'id': 'bfe31207-175b-4448-95bc-0283d84c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:34.831582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Bound port: c52cb966-7dba-4ed3-8a16-6d422d62482b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfe31207-175b-4448-95bc-0283d84c52f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:34.831955 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.887139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:51:34.898218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:34.898576 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment bc8784f8-01e0-4f35-b2b6-dd63859f92ee of type vlan for network 865b7321-d28f-48a0-91b3-bbada24adf0c Feb 10 22:51:34.930774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a49421a6-e7af-498a-9d17-876fb949795c {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:51:34.931012 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:51:34.962838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-2da26b4a-25a2-4515-a956-3465a00d2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:34.970433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-2da26b4a-25a2-4515-a956-3465a00d2dfb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.4935153 Feb 10 22:51:34.979044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] For port c52cb966-7dba-4ed3-8a16-6d422d62482b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:34.985112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] For port c52cb966-7dba-4ed3-8a16-6d422d62482b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c52cb966-7dba-4ed3-8a16-6d422d62482b,segment=NetworkSegment(bfe31207-175b-4448-95bc-0283d84c52f0),segment_id=bfe31207-175b-4448-95bc-0283d84c52f0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:34.997134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.124608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448f088-41b7-4ef2-b5e1-c0b35b595447 None None] Pushing event updated for resources: {'Port': ['ID=c52cb966-7dba-4ed3-8a16-6d422d62482b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:35.142290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.251806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-51952bae-6cd1-4314-9b78-9a81e013f78a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 200 len: 1000 time: 0.2666640 Feb 10 22:51:35.355075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.370282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:35.371367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.475864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.488456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:35.499460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:35.513407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6374cc-1e3d-4152-9cce-774a5e487a89 req-73a6ccf5-d2ca-4a16-b962-d2ba14e21c5d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:35.515208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d6374cc-1e3d-4152-9cce-774a5e487a89 req-73a6ccf5-d2ca-4a16-b962-d2ba14e21c5d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.4695745 Feb 10 22:51:35.519940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0762787 Feb 10 22:51:35.522200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:35.528443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58290) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:35.532970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:35.535235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port 5517dc7e-b130-41fc-80c8-ff4603263b45 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:35.624120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:35.705666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:35.706364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:35.809215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b27b811-4230-44d2-bdf2-e7c51e3b63eb req-41814428-4590-4955-822a-ef25ec2cda49 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:35.829774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b27b811-4230-44d2-bdf2-e7c51e3b63eb req-41814428-4590-4955-822a-ef25ec2cda49 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.7670879 Feb 10 22:51:35.940481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-e39b453f-781e-4e38-b50e-6c2cf0585ba4 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2122233 Feb 10 22:51:35.961176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Request body: {'port': {'device_id': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:36.038918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b27b811-4230-44d2-bdf2-e7c51e3b63eb req-1e90eb2b-a84f-4961-8704-a2e3d4e7b74a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080989 Feb 10 22:51:36.043034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 9891732b-834d-4f85-abf8-de37d4a3e458 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:51:36.120266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fdd58e4b-213e-4845-9d35-ff5118705b50 None None] Provisioning for port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:36.126669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fdd58e4b-213e-4845-9d35-ff5118705b50 None None] Provisioning complete for port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:36.127113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fdd58e4b-213e-4845-9d35-ff5118705b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:36.196153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fdd58e4b-213e-4845-9d35-ff5118705b50 None None] Port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:36.294979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db944d-6165-402e-9bed-1dac7b070f63 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=865b7321-d28f-48a0-91b3-bbada24adf0c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:36.309263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-00f9493a-45aa-4e02-832c-b64ae3f7d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:36.310905 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-00f9493a-45aa-4e02-832c-b64ae3f7d59e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 1.0481613 Feb 10 22:51:36.320554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 865b7321-d28f-48a0-91b3-bbada24adf0c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:51:36.513427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c52cb966-7dba-4ed3-8a16-6d422d62482b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:36.545964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:36.559512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:36.573713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d6374cc-1e3d-4152-9cce-774a5e487a89 req-dab37162-f09d-4aca-80da-716224e6f019 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9005322 Feb 10 22:51:36.604442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:36.608696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Sync routers for ids ['9891732b-834d-4f85-abf8-de37d4a3e458'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:36.609967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0124fd2e-e27a-44ad-a0f5-737e732db808 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 10.7829955 Feb 10 22:51:36.618960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58296) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:36.629398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Routers {'9891732b-834d-4f85-abf8-de37d4a3e458'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:36.630590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9891732b-834d-4f85-abf8-de37d4a3e458'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:36.681575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:36.690961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.10 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/5517dc7e-b130-41fc-80c8-ff4603263b45) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:36.703483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:36.717245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:36.745251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:36.761452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c52cb966-7dba-4ed3-8a16-6d422d62482b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:36.767086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-364e5036-438a-47f2-bb63-1f994c49aa90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:36.770592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-364e5036-438a-47f2-bb63-1f994c49aa90 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3601820 Feb 10 22:51:36.974317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0dc195db-1cd3-4f28-82e1-ad8536b5e1c6 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/9891732b-834d-4f85-abf8-de37d4a3e458 HTTP/1.1" status: 200 len: 907 time: 0.3494034 Feb 10 22:51:37.004688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f8a84-fe0a-4a86-a203-e15ad6154202 None None] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:37.071803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Set router 9891732b-834d-4f85-abf8-de37d4a3e458 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:51:37.210733 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.232888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58302) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:37.247375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object 5517dc7e-b130-41fc-80c8-ff4603263b45 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:37.264541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'name': 'tempest-snat-router-365646236', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': True}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:37.276802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:37.289452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Usage tracker for resource:router and tenant:b49d1b2e6e4a49708c1651bb26683399 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:37.301950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:37.302280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-aaf81d25-2ef6-40f8-b64b-6d8959e5240a service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804699 Feb 10 22:51:37.304572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:37.304752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Provisioning for port c52cb966-7dba-4ed3-8a16-6d422d62482b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:37.314123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.317690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:37.391792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Provisioning complete for port c52cb966-7dba-4ed3-8a16-6d422d62482b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:37.392324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.595440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373ade13-fa98-43a7-bdde-0e314ec4d3c0 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:37.608215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.612684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.613726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.654329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-375ebeb1-e73e-4ced-b3b8-b27bae1199f6 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:37.655044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-375ebeb1-e73e-4ced-b3b8-b27bae1199f6 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Synchronizing usage tracker for tenant:3608feb28d60496c9cc0204811c5b8c0 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:37.658842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Transition to ACTIVE for port object 373ade13-fa98-43a7-bdde-0e314ec4d3c0 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:37.671895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.673545 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.684514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.752427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:37.763097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-375ebeb1-e73e-4ced-b3b8-b27bae1199f6 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Unset dirty status for tenant:3608feb28d60496c9cc0204811c5b8c0 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:37.771949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-375ebeb1-e73e-4ced-b3b8-b27bae1199f6 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 936 time: 1.5166667 Feb 10 22:51:37.833871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c176969b-ab87-4134-bf2c-acd3a2ed89eb req-7b6e7eae-cdda-4a64-93d2-d4ffa305e774 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4891140 Feb 10 22:51:37.871137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:37.876095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:37.881101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:37.898580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:38.007488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] For port c52cb966-7dba-4ed3-8a16-6d422d62482b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c52cb966-7dba-4ed3-8a16-6d422d62482b,segment=NetworkSegment(bfe31207-175b-4448-95bc-0283d84c52f0),segment_id=bfe31207-175b-4448-95bc-0283d84c52f0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:38.032402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:38.062992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=5517dc7e-b130-41fc-80c8-ff4603263b45,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:38.095816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94'}], 'enable_snat': False}, 'gw_port_id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:25Z', 'updated_at': '2022-02-10T22:51:32Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:29Z', 'updated_at': '2022-02-10T22:51:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:38.109816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Checking router: 9891732b-834d-4f85-abf8-de37d4a3e458 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:51:38.110146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Updating router 9891732b-834d-4f85-abf8-de37d4a3e458 port 4af83a9d-36e6-495a-b13b-4ee90c2029cc binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:51:38.154466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:38.155516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:38.330304 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3ab10196-4e3f-4f0d-9d3c-72df45a545f9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.2572660 Feb 10 22:51:38.340782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58328) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:38.343466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde65ea8-e806-4a22-89d2-13e5458dcbc5 req-57301b87-09c7-4189-bd70-d02eadef456a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:38.345598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cde65ea8-e806-4a22-89d2-13e5458dcbc5 req-57301b87-09c7-4189-bd70-d02eadef456a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.3512650 Feb 10 22:51:38.358468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-2104228656', 'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:96:96'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:38.426275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cde65ea8-e806-4a22-89d2-13e5458dcbc5 req-b5dc1386-34ca-41eb-9e9a-a3446954ea23 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699291 Feb 10 22:51:38.476481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:38.507468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e54a7-6baa-4286-913e-2cc6edfee756 None None] Pushing event updated for resources: {'Port': ['ID=c52cb966-7dba-4ed3-8a16-6d422d62482b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:38.574921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:38.655692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b27c5f0-9269-4242-be84-94b68f023c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:38.748135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-aabe47cc-94bb-4f16-a4dd-b96a61942901 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Synchronizing usage tracker for tenant:3608feb28d60496c9cc0204811c5b8c0 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:38.799006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=491208d3-2b36-4213-b5c6-3ee50499b106,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:38.861085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:38.861530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 865b7321-d28f-48a0-91b3-bbada24adf0c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:51:38.884610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Attempting to bind port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:38.886748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Attempting to bind port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:38.887562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Attempting to bind port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:38.901102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ec86d-a246-459b-8e1c-0f1593e8ea20 req-a4eb2eae-041e-4e5d-a036-5bf14e06d9b9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:38.912263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:51:38.913200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Attempting to bind port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:38.915680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d04ec86d-a246-459b-8e1c-0f1593e8ea20 req-a4eb2eae-041e-4e5d-a036-5bf14e06d9b9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 0.3033431 Feb 10 22:51:38.995926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 865b7321-d28f-48a0-91b3-bbada24adf0c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:51:39.050278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 865b7321-d28f-48a0-91b3-bbada24adf0c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:39.058315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:39.058932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.083759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:39.084899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:39.085526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:39.086196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Bound port: 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:39.086790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.123592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-67912129-5113-4360-834b-99cfb08bcbc8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5107546 Feb 10 22:51:39.130937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d04ec86d-a246-459b-8e1c-0f1593e8ea20 req-f7813d00-c0ef-4be5-9ee6-daae0023c338 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903031 Feb 10 22:51:39.133610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:39.139624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1379133183', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:39.149396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf2a622-5693-4d73-bf88-d9ffc5a4b922 None None] Network 865b7321-d28f-48a0-91b3-bbada24adf0c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:39.161737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:39.175733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:39.184559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:39.198208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:39.238892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.242402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.266146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-aabe47cc-94bb-4f16-a4dd-b96a61942901 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Unset dirty status for tenant:3608feb28d60496c9cc0204811c5b8c0 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:39.267589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c6d69f5-96c1-42fb-ae6c-d9391e162fff req-aabe47cc-94bb-4f16-a4dd-b96a61942901 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4946177 Feb 10 22:51:39.273738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.290378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.307092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Provisioning complete for port c52cb966-7dba-4ed3-8a16-6d422d62482b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:39.307504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.321840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.399166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.409121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a506e0bc-2122-46a1-bd13-114127c576a4 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2694514 Feb 10 22:51:39.410896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:39.558929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:39.607608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:port and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:39.617079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:39.631816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:39.634132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:39.659434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:39.678273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:51:39.680839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.691227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:39.814114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Provisioning for port 5517dc7e-b130-41fc-80c8-ff4603263b45 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:39.840613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Provisioning complete for port 5517dc7e-b130-41fc-80c8-ff4603263b45 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:39.847413 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:39.957731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-865b7321-d28f-48a0-91b3-bbada24adf0c', 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '491208d3-2b36-4213-b5c6-3ee50499b106'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:51:39.959152 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.106046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-744ade20-b49e-4790-89f1-bc9f64f1316e None None] Port 5517dc7e-b130-41fc-80c8-ff4603263b45 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:40.125558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.197298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.197795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Transition to ACTIVE for port object 4af83a9d-36e6-495a-b13b-4ee90c2029cc will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:40.250084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:40.251009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.252778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/373ade13-fa98-43a7-bdde-0e314ec4d3c0 HTTP/1.1" status: 200 len: 1096 time: 4.2993391 Feb 10 22:51:40.264211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:40.291670 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.446325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-08cd9d74-45df-4d35-b46c-76746d135fed tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:40.476884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-08cd9d74-45df-4d35-b46c-76746d135fed tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 813 time: 0.7323432 Feb 10 22:51:40.504287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port 929224c9-e452-4ddc-a2b9-565be976e1de yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:40.589457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400bb8-6993-4cd9-a153-83baf76d19c2 service neutron] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:40.611645 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-86bfef6c-b8a2-4eb1-a9bc-61bcf43eeb42 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/quotas/65500616ef9f4de4873b29c2aee19b39 HTTP/1.1" status: 200 len: 375 time: 0.1320548 Feb 10 22:51:40.628602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c52cb966-7dba-4ed3-8a16-6d422d62482b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:40.677495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760c059c-3544-4368-bc2c-b1aa5eefad58 req-5f60bda8-6a20-4511-b6ef-855a25d09f73 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:40.678918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-760c059c-3544-4368-bc2c-b1aa5eefad58 req-5f60bda8-6a20-4511-b6ef-855a25d09f73 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 1.1067123 Feb 10 22:51:40.774921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a32ea-5489-4d57-8c7c-c51e79731a18 None None] Pushing event updated for resources: {'Port': ['ID=4af83a9d-36e6-495a-b13b-4ee90c2029cc,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:40.784047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Attempting to bind port 4af83a9d-36e6-495a-b13b-4ee90c2029cc on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:40.784342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Attempting to bind port 4af83a9d-36e6-495a-b13b-4ee90c2029cc by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:40.784758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Attempting to bind port 4af83a9d-36e6-495a-b13b-4ee90c2029cc on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:40.818838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:40.819200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:40.819617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.820004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:40.820474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Bound port: 4af83a9d-36e6-495a-b13b-4ee90c2029cc, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:40.820838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.905989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c52cb966-7dba-4ed3-8a16-6d422d62482b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:40.906523 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.934090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-760c059c-3544-4368-bc2c-b1aa5eefad58 req-866b428b-0555-42e5-a231-20a296223ce5 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348363 Feb 10 22:51:40.955851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-072339ee-5a0c-43bc-b89d-785f38bb8731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:40.962687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.9 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/929224c9-e452-4ddc-a2b9-565be976e1de) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:40.986118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Allocated IP 2001:db8::2 (865b7321-d28f-48a0-91b3-bbada24adf0c/491208d3-2b36-4213-b5c6-3ee50499b106/f28f11cd-2889-4abc-8521-15475cdeb969) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:40.990019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-abde6f4b-cae4-451b-9d72-dd291befa805 None None] Provisioning complete for port 5517dc7e-b130-41fc-80c8-ff4603263b45 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:40.990560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abde6f4b-cae4-451b-9d72-dd291befa805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:41.063564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-abde6f4b-cae4-451b-9d72-dd291befa805 None None] Port 5517dc7e-b130-41fc-80c8-ff4603263b45 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:41.068814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-6422299b-bd5c-46ff-bc61-1dcc2f2e2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:41.070334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-6422299b-bd5c-46ff-bc61-1dcc2f2e2923 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3608feb28d60496c9cc0204811c5b8c0&device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 1099 time: 0.7447801 Feb 10 22:51:41.212786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:41.242409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] For port 4af83a9d-36e6-495a-b13b-4ee90c2029cc, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:41.342735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] For port 4af83a9d-36e6-495a-b13b-4ee90c2029cc, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4af83a9d-36e6-495a-b13b-4ee90c2029cc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:41.361634 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:41.447830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-2c9f156b-b18c-4130-b94d-3e1f5cccbaaa tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8228016 Feb 10 22:51:41.452029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-8fa9f1d6-9f7d-437d-a1cd-6facb997473a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0 HTTP/1.1" status: 200 len: 217 time: 0.3513930 Feb 10 22:51:41.487970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Routers {'9891732b-834d-4f85-abf8-de37d4a3e458'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:41.489982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9891732b-834d-4f85-abf8-de37d4a3e458'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:41.560479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-53ca351a-e5ac-4089-89ec-a8e6a21f7012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:41.562392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-53ca351a-e5ac-4089-89ec-a8e6a21f7012 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0837879 Feb 10 22:51:41.651522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:41.766530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:41.792843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] Set router 9891732b-834d-4f85-abf8-de37d4a3e458 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:51:41.827953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13107d2-135a-4520-b22e-804f11055114 req-bf866977-2021-4bc5-8ef1-06f51d200c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:41.829768 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-bf866977-2021-4bc5-8ef1-06f51d200c03 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 1097 time: 0.7153468 Feb 10 22:51:41.940453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 172.25.2.210 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/7ad8ed88-5daf-4f31-9ffc-ad9667f78769) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:42.033524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13107d2-135a-4520-b22e-804f11055114 req-01c0883e-644f-49d3-b7a6-9f5881b862db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:42.035589 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-01c0883e-644f-49d3-b7a6-9f5881b862db service neutron] 10.222.0.24 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.1921897 Feb 10 22:51:42.132633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-061faa44-51f3-4da2-b026-3b8c212fb007 service neutron] 10.222.0.53 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6832376 Feb 10 22:51:42.182225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.203859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-12266cb7-50d6-498d-b662-9fd8c24541a8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30 HTTP/1.1" status: 200 len: 217 time: 0.1428554 Feb 10 22:51:42.245647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.351507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.373657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.381021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4a32ea-5489-4d57-8c7c-c51e79731a18 None None] Pushing event updated for resources: {'Port': ['ID=4af83a9d-36e6-495a-b13b-4ee90c2029cc,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:42.405095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.405350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:42.411299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:42.420471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13107d2-135a-4520-b22e-804f11055114 req-535bf494-aecb-4e37-8fde-2b33de222326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:42.422441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-535bf494-aecb-4e37-8fde-2b33de222326 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1137378 Feb 10 22:51:42.425609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Transition to ACTIVE for port object f28f11cd-2889-4abc-8521-15475cdeb969 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:42.428018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:42.446657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94'}], 'enable_snat': False}, 'gw_port_id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:25Z', 'updated_at': '2022-02-10T22:51:32Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:29Z', 'updated_at': '2022-02-10T22:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:42.460819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38276c0-5c91-46eb-8dad-e548be376a47 None None] The sync data for ids ['9891732b-834d-4f85-abf8-de37d4a3e458'] in n-d-825178-4 is: [{'id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94'}], 'enable_snat': False}, 'gw_port_id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:25Z', 'updated_at': '2022-02-10T22:51:32Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '4af83a9d-36e6-495a-b13b-4ee90c2029cc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9891732b-834d-4f85-abf8-de37d4a3e458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:29Z', 'updated_at': '2022-02-10T22:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:42.466693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Transition to ACTIVE for port object f28f11cd-2889-4abc-8521-15475cdeb969 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:42.476853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:42.485850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:42.533108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847f42-1fc6-45fa-930f-2508d350802c req-b830a5d6-8b1e-4c5f-be25-99b25d47c5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:42.534903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-b830a5d6-8b1e-4c5f-be25-99b25d47c5cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8930030 Feb 10 22:51:42.564207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af0ce-5d59-48ec-b4bc-35de3ab6ecc2 req-d9c72c54-75a2-4cb8-ae97-bbbf240a2f08 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:42.587264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f2af0ce-5d59-48ec-b4bc-35de3ab6ecc2 req-d9c72c54-75a2-4cb8-ae97-bbbf240a2f08 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.4853730 Feb 10 22:51:42.691041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Network 865b7321-d28f-48a0-91b3-bbada24adf0c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:42.703470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:42.716136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:42.717029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-eb40c113-39ea-489e-be50-b5f7bf298caa service neutron] 10.222.0.53 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5827570 Feb 10 22:51:42.806998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-06aff134-11a2-4560-9a79-a22ee7db3514 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162676 Feb 10 22:51:42.811646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8::1 (865b7321-d28f-48a0-91b3-bbada24adf0c/491208d3-2b36-4213-b5c6-3ee50499b106/78ad2270-f163-4e4a-9868-500d1989055b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:42.832662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13107d2-135a-4520-b22e-804f11055114 req-00fc8dae-046b-4afc-bb4c-e78e7067dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:42.837865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-00fc8dae-046b-4afc-bb4c-e78e7067dbd0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3838508 Feb 10 22:51:43.087831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Pushing event updated for resources: {'Port': ['ID=f28f11cd-2889-4abc-8521-15475cdeb969,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:43.106512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f2af0ce-5d59-48ec-b4bc-35de3ab6ecc2 req-3bafc794-1da8-461c-b3ab-5a57c54bbd3a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5101995 Feb 10 22:51:43.111891 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:43.157175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Attempting to bind port f28f11cd-2889-4abc-8521-15475cdeb969 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:43.163138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Attempting to bind port f28f11cd-2889-4abc-8521-15475cdeb969 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:43.163867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Attempting to bind port f28f11cd-2889-4abc-8521-15475cdeb969 on network 865b7321-d28f-48a0-91b3-bbada24adf0c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:43.190032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:43.190411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Checking segment: {'id': 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:43.190920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:43.191368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Bound using segment: {'id': 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:43.191823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Bound port: f28f11cd-2889-4abc-8521-15475cdeb969, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '865b7321-d28f-48a0-91b3-bbada24adf0c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:43.192260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:43.378647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-85cda1b7-8fad-486d-b2e1-356ae32ec6b4 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351064 Feb 10 22:51:43.483855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7847f42-1fc6-45fa-930f-2508d350802c req-2c996207-b976-40c1-9006-57a929761316 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6156693 Feb 10 22:51:43.559634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] For port f28f11cd-2889-4abc-8521-15475cdeb969, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:43.571954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] For port f28f11cd-2889-4abc-8521-15475cdeb969, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f28f11cd-2889-4abc-8521-15475cdeb969,segment=NetworkSegment(bc8784f8-01e0-4f35-b2b6-dd63859f92ee),segment_id=bc8784f8-01e0-4f35-b2b6-dd63859f92ee)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:43.578743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:43.676331 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:43.808969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233d5208-4f30-4862-a4fe-19749e1c2451 None None] Pushing event updated for resources: {'Port': ['ID=f28f11cd-2889-4abc-8521-15475cdeb969,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:44.090650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:44.241759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object 929224c9-e452-4ddc-a2b9-565be976e1de will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:44.456158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c2eab8-3103-4750-88f8-10f9cba198a2 req-f70efd6c-c17d-4853-8c05-79ec8ef5fa53 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:44.457971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1c2eab8-3103-4750-88f8-10f9cba198a2 req-f70efd6c-c17d-4853-8c05-79ec8ef5fa53 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 948 time: 0.9227314 Feb 10 22:51:44.561101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f28f11cd-2889-4abc-8521-15475cdeb969 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:44.647675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2a111-ef8a-4567-9a26-2f5dd566a2b9 req-d823d529-4299-4966-a5b8-a5911fab314d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:44.664510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70a2a111-ef8a-4567-9a26-2f5dd566a2b9 req-d823d529-4299-4966-a5b8-a5911fab314d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 946 time: 1.2799325 Feb 10 22:51:44.743760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e13107d2-135a-4520-b22e-804f11055114 req-3f7545af-cb00-44fe-940f-e7471dfbf043 service neutron] 10.222.0.24 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1855338 Feb 10 22:51:44.776795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:44.792117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:44.810942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 78ad2270-f163-4e4a-9868-500d1989055b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:44.822786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70a2a111-ef8a-4567-9a26-2f5dd566a2b9 req-b6c1646c-06b6-43ee-9203-e4f0ce294b3f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097341 Feb 10 22:51:44.858524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1c2eab8-3103-4750-88f8-10f9cba198a2 req-96915866-dbec-4b24-8a3c-115f9b559e9a tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426103 Feb 10 22:51:44.932041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:44.952453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:44.957642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f28f11cd-2889-4abc-8521-15475cdeb969 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:44.967684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:44.970154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4af83a9d-36e6-495a-b13b-4ee90c2029cc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:45.029551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.152873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.163880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 865b7321-d28f-48a0-91b3-bbada24adf0c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:45.168576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:45.173089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:45.182456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:45.184075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.258310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4af83a9d-36e6-495a-b13b-4ee90c2029cc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:45.266231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4af83a9d-36e6-495a-b13b-4ee90c2029cc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:45.266671 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.282959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=78ad2270-f163-4e4a-9868-500d1989055b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:45.306574 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'status': 'completed', 'code': 200} Feb 10 22:51:45.538717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.699195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=929224c9-e452-4ddc-a2b9-565be976e1de,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:45.742772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:45.747301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:45.747582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.752957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:45.828247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4af83a9d-36e6-495a-b13b-4ee90c2029cc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4af83a9d-36e6-495a-b13b-4ee90c2029cc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:45.840544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:45.985344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.032808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6436a5a-ac57-427e-9218-d160bb171d78 req-ee329d6f-03b9-4fab-990d-647e06c5e82f tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 210 time: 0.4925334 Feb 10 22:51:46.054140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587ebc73-1cf0-43a8-a9c9-0211050b3b31 None None] Network 865b7321-d28f-48a0-91b3-bbada24adf0c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:46.069878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.075467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.156737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 373ade13-fa98-43a7-bdde-0e314ec4d3c0 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:51:46.192020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dedcc6-a493-4f81-b688-65b94667edcb req-e0118820-1973-476f-b692-611b4c58b9d7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.215060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97dedcc6-a493-4f81-b688-65b94667edcb req-e0118820-1973-476f-b692-611b4c58b9d7 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.9075816 Feb 10 22:51:46.233136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bba638c4-b750-425d-bf9a-017ef59879df tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.8839135 Feb 10 22:51:46.236780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58396) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:46.345523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4af83a9d-36e6-495a-b13b-4ee90c2029cc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:46.573475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:46.590280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'mac_address': 'fa:16:3e:ec:83:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:51:46.598246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Provisioning for port f28f11cd-2889-4abc-8521-15475cdeb969 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:46.619982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Provisioning complete for port f28f11cd-2889-4abc-8521-15475cdeb969 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:46.620351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.643822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97dedcc6-a493-4f81-b688-65b94667edcb req-0dd085d0-61c0-45b9-bddd-0ce5475a5c9a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182513 Feb 10 22:51:46.716141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.726126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.735006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.736433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:46.780909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:46.785031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0ad46f40-21f4-4c91-8b75-4a6eee73c9f6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.5438528 Feb 10 22:51:46.785031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.790456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58400) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:46.843943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.887365 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'code': 200} Feb 10 22:51:46.892125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.904279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-ae2a7662-7249-4fd0-8568-b174d9f57988 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:46.906010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-ae2a7662-7249-4fd0-8568-b174d9f57988 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.30 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 813 time: 1.4097054 Feb 10 22:51:46.913078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.913980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:46.923937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Request body: {'port': {'device_id': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16', 'admin_state_up': True, 'tenant_id': '65500616ef9f4de4873b29c2aee19b39'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:47.003610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-d5cf3ef4-68b5-4ac8-8f54-f8e3ee934f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:47.005860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-d5cf3ef4-68b5-4ac8-8f54-f8e3ee934f78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3608feb28d60496c9cc0204811c5b8c0&device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 1099 time: 1.7198296 Feb 10 22:51:47.061767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port 929224c9-e452-4ddc-a2b9-565be976e1de {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:47.062128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:47.123722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373ade13-fa98-43a7-bdde-0e314ec4d3c0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:47.240755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:47.247254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:47.274421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:47.367959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] For port f28f11cd-2889-4abc-8521-15475cdeb969, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f28f11cd-2889-4abc-8521-15475cdeb969,segment=NetworkSegment(bc8784f8-01e0-4f35-b2b6-dd63859f92ee),segment_id=bc8784f8-01e0-4f35-b2b6-dd63859f92ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:47.390049 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:47.408505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:47.625697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f783d1-b5db-4b6f-be3d-32cdd28eaa01 None None] Pushing event updated for resources: {'Port': ['ID=f28f11cd-2889-4abc-8521-15475cdeb969,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:47.663139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=78ad2270-f163-4e4a-9868-500d1989055b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:47.669012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-33982064-b205-4e69-b311-6b7c0c9c0f19 None None] Provisioning for port 929224c9-e452-4ddc-a2b9-565be976e1de completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:47.675043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-33982064-b205-4e69-b311-6b7c0c9c0f19 None None] Provisioning complete for port 929224c9-e452-4ddc-a2b9-565be976e1de triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:47.675689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33982064-b205-4e69-b311-6b7c0c9c0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:47.837263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-33982064-b205-4e69-b311-6b7c0c9c0f19 None None] Port 929224c9-e452-4ddc-a2b9-565be976e1de cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:47.842039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['373ade13-fa98-43a7-bdde-0e314ec4d3c0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:51:48.049719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Provisioning complete for port f28f11cd-2889-4abc-8521-15475cdeb969 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:48.051648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:48.298182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 57312c26-8d9f-4439-82e0-1b79e4ee9e30 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:48.435175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81361d61-4bf3-4c05-ab1e-d59e0cb424bb req-b02cdd89-7881-4e64-941e-d408e09f772b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:48.437662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81361d61-4bf3-4c05-ab1e-d59e0cb424bb req-b02cdd89-7881-4e64-941e-d408e09f772b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 1.1831062 Feb 10 22:51:48.503237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f28f11cd-2889-4abc-8521-15475cdeb969 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:48.504360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:48.527527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8f2d7-86ef-438c-8417-618a79ecbd3f req-ccc05f07-9e2f-40d0-8b36-04cacb358bcb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:48.532824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53c8f2d7-86ef-438c-8417-618a79ecbd3f req-ccc05f07-9e2f-40d0-8b36-04cacb358bcb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 2.1390986 Feb 10 22:51:48.647689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-5937eb21-973b-4db6-bf4f-d9eb7f7924eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:48.649456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-5937eb21-973b-4db6-bf4f-d9eb7f7924eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 1.6190772 Feb 10 22:51:48.654204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:48.697043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for 929224c9-e452-4ddc-a2b9-565be976e1de owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:48.745865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:48.763029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-89e79c86-4cdc-4060-93d7-27a3e64dae9b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0 HTTP/1.1" status: 200 len: 217 time: 0.0960093 Feb 10 22:51:48.767144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 865b7321-d28f-48a0-91b3-bbada24adf0c is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:48.773107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:48.791734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53c8f2d7-86ef-438c-8417-618a79ecbd3f req-baea545c-55ae-424d-8796-2973eec0c301 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2277524 Feb 10 22:51:48.843240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81361d61-4bf3-4c05-ab1e-d59e0cb424bb req-a91e7c69-55a4-4806-9cb5-458dc71bc4c7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3836057 Feb 10 22:51:48.943883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 4942fc5b-2405-4694-b8be-15e71257b89a is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:51:49.093338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Made reservation on behalf of 65500616ef9f4de4873b29c2aee19b39 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:49.114282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.179586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f28f11cd-2889-4abc-8521-15475cdeb969 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:49.180101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.252784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Provisioning for port 78ad2270-f163-4e4a-9868-500d1989055b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:49.273214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Provisioning complete for port 78ad2270-f163-4e4a-9868-500d1989055b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:49.273584 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.404061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c0fb6ac5-b21a-4231-b153-61cac4f94238 None None] Port 78ad2270-f163-4e4a-9868-500d1989055b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:49.407689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.423159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2e05996-0c07-47e2-bf73-f7243324cd65 req-43e4cc96-d48b-4024-b70d-cc87f03dd5db tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 210 time: 0.2222865 Feb 10 22:51:49.481529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4af83a9d-36e6-495a-b13b-4ee90c2029cc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:49.572337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f5eaab6-bc4a-4020-8a0c-8ea10711e6e3 None None] Provisioning complete for port 78ad2270-f163-4e4a-9868-500d1989055b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:49.573041 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f5eaab6-bc4a-4020-8a0c-8ea10711e6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.614948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-e8df3ea6-7b19-428c-9c0c-7ee089596934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:49.616746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-e8df3ea6-7b19-428c-9c0c-7ee089596934 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.8171487 Feb 10 22:51:49.685998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1f5eaab6-bc4a-4020-8a0c-8ea10711e6e3 None None] Port 78ad2270-f163-4e4a-9868-500d1989055b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:49.694726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4af83a9d-36e6-495a-b13b-4ee90c2029cc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:49.695093 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:49.709738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=929224c9-e452-4ddc-a2b9-565be976e1de,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:49.884895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 4336dc7e-d4a7-4a35-a642-bed56067e608 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:51:49.898844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c797da6-f839-473b-bf7b-e4390f7ec314 req-6dcfe8e8-447d-40b1-9375-ce2bdf71c9bc tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:49.901159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c797da6-f839-473b-bf7b-e4390f7ec314 req-6dcfe8e8-447d-40b1-9375-ce2bdf71c9bc tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 949 time: 0.7638369 Feb 10 22:51:50.086308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Allocated IP 172.20.0.4 (474f6866-d7b8-4749-b3fb-a19ae8e7cb16/1925de23-cbdf-4b90-a265-a345a00f9769/536660dd-2ad3-4756-8500-b0a80fb7502a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:50.101155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 373ade13-fa98-43a7-bdde-0e314ec4d3c0 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:50.135687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c797da6-f839-473b-bf7b-e4390f7ec314 req-cc18152d-bb6d-44f5-9e84-42f73d960df0 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201767 Feb 10 22:51:50.201122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:50.213614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Sync routers for ids ['4942fc5b-2405-4694-b8be-15e71257b89a'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:50.244012 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Routers {'4942fc5b-2405-4694-b8be-15e71257b89a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:50.244768 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4942fc5b-2405-4694-b8be-15e71257b89a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:50.269331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:50.284828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:50.285225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:50.364906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:50.374093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-a10b7c41-bb36-4030-9685-f4f50d2d7712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:50.375734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-a10b7c41-bb36-4030-9685-f4f50d2d7712 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5861311 Feb 10 22:51:50.392488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] Sync routers for ids ['4336dc7e-d4a7-4a35-a642-bed56067e608'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:50.440891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] Routers {'4336dc7e-d4a7-4a35-a642-bed56067e608'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:50.453725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4336dc7e-d4a7-4a35-a642-bed56067e608'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:50.539490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3fb7e4-c86f-42a0-b051-a69f2ef805ad req-8a469aa2-63ae-4af8-8ebc-ef8147f48d8a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:50.546340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3b9475a6-88ac-4019-9699-a0ab1cc86999 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/4336dc7e-d4a7-4a35-a642-bed56067e608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1246128 Feb 10 22:51:50.548746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb3fb7e4-c86f-42a0-b051-a69f2ef805ad req-8a469aa2-63ae-4af8-8ebc-ef8147f48d8a tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.8995018 Feb 10 22:51:50.558274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58416) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:50.565536 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:50.573368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8cedb4f8-d7c7-49e7-9227-2e3b5086863e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.3350432 Feb 10 22:51:50.575720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58420) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:50.624853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:50.640349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] Routers {'4336dc7e-d4a7-4a35-a642-bed56067e608'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:50.640975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4336dc7e-d4a7-4a35-a642-bed56067e608'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:50.796531 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Set router 4942fc5b-2405-4694-b8be-15e71257b89a gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:51:50.802861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:50.812901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d6649-8c4d-4212-bcb1-b13bb3594f75 None None] The sync data for ids ['4336dc7e-d4a7-4a35-a642-bed56067e608'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:50.888587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb3fb7e4-c86f-42a0-b051-a69f2ef805ad req-0ef97be6-f92c-4ab6-9b48-daa919ccf08d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026659 Feb 10 22:51:50.895981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:50.907140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8f10b559-35fc-442b-bb0a-2bebb8011030 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/929224c9-e452-4ddc-a2b9-565be976e1de HTTP/1.1" status: 204 len: 168 time: 4.0225830 Feb 10 22:51:50.914488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:50.917863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:50.929103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bbaf49-c011-4f68-9867-cb623ece3831 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:50.951312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d1bbaf49-c011-4f68-9867-cb623ece3831 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports/78ad2270-f163-4e4a-9868-500d1989055b HTTP/1.1" status: 200 len: 911 time: 0.3897438 Feb 10 22:51:50.962032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:50.971947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58428) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:50.985255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:50.986025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:50.994705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.180544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-2a86521c-8578-4d71-9d13-7efc50684a66 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439435 Feb 10 22:51:51.195343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.195621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:51.255570 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:37Z', 'updated_at': '2022-02-10T22:51:44Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:41Z', 'updated_at': '2022-02-10T22:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:51.260110 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Checking router: 4942fc5b-2405-4694-b8be-15e71257b89a for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:51:51.260881 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Updating router 4942fc5b-2405-4694-b8be-15e71257b89a port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:51:51.334493 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.523936 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-634f2137-fb93-462d-a3a7-9b08cfc1aec0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] GET failed (client error): The resource could not be found. Feb 10 22:51:51.524173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-634f2137-fb93-462d-a3a7-9b08cfc1aec0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:51.614589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-634f2137-fb93-462d-a3a7-9b08cfc1aec0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:51.615610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-634f2137-fb93-462d-a3a7-9b08cfc1aec0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports/929224c9-e452-4ddc-a2b9-565be976e1de HTTP/1.1" status: 404 len: 333 time: 0.6584346 Feb 10 22:51:51.622959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:51.629476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-460309532'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:51.673835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:51.687803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:51.715993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:51.774770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.797931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a221c0c6-6aa6-4ce0-a1fc-e22c76cd09f4 req-07da7c42-0924-466e-89f6-2ee7b9458597 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:51.800158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a221c0c6-6aa6-4ce0-a1fc-e22c76cd09f4 req-07da7c42-0924-466e-89f6-2ee7b9458597 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 1.4146657 Feb 10 22:51:51.811062 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.830807 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Transition to ACTIVE for port object 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:51.839078 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.932106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Pushing event updated for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:51.934964 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Attempting to bind port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:51.935356 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Attempting to bind port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:51.936082 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Attempting to bind port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:51.941924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Pushing event updated for resources: {'Port': ['ID=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:51.948504 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:51.948864 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:51.949200 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.949597 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:51.950062 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Bound port: 7ad8ed88-5daf-4f31-9ffc-ad9667f78769, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:51.950960 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:51.983264 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.983684 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.984347 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.984588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.985055 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.985473 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.986486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.986486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.986965 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.987340 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.987794 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:51.988050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:51:52.009144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:52.009722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.021232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a221c0c6-6aa6-4ce0-a1fc-e22c76cd09f4 req-c059757e-3dae-40bc-9fd5-52445bf920c3 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485753 Feb 10 22:51:52.035764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-532b5349-984b-4a29-8c35-81d47db5d5da tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/4942fc5b-2405-4694-b8be-15e71257b89a HTTP/1.1" status: 200 len: 907 time: 1.4435146 Feb 10 22:51:52.036731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58444) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:52.042545 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ef73f30-c0ea-437f-881f-ae31a2e1643a req-6c6ade86-606d-455e-a13e-a8fa6d963df8 service neutron] 10.222.0.24 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8448975 Feb 10 22:51:52.075859 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] For port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:52.081372 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] For port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:52.087877 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.151702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c61be9c6-3f6b-4f4e-b183-1a6f13b611d9 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2335105 Feb 10 22:51:52.154417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8ce09-ecb3-4959-a455-cfe5812cf302 req-55ea23ab-1fc3-4827-b120-d501074da1ad tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:52.163451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4cc8ce09-ecb3-4959-a455-cfe5812cf302 req-55ea23ab-1fc3-4827-b120-d501074da1ad tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 0.8822958 Feb 10 22:51:52.194675 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Routers {'4942fc5b-2405-4694-b8be-15e71257b89a'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:52.195771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4942fc5b-2405-4694-b8be-15e71257b89a'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:52.261580 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2e29c-c5e3-49d4-9d4d-cdc9863aa35d None None] Pushing event updated for resources: {'Port': ['ID=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:52.306539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:52.316361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4cc8ce09-ecb3-4959-a455-cfe5812cf302 req-7f00c92d-7a46-4133-8df9-6898074584db tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520307 Feb 10 22:51:52.355119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:52.363909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.378376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:52.382835 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.409468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port adf467c6-d91e-41b4-9046-321b68d21126 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:52.426555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] Set router 4942fc5b-2405-4694-b8be-15e71257b89a gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:51:52.545167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Request body: {'port': {'device_id': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:52.608241 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'code': 200} Feb 10 22:51:52.620875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.8 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/adf467c6-d91e-41b4-9046-321b68d21126) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:51:52.647157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.744152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.812157 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:37Z', 'updated_at': '2022-02-10T22:51:44Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:41Z', 'updated_at': '2022-02-10T22:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:52.818101 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3679f1b-4f85-4456-9d51-c125c709d500 None None] The sync data for ids ['4942fc5b-2405-4694-b8be-15e71257b89a'] in n-d-825178-4 is: [{'id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'name': 'tempest-snat-router-365646236', 'tenant_id': 'b49d1b2e6e4a49708c1651bb26683399', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210'}], 'enable_snat': True}, 'gw_port_id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:51:37Z', 'updated_at': '2022-02-10T22:51:44Z', 'revision_number': 3, 'project_id': 'b49d1b2e6e4a49708c1651bb26683399', 'gw_port': {'id': '7ad8ed88-5daf-4f31-9ffc-ad9667f78769', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:7d:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4942fc5b-2405-4694-b8be-15e71257b89a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2317, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:51:41Z', 'updated_at': '2022-02-10T22:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:52.864613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:52.885740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79a430-6e68-4050-b346-6e0e226c1221 req-f3d071ef-2304-49d6-96dd-2e9d8df76aaa tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:52.886480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b79a430-6e68-4050-b346-6e0e226c1221 req-f3d071ef-2304-49d6-96dd-2e9d8df76aaa tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Synchronizing usage tracker for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:52.918797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:52.918797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.038131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-9b79a430-6e68-4050-b346-6e0e226c1221 req-f3d071ef-2304-49d6-96dd-2e9d8df76aaa tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Unset dirty status for tenant:65500616ef9f4de4873b29c2aee19b39 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:53.040110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b79a430-6e68-4050-b346-6e0e226c1221 req-f3d071ef-2304-49d6-96dd-2e9d8df76aaa tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 931 time: 0.8792009 Feb 10 22:51:53.047355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d273d357-26b0-4209-b858-6467bfb136dc req-79be8610-34b8-4aaf-b9eb-8e6f6138cd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:53.048805 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d273d357-26b0-4209-b858-6467bfb136dc req-79be8610-34b8-4aaf-b9eb-8e6f6138cd84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 1101 time: 0.3458714 Feb 10 22:51:53.183565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4572a-e15d-4303-b8d4-aff34b871559 req-023bf4d9-300a-4024-a6be-41f64156dbcd tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:53.185231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87e4572a-e15d-4303-b8d4-aff34b871559 req-023bf4d9-300a-4024-a6be-41f64156dbcd tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.4036777 Feb 10 22:51:53.229704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.272369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object adf467c6-d91e-41b4-9046-321b68d21126 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:53.276399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-87e4572a-e15d-4303-b8d4-aff34b871559 req-1f8c3225-8a3c-4246-bd99-c0d999ce1865 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726845 Feb 10 22:51:53.302604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b79a430-6e68-4050-b346-6e0e226c1221 req-968118db-e682-4218-bbdc-14d36d775d44 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480872 Feb 10 22:51:53.315097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d273d357-26b0-4209-b858-6467bfb136dc req-ceaf9081-f6f5-41de-bd16-57c50388137b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387290 Feb 10 22:51:53.406049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 78ad2270-f163-4e4a-9868-500d1989055b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:53.406672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.551104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] For port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:53.552491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.719043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Calling delete_port for 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:53.753529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.769308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:51:53.857186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:51:53.877169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:51:53.879075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536660dd-2ad3-4756-8500-b0a80fb7502a {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:51:53.880359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:51:53.905465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.943318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Transition to ACTIVE for port object 536660dd-2ad3-4756-8500-b0a80fb7502a will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:51:53.950233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=adf467c6-d91e-41b4-9046-321b68d21126,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:53.951171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.978264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:53.999229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f2e90-9cff-4c91-aaa0-2e41d488ade4 req-f42dbb5c-38b0-4f1c-8c1c-6f1cc2c6a33e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:54.000821 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-473f2e90-9cff-4c91-aaa0-2e41d488ade4 req-f42dbb5c-38b0-4f1c-8c1c-6f1cc2c6a33e tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.3831615 Feb 10 22:51:54.004125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340fae0-3b02-4fbf-8b36-5a2f1a691f37 req-13a12e9f-0d82-4454-b968-249c0d869b78 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:54.014403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d340fae0-3b02-4fbf-8b36-5a2f1a691f37 req-13a12e9f-0d82-4454-b968-249c0d869b78 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5525773 Feb 10 22:51:54.175015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 78ad2270-f163-4e4a-9868-500d1989055b owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:54.238126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:54.239359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.265635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-473f2e90-9cff-4c91-aaa0-2e41d488ade4 req-46ae3990-ef7b-4336-a754-91bbfb97588f tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469208 Feb 10 22:51:54.266497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Pushing event updated for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:54.270514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.334261 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.347989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d340fae0-3b02-4fbf-8b36-5a2f1a691f37 req-8ccb4860-79db-4078-bee9-156722c090a4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3327100 Feb 10 22:51:54.350650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:51:54.378037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2dbd5882-ff5b-4bc6-a033-d175fa71f995 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7540076 Feb 10 22:51:54.399884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:54.419971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fa7aa60d-bd2a-4c11-8127-d47630680f96 None None] Provisioning for port adf467c6-d91e-41b4-9046-321b68d21126 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:51:54.424992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:51:54.425642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 22:51:54.451618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:96:96'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:54.472803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fa7aa60d-bd2a-4c11-8127-d47630680f96 None None] Provisioning complete for port adf467c6-d91e-41b4-9046-321b68d21126 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:54.477142 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa7aa60d-bd2a-4c11-8127-d47630680f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.541047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ad8ed88-5daf-4f31-9ffc-ad9667f78769,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:54.544392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.549717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Port 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 not found, will not notify nova. {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 22:51:54.596094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fa7aa60d-bd2a-4c11-8127-d47630680f96 None None] Port adf467c6-d91e-41b4-9046-321b68d21126 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:54.795231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.799580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.853007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Attempting to bind port 536660dd-2ad3-4756-8500-b0a80fb7502a on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:51:54.853806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Attempting to bind port 536660dd-2ad3-4756-8500-b0a80fb7502a by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:51:54.854126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Attempting to bind port 536660dd-2ad3-4756-8500-b0a80fb7502a on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:54.861215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.861949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4942fc5b-2405-4694-b8be-15e71257b89a {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:54.866155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Port 536660dd-2ad3-4756-8500-b0a80fb7502a on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:51:54.866713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Attempting to bind port 536660dd-2ad3-4756-8500-b0a80fb7502a on network 474f6866-d7b8-4749-b3fb-a19ae8e7cb16 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:51:54.878060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:51:54.878387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Checking segment: {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:51:54.878973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Bound using segment: {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:51:54.880658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Bound port: 536660dd-2ad3-4756-8500-b0a80fb7502a, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163e0ead-f99b-402b-abd5-41b4b025ed11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:51:54.881051 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.901266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.915704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9deedd-3a0f-44f2-bb22-8c0219d71690 req-e094aa1b-3670-4944-873f-344537737ec0 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:54.919502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af9deedd-3a0f-44f2-bb22-8c0219d71690 req-e094aa1b-3670-4944-873f-344537737ec0 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.3472974 Feb 10 22:51:54.935765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:54.936896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-43b56f79-ee6b-4c24-8207-fd1a8b89825c tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/routers/4942fc5b-2405-4694-b8be-15e71257b89a HTTP/1.1" status: 204 len: 168 time: 2.8989913 Feb 10 22:51:54.945709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ceba12-cca1-4e0a-a04d-6dc2e4d317b1 req-6e3ae9e0-05bc-4a3c-b022-5bc9bf107e3c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:54.947116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10ceba12-cca1-4e0a-a04d-6dc2e4d317b1 req-6e3ae9e0-05bc-4a3c-b022-5bc9bf107e3c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.2751193 Feb 10 22:51:54.953629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:55.038434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=78ad2270-f163-4e4a-9868-500d1989055b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:55.065358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.110200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:51:55.131215 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10ceba12-cca1-4e0a-a04d-6dc2e4d317b1 req-f67a7fe0-7440-43a6-b273-9529993e26ff tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670794 Feb 10 22:51:55.365431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af9deedd-3a0f-44f2-bb22-8c0219d71690 req-f98e19b2-320f-47e7-beea-79abfaacf799 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994043 Feb 10 22:51:55.373502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=536660dd-2ad3-4756-8500-b0a80fb7502a,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:51:55.382136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.424290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.522430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:55.523047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.524475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] 10.222.0.30 "PUT /v2.0/ports/536660dd-2ad3-4756-8500-b0a80fb7502a HTTP/1.1" status: 200 len: 1091 time: 3.3125525 Feb 10 22:51:55.524910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:55.545819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.670275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a45713-f27d-4950-b979-70f33f147f26 service neutron] Pushing event updated for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:55.792354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1cf15-f737-41ae-9510-9f0dbc73fd8b req-ce138641-e76a-40f7-8ed3-fd3846aea540 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:55.793766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bf1cf15-f737-41ae-9510-9f0dbc73fd8b req-ce138641-e76a-40f7-8ed3-fd3846aea540 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.4190211 Feb 10 22:51:55.840122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.865119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-de119c05-13fc-4f93-8113-45387644786b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:55.866871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-de119c05-13fc-4f93-8113-45387644786b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 1094 time: 0.2712665 Feb 10 22:51:55.869581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Deleting port 4af83a9d-36e6-495a-b13b-4ee90c2029cc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:55.869918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:55.901253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bf1cf15-f737-41ae-9510-9f0dbc73fd8b req-5c8e969e-4be9-43af-9eb7-c8f3606ab69d tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995884 Feb 10 22:51:55.984847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-8adabbf7-9e92-40bb-a551-67c4e28fa28a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536660dd-2ad3-4756-8500-b0a80fb7502a HTTP/1.1" status: 200 len: 217 time: 0.0871890 Feb 10 22:51:56.023720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 4336dc7e-d4a7-4a35-a642-bed56067e608 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:51:56.056419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e11d4-5247-45e6-b4e4-cc0cde033be3 req-5cba1600-4175-4b38-8368-9d28a7273493 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:56.057811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-054e11d4-5247-45e6-b4e4-cc0cde033be3 req-5cba1600-4175-4b38-8368-9d28a7273493 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 943 time: 0.5717680 Feb 10 22:51:56.219303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c5d220e4-c8a6-4e7f-9952-a5235a3333b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:56.230183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-c5d220e4-c8a6-4e7f-9952-a5235a3333b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1925de23-cbdf-4b90-a265-a345a00f9769 HTTP/1.1" status: 200 len: 853 time: 0.2373331 Feb 10 22:51:56.245384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:51:56.268794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.271984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:51:56.283502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-054e11d4-5247-45e6-b4e4-cc0cde033be3 req-de65923d-595d-42d6-82c8-8365f7ec4180 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159808 Feb 10 22:51:56.287070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:56.295832 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20388920-952f-4da3-9328-f2d50101c592 None None] Sync routers for ids ['4336dc7e-d4a7-4a35-a642-bed56067e608'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:51:56.302181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-807215a9-bbcf-40f5-bfd2-82f6f2de911a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/4336dc7e-d4a7-4a35-a642-bed56067e608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2430668 Feb 10 22:51:56.302181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.307026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:56.310503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-38606b70-f61d-485d-be45-c21d1192f38b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625193 Feb 10 22:51:56.328502 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] Routers {'4336dc7e-d4a7-4a35-a642-bed56067e608'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:56.329129 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4336dc7e-d4a7-4a35-a642-bed56067e608'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:56.337354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:51:56.338056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ad8ed88-5daf-4f31-9ffc-ad9667f78769 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:51:56.389009 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a', 'status': 'completed', 'code': 200} Feb 10 22:51:56.396543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fdf0eb6d-c3cf-4ca8-b5ad-ab4c576b34d1 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:56.448999 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:56.455927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] For port 4af83a9d-36e6-495a-b13b-4ee90c2029cc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4af83a9d-36e6-495a-b13b-4ee90c2029cc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:56.456283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.458352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=adf467c6-d91e-41b4-9046-321b68d21126,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:56.464874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] Routers {'4336dc7e-d4a7-4a35-a642-bed56067e608'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:51:56.469002 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4336dc7e-d4a7-4a35-a642-bed56067e608'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:56.506745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] In _notify_port_updated(), no bound segment for port adf467c6-d91e-41b4-9046-321b68d21126 on network 140cf3cc-1ef9-441f-a548-210a9a5cd06f {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:51:56.521654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:56.522727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.524183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-12d8ea35-2285-45f9-9a83-5df9bebd6a35 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "PUT /v2.0/ports/adf467c6-d91e-41b4-9046-321b68d21126 HTTP/1.1" status: 200 len: 993 time: 2.1094270 Feb 10 22:51:56.526765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58486) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:56.553941 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-20388920-952f-4da3-9328-f2d50101c592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:51:56.554556 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20388920-952f-4da3-9328-f2d50101c592 None None] The sync data for ids ['4336dc7e-d4a7-4a35-a642-bed56067e608'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:51:56.570715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e906ac-65e3-400b-b48b-9ae7bce77478 req-f58c35f5-38d2-486b-97d9-87e9890abac0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:56.572290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55e906ac-65e3-400b-b48b-9ae7bce77478 req-f58c35f5-38d2-486b-97d9-87e9890abac0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5295391 Feb 10 22:51:56.637360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port adf467c6-d91e-41b4-9046-321b68d21126 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:56.637912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.638321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Calling delete_port for 4af83a9d-36e6-495a-b13b-4ee90c2029cc owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:56.669882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fdf0eb6d-c3cf-4ca8-b5ad-ab4c576b34d1 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:56.673488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fdf0eb6d-c3cf-4ca8-b5ad-ab4c576b34d1 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=4336dc7e-d4a7-4a35-a642-bed56067e608 HTTP/1.1" status: 200 len: 205 time: 0.3595502 Feb 10 22:51:56.710791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58490) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:56.739940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cca18896-f144-46a9-9a32-b5d38c6c548f None None] Provisioning complete for port adf467c6-d91e-41b4-9046-321b68d21126 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:51:56.740618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cca18896-f144-46a9-9a32-b5d38c6c548f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.785612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-1b6d7854-03b2-4801-a6d5-f3091c4aaefd service neutron] 10.222.0.30 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375181 Feb 10 22:51:56.799181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cca18896-f144-46a9-9a32-b5d38c6c548f None None] Port adf467c6-d91e-41b4-9046-321b68d21126 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:51:56.962827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:56.978302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55e906ac-65e3-400b-b48b-9ae7bce77478 req-4deed113-99f8-4f9c-8107-0847ead7eb4d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103232 Feb 10 22:51:57.153140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b9c4cd0-a3f7-4796-a7e6-3c5daae14fcd req-509dfc83-e2cb-4246-b4b4-5135d10efdc1 service neutron] 10.222.0.30 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594398 Feb 10 22:51:57.301871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3333741-b445-410a-b8c1-d629322d1111 req-bf0916ac-c116-4ffb-83e2-fa1336d4a4c8 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:57.303195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3333741-b445-410a-b8c1-d629322d1111 req-bf0916ac-c116-4ffb-83e2-fa1336d4a4c8 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.2210288 Feb 10 22:51:57.305613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.370294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event deleted for resources: {'Port': ['ID=4af83a9d-36e6-495a-b13b-4ee90c2029cc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:57.482501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a3333741-b445-410a-b8c1-d629322d1111 req-ae99a696-f890-48da-9c5c-a476bd33ad36 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354690 Feb 10 22:51:57.493379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-89764d80-161a-43bf-ab0b-6a91958076d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:57.494850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-89764d80-161a-43bf-ab0b-6a91958076d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65500616ef9f4de4873b29c2aee19b39&device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 1094 time: 0.2800999 Feb 10 22:51:57.508143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.515982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.524055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.539643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8bd2f9-e395-4135-9230-4e8d84fb706d req-92283261-8c6e-48c8-9dad-71ebf8def6cc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:57.541143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca8bd2f9-e395-4135-9230-4e8d84fb706d req-92283261-8c6e-48c8-9dad-71ebf8def6cc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.7345304 Feb 10 22:51:57.593438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.678635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for adf467c6-d91e-41b4-9046-321b68d21126 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:57.745519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.746017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 4336dc7e-d4a7-4a35-a642-bed56067e608 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:57.763661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca8bd2f9-e395-4135-9230-4e8d84fb706d req-187fe34e-fc7a-4ba2-92dd-a9efc725abcb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714821 Feb 10 22:51:57.769630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.771171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66816654-2379-4f5d-9d3b-f741010a0969 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/4336dc7e-d4a7-4a35-a642-bed56067e608 HTTP/1.1" status: 204 len: 168 time: 1.0297709 Feb 10 22:51:57.787485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58504) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:57.834199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.855836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.897404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 491208d3-2b36-4213-b5c6-3ee50499b106 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:51:57.906391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-472e1ba6-6690-4086-a1cf-62b7e82e4e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:57.908062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-472e1ba6-6690-4086-a1cf-62b7e82e4e0c service neutron] 10.222.0.30 "GET /v2.0/networks?id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 200 len: 914 time: 0.4066627 Feb 10 22:51:57.910087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.911269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9891732b-834d-4f85-abf8-de37d4a3e458 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:51:57.947758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:57.989579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-54e9badc-057c-486b-9eb0-3f0ca3ce1c60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=536660dd-2ad3-4756-8500-b0a80fb7502a HTTP/1.1" status: 200 len: 217 time: 0.0713897 Feb 10 22:51:58.000452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da376bd-3445-4133-8343-bd42041f6e89 req-3a56e8f3-c676-4e6e-9afd-7252c59c5ba1 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:58.001963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1da376bd-3445-4133-8343-bd42041f6e89 req-3a56e8f3-c676-4e6e-9afd-7252c59c5ba1 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.3670483 Feb 10 22:51:58.051375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.068627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.072634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9243ecc-5632-42bf-8d6f-fc86dca03ad0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "DELETE /v2.0/routers/9891732b-834d-4f85-abf8-de37d4a3e458 HTTP/1.1" status: 204 len: 168 time: 3.1150882 Feb 10 22:51:58.080547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58508) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:58.099741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1529699189', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:58.116060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:58.121807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1da376bd-3445-4133-8343-bd42041f6e89 req-757119c3-6715-414c-ba20-92be0d917152 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833323 Feb 10 22:51:58.130857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=adf467c6-d91e-41b4-9046-321b68d21126,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:58.131229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:51:58.143954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.148751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-e76f2aab-4f4c-432e-8aec-f253f94c5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:58.150516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-e76f2aab-4f4c-432e-8aec-f253f94c5408 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1925de23-cbdf-4b90-a265-a345a00f9769 HTTP/1.1" status: 200 len: 853 time: 0.1476526 Feb 10 22:51:58.160460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:51:58.197766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:58.220288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-56a755e1-1890-4062-93f5-4f44d8dbd785 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=474f6866-d7b8-4749-b3fb-a19ae8e7cb16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563972 Feb 10 22:51:58.255610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.257126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.294159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebcf75-335b-4981-b6e7-bb0f72f4882f req-802a5850-b7c6-4b4a-beb5-15eea066f7e7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:58.295714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66ebcf75-335b-4981-b6e7-bb0f72f4882f req-802a5850-b7c6-4b4a-beb5-15eea066f7e7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.4082417 Feb 10 22:51:58.370405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-87ebef92-cb07-4219-be3c-6d2f902ec687 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:58.371921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-87ebef92-cb07-4219-be3c-6d2f902ec687 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 945 time: 0.3650944 Feb 10 22:51:58.423615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.472424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4af83a9d-36e6-495a-b13b-4ee90c2029cc no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:51:58.475696 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-f9eeeb27-58c5-4121-a461-b3f5985dee19 service neutron] 10.222.0.30 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489541 Feb 10 22:51:58.515821 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4af83a9d-36e6-495a-b13b-4ee90c2029cc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:51:58.516158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4af83a9d-36e6-495a-b13b-4ee90c2029cc not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:51:58.585458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66ebcf75-335b-4981-b6e7-bb0f72f4882f req-850c26c3-a031-482f-a25e-a74156fbc25a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2505202 Feb 10 22:51:58.627158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 84f8459c-8e52-479f-b027-809ceff05fce {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:58.627607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.656867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.705918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.751999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-30ed55cd-31c3-4e96-858f-2380b2bbd279 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/adf467c6-d91e-41b4-9046-321b68d21126 HTTP/1.1" status: 204 len: 168 time: 2.2215412 Feb 10 22:51:58.755174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58514) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:58.838496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:58.898892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=491208d3-2b36-4213-b5c6-3ee50499b106,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:58.939984 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b058332-026c-46c6-9daf-34ca4c38b4a4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] GET failed (client error): The resource could not be found. Feb 10 22:51:58.940530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b058332-026c-46c6-9daf-34ca4c38b4a4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:51:59.029424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a17b49-f5ab-48dd-911a-afcd310cea22 req-1b76616b-fc9a-42f5-8517-959cfa4d204b tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:59.030912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28a17b49-f5ab-48dd-911a-afcd310cea22 req-1b76616b-fc9a-42f5-8517-959cfa4d204b tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 943 time: 0.7804654 Feb 10 22:51:59.038584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.093587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.098639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be12334-1c82-4a0f-be21-c55346c9297d None None] Network 865b7321-d28f-48a0-91b3-bbada24adf0c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:51:59.107451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9f851e12-c67e-4ee6-9001-7967cb190e84 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/491208d3-2b36-4213-b5c6-3ee50499b106 HTTP/1.1" status: 204 len: 168 time: 1.3131578 Feb 10 22:51:59.107675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5b058332-026c-46c6-9daf-34ca4c38b4a4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:51:59.107675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b058332-026c-46c6-9daf-34ca4c38b4a4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports/adf467c6-d91e-41b4-9046-321b68d21126 HTTP/1.1" status: 404 len: 333 time: 0.3415377 Feb 10 22:51:59.110274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:59.110649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:51:59.122088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-1994287023'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:51:59.234303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 84f8459c-8e52-479f-b027-809ceff05fce, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=84f8459c-8e52-479f-b027-809ceff05fce,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:59.234664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.309016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eed585-5d55-454c-9edc-aedf7c6be5b3 req-14349adb-ea52-4628-afd1-7c90829d32d8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:59.312341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38eed585-5d55-454c-9edc-aedf7c6be5b3 req-14349adb-ea52-4628-afd1-7c90829d32d8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2243190 Feb 10 22:51:59.334082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a0e6ead0-9209-49ea-8568-d8048c0d0b8a req-a80123f3-860f-4054-9aad-ce2b1a82a0b0 service neutron] 10.222.0.30 "GET /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651852 Feb 10 22:51:59.370553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28a17b49-f5ab-48dd-911a-afcd310cea22 req-39c8482a-25ce-45f5-a53d-ea67e806b40e tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3249941 Feb 10 22:51:59.400839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 84f8459c-8e52-479f-b027-809ceff05fce owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:59.409833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] DHCP port deletion for 865b7321-d28f-48a0-91b3-bbada24adf0c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:51:59.415483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Deleting port f28f11cd-2889-4abc-8521-15475cdeb969 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:59.415855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.440389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.481229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port f28f11cd-2889-4abc-8521-15475cdeb969 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:51:59.481471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.503741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38eed585-5d55-454c-9edc-aedf7c6be5b3 req-91889c0e-28c2-41e2-b6af-b945e1dd349a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130545 Feb 10 22:51:59.548787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:51:59.591009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:51:59.665362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] For port f28f11cd-2889-4abc-8521-15475cdeb969, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f28f11cd-2889-4abc-8521-15475cdeb969,segment=NetworkSegment(bc8784f8-01e0-4f35-b2b6-dd63859f92ee),segment_id=bc8784f8-01e0-4f35-b2b6-dd63859f92ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:51:59.666459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.677984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:51:59.678229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.683004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.733806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7ea7d394-273a-43e7-9f87-d257b282cbc6'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:51:59.734869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=84f8459c-8e52-479f-b027-809ceff05fce,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:51:59.755861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port c00c3f30-fa79-40de-877e-c8b726f8f360 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:51:59.828507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 84f8459c-8e52-479f-b027-809ceff05fce on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:51:59.834036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:51:59.839767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'name': 'network-vif-deleted', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:51:59.843939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Calling delete_port for f28f11cd-2889-4abc-8521-15475cdeb969 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:51:59.859709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66c549e4-24ba-4819-9c6e-faad74b89e3a req-3d94ce86-c39d-40cf-a7f0-2d56e03f7e49 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.30 "DELETE /v2.0/ports/84f8459c-8e52-479f-b027-809ceff05fce HTTP/1.1" status: 204 len: 173 time: 1.4191623 Feb 10 22:51:59.869967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6954a3a-399c-43f6-aa1a-4abb5f28b126 req-2ee7b893-9e4d-4965-95e2-158c035bd5e8 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:51:59.871506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6954a3a-399c-43f6-aa1a-4abb5f28b126 req-2ee7b893-9e4d-4965-95e2-158c035bd5e8 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.2420082 Feb 10 22:51:59.934207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6954a3a-399c-43f6-aa1a-4abb5f28b126 req-fb045655-0587-4a1b-ad67-9fb60cf1b6aa tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565166 Feb 10 22:51:59.991159 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.054954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] Pushing event deleted for resources: {'Port': ['ID=f28f11cd-2889-4abc-8521-15475cdeb969,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:00.062244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecd0cfa-54e1-45cb-84b3-3c8b7bf01b05 None None] No DVR routers for this DVR port f28f11cd-2889-4abc-8521-15475cdeb969 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:00.081778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ced79db-2ff7-4529-a1de-ca0730b3c49c req-6b9ac582-a6fe-4d65-af86-a87a795a5696 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:00.090166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ced79db-2ff7-4529-a1de-ca0730b3c49c req-6b9ac582-a6fe-4d65-af86-a87a795a5696 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 944 time: 0.5731425 Feb 10 22:52:00.115613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2496c5f0-c337-4698-9cd4-7244bd386b0d req-2c54a52f-bb47-4bea-b058-b51aa544e912 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Synchronizing usage tracker for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:00.142250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2496c5f0-c337-4698-9cd4-7244bd386b0d req-2c54a52f-bb47-4bea-b058-b51aa544e912 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Unset dirty status for tenant:6bf1310e1a6f4f65aee249ab0268f152 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:00.143580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2496c5f0-c337-4698-9cd4-7244bd386b0d req-2c54a52f-bb47-4bea-b058-b51aa544e912 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=3766360b-913f-45b4-8012-0a6d216d2292 HTTP/1.1" status: 200 len: 210 time: 0.0832300 Feb 10 22:52:00.151075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:52:00.324469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f28f11cd-2889-4abc-8521-15475cdeb969 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:00.366003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f28f11cd-2889-4abc-8521-15475cdeb969 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:52:00.366301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f28f11cd-2889-4abc-8521-15475cdeb969 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:52:00.415752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:00.430635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'mac_address': 'fa:16:3e:f3:a6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:52:00.437583 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3766360b-913f-45b4-8012-0a6d216d2292', 'name': 'network-vif-deleted', 'tag': '84f8459c-8e52-479f-b027-809ceff05fce', 'status': 'completed', 'code': 200} Feb 10 22:52:00.438053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port f28f11cd-2889-4abc-8521-15475cdeb969, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f28f11cd-2889-4abc-8521-15475cdeb969,segment=NetworkSegment(bc8784f8-01e0-4f35-b2b6-dd63859f92ee),segment_id=bc8784f8-01e0-4f35-b2b6-dd63859f92ee)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:00.438490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.487080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.503362 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.535329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:52:00.557149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:00.562531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.636186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:00.649936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9e1af-f6b7-4829-807c-e8687493a1b3 req-3c3665af-b29e-4cc0-85f4-353554d3b11f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:00.651938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36a9e1af-f6b7-4829-807c-e8687493a1b3 req-3c3665af-b29e-4cc0-85f4-353554d3b11f tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.1102183 Feb 10 22:52:00.687981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9ced79db-2ff7-4529-a1de-ca0730b3c49c req-193d64e0-a49d-4d16-be90-9d1e50635eb5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5968943 Feb 10 22:52:00.707875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36a9e1af-f6b7-4829-807c-e8687493a1b3 req-d24f6966-7c7d-4cfe-9c42-97b536a84cd9 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496955 Feb 10 22:52:00.714706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for f28f11cd-2889-4abc-8521-15475cdeb969 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:00.752272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:00.755331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.8 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/c00c3f30-fa79-40de-877e-c8b726f8f360) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:00.775126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b9faac66-b167-42e9-8821-85c83d29cf58'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:52:00.905798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b01c-3133-4597-b624-28b89245e060 req-ec99237d-be68-427c-89f2-5d4d0f9b6b1d tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:00.906682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-add713c2-9291-436d-8d6f-cab7dc55c178 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:00.908145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-add713c2-9291-436d-8d6f-cab7dc55c178 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.24 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.6252489 Feb 10 22:52:00.908588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b090b01c-3133-4597-b624-28b89245e060 req-ec99237d-be68-427c-89f2-5d4d0f9b6b1d tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 943 time: 0.0939085 Feb 10 22:52:00.966242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b090b01c-3133-4597-b624-28b89245e060 req-0f2aff32-d50e-47f6-8a21-f0667efc0d06 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517995 Feb 10 22:52:00.968384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:00.968703 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:01.056347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 536660dd-2ad3-4756-8500-b0a80fb7502a details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:52:01.060660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84f8459c-8e52-479f-b027-809ceff05fce no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:01.099904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 84f8459c-8e52-479f-b027-809ceff05fce {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:52:01.100305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 84f8459c-8e52-479f-b027-809ceff05fce not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:52:01.169042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Deleting port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:01.169397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.232368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=536660dd-2ad3-4756-8500-b0a80fb7502a,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:01.251478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '536660dd-2ad3-4756-8500-b0a80fb7502a', 'network_id': '474f6866-d7b8-4749-b3fb-a19ae8e7cb16', 'port_id': '536660dd-2ad3-4756-8500-b0a80fb7502a', 'mac_address': 'fa:16:3e:63:4c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1925de23-cbdf-4b90-a265-a345a00f9769', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:52:01.258935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Allocated IP 172.25.2.140 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/6839f6c2-499e-4b74-991a-440ea7117f6f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:01.313069 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.331095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536660dd-2ad3-4756-8500-b0a80fb7502a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:52:01.347705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=536660dd-2ad3-4756-8500-b0a80fb7502a,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:01.354220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.443901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:01.475510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port f28f11cd-2889-4abc-8521-15475cdeb969 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:01.475859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.536628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.596537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] The port 'f28f11cd-2889-4abc-8521-15475cdeb969' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:52:01.667903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59771487-7792-4144-98b7-408aea6d8896 req-e279d6d3-ca68-4e89-a908-65d1d980d731 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:01.669354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59771487-7792-4144-98b7-408aea6d8896 req-e279d6d3-ca68-4e89-a908-65d1d980d731 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 950 time: 0.6100597 Feb 10 22:52:01.713340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['536660dd-2ad3-4756-8500-b0a80fb7502a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:52:01.769207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object c00c3f30-fa79-40de-877e-c8b726f8f360 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:01.900301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.918395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.928889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afc811e-c0ef-482b-9ff6-418c278d69f7 req-4e4f711b-88bd-4297-9494-94f2e254edef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:01.930349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2afc811e-c0ef-482b-9ff6-418c278d69f7 req-4e4f711b-88bd-4297-9494-94f2e254edef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.0877419 Feb 10 22:52:01.945866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-59771487-7792-4144-98b7-408aea6d8896 req-8c074bd0-74e1-4295-ac99-aa83deada0b5 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428522 Feb 10 22:52:01.958283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:01.958644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:01.976656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2afc811e-c0ef-482b-9ff6-418c278d69f7 req-444abe93-3a4a-4a08-a146-90e98ebf36c2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406585 Feb 10 22:52:01.993880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['865b7321-d28f-48a0-91b3-bbada24adf0c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:02.146360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:02.222959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b9faac66-b167-42e9-8821-85c83d29cf58 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:02.224590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.241773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c703e7e-482b-4f23-b52b-4db9a20436e5 req-72e2b14a-d48b-4db1-b2f5-7b80131196c0 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:02.243268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c703e7e-482b-4f23-b52b-4db9a20436e5 req-72e2b14a-d48b-4db1-b2f5-7b80131196c0 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 944 time: 0.0922010 Feb 10 22:52:02.262673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Calling delete_port for 373ade13-fa98-43a7-bdde-0e314ec4d3c0 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:02.291057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c703e7e-482b-4f23-b52b-4db9a20436e5 req-920b3a8e-755c-497f-acc7-9c0dc242f5a0 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417140 Feb 10 22:52:02.321992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:02.322288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8784f8-01e0-4f35-b2b6-dd63859f92ee') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:02.345660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.370312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.377689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.379459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:02.389804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:02.396180 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.397202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 373ade13-fa98-43a7-bdde-0e314ec4d3c0 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:02.468618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.509390 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'code': 200} Feb 10 22:52:02.516638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:52:02.517049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:52:02.538309 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:52:02.547664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:02.549287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.564084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:02.606366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:02.609273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:02.628797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.681891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:02.693989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.724659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:02.725447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.732526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=c00c3f30-fa79-40de-877e-c8b726f8f360,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:02.795441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:02.806580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:02.810012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:02.840953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:02.865078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bc623-aa10-4f94-91d6-11f2f6cd2d64 req-da362126-8f69-4b3d-b3a0-af6adba056f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:02.866642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b91bc623-aa10-4f94-91d6-11f2f6cd2d64 req-da362126-8f69-4b3d-b3a0-af6adba056f9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 1098 time: 0.1470776 Feb 10 22:52:02.872934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:02.873561 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:02.892418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.928941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b91bc623-aa10-4f94-91d6-11f2f6cd2d64 req-df4c7a51-4832-4a31-a590-ae59a809a851 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549736 Feb 10 22:52:02.930417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:02.974034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ee8b0e9-9350-449d-b4f2-d9f9d8441030 None None] Provisioning for port c00c3f30-fa79-40de-877e-c8b726f8f360 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:02.979522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ee8b0e9-9350-449d-b4f2-d9f9d8441030 None None] Provisioning complete for port c00c3f30-fa79-40de-877e-c8b726f8f360 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:02.980081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ee8b0e9-9350-449d-b4f2-d9f9d8441030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.014072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18788402-f3e3-4420-99ec-d2fa080cc63c req-e8459636-f087-4968-a036-57f0a77d2ccd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:03.015643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18788402-f3e3-4420-99ec-d2fa080cc63c req-e8459636-f087-4968-a036-57f0a77d2ccd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.8198273 Feb 10 22:52:03.032615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event updated for resources: {'Port': ['ID=6839f6c2-499e-4b74-991a-440ea7117f6f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:03.035154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=865b7321-d28f-48a0-91b3-bbada24adf0c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:03.046524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ee8b0e9-9350-449d-b4f2-d9f9d8441030 None None] Port c00c3f30-fa79-40de-877e-c8b726f8f360 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:03.070674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 536660dd-2ad3-4756-8500-b0a80fb7502a up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:03.125438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ce8efc6-8976-4ec2-a786-a28c396514f4 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0103080 Feb 10 22:52:03.130662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:03.150838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 536660dd-2ad3-4756-8500-b0a80fb7502a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:03.160345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 536660dd-2ad3-4756-8500-b0a80fb7502a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:03.161127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.184045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:65:96:96'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:03.206295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e416-aab1-40ee-a7e7-835ad78f81ea req-b9043701-7d9b-4086-86ff-c04469cb66aa tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:03.208434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0391e416-aab1-40ee-a7e7-835ad78f81ea req-b9043701-7d9b-4086-86ff-c04469cb66aa tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 948 time: 0.1176691 Feb 10 22:52:03.212222 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d93cb8d-653a-4c00-a354-0cd032498417 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/865b7321-d28f-48a0-91b3-bbada24adf0c HTTP/1.1" status: 204 len: 168 time: 4.1000652 Feb 10 22:52:03.216172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:03.224603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1687373561', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:03.245120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:03.252799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:03.257459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:03.275030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18788402-f3e3-4420-99ec-d2fa080cc63c req-40be7710-c105-4d26-876e-6621b3364665 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813192 Feb 10 22:52:03.276684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:03.303580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.303708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0391e416-aab1-40ee-a7e7-835ad78f81ea req-01a6fbb7-d5a9-413f-80a8-69362d6745aa tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805504 Feb 10 22:52:03.318732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.319813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.348573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=536660dd-2ad3-4756-8500-b0a80fb7502a,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:03.354170 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.359046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.478412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:03.484219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Deleting port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:03.484562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.834010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.845721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:03.872220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4c7d8-ed04-4368-a88b-199dcb5c5c42 req-5e01b656-15c4-40da-8e5e-b813e3f7981c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:03.873687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee4c7d8-ed04-4368-a88b-199dcb5c5c42 req-5e01b656-15c4-40da-8e5e-b813e3f7981c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 0.4169183 Feb 10 22:52:03.974563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee4c7d8-ed04-4368-a88b-199dcb5c5c42 req-db7e28b8-2d56-4a2f-ae01-d34084be55fa tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948684 Feb 10 22:52:04.230111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f39a23-e862-4680-8deb-392c0932b0cf req-d3d80827-7e3d-4633-9d0d-abeef2f0d51c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:04.231485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89f39a23-e862-4680-8deb-392c0932b0cf req-d3d80827-7e3d-4633-9d0d-abeef2f0d51c tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.7482224 Feb 10 22:52:04.295101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:04.311745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:04.359957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:04.448199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea50e63-ac27-45fa-8c1f-1037f20a48fa req-02dbec82-4a2d-44d4-8d0d-c68ba30dc7a0 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:04.455002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ea50e63-ac27-45fa-8c1f-1037f20a48fa req-02dbec82-4a2d-44d4-8d0d-c68ba30dc7a0 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.2436097 Feb 10 22:52:04.481921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89f39a23-e862-4680-8deb-392c0932b0cf req-b4a0bb4e-b9f1-45b9-9b0c-3ec2f6895d22 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430294 Feb 10 22:52:04.510259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0'}, {'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:04.556359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] For port 373ade13-fa98-43a7-bdde-0e314ec4d3c0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=373ade13-fa98-43a7-bdde-0e314ec4d3c0,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:04.556733 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:04.611973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ea50e63-ac27-45fa-8c1f-1037f20a48fa req-34840287-2446-4bcc-bf7d-59bdb2015f22 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560225 Feb 10 22:52:04.653351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 172.25.2.50 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/dc0b7922-cea3-486e-b908-b4a1be730df2) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:04.683025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-5e83f0fd-d53b-40d3-8d49-dd4430ac0d35 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:04.684704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-5e83f0fd-d53b-40d3-8d49-dd4430ac0d35 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.1606293 Feb 10 22:52:04.763033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Calling delete_port for 373ade13-fa98-43a7-bdde-0e314ec4d3c0 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:04.912931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Deleting port 7ea7d394-273a-43e7-9f87-d257b282cbc6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:04.913235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:04.913880 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.079653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.089549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016fc60-3baa-4f20-9ac5-187066865d95 req-de3ad3b8-2ce8-46c2-8f88-876dd21ced9a tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:05.091031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9016fc60-3baa-4f20-9ac5-187066865d95 req-de3ad3b8-2ce8-46c2-8f88-876dd21ced9a tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/ports?device_id=7474b3c0-3f78-4543-8bb9-c863c2217b91 HTTP/1.1" status: 200 len: 948 time: 0.3409071 Feb 10 22:52:05.234377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9016fc60-3baa-4f20-9ac5-187066865d95 req-99a63bf2-23be-4420-bedb-b476e15b83b5 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.53 "GET /v2.0/security-groups?id=7302f922-a8e3-414b-8cf8-4d4dacaf05d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365678 Feb 10 22:52:05.271721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.301189 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'code': 200} Feb 10 22:52:05.302472 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a', 'code': 200} Feb 10 22:52:05.356460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] For port 7ea7d394-273a-43e7-9f87-d257b282cbc6, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7ea7d394-273a-43e7-9f87-d257b282cbc6,segment=NetworkSegment(e4bc22ba-f0ca-4ffb-a455-95f0f958df76),segment_id=e4bc22ba-f0ca-4ffb-a455-95f0f958df76)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:05.356853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.391234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7fa34-e7dd-495d-b79c-e2bae2d6ea55 req-ad1d75b3-8431-4ffa-93cf-9d17414fed33 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:05.392723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99a7fa34-e7dd-495d-b79c-e2bae2d6ea55 req-ad1d75b3-8431-4ffa-93cf-9d17414fed33 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7477558 Feb 10 22:52:05.466511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.518712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.546377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.547233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:05.550470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Pushing event deleted for resources: {'Port': ['ID=373ade13-fa98-43a7-bdde-0e314ec4d3c0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:05.558232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:05.616602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:05.617109 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-99a7fa34-e7dd-495d-b79c-e2bae2d6ea55 req-52c60f5c-375a-4899-a65b-a54e9a0bfd7d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2128460 Feb 10 22:52:05.740732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=dc0b7922-cea3-486e-b908-b4a1be730df2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:05.760705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Calling delete_port for 7ea7d394-273a-43e7-9f87-d257b282cbc6 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:05.763947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] No DVR routers for this DVR port 373ade13-fa98-43a7-bdde-0e314ec4d3c0 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:05.805407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.812909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-deleted', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:05.818107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=c00c3f30-fa79-40de-877e-c8b726f8f360,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:05.821217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.821560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.821897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.822223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.822548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.822865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.823184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.823522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.823838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.824152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.824463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.824773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:05.855243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Router 4b8ba92d-a3e1-4b55-8f8a-20686ed46542 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:05.861135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51eafc4e-e148-4ac3-af79-7fabd1231b42 req-6c6b9b91-28bc-4f37-8a5a-a345825daf60 tempest-VolumesNegativeTest-1529529864 tempest-VolumesNegativeTest-1529529864-project] 10.222.0.24 "DELETE /v2.0/ports/373ade13-fa98-43a7-bdde-0e314ec4d3c0 HTTP/1.1" status: 204 len: 173 time: 4.9406941 Feb 10 22:52:05.879471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] In _notify_port_updated(), no bound segment for port c00c3f30-fa79-40de-877e-c8b726f8f360 on network 140cf3cc-1ef9-441f-a548-210a9a5cd06f {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:52:05.885822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:05.886749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:05.888266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a27a574-319a-4e31-9946-43a915376eca tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "PUT /v2.0/ports/c00c3f30-fa79-40de-877e-c8b726f8f360 HTTP/1.1" status: 200 len: 996 time: 2.7248602 Feb 10 22:52:05.894003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58648) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:06.072283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port c00c3f30-fa79-40de-877e-c8b726f8f360 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:06.072627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.091910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-71456969-23e3-41be-abac-fe2c203eed57 None None] Provisioning complete for port c00c3f30-fa79-40de-877e-c8b726f8f360 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:06.092992 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71456969-23e3-41be-abac-fe2c203eed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.150912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71456969-23e3-41be-abac-fe2c203eed57 None None] Port c00c3f30-fa79-40de-877e-c8b726f8f360 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:06.190711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b075dc2-0743-4b3c-a69e-c0a8decc6c0f req-190a7029-c4ae-49d5-ab5b-2b297946158c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:06.193076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b075dc2-0743-4b3c-a69e-c0a8decc6c0f req-190a7029-c4ae-49d5-ab5b-2b297946158c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 0.6387966 Feb 10 22:52:06.199161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71120a-2b60-4a8f-a45b-13d922d1bffd req-d7e6c9de-4f1e-4b3d-9bb0-243b8584b0a9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:06.200699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b71120a-2b60-4a8f-a45b-13d922d1bffd req-d7e6c9de-4f1e-4b3d-9bb0-243b8584b0a9 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/ports?device_id=cc033cc2-02a1-416a-88e6-83730c4ada52 HTTP/1.1" status: 200 len: 946 time: 0.4341795 Feb 10 22:52:06.202236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716e74a-04a7-414c-b7f0-55b13847c631 req-802ce453-4432-4ca5-9365-2bcb0d69a0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:06.203781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e716e74a-04a7-414c-b7f0-55b13847c631 req-802ce453-4432-4ca5-9365-2bcb0d69a0b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 1096 time: 0.8324502 Feb 10 22:52:06.269809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.312206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:06.329154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] Sync routers for ids ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:06.342373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b71120a-2b60-4a8f-a45b-13d922d1bffd req-61f3c0f9-eda8-4177-9bc0-25a67ea83e86 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.53 "GET /v2.0/security-groups?id=e37a2a63-dfaf-498c-b5a6-a489cea41bba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316946 Feb 10 22:52:06.370099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] Routers {'4b8ba92d-a3e1-4b55-8f8a-20686ed46542'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:06.370099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:06.383229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.387346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-49036518-5e13-42ef-8b57-5ca54183723d tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.2956736 Feb 10 22:52:06.401990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:06.411354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:06.421893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Pushing event deleted for resources: {'Port': ['ID=7ea7d394-273a-43e7-9f87-d257b282cbc6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:06.446563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e716e74a-04a7-414c-b7f0-55b13847c631 req-c5b93c39-883f-46ed-bea4-d44edfa47e9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315416 Feb 10 22:52:06.458433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0b075dc2-0743-4b3c-a69e-c0a8decc6c0f req-fb928353-504f-42d4-9893-136f22b2e86f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2535832 Feb 10 22:52:06.534330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:06.557343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] Routers {'4b8ba92d-a3e1-4b55-8f8a-20686ed46542'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:06.557977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:06.575685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] No DVR routers for this DVR port 7ea7d394-273a-43e7-9f87-d257b282cbc6 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:06.581198 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.585828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'name': 'network-vif-deleted', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:06.634096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:06.634497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae58370-f3ca-4150-b36a-213f4687f9ba None None] The sync data for ids ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:06.665720 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7474b3c0-3f78-4543-8bb9-c863c2217b91', 'name': 'network-vif-deleted', 'tag': '373ade13-fa98-43a7-bdde-0e314ec4d3c0', 'status': 'completed', 'code': 200} Feb 10 22:52:06.693599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bc40694-3fb9-42ce-825e-8e200786da2a req-0d7a6bc2-0242-4db2-88d8-276baa0d91d0 tempest-ServersTestJSON-1025198678 tempest-ServersTestJSON-1025198678-project] 10.222.0.24 "DELETE /v2.0/ports/7ea7d394-273a-43e7-9f87-d257b282cbc6 HTTP/1.1" status: 204 len: 173 time: 1.9741540 Feb 10 22:52:06.717087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:06.797507 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc033cc2-02a1-416a-88e6-83730c4ada52', 'name': 'network-vif-deleted', 'tag': '7ea7d394-273a-43e7-9f87-d257b282cbc6', 'status': 'completed', 'code': 200} Feb 10 22:52:06.918164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:07.084546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for c00c3f30-fa79-40de-877e-c8b726f8f360 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:07.449436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d214d2-aba7-4093-839a-222a5a64391a req-0e90bcec-9564-4b99-a5df-0dfcd15dc1a1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:07.451080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97d214d2-aba7-4093-839a-222a5a64391a req-0e90bcec-9564-4b99-a5df-0dfcd15dc1a1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5508313 Feb 10 22:52:07.523985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b35c743-9bb2-4985-ab63-bfda3cae81b9 req-6b4e38bf-8ef9-4275-80d0-84f2c9afff96 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:07.525526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b35c743-9bb2-4985-ab63-bfda3cae81b9 req-6b4e38bf-8ef9-4275-80d0-84f2c9afff96 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.8721046 Feb 10 22:52:07.553012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:07.557351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97d214d2-aba7-4093-839a-222a5a64391a req-9593698f-a1ba-42de-b4b8-40eac3e109a3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827713 Feb 10 22:52:07.712158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:07.784901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b35c743-9bb2-4985-ab63-bfda3cae81b9 req-2cea8895-53d8-4f11-b0e5-da32d79c4045 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434680 Feb 10 22:52:07.828220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 1edd86f2-67db-480a-b27e-3583efe03ff8 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:07.849919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:07.854943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:07.970948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=c00c3f30-fa79-40de-877e-c8b726f8f360,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:08.056245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:08.068333 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] Sync routers for ids ['1edd86f2-67db-480a-b27e-3583efe03ff8'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:08.079735 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] Routers {'1edd86f2-67db-480a-b27e-3583efe03ff8'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:08.080333 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1edd86f2-67db-480a-b27e-3583efe03ff8'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:08.085275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.095101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a84265b3-67e0-40c3-80ff-ab57cb339ccd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8778832 Feb 10 22:52:08.096256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58762) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:08.174682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7ea7d394-273a-43e7-9f87-d257b282cbc6 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:08.186453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Deleting subnet ad518f4a-d679-47b5-9fe8-1a844ef4fd22 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:52:08.198709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.271612 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:08.283592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 7ea7d394-273a-43e7-9f87-d257b282cbc6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:52:08.286529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7ea7d394-273a-43e7-9f87-d257b282cbc6 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:52:08.291939 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:52:08.315617 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] Routers {'1edd86f2-67db-480a-b27e-3583efe03ff8'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:08.318543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1edd86f2-67db-480a-b27e-3583efe03ff8'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:08.326208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.329656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71aa6232-5d9a-4641-963c-c3ec498b7059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.352436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62ac39c6-3cd8-42b1-a871-70dc7bbe8ded tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/c00c3f30-fa79-40de-877e-c8b726f8f360 HTTP/1.1" status: 204 len: 168 time: 2.4563966 Feb 10 22:52:08.354692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.355734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58776) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:08.406794 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:08.407443 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f4931d-6a2c-40c4-b5b8-8d928ef51564 None None] The sync data for ids ['1edd86f2-67db-480a-b27e-3583efe03ff8'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:08.413134 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c870d7b-d2b7-4504-9880-10bc4d21a294 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] GET failed (client error): The resource could not be found. Feb 10 22:52:08.413668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c870d7b-d2b7-4504-9880-10bc4d21a294 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:08.437678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.445679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-13596259-b5b2-47c2-a2e0-8fdcc95e5003 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers/1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 200 len: 884 time: 0.3456333 Feb 10 22:52:08.446177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58784) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:08.448479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c870d7b-d2b7-4504-9880-10bc4d21a294 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:08.453146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c870d7b-d2b7-4504-9880-10bc4d21a294 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports/c00c3f30-fa79-40de-877e-c8b726f8f360 HTTP/1.1" status: 404 len: 333 time: 0.0964682 Feb 10 22:52:08.453823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58788) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:08.519461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-550749403'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:08.657373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.716261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad518f4a-d679-47b5-9fe8-1a844ef4fd22,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:08.724109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.738302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31255d47-2b15-4525-b060-adec95999106 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ad518f4a-d679-47b5-9fe8-1a844ef4fd22 HTTP/1.1" status: 204 len: 168 time: 1.0229180 Feb 10 22:52:08.745217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:08.905942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:08.948394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:08.993070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:08.998252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:09.002051 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.045003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port 4fb870b4-472c-46e1-8519-25e778ad8e01 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:52:09.246979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f57c9b-7349-4132-baf0-f1d7c7bee785 req-95e23f61-09e9-4bc7-b26a-d52ed6234356 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:09.248680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17f57c9b-7349-4132-baf0-f1d7c7bee785 req-95e23f61-09e9-4bc7-b26a-d52ed6234356 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5646985 Feb 10 22:52:09.308891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.318816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.381536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735ec7e-25bc-4308-95f6-8a7534e0c2ef req-9d9721ef-2883-48e5-b26b-a53c75f2a90a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:09.382960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4735ec7e-25bc-4308-95f6-8a7534e0c2ef req-9d9721ef-2883-48e5-b26b-a53c75f2a90a tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.4009390 Feb 10 22:52:09.450881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4be4a881-c8d5-4fa4-b7f4-c795b88403bd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:router {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:09.470605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.490347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17f57c9b-7349-4132-baf0-f1d7c7bee785 req-cd0f2e90-6bf6-4933-9b1d-658528085012 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023685 Feb 10 22:52:09.556220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4735ec7e-25bc-4308-95f6-8a7534e0c2ef req-2b7e984a-49dc-4650-948f-7b229dfd125e tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579394 Feb 10 22:52:09.570626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb548a7-078a-4175-b5cd-5893075763b0']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:09.599625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:09.599872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4bc22ba-f0ca-4ffb-a455-95f0f958df76') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:09.607179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4be4a881-c8d5-4fa4-b7f4-c795b88403bd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:router {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:09.611093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4be4a881-c8d5-4fa4-b7f4-c795b88403bd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1642787 Feb 10 22:52:09.616975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58888) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:09.617819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 4b8ba92d-a3e1-4b55-8f8a-20686ed46542 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:52:09.625823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1687373561'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:09.677623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.710592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.11 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/4fb870b4-472c-46e1-8519-25e778ad8e01) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:09.735722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.749914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:52:09.750352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:52:09.769581 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:52:09.850019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:09.854960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:09.858634 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-417f26ae-6ce9-465a-b545-4c49a25a01bb tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "PUT /v2.0/routers/4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 200 len: 926 time: 3.4532275 Feb 10 22:52:09.859128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58902) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:09.861460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] Sync routers for ids ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:09.883861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] Routers {'4b8ba92d-a3e1-4b55-8f8a-20686ed46542'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:09.884497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:09.970359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:09.980274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] Routers {'4b8ba92d-a3e1-4b55-8f8a-20686ed46542'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:09.980898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:51:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:10.058966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:10.059482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f904b68e-b7f9-49ca-913a-87bf209c987e None None] The sync data for ids ['4b8ba92d-a3e1-4b55-8f8a-20686ed46542'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:10.137029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a32df26c-66d2-4516-8f52-736880657452 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 200 len: 926 time: 0.2768412 Feb 10 22:52:10.137847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.139942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.142827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.206491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb548a7-078a-4175-b5cd-5893075763b0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:10.273056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ed9189-f53a-438c-b7ba-416b13d048b9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:10.274687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90ed9189-f53a-438c-b7ba-416b13d048b9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=4b8ba92d-a3e1-4b55-8f8a-20686ed46542&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1307979 Feb 10 22:52:10.277743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.323125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5d7e1f17-d7fd-4e79-8ffa-f05a46146f7a admin admin] 10.222.0.53 "DELETE /v2.0/networks/cdb548a7-078a-4175-b5cd-5893075763b0 HTTP/1.1" status: 204 len: 168 time: 1.5258396 Feb 10 22:52:10.483979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73924031-2e12-4e35-98b3-99b9ced0add9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:10.484869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-73924031-2e12-4e35-98b3-99b9ced0add9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Synchronizing usage tracker for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:10.491510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8435c51f-99bb-480a-89a7-309009cbc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.505819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-73924031-2e12-4e35-98b3-99b9ced0add9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Unset dirty status for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:10.509993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-73924031-2e12-4e35-98b3-99b9ced0add9 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.2313330 Feb 10 22:52:10.510822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.568213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.593956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e43eb82-2581-43f9-91c7-d818eeb71994 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 200 len: 205 time: 0.0818527 Feb 10 22:52:10.597321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.779624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.853018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object 4fb870b4-472c-46e1-8519-25e778ad8e01 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:10.877013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-258219f3-3b3d-4888-a3f3-ff9554821e88 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6bf1310e1a6f4f65aee249ab0268f152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002918 Feb 10 22:52:10.877480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58962) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:10.883946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.968734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:10.984409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.029313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbf7c76-8bdc-4ace-beab-df87352d4107 req-ed29dfce-822e-4c02-8c79-1bd6717355d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:11.030887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfbf7c76-8bdc-4ace-beab-df87352d4107 req-ed29dfce-822e-4c02-8c79-1bd6717355d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3243387 Feb 10 22:52:11.034976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.089715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.146311 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.521555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:11.527312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:11.534855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:11.566713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfbf7c76-8bdc-4ace-beab-df87352d4107 req-7eeb75e4-b453-4dac-8ee3-1a0d06be5f48 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4393694 Feb 10 22:52:11.586131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=4fb870b4-472c-46e1-8519-25e778ad8e01,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:11.605880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 1edd86f2-67db-480a-b27e-3583efe03ff8 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:52:11.624170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.654353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.669611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port 6839f6c2-499e-4b74-991a-440ea7117f6f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:11.670373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.695396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a2a63-dfaf-498c-b5a6-a489cea41bba,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:11.761221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.785923 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.816042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:11.817400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.930256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6d488974-bef0-44a6-977e-4a3daeddd286 None None] Provisioning for port 4fb870b4-472c-46e1-8519-25e778ad8e01 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:11.941173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6d488974-bef0-44a6-977e-4a3daeddd286 None None] Provisioning complete for port 4fb870b4-472c-46e1-8519-25e778ad8e01 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:11.942405 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d488974-bef0-44a6-977e-4a3daeddd286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:11.986152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.017324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:12.031018 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] Sync routers for ids ['1edd86f2-67db-480a-b27e-3583efe03ff8'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:12.046121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d488974-bef0-44a6-977e-4a3daeddd286 None None] Port 4fb870b4-472c-46e1-8519-25e778ad8e01 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:12.058217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.058898 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] Routers {'1edd86f2-67db-480a-b27e-3583efe03ff8'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:12.062561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ff47a4cd-ef88-41d0-be3e-cbffca46539d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e37a2a63-dfaf-498c-b5a6-a489cea41bba HTTP/1.1" status: 204 len: 168 time: 1.1802714 Feb 10 22:52:12.064273 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1edd86f2-67db-480a-b27e-3583efe03ff8'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:12.071112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.077057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ac2ce84-070f-453e-842c-89affda3a5da tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 200 len: 891 time: 2.4589794 Feb 10 22:52:12.085071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:12.158717 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:12.177800 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] Routers {'1edd86f2-67db-480a-b27e-3583efe03ff8'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:12.180716 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1edd86f2-67db-480a-b27e-3583efe03ff8'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:12.280209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4655bd7e-0175-4cd9-ac54-f2fc9725d597 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7687280 Feb 10 22:52:12.287017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58986) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:12.321095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for 6839f6c2-499e-4b74-991a-440ea7117f6f owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:12.326849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'network_id': '140cf3cc-1ef9-441f-a548-210a9a5cd06f', 'name': 'tempest-AllowedAddressPairTestJSON-152342552'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:12.326965 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:12.327657 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c4d38-d29f-4bc9-afad-af472c0ab4c3 None None] The sync data for ids ['1edd86f2-67db-480a-b27e-3583efe03ff8'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:12.634025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0a149ee7-5b4f-45aa-b1e2-91851729d3d0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers/1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 200 len: 891 time: 0.5464158 Feb 10 22:52:12.637052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58998) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:12.683885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.691896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-470d8693-be2a-4161-9972-24ff647162ca tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:12.700184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:12.708710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Usage tracker for resource:port and tenant:49d708bda9304c0c9a9029cca20d3c02 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:12.712832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:12.722689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:12.725705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-470d8693-be2a-4161-9972-24ff647162ca tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:12.729586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-470d8693-be2a-4161-9972-24ff647162ca tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 200 len: 205 time: 0.0915136 Feb 10 22:52:12.730193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59004) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:12.796749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=6839f6c2-499e-4b74-991a-440ea7117f6f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:12.901892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.936954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:12.949342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Made reservation on behalf of 49d708bda9304c0c9a9029cca20d3c02 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:12.953246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.078617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] device_id is not set on port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:52:13.159625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.163800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.194126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.194969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router 4b8ba92d-a3e1-4b55-8f8a-20686ed46542 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:52:13.208985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a020da-4021-4cdc-babc-0aec1c7aa117 req-d329f545-b2d9-4e3b-823a-1c7c6ee7ecfe tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:13.215150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.216801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57a020da-4021-4cdc-babc-0aec1c7aa117 req-d329f545-b2d9-4e3b-823a-1c7c6ee7ecfe tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3685935 Feb 10 22:52:13.219812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38ba33e7-2082-4412-985c-63ea2954dfb9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 204 len: 168 time: 2.6213145 Feb 10 22:52:13.220874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59018) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:13.226623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-700958466', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:13.235044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:13.242356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:13.246748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.247931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:13.257982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:13.269486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.271417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.289191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.311200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.354743 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.357079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cd747372-9a00-4ec6-8e31-b85231fa3542 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1349628 Feb 10 22:52:13.359730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:13.368492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:13.424838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57a020da-4021-4cdc-babc-0aec1c7aa117 req-d3abc581-87d5-42c6-af2d-ee03652f2045 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2071166 Feb 10 22:52:13.632131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Allocated IP 172.20.0.13 (140cf3cc-1ef9-441f-a548-210a9a5cd06f/3544000f-371e-42c8-ad0f-15da77816645/e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:13.778127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:13.875732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port dc0b7922-cea3-486e-b908-b4a1be730df2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:13.876297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.186582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59052) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:14.187620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59054) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:14.334550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.437499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.487551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.519259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:14.538292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-60f9b42c-664f-46f6-809f-ed99d6afe6ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3608feb28d60496c9cc0204811c5b8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3458216 Feb 10 22:52:14.539474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:14.541952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Usage tracker for resource:security_group_rule and tenant:656a2dab99e94d14a74c4fc04edd1182 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:14.546341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:14.563135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:14.610025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for dc0b7922-cea3-486e-b908-b4a1be730df2 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:14.679195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.731501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.763580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6879431a-9645-4d10-82c5-8cc260a01c33 req-3e1c694c-1e80-47a9-8f79-d1ef7e816379 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:14.765047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6879431a-9645-4d10-82c5-8cc260a01c33 req-3e1c694c-1e80-47a9-8f79-d1ef7e816379 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5395770 Feb 10 22:52:14.774807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.779254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-a108c831-fdf9-4103-b4a2-5a9666219ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:14.780719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-a108c831-fdf9-4103-b4a2-5a9666219ae6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.5541599 Feb 10 22:52:14.841433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.895160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Transition to ACTIVE for port object e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:14.918002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:14.956644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6879431a-9645-4d10-82c5-8cc260a01c33 req-6590aa84-04a1-4b76-8b7e-6acfcacca698 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719472 Feb 10 22:52:15.012756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=656a2dab99e94d14a74c4fc04edd1182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8221185 Feb 10 22:52:15.014453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.042805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:15.045559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d3458-7af2-4af5-bb76-c5110af33d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63fa6d4a-84ec-43b5-a1c2-5dc42a52a86f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:15.052129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-64a95f8f-0569-46da-8c5c-be4e2f400605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:15.053601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.053830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-64a95f8f-0569-46da-8c5c-be4e2f400605 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.2644346 Feb 10 22:52:15.069493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.093584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.115545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7302f922-a8e3-414b-8cf8-4d4dacaf05d1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:15.153241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.155138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-17630722-a33b-45d4-8dd0-8e28dd2f443b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7302f922-a8e3-414b-8cf8-4d4dacaf05d1 HTTP/1.1" status: 204 len: 168 time: 0.6147816 Feb 10 22:52:15.236710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Allocated IP 172.25.2.49 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/0382b3da-03fe-43ac-b4d1-d63c41ae1a1f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:15.262656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:15.280115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:15.282441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:15.378601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:15.380107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.420167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-f84bbd25-7fed-48e0-af1b-551f6fa53270 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.3532915 Feb 10 22:52:15.420866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.432849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1420999 Feb 10 22:52:15.433071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.433991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59080) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:15.443862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b883f-fe46-4738-a18e-175629ab9eee tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:15.444861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:65:96:96'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:68:85:60'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:15.556831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=dc0b7922-cea3-486e-b908-b4a1be730df2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:15.598092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.651412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-9428546e-139f-4e7b-a99a-3f4941cb8911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:15.653183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-9428546e-139f-4e7b-a99a-3f4941cb8911 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.2190874 Feb 10 22:52:15.653676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.700231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-24d648a4-ffb3-4694-9318-b98d9c22984f None None] Provisioning for port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:15.707712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-24d648a4-ffb3-4694-9318-b98d9c22984f None None] Provisioning complete for port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:15.708800 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24d648a4-ffb3-4694-9318-b98d9c22984f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.729828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.781222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:15.791475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24d648a4-ffb3-4694-9318-b98d9c22984f None None] Port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:15.836142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:15.843465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:15.874823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:15.916248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event updated for resources: {'Port': ['ID=0382b3da-03fe-43ac-b4d1-d63c41ae1a1f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:15.933600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.166430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.169251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.212510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-e930627c-e197-4c7d-971c-ccd878bdaa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:16.214279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-e930627c-e197-4c7d-971c-ccd878bdaa9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5448029 Feb 10 22:52:16.216757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.216757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 1edd86f2-67db-480a-b27e-3583efe03ff8 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:52:16.256776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.341723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63fa6d4a-84ec-43b5-a1c2-5dc42a52a86f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:16.374170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.377985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-454c1584-890e-4a87-97bb-55d5112d9291 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/63fa6d4a-84ec-43b5-a1c2-5dc42a52a86f HTTP/1.1" status: 204 len: 168 time: 1.3304739 Feb 10 22:52:16.379974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.383758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0cae1a61-ac8d-401e-b03f-99ed810f7bdc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 204 len: 168 time: 3.6511936 Feb 10 22:52:16.395675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59118) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:16.405171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-128734469'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:16.442961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-0e4a1734-81f7-43a4-b786-179d6d00ea41 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193573 Feb 10 22:52:16.444384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:16.448827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:16.597377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:16.601953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a77f66-18ca-460a-963f-e3dad55a10fa req-ec4ee8f7-0d5d-4ab6-9b6b-8bd496a06e96 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488948 Feb 10 22:52:16.623435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:16.659314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:16.668763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.732069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:16.741227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.743742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.744278 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment b1af585c-a022-4b81-914d-6e990330502b of type vlan for network bb9c0dc4-86a7-4b71-b4a0-640800019f5b Feb 10 22:52:16.826716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.904202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.915212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:16.915872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.922489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:16.938703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae44432b-3e77-44ca-b5c1-aa654978e497 req-c6cbecdd-3042-4bac-9653-c6e3f70f1dda tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:16.943828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae44432b-3e77-44ca-b5c1-aa654978e497 req-c6cbecdd-3042-4bac-9653-c6e3f70f1dda tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.5732825 Feb 10 22:52:16.954751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.052536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-bf219777-00d2-43f4-8642-2ffb4dfd1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:17.055274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-bf219777-00d2-43f4-8642-2ffb4dfd1045 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.2762730 Feb 10 22:52:17.062273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6653848 Feb 10 22:52:17.066039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59142) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:17.070062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426b2fc4-84b6-453f-9f7a-6e2612dfe94d tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=bb9c0dc4-86a7-4b71-b4a0-640800019f5b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:17.076300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:17.083011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:52:17.387617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:17.395873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:17.408855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:17.429678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:17.443121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-8c52eaa9-c319-41ae-acaa-19afb14988d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:17.444657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-8c52eaa9-c319-41ae-acaa-19afb14988d3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3471589 Feb 10 22:52:17.451670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:17.457451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.700265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-4f266f9e-1040-4bfe-9464-5b63b4302a98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.2250757 Feb 10 22:52:17.729854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.731024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-02d7a64d-f5ed-4314-b526-6c332027cc6c None None] Provisioning complete for port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:17.731926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02d7a64d-f5ed-4314-b526-6c332027cc6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.780202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae44432b-3e77-44ca-b5c1-aa654978e497 req-f87058f6-91cf-41a0-9ce5-182df85b0357 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8265626 Feb 10 22:52:17.786462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event updated for resources: {'Port': ['ID=e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:17.811966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02d7a64d-f5ed-4314-b526-6c332027cc6c None None] Port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:17.817963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.849995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-f4a782fe-31f0-44ee-8077-7c63a784a893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:17.851602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-f4a782fe-31f0-44ee-8077-7c63a784a893 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.1361654 Feb 10 22:52:17.903744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] In _notify_port_updated(), no bound segment for port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af on network 140cf3cc-1ef9-441f-a548-210a9a5cd06f {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:52:17.909372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:17.910165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:17.911602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-735cd810-a9db-4d9e-93b6-baeaecdca79f tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "PUT /v2.0/ports/e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af HTTP/1.1" status: 200 len: 1057 time: 2.4765315 Feb 10 22:52:17.914598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59160) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:18.116019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:18.116377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.149247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.267740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:18.293568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-45eb13a0-1fcc-4dad-81ab-9e2197e6bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:18.296778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-45eb13a0-1fcc-4dad-81ab-9e2197e6bb89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4325085 Feb 10 22:52:18.307230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': 'b1af585c-a022-4b81-914d-6e990330502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:18.307818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: bb9c0dc4-86a7-4b71-b4a0-640800019f5b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:52:18.458979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:52:18.494830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, bb9c0dc4-86a7-4b71-b4a0-640800019f5b) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:18.511948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee7e8b7-cd21-4c1c-a238-e1e2b0c6ee2a None None] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:18.529937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:18.530803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.568360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Router 6072ba3e-bfe4-4397-8873-b174bbbf4cfc is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:18.571308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-22410bb2-df3b-493c-a175-0a252bffa53d service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394571 Feb 10 22:52:18.680471 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eded6620-a1b2-4a52-a1b3-0aa5a10ad634 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6124461 Feb 10 22:52:18.685105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59180) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:18.692641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-579522446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:18.699464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:18.703531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:18.706346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:18.713275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:18.728871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.729885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.745084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.757193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.763689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.807566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.808763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f7ee4598-2d62-48c0-9589-e1c3009579ad tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1228213 Feb 10 22:52:18.811496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:18.906366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-bb9c0dc4-86a7-4b71-b4a0-640800019f5b', 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': 'ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:52:18.907590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:18.911130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:19.021936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26d5621f-ceab-4582-8af6-7c6b47eca773 req-42ffc32f-314a-491d-b05b-c2db39b57d64 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365249 Feb 10 22:52:19.150575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:19.173894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] Sync routers for ids ['6072ba3e-bfe4-4397-8873-b174bbbf4cfc'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:19.183045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Allocated IP 2001:db8::2 (bb9c0dc4-86a7-4b71-b4a0-640800019f5b/ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8/06917a50-3cee-4df3-8991-be3d9e13e57c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:19.203255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] Routers {'6072ba3e-bfe4-4397-8873-b174bbbf4cfc'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:19.204234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6072ba3e-bfe4-4397-8873-b174bbbf4cfc'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:19.334682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:19.407480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] Routers {'6072ba3e-bfe4-4397-8873-b174bbbf4cfc'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:19.408491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6072ba3e-bfe4-4397-8873-b174bbbf4cfc'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:19.440261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:19.440261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b74f4466-cd5b-4ba8-bb14-ff1b17a08a80 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "PUT /v2.0/routers/6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 200 len: 882 time: 6.0765636 Feb 10 22:52:19.440261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:19.445818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:19.537293 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:19.537833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2076c4-a33f-45c8-849a-944aeece6d4b None None] The sync data for ids ['6072ba3e-bfe4-4397-8873-b174bbbf4cfc'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:19.558663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:19.778296 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:19.798768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Transition to ACTIVE for port object 06917a50-3cee-4df3-8991-be3d9e13e57c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:19.848175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:19.858153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Transition to ACTIVE for port object 06917a50-3cee-4df3-8991-be3d9e13e57c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:19.888337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.018173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Pushing event updated for resources: {'Port': ['ID=06917a50-3cee-4df3-8991-be3d9e13e57c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.037468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.038955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.038955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.038955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:20.047419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:20.048668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:20.051869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:20.060488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00750ea-afad-402e-99b3-6197403fdaa4 req-9165b419-36df-4362-b375-71eccbc96eb8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:20.068059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c00750ea-afad-402e-99b3-6197403fdaa4 req-9165b419-36df-4362-b375-71eccbc96eb8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.9197242 Feb 10 22:52:20.271724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.292384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Attempting to bind port 06917a50-3cee-4df3-8991-be3d9e13e57c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:52:20.300592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0f151378-29aa-448c-8ae8-11061c8888d0 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af HTTP/1.1" status: 204 len: 168 time: 2.3851116 Feb 10 22:52:20.303745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59232) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:20.312270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Attempting to bind port 06917a50-3cee-4df3-8991-be3d9e13e57c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b1af585c-a022-4b81-914d-6e990330502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:52:20.312486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Attempting to bind port 06917a50-3cee-4df3-8991-be3d9e13e57c on network bb9c0dc4-86a7-4b71-b4a0-640800019f5b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:52:20.326846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:52:20.327533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Checking segment: {'id': 'b1af585c-a022-4b81-914d-6e990330502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:20.328393 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.328938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Bound using segment: {'id': 'b1af585c-a022-4b81-914d-6e990330502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:52:20.329552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Bound port: 06917a50-3cee-4df3-8991-be3d9e13e57c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1af585c-a022-4b81-914d-6e990330502b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'bb9c0dc4-86a7-4b71-b4a0-640800019f5b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:52:20.330428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.436394 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-254bc46e-a878-4a44-b8e5-4a65a93d2ec9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] GET failed (client error): The resource could not be found. Feb 10 22:52:20.436394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-254bc46e-a878-4a44-b8e5-4a65a93d2ec9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:20.460391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-254bc46e-a878-4a44-b8e5-4a65a93d2ec9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:20.461897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-254bc46e-a878-4a44-b8e5-4a65a93d2ec9 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports/e1aa36f5-e8ed-4cfb-86ce-b1c211dc95af HTTP/1.1" status: 404 len: 333 time: 0.1572344 Feb 10 22:52:20.465397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59236) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:20.513359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] For port 06917a50-3cee-4df3-8991-be3d9e13e57c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:52:20.518786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] For port 06917a50-3cee-4df3-8991-be3d9e13e57c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06917a50-3cee-4df3-8991-be3d9e13e57c,segment=NetworkSegment(b1af585c-a022-4b81-914d-6e990330502b),segment_id=b1af585c-a022-4b81-914d-6e990330502b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:52:20.525369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.603461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port 4fb870b4-472c-46e1-8519-25e778ad8e01 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:20.604072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:20.661399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee540119-8a2a-47a5-a98a-3125dbf4d34f None None] Pushing event updated for resources: {'Port': ['ID=06917a50-3cee-4df3-8991-be3d9e13e57c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:20.783616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c97fa1e0-0654-4363-8dd0-e015cd740080 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 200 len: 923 time: 1.3241475 Feb 10 22:52:20.794509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:21.120415 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.254914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59250) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:21.274942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c00750ea-afad-402e-99b3-6197403fdaa4 req-ed1ec31b-3ef4-4294-bc60-10d8f9d58d42 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2060173 Feb 10 22:52:21.310691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8::1 (bb9c0dc4-86a7-4b71-b4a0-640800019f5b/ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8/8dfac153-94b5-48ad-be89-ea4bba0e8aab) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:21.388880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae00610f-0817-473c-9cb1-55d7fa9d07f4 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:21.388880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ae00610f-0817-473c-9cb1-55d7fa9d07f4 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Synchronizing usage tracker for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:21.629318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.650403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 8dfac153-94b5-48ad-be89-ea4bba0e8aab will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:21.687671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for 4fb870b4-472c-46e1-8519-25e778ad8e01 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:21.724244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.739622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.775749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.847208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:21.852043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Usage tracker for resource:security_group_rule and tenant:9cc9ce0f935c46f69d83ead2ac0f62ce is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:21.855168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:21.884275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:21.890061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:21.890942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ae00610f-0817-473c-9cb1-55d7fa9d07f4 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Unset dirty status for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:21.892193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ae00610f-0817-473c-9cb1-55d7fa9d07f4 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=6072ba3e-bfe4-4397-8873-b174bbbf4cfc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0874233 Feb 10 22:52:21.897982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:21.904780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59260) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:21.952688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:21.953237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:21.980095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=8dfac153-94b5-48ad-be89-ea4bba0e8aab,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:22.066808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:22.190229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cd7a08-8672-4d1c-ab1d-b084b046d61b tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:22.191090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85cd7a08-8672-4d1c-ab1d-b084b046d61b tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Synchronizing usage tracker for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:22.255213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85cd7a08-8672-4d1c-ab1d-b084b046d61b tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Unset dirty status for tenant:b49d1b2e6e4a49708c1651bb26683399 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:22.260445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85cd7a08-8672-4d1c-ab1d-b084b046d61b tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.3546400 Feb 10 22:52:22.265378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59268) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:22.360220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36868272-e187-47dc-a124-8ea2b62a0ad8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 200 len: 205 time: 0.0923834 Feb 10 22:52:22.367300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59274) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:22.465268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:22.471655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06917a50-3cee-4df3-8991-be3d9e13e57c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:22.497631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=4fb870b4-472c-46e1-8519-25e778ad8e01,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:22.504393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89126272-18be-4e56-9dba-4f32de9e2ab6 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/4fb870b4-472c-46e1-8519-25e778ad8e01 HTTP/1.1" status: 204 len: 168 time: 2.0377800 Feb 10 22:52:22.508411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59280) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:22.576146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92555039-de88-4dc0-870c-d72613097df8 req-cc9d3d97-ee30-49e1-b583-88f53bf1811d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:22.587994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92555039-de88-4dc0-870c-d72613097df8 req-cc9d3d97-ee30-49e1-b583-88f53bf1811d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6101041 Feb 10 22:52:22.626205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:22.628593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8aef5ae-d56f-45e7-b866-3ea8b4511c42 None None] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:22.669372 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-03256f5d-3fb6-47a0-b235-c27e6fafe258 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] GET failed (client error): The resource could not be found. Feb 10 22:52:22.671860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-03256f5d-3fb6-47a0-b235-c27e6fafe258 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Synchronizing usage tracker for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:22.732867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:22.755902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92555039-de88-4dc0-870c-d72613097df8 req-72fc6276-99d5-4ab0-9bfc-6c8ecc7c633d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500943 Feb 10 22:52:22.890528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a0680290-f426-476b-aac9-9d756594f924 None None] Provisioning for port 06917a50-3cee-4df3-8991-be3d9e13e57c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:22.892152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:22.966328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8086fb78-4f39-46bc-8d12-cc20f5728931,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:23.010190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-03256f5d-3fb6-47a0-b235-c27e6fafe258 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Unset dirty status for tenant:49d708bda9304c0c9a9029cca20d3c02 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:23.011274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03256f5d-3fb6-47a0-b235-c27e6fafe258 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "GET /v2.0/ports/4fb870b4-472c-46e1-8519-25e778ad8e01 HTTP/1.1" status: 404 len: 333 time: 0.5018523 Feb 10 22:52:23.018217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59288) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:23.031832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c559c7e4-972e-41e0-9eb5-4077403f65fc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9cc9ce0f935c46f69d83ead2ac0f62ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7722633 Feb 10 22:52:23.040436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59292) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:23.090502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 06917a50-3cee-4df3-8991-be3d9e13e57c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:23.106780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 06917a50-3cee-4df3-8991-be3d9e13e57c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:23.107858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.151358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port 5517dc7e-b130-41fc-80c8-ff4603263b45 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:23.151705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.218007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.381786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.430560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 06917a50-3cee-4df3-8991-be3d9e13e57c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06917a50-3cee-4df3-8991-be3d9e13e57c,segment=NetworkSegment(b1af585c-a022-4b81-914d-6e990330502b),segment_id=b1af585c-a022-4b81-914d-6e990330502b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:23.442841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.558867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=06917a50-3cee-4df3-8991-be3d9e13e57c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:23.568994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.680728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.787971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for 5517dc7e-b130-41fc-80c8-ff4603263b45 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:23.820248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:23.867692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Provisioning for port 8dfac153-94b5-48ad-be89-ea4bba0e8aab completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:23.904732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Provisioning complete for port 8dfac153-94b5-48ad-be89-ea4bba0e8aab triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:23.906091 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.022066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1d338-9e09-47e8-a6fa-38b0ffe53d75 req-cf516094-f767-430a-9920-aacc22c42226 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:24.027611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Port 8dfac153-94b5-48ad-be89-ea4bba0e8aab cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:24.032377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06c1d338-9e09-47e8-a6fa-38b0ffe53d75 req-cf516094-f767-430a-9920-aacc22c42226 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.9103258 Feb 10 22:52:24.057488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Provisioning complete for port 06917a50-3cee-4df3-8991-be3d9e13e57c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:24.058715 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ff752832-8dc4-4608-ae9e-5bdc6af07182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.114468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.204097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.266895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port 0382b3da-03fe-43ac-b4d1-d63c41ae1a1f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:24.267242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.291176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=5517dc7e-b130-41fc-80c8-ff4603263b45,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:24.334120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.341424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06917a50-3cee-4df3-8991-be3d9e13e57c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:24.418879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.449202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.468718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-180e9212-c188-4aaf-ac0a-6f2d065f90d6 None None] Provisioning complete for port 8dfac153-94b5-48ad-be89-ea4bba0e8aab triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:24.469111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-180e9212-c188-4aaf-ac0a-6f2d065f90d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.484566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3c5104c2-23cf-4835-be65-4be6411d5b42 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/ports/5517dc7e-b130-41fc-80c8-ff4603263b45 HTTP/1.1" status: 204 len: 168 time: 1.4590952 Feb 10 22:52:24.484566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59306) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:24.489523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8086fb78-4f39-46bc-8d12-cc20f5728931,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:24.545379 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06c1d338-9e09-47e8-a6fa-38b0ffe53d75 req-7862fd7b-6c70-47d2-a6af-211e0cb3489d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5118101 Feb 10 22:52:24.584437 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.585895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-be2405fd-bb81-4716-ac87-e5f57f738a21 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8086fb78-4f39-46bc-8d12-cc20f5728931 HTTP/1.1" status: 204 len: 168 time: 1.5445347 Feb 10 22:52:24.603183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting subnet 3544000f-371e-42c8-ad0f-15da77816645 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:52:24.609065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 06917a50-3cee-4df3-8991-be3d9e13e57c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:24.609446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.616323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.712227 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:52:24.742295 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.763771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.764937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:24.787149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-180e9212-c188-4aaf-ac0a-6f2d065f90d6 None None] Port 8dfac153-94b5-48ad-be89-ea4bba0e8aab cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:24.790797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.145142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59324) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:25.151538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=8dfac153-94b5-48ad-be89-ea4bba0e8aab,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:25.186497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.190108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.214732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e6f84-2b74-44bb-9cc1-e1cb1420001f req-140fca39-52f1-45bf-b3c3-67b702a498cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:25.216362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-847e6f84-2b74-44bb-9cc1-e1cb1420001f req-140fca39-52f1-45bf-b3c3-67b702a498cc tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.3260782 Feb 10 22:52:25.236258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:25.264721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Usage tracker for resource:security_group_rule and tenant:01f3fda7e3024dbd8c1b66c779a20397 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:25.272598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:25.276022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.313056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:25.372812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for 0382b3da-03fe-43ac-b4d1-d63c41ae1a1f owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:25.564202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-847e6f84-2b74-44bb-9cc1-e1cb1420001f req-a1796ae1-77ce-4549-9d1e-b9c1ab19db6d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3289161 Feb 10 22:52:25.599729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.635788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:25.638727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:25.657231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Subnet': ['ID=3544000f-371e-42c8-ad0f-15da77816645,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:25.663649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:25.672608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-34ef02cd-e967-47a2-aaa1-58000f9f4039 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/subnets/3544000f-371e-42c8-ad0f-15da77816645 HTTP/1.1" status: 204 len: 168 time: 1.1869328 Feb 10 22:52:25.674714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59330) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:25.700482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79e4e4-93bf-4b84-a19b-42a5fc650811 None None] Network 140cf3cc-1ef9-441f-a548-210a9a5cd06f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:25.743579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.011223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.107586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Deleting port c52cb966-7dba-4ed3-8a16-6d422d62482b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:26.108225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.303745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a99e6db-f4ba-4f05-840b-80c4378383e9 None None] Provisioning complete for port 8dfac153-94b5-48ad-be89-ea4bba0e8aab triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:26.304117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a99e6db-f4ba-4f05-840b-80c4378383e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.483204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=0382b3da-03fe-43ac-b4d1-d63c41ae1a1f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:26.510579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.532508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a99e6db-f4ba-4f05-840b-80c4378383e9 None None] Port 8dfac153-94b5-48ad-be89-ea4bba0e8aab cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:26.574944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.664911 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=01f3fda7e3024dbd8c1b66c779a20397&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5084310 Feb 10 22:52:26.687540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59338) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:26.707688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] DHCP port deletion for 140cf3cc-1ef9-441f-a548-210a9a5cd06f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:52:26.717146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Deleting port c52cb966-7dba-4ed3-8a16-6d422d62482b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:26.717146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.754544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.776869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffef690-1b50-4ccc-b5d5-154f01628929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfd05c1-7a71-45cc-9457-f9daa1c23068,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:26.793153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] For port c52cb966-7dba-4ed3-8a16-6d422d62482b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c52cb966-7dba-4ed3-8a16-6d422d62482b,segment=NetworkSegment(bfe31207-175b-4448-95bc-0283d84c52f0),segment_id=bfe31207-175b-4448-95bc-0283d84c52f0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:26.794108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:26.977797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Calling delete_port for c52cb966-7dba-4ed3-8a16-6d422d62482b owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:27.021713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.031088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 420ef0ae-3521-4d57-bd07-841c3648a290 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:27.042028 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.046603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.058752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.101143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] For port c52cb966-7dba-4ed3-8a16-6d422d62482b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c52cb966-7dba-4ed3-8a16-6d422d62482b,segment=NetworkSegment(bfe31207-175b-4448-95bc-0283d84c52f0),segment_id=bfe31207-175b-4448-95bc-0283d84c52f0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:27.101764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.176269 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.238908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.244626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Port': ['ID=c52cb966-7dba-4ed3-8a16-6d422d62482b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:27.264922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfd05c1-7a71-45cc-9457-f9daa1c23068,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:27.269346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Calling delete_port for c52cb966-7dba-4ed3-8a16-6d422d62482b owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:27.272752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] No DVR routers for this DVR port c52cb966-7dba-4ed3-8a16-6d422d62482b on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:27.307511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041cfbf-0554-43dd-9bf0-f5b2aee03fa1 req-a0bc3159-5deb-448a-b24b-4d9429ba8cd8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:27.309305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3041cfbf-0554-43dd-9bf0-f5b2aee03fa1 req-a0bc3159-5deb-448a-b24b-4d9429ba8cd8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.8418524 Feb 10 22:52:27.320077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.320851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router 6072ba3e-bfe4-4397-8873-b174bbbf4cfc {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:52:27.418228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.423111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb7d43f1-61e8-4f9a-886e-f18487f6760f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 204 len: 168 time: 5.0294497 Feb 10 22:52:27.424019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59348) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:27.427395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:27.429219 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:27.460258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1541538354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:27.475729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3041cfbf-0554-43dd-9bf0-f5b2aee03fa1 req-8f1dafbb-1889-4bdb-8f28-b4d5488199bf tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567605 Feb 10 22:52:27.481947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:27.504693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:27.506940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.511126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:27.517011 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] Sync routers for ids ['420ef0ae-3521-4d57-bd07-841c3648a290'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:27.536433 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] Routers {'420ef0ae-3521-4d57-bd07-841c3648a290'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:27.537123 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['420ef0ae-3521-4d57-bd07-841c3648a290'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.538822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9ca317dd-5459-466a-88f7-fd09e8e375d2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/420ef0ae-3521-4d57-bd07-841c3648a290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7263193 Feb 10 22:52:27.539983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:27.542660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59356) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:27.570345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['140cf3cc-1ef9-441f-a548-210a9a5cd06f']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.580549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:27.599175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.600540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a88dba2-c917-40ce-a217-328fab4ba738 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1dfd05c1-7a71-45cc-9457-f9daa1c23068 HTTP/1.1" status: 204 len: 168 time: 0.9187293 Feb 10 22:52:27.609530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfe31207-175b-4448-95bc-0283d84c52f0') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.609828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfe31207-175b-4448-95bc-0283d84c52f0') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.630820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.634654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.635727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.642855 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] Routers {'420ef0ae-3521-4d57-bd07-841c3648a290'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:27.643517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['420ef0ae-3521-4d57-bd07-841c3648a290'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.648881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.680820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.687795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:52:27.688190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.698141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d6b642-9203-43fa-90b3-c3ebb8178393 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:27.698768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-91d6b642-9203-43fa-90b3-c3ebb8178393 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:52:27.713091 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:52:27.719036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.735352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:27.735990 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab087f79-537d-4551-b81d-dfbc22ccf769 None None] The sync data for ids ['420ef0ae-3521-4d57-bd07-841c3648a290'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:27.762457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-91d6b642-9203-43fa-90b3-c3ebb8178393 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:27.763649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-91d6b642-9203-43fa-90b3-c3ebb8178393 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports/8dfac153-94b5-48ad-be89-ea4bba0e8aab HTTP/1.1" status: 200 len: 911 time: 0.2200940 Feb 10 22:52:27.777708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59364) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:27.784342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:27.851044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.903358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.930273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Deleting port c52cb966-7dba-4ed3-8a16-6d422d62482b {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:27.930740 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.952936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.963848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4f76e6db-744c-4a93-9a1a-7df3a78710c1 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5332067 Feb 10 22:52:27.964991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:27.966369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:27.979981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] Pushing event deleted for resources: {'Network': ['ID=140cf3cc-1ef9-441f-a548-210a9a5cd06f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:28.000347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96316e3d-7172-4765-8ec0-4d951e607d71 tempest-AllowedAddressPairTestJSON-1904069826 tempest-AllowedAddressPairTestJSON-1904069826-project] 10.222.0.53 "DELETE /v2.0/networks/140cf3cc-1ef9-441f-a548-210a9a5cd06f HTTP/1.1" status: 204 len: 168 time: 2.3162320 Feb 10 22:52:28.052255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': True}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:28.160469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-82183661-ebdd-4bb9-824b-e7aab752099d None None] The port 'c52cb966-7dba-4ed3-8a16-6d422d62482b' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:52:28.356454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c52cb966-7dba-4ed3-8a16-6d422d62482b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:28.401167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c52cb966-7dba-4ed3-8a16-6d422d62482b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:52:28.401678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c52cb966-7dba-4ed3-8a16-6d422d62482b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:52:28.546835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59388) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:29.064117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-64634c1a-b9a9-4985-a334-51de0e9af206 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=49d708bda9304c0c9a9029cca20d3c02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5145924 Feb 10 22:52:29.065895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:29.217967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59406) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:29.348971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.362368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.443225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.443525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a4ed56-04bd-4b0c-9230-ce72a12f3bc1 req-a8439f95-d4d4-4dc5-b43d-df4e99321fe1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:29.445442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6a4ed56-04bd-4b0c-9230-ce72a12f3bc1 req-a8439f95-d4d4-4dc5-b43d-df4e99321fe1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.1792026 Feb 10 22:52:29.553655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.571484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:29.578781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Usage tracker for resource:security_group_rule and tenant:6aee8be5a48f450db424d17e85055fdd is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:29.583378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:29.586604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.604378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:29.616808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4558aba-8a15-4bb7-878d-8e8b4c0142b9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:29.631217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.657932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-09eb835f-47ec-43ee-83ce-554badcf5871 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d4558aba-8a15-4bb7-878d-8e8b4c0142b9 HTTP/1.1" status: 204 len: 168 time: 0.5693645 Feb 10 22:52:29.762505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.786485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6a4ed56-04bd-4b0c-9230-ce72a12f3bc1 req-958e1486-102e-4465-a119-219a9a6e62f4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373312 Feb 10 22:52:29.840499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.845716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:29.909469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6aee8be5a48f450db424d17e85055fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6902814 Feb 10 22:52:29.912137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb5d9f0-e20d-4161-82f5-b8288e007c66,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:29.919881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:29.921391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.922360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.922849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.923733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.923733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.924048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.924390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.924716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.925043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.925393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.926237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:29.927197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2a8085a-e18a-4e96-af68-8d700451f6fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:30.031832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.073197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.217056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.249364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb5d9f0-e20d-4161-82f5-b8288e007c66,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:30.266237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.268519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eb867505-d0d0-4548-b1eb-d9cd06899984 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ecb5d9f0-e20d-4161-82f5-b8288e007c66 HTTP/1.1" status: 204 len: 168 time: 0.3366942 Feb 10 22:52:30.446887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.489655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.770604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 172.25.2.117 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/1944bd3d-c481-4fb8-b2d4-c55ed595b98f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:30.796529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.893736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.901528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:30.902939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:30.907369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/ports/8dfac153-94b5-48ad-be89-ea4bba0e8aab HTTP/1.1" status: 200 len: 911 time: 3.1286507 Feb 10 22:52:30.907485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59472) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:31.029900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0cc5e-af66-4e84-91e7-5d79aef2cac9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=8dfac153-94b5-48ad-be89-ea4bba0e8aab,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:31.183306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:31.244478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:31.382493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:31.390822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:31.400978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:31.674324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:31.689833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=1944bd3d-c481-4fb8-b2d4-c55ed595b98f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:31.911435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85347b1-1523-4584-b7b0-79a21d1a385b req-10d91982-d2b8-4754-8b61-190bee5e2d6a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:31.912899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f85347b1-1523-4584-b7b0-79a21d1a385b req-10d91982-d2b8-4754-8b61-190bee5e2d6a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2640042 Feb 10 22:52:31.956805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7ea8fcc3-2933-4d38-b4a0-d1b4157009b8 tempest-DvrRoutersNegativeTest-2013291848 tempest-DvrRoutersNegativeTest-2013291848-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-472370433', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:31.959787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.policy [None req-7ea8fcc3-2933-4d38-b4a0-d1b4157009b8 tempest-DvrRoutersNegativeTest-2013291848 tempest-DvrRoutersNegativeTest-2013291848-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87652) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Feb 10 22:52:31.960293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.policy [None req-7ea8fcc3-2933-4d38-b4a0-d1b4157009b8 tempest-DvrRoutersNegativeTest-2013291848 tempest-DvrRoutersNegativeTest-2013291848-project] Failed policy check for 'create_router' {{(pid=87652) enforce /opt/stack/neutron/neutron/policy.py:520}} Feb 10 22:52:31.960990 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-7ea8fcc3-2933-4d38-b4a0-d1b4157009b8 tempest-DvrRoutersNegativeTest-2013291848 tempest-DvrRoutersNegativeTest-2013291848-project] create failed (client error): Access was denied to this resource. Feb 10 22:52:31.968015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ea8fcc3-2933-4d38-b4a0-d1b4157009b8 tempest-DvrRoutersNegativeTest-2013291848 tempest-DvrRoutersNegativeTest-2013291848-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2849572 Feb 10 22:52:32.037727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f85347b1-1523-4584-b7b0-79a21d1a385b req-14a9223c-84cb-49fd-be58-9e4b6f4917e4 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895221 Feb 10 22:52:32.168232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:32.281290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:32.731901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:32.791590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3acea-a042-41a8-bf93-d47df2af6183 req-586e1abb-d4a5-4a69-b1ab-14bd00d2804c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:32.792788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2d3acea-a042-41a8-bf93-d47df2af6183 req-586e1abb-d4a5-4a69-b1ab-14bd00d2804c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2048962 Feb 10 22:52:32.890108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 8dfac153-94b5-48ad-be89-ea4bba0e8aab {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:32.890424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:32.965915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:32.969726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:33.025037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d2d3acea-a042-41a8-bf93-d47df2af6183 req-4c5caf03-c689-468d-a73c-40e78b8a3281 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954885 Feb 10 22:52:33.054695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:33.072152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-cdfbedbe-c419-49c9-b2ba-7aa21706f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:33.073732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-cdfbedbe-c419-49c9-b2ba-7aa21706f925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=544e6fb737cb40aeaa6771307e9cc671&device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 1096 time: 0.4024720 Feb 10 22:52:33.117555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:33.154595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Usage tracker for resource:security_group_rule and tenant:9ba458b384ba4b5c921b8f1c818e8b9b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:33.207818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:33.220523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:33.308070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:33.512653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-7bad6726-4dba-4e13-9b00-8faa89ae82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:33.512653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-7bad6726-4dba-4e13-9b00-8faa89ae82c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 200 len: 913 time: 0.3414350 Feb 10 22:52:33.574451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 8dfac153-94b5-48ad-be89-ea4bba0e8aab owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:33.594310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 15fc6dae-f054-4975-889f-993547f54d1e is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:33.859498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:33.866307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.010250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ba458b384ba4b5c921b8f1c818e8b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2769871 Feb 10 22:52:34.013422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-1c073f76-0067-4a36-9953-29ed548f1ad4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 200 len: 999 time: 0.4899876 Feb 10 22:52:34.015140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3876234b-bc92-4508-b9dd-1698483629ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cc16a0-7c9e-477d-8619-b26d5acf0d34,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:34.016124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59564) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:34.058260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.151264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=8dfac153-94b5-48ad-be89-ea4bba0e8aab,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:34.283701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:34.295692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] Sync routers for ids ['15fc6dae-f054-4975-889f-993547f54d1e'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:34.308983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] Routers {'15fc6dae-f054-4975-889f-993547f54d1e'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:34.312048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15fc6dae-f054-4975-889f-993547f54d1e'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:34.382062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.382062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a7a56a7-64b3-4f9e-a25c-51afd988cf76 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "PUT /v2.0/routers/15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 200 len: 919 time: 6.3447297 Feb 10 22:52:34.401951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:34.496447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:34.516705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] Routers {'15fc6dae-f054-4975-889f-993547f54d1e'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:34.517467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['15fc6dae-f054-4975-889f-993547f54d1e'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:34.657620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:34.659522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91984a4-0a70-4aaa-b9b0-94fbfe1a5fa4 None None] The sync data for ids ['15fc6dae-f054-4975-889f-993547f54d1e'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:34.679701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.776835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59592) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:34.792701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-1f819a15-f4b7-4690-8195-a79e3d7ff3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:34.794478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-1f819a15-f4b7-4690-8195-a79e3d7ff3a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 200 len: 851 time: 0.7080567 Feb 10 22:52:34.801360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1061284058', 'description': 'tempest-secgroup-smoke-1061284058 description', 'project_id': '834e149d1122493cb8781b962341b810'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:34.807422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.846498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:34.906929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:34.999609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e53d356f-f18c-4814-83f9-a7113c3964e0 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 200 len: 925 time: 0.5946760 Feb 10 22:52:35.010133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59596) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.016255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:35.024925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:35.108684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.116615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:35.125130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cc16a0-7c9e-477d-8619-b26d5acf0d34,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:35.159558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-c274afc6-7c7f-4a67-b5c5-da5ddd99d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:35.162545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-c274afc6-7c7f-4a67-b5c5-da5ddd99d479 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=804e53ca-2155-4a31-9516-1c907c4e697f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3569374 Feb 10 22:52:35.165665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a7e61-4f62-44d7-888f-cd2d1136062d req-9e79036b-232c-4f4b-bd54-4ff7838c4dc1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:35.168297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-973a7e61-4f62-44d7-888f-cd2d1136062d req-9e79036b-232c-4f4b-bd54-4ff7838c4dc1 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.7596257 Feb 10 22:52:35.172154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.172154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad327ddf-16b8-47a5-8fa5-ba3a92b101dc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75cc16a0-7c9e-477d-8619-b26d5acf0d34 HTTP/1.1" status: 204 len: 168 time: 1.1525006 Feb 10 22:52:35.185984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.211473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 420ef0ae-3521-4d57-bd07-841c3648a290 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:52:35.211473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.313158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:35.339765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:35.348344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:35.365460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e9733e-fb9b-493c-bd67-963dcb30b644 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:35.368095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-55e9733e-fb9b-493c-bd67-963dcb30b644 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=15fc6dae-f054-4975-889f-993547f54d1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3665206 Feb 10 22:52:35.371736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59606) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.383531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-376e9c32-5cf3-4581-82f8-4ec4932633be service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124312 Feb 10 22:52:35.444749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:35.537174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-973a7e61-4f62-44d7-888f-cd2d1136062d req-52e880d7-6db3-4c8c-adcb-59db50c0236d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3211918 Feb 10 22:52:35.558556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:35.571067 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] Sync routers for ids ['420ef0ae-3521-4d57-bd07-841c3648a290'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:35.600381 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] Routers {'420ef0ae-3521-4d57-bd07-841c3648a290'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:35.601341 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['420ef0ae-3521-4d57-bd07-841c3648a290'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:35.668310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cef3c3-4eaa-45f4-9993-ee92d8f47ec7 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:35.669833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66cef3c3-4eaa-45f4-9993-ee92d8f47ec7 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.2950099 Feb 10 22:52:35.671749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.674060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.674559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47cdbf44-15c8-49a0-9025-da4eda8a4288 req-0173390e-fb8d-4cab-b500-d282a26ce598 service neutron] 10.222.0.30 "GET /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586010 Feb 10 22:52:35.728931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:35.756215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:35.759763 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:35.765101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f28ebc2-dbb1-4977-8bf0-39d1a365649a tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 200 len: 205 time: 0.0895529 Feb 10 22:52:35.766396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:35.768027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59622) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.771918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:35.784232 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] Routers {'420ef0ae-3521-4d57-bd07-841c3648a290'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:35.785460 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['420ef0ae-3521-4d57-bd07-841c3648a290'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:35.792943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:35.801731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4fc775-a85c-42bd-be34-2b2f6a11ece8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:35.807160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a5f17f12-734d-4f16-91de-a07f20d093ac tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/420ef0ae-3521-4d57-bd07-841c3648a290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8986449 Feb 10 22:52:35.812478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59630) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.900041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-053e0e7c-b75c-4553-b7c0-783e3248f843 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:35.948168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-053e0e7c-b75c-4553-b7c0-783e3248f843 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:35.952528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-053e0e7c-b75c-4553-b7c0-783e3248f843 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=420ef0ae-3521-4d57-bd07-841c3648a290 HTTP/1.1" status: 200 len: 205 time: 0.1389539 Feb 10 22:52:35.958819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:35.979412 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:35.979829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b517b8-1083-453e-abc9-54827f0852b5 None None] The sync data for ids ['420ef0ae-3521-4d57-bd07-841c3648a290'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:36.051568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.268642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.357043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.365904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.552383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c56e5-be48-474c-9406-2dae7bc9c799,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:36.570950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.582761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port 1944bd3d-c481-4fb8-b2d4-c55ed595b98f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:36.584656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.735095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.740242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51925fb8-695c-4886-8847-1f881369d8dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9525642 Feb 10 22:52:36.823429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59674) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:36.823701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59676) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:36.875837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:36.891889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.892295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:36.901930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.906718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.909462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:36.914049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:36.921998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:36.970235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:36.971320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 420ef0ae-3521-4d57-bd07-841c3648a290 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:52:36.974077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.025735 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.029303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e7f4ec10-3454-4cc3-8b7f-e45330a33644 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/420ef0ae-3521-4d57-bd07-841c3648a290 HTTP/1.1" status: 204 len: 168 time: 1.0668612 Feb 10 22:52:37.036948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:37.096158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8141da-6437-4815-bebe-bb93e7506661 req-d669432d-b589-43b0-9fcc-49556c403dac tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:37.103941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af8141da-6437-4815-bebe-bb93e7506661 req-d669432d-b589-43b0-9fcc-49556c403dac tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2813034 Feb 10 22:52:37.130195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for 1944bd3d-c481-4fb8-b2d4-c55ed595b98f owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:37.172388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:52:37.185861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1432278618'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:37.192047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.251860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:37.279542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Usage tracker for resource:network and tenant:d35002770f894d66a3cb70e3f4a5d243 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:37.299828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:37.307604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.311858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af8141da-6437-4815-bebe-bb93e7506661 req-4e45134d-e357-46b1-a210-788e6fea3244 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2067890 Feb 10 22:52:37.318853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.327352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:37.331392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.398232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af4e2d4-7156-4bbd-88a8-179ec5d0132e,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:37.434344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Made reservation on behalf of d35002770f894d66a3cb70e3f4a5d243 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:37.438961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.462819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.468094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.469612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a5ff9bcc-d8d8-4731-a1e3-74a10d0f45fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6450422 Feb 10 22:52:37.475006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.485950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59718) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:37.505391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:37.516888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:37.524412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Usage tracker for resource:security_group_rule and tenant:d35002770f894d66a3cb70e3f4a5d243 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:37.529169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:37.534091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=1944bd3d-c481-4fb8-b2d4-c55ed595b98f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:37.541211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:37.619036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:37.626107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:37.639145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:37.653684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:37.682526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.690433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.706478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.712589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.765270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.802493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:37.829971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79af7367-6694-4268-9900-1908e00f49c3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:37.834507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.834866 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Added segment 5459f231-628c-4104-a1f3-ceaccd162fdd of type vlan for network bc929745-9bef-4b00-9de9-3cf4435218e1 Feb 10 22:52:37.914763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.918484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.920100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.942731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.952728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.953109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router 15fc6dae-f054-4975-889f-993547f54d1e {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:52:37.970284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.975547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07c23bc1-57da-4bdf-b34e-38ca3189fa21 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 204 len: 168 time: 2.2022791 Feb 10 22:52:37.976093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59750) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:37.982289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-264272205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:37.983864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:37.990315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:37.994318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:37.997665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:38.001692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.005234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:38.012303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ab36a3-d8f5-4004-9545-5806460be5c1 None None] Network bb9c0dc4-86a7-4b71-b4a0-640800019f5b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:38.013300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.020944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.022168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.032728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:38.039712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.063097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.068340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993de352-9cb5-40d6-a96e-a081bf6a8319,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:38.075702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.082508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:38.083168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.103926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.105263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9d96902f-66c9-4b18-b1ff-b8b0f7f94af2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1279328 Feb 10 22:52:38.108261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59762) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:38.115514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'enable_snat': False}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:38.134110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.135838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-98c20d37-d97e-4068-951d-c91ae25e4747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6443985 Feb 10 22:52:38.137467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3cc10495-fb67-4242-9631-5ba41e09e177 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8 HTTP/1.1" status: 204 len: 168 time: 1.0994215 Feb 10 22:52:38.153127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59768) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:38.154058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:38.218183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:38.228227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:38.234371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:38.237622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:38.244810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:38.323640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1b639999-75f3-41b6-8b26-93fd4daee988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.417135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.432046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6058371 Feb 10 22:52:38.432584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] DHCP port deletion for bb9c0dc4-86a7-4b71-b4a0-640800019f5b request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:52:38.436151 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.437620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Deleting port 06917a50-3cee-4df3-8991-be3d9e13e57c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:38.438717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.440764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:38.475248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 06917a50-3cee-4df3-8991-be3d9e13e57c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:38.475558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.506375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Request body: {'subnet': {'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:38.572139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19507389-7290-4580-a6c4-86a0c11b785a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event updated for resources: {'Network': ['ID=bc929745-9bef-4b00-9de9-3cf4435218e1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:38.683649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.695685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] For port 06917a50-3cee-4df3-8991-be3d9e13e57c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06917a50-3cee-4df3-8991-be3d9e13e57c,segment=NetworkSegment(b1af585c-a022-4b81-914d-6e990330502b),segment_id=b1af585c-a022-4b81-914d-6e990330502b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:38.696336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.702190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:38.852281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Calling delete_port for 06917a50-3cee-4df3-8991-be3d9e13e57c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:38.943946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bc929745-9bef-4b00-9de9-3cf4435218e1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:52:38.962977 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.069311 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.075083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e427be-39e8-412c-afa4-04d2a82f0419,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:39.102451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:39.152113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.164174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Usage tracker for resource:subnet and tenant:d35002770f894d66a3cb70e3f4a5d243 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:39.164942 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c2cdff7-680f-4806-b51f-0e78ce2f443b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0096064 Feb 10 22:52:39.168916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:39.175775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:39.178392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:39.201649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:39.222089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] No DVR routers for this DVR port 06917a50-3cee-4df3-8991-be3d9e13e57c on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:39.226885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979090e-375c-4ade-a9d4-5e3dd40ff749 None None] Pushing event deleted for resources: {'Port': ['ID=06917a50-3cee-4df3-8991-be3d9e13e57c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:39.240897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:39.247530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 06917a50-3cee-4df3-8991-be3d9e13e57c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06917a50-3cee-4df3-8991-be3d9e13e57c,segment=NetworkSegment(b1af585c-a022-4b81-914d-6e990330502b),segment_id=b1af585c-a022-4b81-914d-6e990330502b)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:39.247897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.272859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:39.276791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:39.287029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:39.302494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ebbca5-2f4d-4eff-8385-6d537f1f316d req-e40afb53-4541-4786-b1ce-6aa5197eb9ca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:39.304095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37ebbca5-2f4d-4eff-8385-6d537f1f316d req-e40afb53-4541-4786-b1ce-6aa5197eb9ca tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.6889827 Feb 10 22:52:39.323369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Made reservation on behalf of d35002770f894d66a3cb70e3f4a5d243 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:39.329254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.421432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 06917a50-3cee-4df3-8991-be3d9e13e57c owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:39.495806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-37ebbca5-2f4d-4eff-8385-6d537f1f316d req-fa07a5cf-9444-48fd-9c63-20f60f22d5b2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985785 Feb 10 22:52:39.519971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.627297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:39.627643 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:39.643306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.651509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.688258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aceb95-6f72-4e52-91fa-806baa92718e req-be947cb0-66d9-4fc0-a0bf-2ad1428c5f17 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:39.695944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49aceb95-6f72-4e52-91fa-806baa92718e req-be947cb0-66d9-4fc0-a0bf-2ad1428c5f17 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.2820609 Feb 10 22:52:39.700799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49d5d90-622d-40df-bb81-3d817aacfbc0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:39.729689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59854) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:39.741972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.743318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-de7ad7cd-eea5-4579-9dc8-cbc74e1c9bfa tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5733163 Feb 10 22:52:39.749176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:39.758575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:39.768596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:39.780976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49aceb95-6f72-4e52-91fa-806baa92718e req-6f9ce351-91dd-4e57-b5cb-c27f9ff4c229 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841019 Feb 10 22:52:39.788352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:39.799515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:39.808580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.809743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:39.830875 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:52:39.845972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.882694 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.953038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.970462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.974611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:39.991208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.017163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=575dc314-5656-4189-b7f4-289e535b6067,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:40.030101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event updated for resources: {'Subnet': ['ID=835b5d77-8f34-4439-bccb-df6a36f1412e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:40.031074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:40.036147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Usage tracker for resource:security_group_rule and tenant:7908d79d3fb9445f8205684070e92cea is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:40.039899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:40.041558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Checking segment: {'id': '5459f231-628c-4104-a1f3-ceaccd162fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:40.041928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Network hostable DHCP agents. Network: bc929745-9bef-4b00-9de9-3cf4435218e1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:52:40.043598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.047255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52173c96-c1a1-4a3d-a771-7a25e704d785 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2945666 Feb 10 22:52:40.048228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:40.050906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:40.055824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': 'cd5c56e5-be48-474c-9406-2dae7bc9c799', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:40.066280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:40.074696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:40.078300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:40.094640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:40.124148 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:52:40.133236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 06917a50-3cee-4df3-8991-be3d9e13e57c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:40.133873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.162466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Network bc929745-9bef-4b00-9de9-3cf4435218e1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:52:40.173543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28add741-5c58-4ba6-bf6c-27c23715c8cb req-3aad4db0-0216-424e-947c-3ce4af8bf7b2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:40.175120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28add741-5c58-4ba6-bf6c-27c23715c8cb req-3aad4db0-0216-424e-947c-3ce4af8bf7b2 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 0.2609074 Feb 10 22:52:40.179947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.199522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, bc929745-9bef-4b00-9de9-3cf4435218e1) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:40.202400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Allocated IP 172.25.2.58 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/a1078f5b-d6bc-458a-9d1b-1e3dbb34fa84) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:40.211476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d597345-977f-4cd1-8531-ef8a59a0e7d8 None None] Network bc929745-9bef-4b00-9de9-3cf4435218e1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:40.223031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:40.224157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.312720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] The port '06917a50-3cee-4df3-8991-be3d9e13e57c' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:52:40.361455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06917a50-3cee-4df3-8991-be3d9e13e57c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:40.377993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5ad869ae-f114-4e19-b0b9-a94f590d0618 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9357810 Feb 10 22:52:40.383591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28add741-5c58-4ba6-bf6c-27c23715c8cb req-42ca84e1-2293-4434-93f9-c5058caf0a58 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853642 Feb 10 22:52:40.384306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59876) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:40.400410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Request body: {'port': {'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1', 'name': 'tempest-TagsExtTest-455918816'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:40.417791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 06917a50-3cee-4df3-8991-be3d9e13e57c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:52:40.418342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06917a50-3cee-4df3-8991-be3d9e13e57c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:52:40.512404 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2484f0c-b5cc-4c11-92e9-9a1cc3b8d4d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.542073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.608495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.650367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-bc929745-9bef-4b00-9de9-3cf4435218e1', 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1', 'tenant_id': 'd35002770f894d66a3cb70e3f4a5d243', 'fixed_ips': [{'subnet_id': '835b5d77-8f34-4439-bccb-df6a36f1412e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:52:40.651203 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.654307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:40.663747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Usage tracker for resource:port and tenant:d35002770f894d66a3cb70e3f4a5d243 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:40.670216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:40.674069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.681984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:40.708509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Made reservation on behalf of d35002770f894d66a3cb70e3f4a5d243 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:40.714333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.723093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.771424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9c0dc4-86a7-4b71-b4a0-640800019f5b']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:40.791513 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:40.857144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1af585c-a022-4b81-914d-6e990330502b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:40.869645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1af585c-a022-4b81-914d-6e990330502b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:40.901146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Allocated IP 172.20.0.2 (bc929745-9bef-4b00-9de9-3cf4435218e1/835b5d77-8f34-4439-bccb-df6a36f1412e/23f5bbd6-97a8-4df8-962b-99228ab829d5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:40.981975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.118863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7908d79d3fb9445f8205684070e92cea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3863523 Feb 10 22:52:41.124843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.152993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1309633-ea87-454d-a71e-4df269ce7a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3640e1d7-ab14-49ae-a5d8-1205037de056,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:41.158699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59898) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:41.175097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.192263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] device_id is not set on port 473c26a3-ea50-4dca-bc60-21be2fbb6325 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:52:41.227832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.241975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.309189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae7a0ec3-0862-4430-80d3-486178acb09c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:41.332296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:52:41.332778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.348211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:52:41.359229 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:52:41.365659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:41.379054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:41.446667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.448051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf51dbe1-f683-43a7-a4f4-d7825c1dd7e5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3989060 Feb 10 22:52:41.474286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77575938-0ee8-405d-b467-6be2ff8ddf10 req-cc495cdb-d33f-42b8-b0e6-228fce874cb2 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:41.481992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77575938-0ee8-405d-b467-6be2ff8ddf10 req-cc495cdb-d33f-42b8-b0e6-228fce874cb2 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.4906962 Feb 10 22:52:41.483675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:41.526987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Pushing event updated for resources: {'Port': ['ID=a1078f5b-d6bc-458a-9d1b-1e3dbb34fa84,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:41.548489 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.582876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.601545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'network': {'name': 'tempest-network-smoke--2096250119', 'project_id': '834e149d1122493cb8781b962341b810', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:41.608408 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77575938-0ee8-405d-b467-6be2ff8ddf10 req-6f50c542-38dc-4cb1-8b2f-e98fc4a147f7 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254551 Feb 10 22:52:41.614344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:41.619847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:network and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:41.621725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Transition to ACTIVE for port object 23f5bbd6-97a8-4df8-962b-99228ab829d5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:41.622891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:41.633080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.669350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:41.678733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Transition to ACTIVE for port object 23f5bbd6-97a8-4df8-962b-99228ab829d5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:41.682600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.697363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=bb9c0dc4-86a7-4b71-b4a0-640800019f5b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:41.703088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aa15e257-98de-4e43-a22b-a29d1a966c5c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/bb9c0dc4-86a7-4b71-b4a0-640800019f5b HTTP/1.1" status: 204 len: 168 time: 3.5456183 Feb 10 22:52:41.707390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:41.713530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-300489596', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:41.720935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:41.725429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:41.728636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:41.735219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:41.735444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.747452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.748859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.755186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:41.759322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.795104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.821111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3640e1d7-ab14-49ae-a5d8-1205037de056,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:41.825382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.826769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:41.863625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.863865 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Added segment 40e032cc-f4ef-45d2-a5c4-9646e970f05c of type vlan for network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 Feb 10 22:52:41.870985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.873147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-49b36ef8-a4dd-4cce-8af1-5fafafaf1530 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3640e1d7-ab14-49ae-a5d8-1205037de056 HTTP/1.1" status: 204 len: 168 time: 0.6910446 Feb 10 22:52:41.893012 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.908244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-4238caa5-9130-4efb-8e3e-30b902b2aaf5 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:41.911201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-4238caa5-9130-4efb-8e3e-30b902b2aaf5 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.6556127 Feb 10 22:52:41.919922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.948317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.952006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ad1607b-b0e4-4656-9d27-58276b9056b0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2411604 Feb 10 22:52:41.952704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:41.964635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-672379822'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:41.981667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:41.981988 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:41.988877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:41.991927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Network bc929745-9bef-4b00-9de9-3cf4435218e1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:41.992755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:41.993200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:41.999382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:41.999972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.006367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:42.006986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.007093 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.012662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:42.051829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Pushing event updated for resources: {'Port': ['ID=23f5bbd6-97a8-4df8-962b-99228ab829d5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:42.121598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Attempting to bind port 23f5bbd6-97a8-4df8-962b-99228ab829d5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:52:42.121990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Attempting to bind port 23f5bbd6-97a8-4df8-962b-99228ab829d5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5459f231-628c-4104-a1f3-ceaccd162fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:52:42.122426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Attempting to bind port 23f5bbd6-97a8-4df8-962b-99228ab829d5 on network bc929745-9bef-4b00-9de9-3cf4435218e1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:52:42.129929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:52:42.130315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Checking segment: {'id': '5459f231-628c-4104-a1f3-ceaccd162fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:42.130727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.131127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Bound using segment: {'id': '5459f231-628c-4104-a1f3-ceaccd162fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:52:42.132212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Bound port: 23f5bbd6-97a8-4df8-962b-99228ab829d5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5459f231-628c-4104-a1f3-ceaccd162fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bc929745-9bef-4b00-9de9-3cf4435218e1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:52:42.132212 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.146769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Allocated IP 172.20.0.8 (bc929745-9bef-4b00-9de9-3cf4435218e1/835b5d77-8f34-4439-bccb-df6a36f1412e/473c26a3-ea50-4dca-bc60-21be2fbb6325) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:42.249692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] For port 23f5bbd6-97a8-4df8-962b-99228ab829d5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:52:42.252884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] For port 23f5bbd6-97a8-4df8-962b-99228ab829d5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=23f5bbd6-97a8-4df8-962b-99228ab829d5,segment=NetworkSegment(5459f231-628c-4104-a1f3-ceaccd162fdd),segment_id=5459f231-628c-4104-a1f3-ceaccd162fdd)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:52:42.260369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.263812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Network': ['ID=78a33d59-9bff-4e71-8652-08ba98b2f2f0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:42.283923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78d29d13-e8d6-4bd6-9332-73fd6449fddf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7922509 Feb 10 22:52:42.287255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:42.291777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.317472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 59946) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:42.319174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:52:42.353693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'admin_state_up': True, 'project_id': '834e149d1122493cb8781b962341b810', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:42.363690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Deleting port 536660dd-2ad3-4756-8500-b0a80fb7502a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:42.364207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.366460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:42.385817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.386165 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment 17ad042d-75c6-429c-97f2-e88d0330bdad of type vlan for network 8b36efff-a616-4544-b197-e4ad5dc3cec9 Feb 10 22:52:42.408228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:42.444005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:42.473167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:router and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:42.483066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:42.504580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f705d1-2446-47b2-8fa7-60643f8d7efd None None] Pushing event updated for resources: {'Port': ['ID=23f5bbd6-97a8-4df8-962b-99228ab829d5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:42.508042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-977f349f-0815-43db-b70b-8ce5aaa019f5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:42.516842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-977f349f-0815-43db-b70b-8ce5aaa019f5 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=b3e18975-68de-4da5-afab-b806f7e66efe HTTP/1.1" status: 200 len: 944 time: 0.7967694 Feb 10 22:52:42.535792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:42.596167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.607817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.664729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:42.674393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Usage tracker for resource:security_group_rule and tenant:142ab23f7db347e9b189812ef508458a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:42.676011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.678512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:42.702629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:42.740122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.745973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:42.747243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.824341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.825361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.894538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.898739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9450762 Feb 10 22:52:42.900143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59958) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:42.906989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:42.907443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:42.912586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec76116-292a-4420-b7d0-1f75b975fa48 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=8b36efff-a616-4544-b197-e4ad5dc3cec9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:42.920179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:42.925933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:52:42.949124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6165678-d01c-4f19-a1c9-4473a1a0fbe6 req-b1084b2d-a17e-41ec-a42c-f98bde655837 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:42.958048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6165678-d01c-4f19-a1c9-4473a1a0fbe6 req-b1084b2d-a17e-41ec-a42c-f98bde655837 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 0.3459694 Feb 10 22:52:43.129051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6165678-d01c-4f19-a1c9-4473a1a0fbe6 req-f6a179bd-27c7-46ed-8776-c77711e29e66 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689117 Feb 10 22:52:43.138743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:43.168198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:43.174896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:43.179752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.184798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:43.188822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.227640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:43.231304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.234803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.370314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=142ab23f7db347e9b189812ef508458a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9609551 Feb 10 22:52:43.378962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9a89a-75c9-49fc-a4d5-86e10709fcaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9130d-7fcf-4191-9ca2-cf1a9e3f0184,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:43.382121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59962) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:43.449889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.559125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88c50c-a202-43bd-91f2-be4533aaf818 req-4ad8a3f7-eded-4d80-b56e-b2ef8dc47383 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:43.560724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d88c50c-a202-43bd-91f2-be4533aaf818 req-4ad8a3f7-eded-4d80-b56e-b2ef8dc47383 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.2470632 Feb 10 22:52:43.561398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.643019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.670980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d88c50c-a202-43bd-91f2-be4533aaf818 req-b46d9e48-0033-47a2-aa05-bbc324c3baba tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872786 Feb 10 22:52:43.715742 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.725708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a49f79-2dfe-40ec-8242-16ea60aaa55a None None] Network bc929745-9bef-4b00-9de9-3cf4435218e1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:43.800907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Transition to ACTIVE for port object 473c26a3-ea50-4dca-bc60-21be2fbb6325 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:43.805850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.828756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:43.839680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9130d-7fcf-4191-9ca2-cf1a9e3f0184,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:43.842510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b1b51f97-c436-483d-b7ca-0ea451a81732 None None] Provisioning for port 23f5bbd6-97a8-4df8-962b-99228ab829d5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:43.849064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:43.849475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 8b36efff-a616-4544-b197-e4ad5dc3cec9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:52:43.862724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.866421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f227198-9edf-461c-9064-da484f4a8bca admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c3b9130d-7fcf-4191-9ca2-cf1a9e3f0184 HTTP/1.1" status: 204 len: 168 time: 0.4722228 Feb 10 22:52:43.874597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:52:43.889986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8b36efff-a616-4544-b197-e4ad5dc3cec9) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:43.898902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f6538-3c43-4cb6-96da-7a4495a27c9b None None] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:43.905840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:43.906467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:43.938570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70c9e8b4-bb9c-4a08-8e84-596011d78118 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0306787 Feb 10 22:52:43.939622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 59968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:44.090480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] For port 536660dd-2ad3-4756-8500-b0a80fb7502a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=536660dd-2ad3-4756-8500-b0a80fb7502a,segment=NetworkSegment(163e0ead-f99b-402b-abd5-41b4b025ed11),segment_id=163e0ead-f99b-402b-abd5-41b4b025ed11)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:44.090843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.125858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.428414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Calling delete_port for 536660dd-2ad3-4756-8500-b0a80fb7502a owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:44.543333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.558894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 23f5bbd6-97a8-4df8-962b-99228ab829d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:44.629992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 57312c26-8d9f-4439-82e0-1b79e4ee9e30, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=57312c26-8d9f-4439-82e0-1b79e4ee9e30,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:44.637482 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.661254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.662353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8b36efff-a616-4544-b197-e4ad5dc3cec9', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:52:44.663672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.682180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 23f5bbd6-97a8-4df8-962b-99228ab829d5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:44.701570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 23f5bbd6-97a8-4df8-962b-99228ab829d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:44.701939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.912201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] Provisioning complete for port 23f5bbd6-97a8-4df8-962b-99228ab829d5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:44.913722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:44.998568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.119364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.128928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Allocated IP 2001:db8::2 (8b36efff-a616-4544-b197-e4ad5dc3cec9/c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc/e27a46bf-c9d5-42ed-8903-e3ae5c2720e0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:45.198202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 57312c26-8d9f-4439-82e0-1b79e4ee9e30 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:45.205568 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.216974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 536660dd-2ad3-4756-8500-b0a80fb7502a no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:45.261905 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:52:45.270343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.271447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d97d5-14a6-4d6e-81de-15d3ac03a05d req-f6a7ba00-673d-49d2-ba1e-13acab801d6d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:45.276028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9c7d97d5-14a6-4d6e-81de-15d3ac03a05d req-f6a7ba00-673d-49d2-ba1e-13acab801d6d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 0.7424862 Feb 10 22:52:45.357676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Network bc929745-9bef-4b00-9de9-3cf4435218e1 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:45.376302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-7becc182-75c8-4523-8024-571048373153 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:45.377794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-7becc182-75c8-4523-8024-571048373153 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 1.3853574 Feb 10 22:52:45.379137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:45.450790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9c7d97d5-14a6-4d6e-81de-15d3ac03a05d req-611aed88-8e16-4ab0-b25c-02d53d31f97d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844126 Feb 10 22:52:45.452627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] For port 23f5bbd6-97a8-4df8-962b-99228ab829d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=23f5bbd6-97a8-4df8-962b-99228ab829d5,segment=NetworkSegment(5459f231-628c-4104-a1f3-ceaccd162fdd),segment_id=5459f231-628c-4104-a1f3-ceaccd162fdd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:45.469389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.651068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:45.756480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event updated for resources: {'Port': ['ID=473c26a3-ea50-4dca-bc60-21be2fbb6325,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:45.782886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93174396-448e-4a90-9e81-20dca0130daf req-5981f6c8-cb47-4308-bb59-d3c78a25cc23 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:45.785200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93174396-448e-4a90-9e81-20dca0130daf req-5981f6c8-cb47-4308-bb59-d3c78a25cc23 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/ports?device_id=e2fc0ec4-8f94-4385-b8a1-177f9aad608e HTTP/1.1" status: 200 len: 945 time: 0.1124754 Feb 10 22:52:45.806469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.858011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93174396-448e-4a90-9e81-20dca0130daf req-8eec6551-07ba-444e-9095-192eded72e11 tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.53 "GET /v2.0/security-groups?id=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629332 Feb 10 22:52:45.871774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Deleting port b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:45.871774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.923186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:45.923351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.927267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.938081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:45.968136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Transition to ACTIVE for port object e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:45.973884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7067accd-6058-483c-aca2-d0c815c26ab5 None None] Provisioning for port 473c26a3-ea50-4dca-bc60-21be2fbb6325 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:45.983826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:45.984265 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:46.023056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7067accd-6058-483c-aca2-d0c815c26ab5 None None] Provisioning complete for port 473c26a3-ea50-4dca-bc60-21be2fbb6325 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:46.023464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7067accd-6058-483c-aca2-d0c815c26ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.071776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Pushing event deleted for resources: {'Port': ['ID=536660dd-2ad3-4756-8500-b0a80fb7502a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:46.090650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669658f-1f2f-455e-9720-9281d27dc23b None None] Pushing event updated for resources: {'Port': ['ID=23f5bbd6-97a8-4df8-962b-99228ab829d5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:46.107522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Transition to ACTIVE for port object e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:46.110522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7067accd-6058-483c-aca2-d0c815c26ab5 None None] Port 473c26a3-ea50-4dca-bc60-21be2fbb6325 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:46.116217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.189351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:46.192605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:46.197321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:46.207775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Pushing event updated for resources: {'Port': ['ID=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:46.270017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d6245596-debf-4e40-9ede-a131d6e5d20f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 5.8768332 Feb 10 22:52:46.275843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8::1 (8b36efff-a616-4544-b197-e4ad5dc3cec9/c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc/315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:46.311653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Attempting to bind port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:52:46.312233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Attempting to bind port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:52:46.312700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Attempting to bind port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 on network 8b36efff-a616-4544-b197-e4ad5dc3cec9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:52:46.315839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60014) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:46.321176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:52:46.322019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Checking segment: {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:46.322444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.323028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Bound using segment: {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:52:46.323534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Bound port: e27a46bf-c9d5-42ed-8903-e3ae5c2720e0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:52:46.324125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.344058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-549407597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:46.357765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] No DVR routers for this DVR port 536660dd-2ad3-4756-8500-b0a80fb7502a on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:46.375022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.377501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30766307-6c00-49b6-b70c-b7d4f8ffed66 req-96e38532-a21f-4849-aabd-a0ccc4020b9c tempest-VolumesSnapshotTestJSON-1426457379 tempest-VolumesSnapshotTestJSON-1426457379-project] 10.222.0.30 "DELETE /v2.0/ports/536660dd-2ad3-4756-8500-b0a80fb7502a HTTP/1.1" status: 204 len: 173 time: 4.4576092 Feb 10 22:52:46.379954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'name': 'network-vif-deleted', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:46.390280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:46.397724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Router 9469985c-30cf-473e-bf8b-19edadd4c139 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:46.423268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.430943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Usage tracker for resource:router and tenant:d35002770f894d66a3cb70e3f4a5d243 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:46.466433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] For port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:52:46.470779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] For port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:52:46.478087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['957d681d-06b6-4d2b-98a5-dd6d57769953'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:52:46.483862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:46.548804 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2fc0ec4-8f94-4385-b8a1-177f9aad608e', 'name': 'network-vif-deleted', 'tag': '536660dd-2ad3-4756-8500-b0a80fb7502a', 'status': 'completed', 'code': 200} Feb 10 22:52:46.586378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:52:46.624615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.627878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:46.639860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=57312c26-8d9f-4439-82e0-1b79e4ee9e30,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:46.687083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:46.761209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.848442 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:46.962558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:47.008184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:47.009368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:47.014641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:47.015215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.037935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014adff-273e-40fa-b9b1-78202d698bf3 None None] Pushing event updated for resources: {'Port': ['ID=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:47.083675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a78a86-4852-4304-babd-c7a554a7b413 req-1a3b9c39-ffd5-4d7c-a775-d2c36bcdd17c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:47.085260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08a78a86-4852-4304-babd-c7a554a7b413 req-1a3b9c39-ffd5-4d7c-a775-d2c36bcdd17c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 947 time: 0.3530002 Feb 10 22:52:47.204933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 23f5bbd6-97a8-4df8-962b-99228ab829d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:47.327559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08a78a86-4852-4304-babd-c7a554a7b413 req-74357faf-c70a-44de-b9bf-4aa8ac5e143a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2193604 Feb 10 22:52:47.388289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.614143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.620075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.637047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] No DVR routers for this DVR port 57312c26-8d9f-4439-82e0-1b79e4ee9e30 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:47.670052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.673846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7c62094-4df9-400a-aae6-cbef89eb2497 req-de56bade-10aa-4333-880d-a0c6b1182cb0 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "DELETE /v2.0/ports/57312c26-8d9f-4439-82e0-1b79e4ee9e30 HTTP/1.1" status: 204 len: 173 time: 5.1557949 Feb 10 22:52:47.683818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.780427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 23f5bbd6-97a8-4df8-962b-99228ab829d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:47.780804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:47.945603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.067655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.085954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:48.086562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.314871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b9faac66-b167-42e9-8821-85c83d29cf58 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:48.419991 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.521432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:48.551985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] Sync routers for ids ['9469985c-30cf-473e-bf8b-19edadd4c139'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:48.569647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-deleted', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:48.606904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.616427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.618407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.686181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] Routers {'9469985c-30cf-473e-bf8b-19edadd4c139'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:48.687001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9469985c-30cf-473e-bf8b-19edadd4c139'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:48.854119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f73c56-2387-476f-ac1f-736cfaeb5e05 None None] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:48.890801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:48.900115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.912080 n-d-825178-4 neutron-server[87653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b3e18975-68de-4da5-afab-b806f7e66efe', 'name': 'network-vif-deleted', 'tag': '57312c26-8d9f-4439-82e0-1b79e4ee9e30', 'status': 'failed', 'code': 422} returned with failed status Feb 10 22:52:48.967693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.971213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab96ed20-922b-4ff0-a997-56f2990e7c27 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "PUT /v2.0/routers/9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 200 len: 918 time: 10.8596365 Feb 10 22:52:48.971213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:48.971213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9d17e468-3c20-4c20-80c2-9f4b7dc41ad7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 2.6511681 Feb 10 22:52:48.971727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60060) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:48.978817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:49.041100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.107 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/6a66aa83-2400-48ef-97e0-ee2888cf10ba) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:49.055080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] Routers {'9469985c-30cf-473e-bf8b-19edadd4c139'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:49.055866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9469985c-30cf-473e-bf8b-19edadd4c139'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:49.155874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:49.156578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebd7da1-fd58-4aed-be50-2ed1e570c8cf None None] The sync data for ids ['9469985c-30cf-473e-bf8b-19edadd4c139'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:49.158039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:49.204681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:49.312735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-555b1f4a-0495-42f8-b60b-63a65e9d4c1c None None] Provisioning for port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:49.327691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:49.348986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:49.496827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:49.511350 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'code': 200} Feb 10 22:52:49.547041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:49.633762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83af6455-ea48-408e-b458-9f8a457e6dc7 req-2dbd7c0d-e4f5-43cc-a008-6283a8924864 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:49.641692 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83af6455-ea48-408e-b458-9f8a457e6dc7 req-2dbd7c0d-e4f5-43cc-a008-6283a8924864 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.8262053 Feb 10 22:52:49.666331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:49.669043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:49.720373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:49.720825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:49.721172 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Floating IP 2a59c383-aea2-456d-b8fe-d6e91e54c30e disassociated. External IP: 172.25.2.235, port: b9faac66-b167-42e9-8821-85c83d29cf58. Feb 10 22:52:49.722073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Calling delete_port for b9faac66-b167-42e9-8821-85c83d29cf58 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:49.748984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:49.768556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:49.768556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:49.893196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e0ab3208-362e-44da-b694-55ef89ea3adc tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-557762448', 'prefixes': ['172.20.0.0/16']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:49.898895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83af6455-ea48-408e-b458-9f8a457e6dc7 req-e114a662-d23e-42ff-ac7f-110280f74194 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562995 Feb 10 22:52:49.924605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.006402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:50.007658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e0ab3208-362e-44da-b694-55ef89ea3adc tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:50.015661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:50.092694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:50.105867 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.142565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:50.160003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:50.167123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:50.172504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.244511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:50.248258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=6a66aa83-2400-48ef-97e0-ee2888cf10ba,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:50.255939 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:50.270040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:50.270819 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:50.285055 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00b44b0c-6aea-45a4-a0f6-7a9561a4913f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3437226 Feb 10 22:52:50.291473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:50.302874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-41313300'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:50.321475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:50.325927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:50.328917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:50.340771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:50.347733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:50.362792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:50.367427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.386797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc38a182-571b-4a36-9521-26d260c0866a tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 200 len: 924 time: 1.4092517 Feb 10 22:52:50.387790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:50.388299 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:50.390390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:50.486021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:50.496659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:52:50.515661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.516620 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment f022a960-30be-40ea-84a4-e720628bc473 of type vlan for network c50242fd-2ec3-40b0-835a-e61c09f12d8b Feb 10 22:52:50.563190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed30ac09-6b53-4bfb-b12d-e0d3a825549e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:50.565458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ed30ac09-6b53-4bfb-b12d-e0d3a825549e tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=9469985c-30cf-473e-bf8b-19edadd4c139&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1720138 Feb 10 22:52:50.570624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:50.621634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.767615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Provisioning for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:50.773425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Provisioning complete for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:50.773924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.775045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.787572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:50.788316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.813205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412813b3-ba6f-4304-b44c-392afd3a20ca req-3c729306-ae4c-4c1b-8adf-8acc4b7679d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:50.814208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-412813b3-ba6f-4304-b44c-392afd3a20ca req-3c729306-ae4c-4c1b-8adf-8acc4b7679d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:50.847756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e0ab3208-362e-44da-b694-55ef89ea3adc tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for subnetpool, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.849198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e0ab3208-362e-44da-b694-55ef89ea3adc tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.8567758 Feb 10 22:52:50.856169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60106) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:50.865333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-e337f8b1-2ca5-4904-b06b-c08468e847f2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-229531451') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:50.908663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:50.919418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Deleting port b9faac66-b167-42e9-8821-85c83d29cf58 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:50.922863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:50.946400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Provisioning complete for port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:50.946772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec1d903f-51c4-48f5-9b5f-23993d6e833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:51.017569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42adca7-d171-476c-9aa6-b87167026dc3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:51.019935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d42adca7-d171-476c-9aa6-b87167026dc3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/networks/0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 881 time: 0.4478831 Feb 10 22:52:51.021397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=c50242fd-2ec3-40b0-835a-e61c09f12d8b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:51.030037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fcabc3e8-73a2-4a36-945d-8b2e365ced16 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7367797 Feb 10 22:52:51.030994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:51.031348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60114) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:51.085752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:52:51.109591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:51.111423 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:52:47Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:47Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:51.116208 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:52:51.116819 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Updating router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:52:51.195078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:51.211106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-412813b3-ba6f-4304-b44c-392afd3a20ca req-3c729306-ae4c-4c1b-8adf-8acc4b7679d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:51.219839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-412813b3-ba6f-4304-b44c-392afd3a20ca req-3c729306-ae4c-4c1b-8adf-8acc4b7679d7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 907 time: 1.3152781 Feb 10 22:52:51.258623 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:51.490130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eca8b73d-8964-4ad7-ba16-9f36cdb25cd9 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 200 len: 205 time: 0.4575787 Feb 10 22:52:51.505181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60124) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:51.651535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:51.659029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:51.669603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de54d-8e28-4aac-b7d7-26745d0582bc req-106bf034-57c4-40e1-ad10-e7719422e189 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:51.671184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-042de54d-8e28-4aac-b7d7-26745d0582bc req-106bf034-57c4-40e1-ad10-e7719422e189 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.3518369 Feb 10 22:52:51.672079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:51.695246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:51.702576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:51.702946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:51.726598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:51.731859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:51.755436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-042de54d-8e28-4aac-b7d7-26745d0582bc req-b3483792-8911-4110-9425-bac7513ef9cb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767410 Feb 10 22:52:51.860077 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.029111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-efc7f9ce-3618-4ba0-96b6-0984c4b282ff None None] Provisioning complete for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:52.029796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-efc7f9ce-3618-4ba0-96b6-0984c4b282ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.049696 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.064913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Transition to ACTIVE for port object 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:52.082819 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.138990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.170547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-efc7f9ce-3618-4ba0-96b6-0984c4b282ff None None] Port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:52:52.350363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:52.350964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: c50242fd-2ec3-40b0-835a-e61c09f12d8b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:52:52.373401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=7d800a2e-7a9d-4284-b351-56fba27a1ba6,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:52.385017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-ac045e1e-14c4-4942-ba5a-c07e4735a92c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:52.390006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-ac045e1e-14c4-4942-ba5a-c07e4735a92c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 907 time: 1.1317720 Feb 10 22:52:52.395087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.421378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:52:52.438704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c50242fd-2ec3-40b0-835a-e61c09f12d8b) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:52.450080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23985cce-19cf-4507-a9ba-75c71db5f18a None None] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:52.454285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:52.459755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.532087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.537793 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Pushing event updated for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:52.539236 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89d81396-7e4f-4467-bffa-758db936c5a9 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5041623 Feb 10 22:52:52.540397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60150) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:52.546913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.547254 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.547863 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.548580 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.548580 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.548872 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.549236 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.549543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.549893 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.550216 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.550617 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.550942 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:52:52.600330 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Attempting to bind port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:52:52.600700 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Attempting to bind port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:52:52.601055 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Attempting to bind port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa on network 8b36efff-a616-4544-b197-e4ad5dc3cec9 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:52:52.614089 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:52:52.614464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Checking segment: {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:52.614865 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.615254 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Bound using segment: {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:52:52.618098 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Bound port: 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ad042d-75c6-429c-97f2-e88d0330bdad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:52:52.618385 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.839141 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] For port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:52:52.844729 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] For port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:52:52.861455 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:52.929062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:52:52.930893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:53.024953 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:53.025923 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:53.252752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:52:53.340293 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Allocated IP 2001:db8:1::2 (c50242fd-2ec3-40b0-835a-e61c09f12d8b/7d800a2e-7a9d-4284-b351-56fba27a1ba6/d36be579-a82c-4421-b367-d5dc06f91e8c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:53.473127 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be28969-691b-430b-9d1f-6487d740e39a None None] Pushing event updated for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:53.549356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b361ad-d85b-44d8-927c-ad39b983a51b req-ff7b85b9-c0dd-46a8-a775-75202f391ab3 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:53.552032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09b361ad-d85b-44d8-927c-ad39b983a51b req-ff7b85b9-c0dd-46a8-a775-75202f391ab3 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.4121385 Feb 10 22:52:53.712154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] For port b9faac66-b167-42e9-8821-85c83d29cf58, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b9faac66-b167-42e9-8821-85c83d29cf58,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:53.712727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:53.929186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09b361ad-d85b-44d8-927c-ad39b983a51b req-0c642267-1c1e-4924-aad5-0b72791ac765 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3676958 Feb 10 22:52:53.997164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.010581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Transition to ACTIVE for port object d36be579-a82c-4421-b367-d5dc06f91e8c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:54.035383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Transition to ACTIVE for port object d36be579-a82c-4421-b367-d5dc06f91e8c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:54.044405 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.048604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:52:47Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:52Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:54.053462 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43d8333-19f3-403c-9241-f81c506e7757 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:52:47Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:52Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:52:54.097935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.113412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 3d059cb6-c7f4-4535-a2fe-951c50e15cca {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:54.113748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.176670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:54.182628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:54.192117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:54.258353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.297543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Pushing event updated for resources: {'Port': ['ID=d36be579-a82c-4421-b367-d5dc06f91e8c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:54.353629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Attempting to bind port d36be579-a82c-4421-b367-d5dc06f91e8c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:52:54.353998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Attempting to bind port d36be579-a82c-4421-b367-d5dc06f91e8c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:52:54.355174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Attempting to bind port d36be579-a82c-4421-b367-d5dc06f91e8c on network c50242fd-2ec3-40b0-835a-e61c09f12d8b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:52:54.361087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:52:54.361457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Checking segment: {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:52:54.361909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.363008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Bound using segment: {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:52:54.363211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port a1078f5b-d6bc-458a-9d1b-1e3dbb34fa84 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:54.363791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Bound port: d36be579-a82c-4421-b367-d5dc06f91e8c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:52:54.364116 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.364284 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.450053 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.547204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] For port d36be579-a82c-4421-b367-d5dc06f91e8c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:52:54.552573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] For port d36be579-a82c-4421-b367-d5dc06f91e8c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d36be579-a82c-4421-b367-d5dc06f91e8c,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:52:54.560650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e337f8b1-2ca5-4904-b06b-c08468e847f2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-229531451 HTTP/1.1" status: 201 len: 201 time: 3.7031431 Feb 10 22:52:54.563453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:54.573744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.580466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-5e699338-8310-4e18-8c90-874536b76c83 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-457445512') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:54.772807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eddfdb-f03a-4dda-8e4b-3bd46e5f2705 None None] Pushing event updated for resources: {'Port': ['ID=d36be579-a82c-4421-b367-d5dc06f91e8c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:54.819052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:54.819632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.885675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:54.973864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e699338-8310-4e18-8c90-874536b76c83 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-457445512 HTTP/1.1" status: 201 len: 201 time: 0.4052141 Feb 10 22:52:54.974788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60182) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:54.991457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-add66af3-7c76-4279-b519-da58817d7af3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-905738687') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:55.197424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:55.263356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3d059cb6-c7f4-4535-a2fe-951c50e15cca no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:52:55.354788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978fbf-ba65-4bf8-94a2-4931a612084d req-8a372430-42d1-4b9b-bc79-b0b018bbf5cf tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:55.368940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af978fbf-ba65-4bf8-94a2-4931a612084d req-8a372430-42d1-4b9b-bc79-b0b018bbf5cf tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 907 time: 2.8625388 Feb 10 22:52:55.496879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:55.518077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8:1::1 (c50242fd-2ec3-40b0-835a-e61c09f12d8b/7d800a2e-7a9d-4284-b351-56fba27a1ba6/88a58840-bf51-4ed8-a2a3-14bf8291042d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:52:55.533113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.533729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.534306 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Floating IP 2a59c383-aea2-456d-b8fe-d6e91e54c30e disassociated. External IP: 172.25.2.235, port: b9faac66-b167-42e9-8821-85c83d29cf58. Feb 10 22:52:55.535245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Calling delete_port for b9faac66-b167-42e9-8821-85c83d29cf58 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:55.552722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-add66af3-7c76-4279-b519-da58817d7af3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-905738687 HTTP/1.1" status: 201 len: 201 time: 0.5753384 Feb 10 22:52:55.562619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2af6ee-2286-48ea-8946-2e3706db89a1 req-0870b0f4-bfed-4396-9890-be7200ddf78c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:55.564206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d2af6ee-2286-48ea-8946-2e3706db89a1 req-0870b0f4-bfed-4396-9890-be7200ddf78c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 945 time: 0.2081831 Feb 10 22:52:55.564794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:55.575236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-4e326775-9291-4051-a87d-a0b2bb8b37bd tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-41695683') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:55.589724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:55.621543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:55.622063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.646549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 3d059cb6-c7f4-4535-a2fe-951c50e15cca owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:55.747725 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.840502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.892102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:55.906637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:55.908439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:55.909463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Usage tracker for resource:security_group_rule and tenant:6fef70b385a54158bc7cf504f2d60b0c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:55.916019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:55.922323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:55.930255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:55.937282 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d2af6ee-2286-48ea-8946-2e3706db89a1 req-cb961e12-a2b9-478e-9dce-ffa470eb93ec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=022cbd59-68c0-4d92-806d-9d2c8248f3e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121155 Feb 10 22:52:55.983143 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e326775-9291-4051-a87d-a0b2bb8b37bd tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-41695683 HTTP/1.1" status: 201 len: 201 time: 0.4151630 Feb 10 22:52:56.007319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:56.017347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-613be26d-b87e-4e75-b4e5-ff90638ab291 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:56.036155 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'code': 200} Feb 10 22:52:56.047978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.094659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:56.096433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:56.103557 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.109632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.143962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 88a58840-bf51-4ed8-a2a3-14bf8291042d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:52:56.201944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-613be26d-b87e-4e75-b4e5-ff90638ab291 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 200 len: 240 time: 0.1935215 Feb 10 22:52:56.207398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60206) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:56.225089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-a9825226-3570-4cc2-8290-2f9d47e0771c tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-229531451') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:56.230740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:56.246026 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.273911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.289248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.325141 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:56.331810 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:56.336150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fef70b385a54158bc7cf504f2d60b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8378699 Feb 10 22:52:56.343570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60212) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:56.403737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'Port': ['ID=b9faac66-b167-42e9-8821-85c83d29cf58,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:56.438427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.445153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.571808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:56.610638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:56.616451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:56.618924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a6d3f-0561-4c0c-980d-3266691e1a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad5e84a-7592-4cdf-8f1b-2b42f23a1042,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:56.621810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:52:56.622349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.705061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for a1078f5b-d6bc-458a-9d1b-1e3dbb34fa84 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:56.809593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.821126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60224) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:56.821285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e7f87e-c550-4ac8-953f-a0dea54d45c5 None None] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:52:56.830694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9825226-3570-4cc2-8290-2f9d47e0771c tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-229531451 HTTP/1.1" status: 204 len: 168 time: 0.6222358 Feb 10 22:52:56.835902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-8876b56d-4c81-4a7c-8b96-e7ada6e37bf2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-229531451') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:56.916343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:56.919865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 3d059cb6-c7f4-4535-a2fe-951c50e15cca {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:52:56.919865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.100004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2327f616-aef2-49fe-8f40-171e49e6ab1a None None] Provisioning for port d36be579-a82c-4421-b367-d5dc06f91e8c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:57.182511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:52:57.255132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:57.320904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 4788f283-c2a4-4dd8-8044-88867620d133 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:52:57.355184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:57.355751 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.383751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.439950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-04ba8750-f34c-4126-af14-278afd7328ed req-f2b2fae4-e56e-4b1e-9a7e-c85d302e583c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:52:57.495407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6c9fe-5f1b-4756-a287-5bd8f71792a7 req-cbe117ce-401c-4152-a4c3-69ccb8e56c87 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:57.500711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4fe6c9fe-5f1b-4756-a287-5bd8f71792a7 req-cbe117ce-401c-4152-a4c3-69ccb8e56c87 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 905 time: 0.8857062 Feb 10 22:52:57.564534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d36be579-a82c-4421-b367-d5dc06f91e8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:57.689411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d36be579-a82c-4421-b367-d5dc06f91e8c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:52:57.689681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.698294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d36be579-a82c-4421-b367-d5dc06f91e8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:57.699002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.715611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad5e84a-7592-4cdf-8f1b-2b42f23a1042,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:57.754500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.781747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6965305-06b0-4299-8982-6f26ced14d04 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9ad5e84a-7592-4cdf-8f1b-2b42f23a1042 HTTP/1.1" status: 204 len: 168 time: 1.4273069 Feb 10 22:52:57.838570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.841211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Provisioning complete for port d36be579-a82c-4421-b367-d5dc06f91e8c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:52:57.841658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.856323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-04ba8750-f34c-4126-af14-278afd7328ed req-f2b2fae4-e56e-4b1e-9a7e-c85d302e583c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:52:57.857273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.858055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:57.865990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04ba8750-f34c-4126-af14-278afd7328ed req-f2b2fae4-e56e-4b1e-9a7e-c85d302e583c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.6655972 Feb 10 22:52:58.116720 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.125740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:58.176756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.242587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:52:58.246287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:52:58.265670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d36be579-a82c-4421-b367-d5dc06f91e8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d36be579-a82c-4421-b367-d5dc06f91e8c,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:58.277614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.294091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:58.307225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60236) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:58.361829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d36be579-a82c-4421-b367-d5dc06f91e8c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:58.403769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:58.416058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:58.434161 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:58.434919 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:58.449485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Sync routers for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:58.459729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:52:58.460077 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:52:58.476687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:58.478466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:58.613532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.748557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 3d059cb6-c7f4-4535-a2fe-951c50e15cca, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3d059cb6-c7f4-4535-a2fe-951c50e15cca,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:52:58.748932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.768618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:58.770179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-09edfc94-f37e-428b-ac71-ebe5b87fc495 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 16.4428658 Feb 10 22:52:58.774093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:58.848334 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:52:58.870713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:52:58.921945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:52:59.160776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-f50574b0-2d4a-4500-b9aa-d5b2210ae17e req-757fad91-d9bc-46c9-98dd-ca5e1a851f22 service neutron] (87653) timed out ('10.222.0.53', 40730) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:52:59.164112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] No DVR routers for this DVR port b9faac66-b167-42e9-8821-85c83d29cf58 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:52:59.169250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.184837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d36be579-a82c-4421-b367-d5dc06f91e8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:52:59.188495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0c91cd1-ae45-489f-a6fe-7fd5d323aa27 req-bfe3753a-3cab-43c8-988c-e88ed4aff295 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "DELETE /v2.0/ports/b9faac66-b167-42e9-8821-85c83d29cf58 HTTP/1.1" status: 204 len: 173 time: 13.5979912 Feb 10 22:52:59.192419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8fe39-8523-44a8-8614-008ec230f665 req-e05eef00-1eb7-4d69-9e5a-57afa8c2d738 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:59.194073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bb8fe39-8523-44a8-8614-008ec230f665 req-e05eef00-1eb7-4d69-9e5a-57afa8c2d738 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 905 time: 0.4237416 Feb 10 22:52:59.278383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 3d059cb6-c7f4-4535-a2fe-951c50e15cca owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:52:59.314776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:59.318189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-deleted', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:52:59.322142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:52:59.324616 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.334867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ee145cc-41cf-464b-8abb-3a208422a71a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7906809 Feb 10 22:52:59.335017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60256) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:59.347983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-95959703'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:59.361155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:52:59.373430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:59.380548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:59.391052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:59.442349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-abf1aef6-6d00-4da0-a2d3-2a1a0c2aa7cc tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=834e149d1122493cb8781b962341b810&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6633823 Feb 10 22:52:59.443698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:52:59.447193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.459845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:59.474420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:52:59.496881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Usage tracker for resource:security_group_rule and tenant:ace25061d4834a23a03a77669df79302 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:52:59.508104 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811b30c0-77aa-423b-9797-29e5c0de5f01', 'name': 'network-vif-deleted', 'tag': 'b9faac66-b167-42e9-8821-85c83d29cf58', 'status': 'completed', 'code': 200} Feb 10 22:52:59.520449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=a1078f5b-d6bc-458a-9d1b-1e3dbb34fa84,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:52:59.532764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5467da2-7e21-4d14-a4c5-4030b10ab94d req-c208e361-40a3-45fd-b290-36227f0b6f79 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=811b30c0-77aa-423b-9797-29e5c0de5f01 HTTP/1.1" status: 200 len: 210 time: 0.3422472 Feb 10 22:52:59.541025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:52:59.577921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:59.578673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:59.583517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:59.589049 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:52:59.611509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:52:59.612845 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:52:59.614003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:52:59.654178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.654577 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment 1c407f5a-c375-4438-974a-5533ac3e16fe of type vlan for network a2fa1484-d04f-4091-8e54-351da99783e6 Feb 10 22:52:59.690145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:52:59.699409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.717395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905e5458-434c-404f-bf0e-2bcf7007c376 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:52:59.726518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-905e5458-434c-404f-bf0e-2bcf7007c376 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2656279 Feb 10 22:52:59.731744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.747516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60264) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:59.855026 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:52:59.881966 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3e0859ce-b36e-454f-837c-be773c22f460 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1283422 Feb 10 22:52:59.883213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60270) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:59.911839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1233842572', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'project_id': '834e149d1122493cb8781b962341b810', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:52:59.934827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.938060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.975626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8876b56d-4c81-4a7c-8b96-e7ada6e37bf2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-229531451 HTTP/1.1" status: 204 len: 168 time: 3.1483142 Feb 10 22:52:59.980988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60274) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:52:59.984207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:52:59.985105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router 9469985c-30cf-473e-bf8b-19edadd4c139 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:53:00.011568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-4467d8f5-e4bd-4124-8a30-4e534e929adb tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:00.037189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d36be579-a82c-4421-b367-d5dc06f91e8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:00.039703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.062505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.074944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:00.075909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.130789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.139135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5bba26b0-452c-4398-af81-873763b09529 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 204 len: 168 time: 8.6299036 Feb 10 22:53:00.141506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:00.170106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8340139 Feb 10 22:53:00.182838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-721422', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:00.193548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60282) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:00.241813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:00.248949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Provisioning for port 88a58840-bf51-4ed8-a2a3-14bf8291042d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:00.257406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Usage tracker for resource:router and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:00.276797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:00.280276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Provisioning complete for port 88a58840-bf51-4ed8-a2a3-14bf8291042d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:00.283518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.308904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:00.348436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:00.393831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:00.400404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b769805-60d3-4dc6-9b4e-ecd52e4d453a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=a2fa1484-d04f-4091-8e54-351da99783e6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:00.413325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:subnet and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:00.421851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:00.436082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.437101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.447430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:00.454665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4467d8f5-e4bd-4124-8a30-4e534e929adb tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 200 len: 205 time: 0.4696431 Feb 10 22:53:00.463412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60288) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:00.465003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network a2fa1484-d04f-4091-8e54-351da99783e6 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:53:00.478506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-e71d686a-aad9-4653-ae01-585102963f90 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:00.490419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:00.514514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f884438-4adf-4b89-96f4-0d6a30192cbc req-005105f0-20d0-4017-91fa-09ab44bcbd7a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 210 time: 0.0695245 Feb 10 22:53:00.521531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:00.526074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:00.526261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.530113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:00.536300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:00.541243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.547511 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:00.568651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8eb7-0e7c-40e7-868d-4513a0393328 None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:00.576371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:00.658819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=3d059cb6-c7f4-4535-a2fe-951c50e15cca,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:00.666497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.690308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.713782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:00.728529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.810097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:00.827242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60296) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:00.966225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f58ce041-ab7f-4928-87dc-464eb591b8fe None None] Port 88a58840-bf51-4ed8-a2a3-14bf8291042d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:01.017391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] No DVR routers for this DVR port 3d059cb6-c7f4-4535-a2fe-951c50e15cca on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:01.035526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.093624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0d0285-0c11-4c30-9fe8-521f21c0e834,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:01.201941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1d069181-570a-4a08-9266-50f591f4da43 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ace25061d4834a23a03a77669df79302&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8932679 Feb 10 22:53:01.210076 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45fdc53-aedf-4a6e-9830-7f2be38be152 None None] New status for floating IP 2a59c383-aea2-456d-b8fe-d6e91e54c30e: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:53:01.251458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:52:51Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:01.260746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Checking router: 4788f283-c2a4-4dd8-8044-88867620d133 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:01.261347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Updating router 4788f283-c2a4-4dd8-8044-88867620d133 port 6a66aa83-2400-48ef-97e0-ee2888cf10ba binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:53:01.281187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60302) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:01.328921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.417673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.513525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Subnet': ['ID=9505949a-3ca9-4b6b-bb1c-995d03d4ceac,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:01.540472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.720573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bab40bd7-efd3-4b80-b3b3-d332256d984e None None] Provisioning complete for port 88a58840-bf51-4ed8-a2a3-14bf8291042d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:01.722256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bab40bd7-efd3-4b80-b3b3-d332256d984e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.765194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=58040f11-0386-4d8b-a88b-32bcbc60b0cd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:01.825595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:01.825965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: a2fa1484-d04f-4091-8e54-351da99783e6, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:53:01.852281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Checking segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:01.852885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network hostable DHCP agents. Network: 78a33d59-9bff-4e71-8652-08ba98b2f2f0, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:53:01.875052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network a2fa1484-d04f-4091-8e54-351da99783e6 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:53:01.889364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:53:01.905818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, a2fa1484-d04f-4091-8e54-351da99783e6) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:01.925535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:01.927035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:01.935844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453d4d5-dfdf-4f5d-a62d-5a6c3bdb3c1e None None] Network a2fa1484-d04f-4091-8e54-351da99783e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:01.949536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:53:01.955350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-93ba7805-4b75-4f86-adda-00e377827860 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7052772 Feb 10 22:53:01.958395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 78a33d59-9bff-4e71-8652-08ba98b2f2f0) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:01.959963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60308) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:01.965189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c3b6c00-c8f4-41cd-a11e-b6593bafec84 req-13f35178-8776-4229-b039-9d0161baed98 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "DELETE /v2.0/ports/3d059cb6-c7f4-4535-a2fe-951c50e15cca HTTP/1.1" status: 204 len: 173 time: 9.4522829 Feb 10 22:53:01.966897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-deleted', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:01.975252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e71d686a-aad9-4653-ae01-585102963f90 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 200 len: 240 time: 1.5068226 Feb 10 22:53:01.993154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f913c67a-1fcc-4ebe-a6b3-2ff38ef9ea85 None None] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:02.027176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:02.027989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.037266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60314) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:02.052520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-cb06a94e-b215-4800-978c-b712b2bd7e6a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-457445512') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:02.078095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.166604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bab40bd7-efd3-4b80-b3b3-d332256d984e None None] Port 88a58840-bf51-4ed8-a2a3-14bf8291042d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:02.291986 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b295fd-8c9f-42ee-a03c-6746b6c01e13', 'name': 'network-vif-deleted', 'tag': '3d059cb6-c7f4-4535-a2fe-951c50e15cca', 'status': 'completed', 'code': 200} Feb 10 22:53:02.311460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7f027279-b98c-4f6a-8822-ef16c6f25c05 req-43631a3d-eee3-4d81-8617-a3b5eba5e1dd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:02.336896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.410965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ba9df714-9701-478c-9b85-eccaeb4e2dac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5172446 Feb 10 22:53:02.415666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60322) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:02.416434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Transition to ACTIVE for port object 6a66aa83-2400-48ef-97e0-ee2888cf10ba will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:02.478381 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.501260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.518184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.536602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7f027279-b98c-4f6a-8822-ef16c6f25c05 req-43631a3d-eee3-4d81-8617-a3b5eba5e1dd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:02.538250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f027279-b98c-4f6a-8822-ef16c6f25c05 req-43631a3d-eee3-4d81-8617-a3b5eba5e1dd tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=01b295fd-8c9f-42ee-a03c-6746b6c01e13 HTTP/1.1" status: 200 len: 210 time: 0.5173824 Feb 10 22:53:02.663555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da3fd7-0e98-4131-9aab-1066fcbb3faa None None] Pushing event updated for resources: {'Port': ['ID=6a66aa83-2400-48ef-97e0-ee2888cf10ba,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:02.665942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Attempting to bind port 6a66aa83-2400-48ef-97e0-ee2888cf10ba on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:02.666313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Attempting to bind port 6a66aa83-2400-48ef-97e0-ee2888cf10ba by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:02.666713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Attempting to bind port 6a66aa83-2400-48ef-97e0-ee2888cf10ba on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:02.680471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.738504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.747746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.754144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:02.756757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:02.757321 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.759176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:02.759977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Bound port: 6a66aa83-2400-48ef-97e0-ee2888cf10ba, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:02.763133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.783391 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cb06a94e-b215-4800-978c-b712b2bd7e6a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-457445512 HTTP/1.1" status: 204 len: 168 time: 0.7429340 Feb 10 22:53:02.786036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60326) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:02.794624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-5512273a-ace3-45e6-8089-fd55697613eb tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-457445512') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:02.838746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022cbd59-68c0-4d92-806d-9d2c8248f3e8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:02.868705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:02.870028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-34667321-a535-4c2e-ac40-1f2df911c5d4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "DELETE /v2.0/security-groups/022cbd59-68c0-4d92-806d-9d2c8248f3e8 HTTP/1.1" status: 204 len: 168 time: 1.9921286 Feb 10 22:53:02.874795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60330) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:02.906509 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-55881964-7024-4ec0-9ac3-18ec0780b513 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] show failed (client error): The resource could not be found. Feb 10 22:53:02.907574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-55881964-7024-4ec0-9ac3-18ec0780b513 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups/022cbd59-68c0-4d92-806d-9d2c8248f3e8 HTTP/1.1" status: 404 len: 347 time: 0.0337439 Feb 10 22:53:02.911495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60334) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:02.929959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 3, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:52:57Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:02.972634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:02.972634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Updating router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d port 88a58840-bf51-4ed8-a2a3-14bf8291042d binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:53:02.984692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.071763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] For port 6a66aa83-2400-48ef-97e0-ee2888cf10ba, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:03.075100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] For port 6a66aa83-2400-48ef-97e0-ee2888cf10ba, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a66aa83-2400-48ef-97e0-ee2888cf10ba,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:03.089177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-a2fa1484-d04f-4091-8e54-351da99783e6', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:53:03.089925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.166248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.170983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0d0285-0c11-4c30-9fe8-521f21c0e834,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:03.216673 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.218159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-74ee4642-2df4-4ae6-87be-40f06c911855 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2a0d0285-0c11-4c30-9fe8-521f21c0e834 HTTP/1.1" status: 204 len: 168 time: 1.9351668 Feb 10 22:53:03.321706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:53:03.322534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.360445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Deleting port 7dd88167-dbfa-4992-84a5-587802b9744b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:03.361162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.477660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:03.552761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5512273a-ace3-45e6-8089-fd55697613eb tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-457445512 HTTP/1.1" status: 204 len: 168 time: 0.7641742 Feb 10 22:53:03.564174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60344) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:03.857154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:03.858384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:03.875110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-ff0527d6-0807-402b-862d-94b34df24ab2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:03.916323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.029418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19da3fd7-0e98-4131-9aab-1066fcbb3faa None None] Pushing event updated for resources: {'Port': ['ID=6a66aa83-2400-48ef-97e0-ee2888cf10ba,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:04.309133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.352145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.432681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Allocated IP 172.20.0.2 (78a33d59-9bff-4e71-8652-08ba98b2f2f0/9505949a-3ca9-4b6b-bb1c-995d03d4ceac/67265f4a-d3d7-4713-bfb9-24b514ffc731) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:04.474241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ff0527d6-0807-402b-862d-94b34df24ab2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 200 len: 205 time: 0.8622310 Feb 10 22:53:04.481975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60362) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:04.498134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-7e203055-0251-4472-8de4-acd5142daad8 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:04.657739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.668961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.691218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.845074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:04.938956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8:2::1 (a2fa1484-d04f-4091-8e54-351da99783e6/58040f11-0386-4d8b-a88b-32bcbc60b0cd/aeb7c95f-92db-43d8-96a8-ff0928d42468) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:04.962358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Transition to ACTIVE for port object 67265f4a-d3d7-4713-bfb9-24b514ffc731 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:05.168831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Transition to ACTIVE for port object 67265f4a-d3d7-4713-bfb9-24b514ffc731 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:05.230370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:05.245572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Calling delete_port for 7dd88167-dbfa-4992-84a5-587802b9744b owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:05.342643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Allocated IP 172.25.2.76 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/0e0cd7d2-fe0f-429f-b040-0a2cf6785472) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:05.351146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7e203055-0251-4472-8de4-acd5142daad8 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 200 len: 240 time: 0.8672376 Feb 10 22:53:05.358658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60378) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:05.368516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:05.375976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-e6dfe0c1-2625-4891-b6a9-1d705aee27f1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-905738687') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:05.396813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object aeb7c95f-92db-43d8-96a8-ff0928d42468 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:05.422190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:05.490886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:05.492444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96071fc9-926d-4bc4-bbe9-998e1176caf9 req-b0e999f7-dab2-492f-af28-c460af54d1a7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:05.511919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96071fc9-926d-4bc4-bbe9-998e1176caf9 req-b0e999f7-dab2-492f-af28-c460af54d1a7 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 945 time: 1.2284369 Feb 10 22:53:05.582873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:05.601018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:05.632961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:05.681269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aad46c-20ba-4587-9272-4932abace037 req-b1947d7d-51c4-4782-90bd-0247d1e0e69b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:05.682791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9aad46c-20ba-4587-9272-4932abace037 req-b1947d7d-51c4-4782-90bd-0247d1e0e69b tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 945 time: 1.0036633 Feb 10 22:53:05.848993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 957d681d-06b6-4d2b-98a5-dd6d57769953 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:05.849337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:05.895140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network a2fa1484-d04f-4091-8e54-351da99783e6 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:05.913809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96071fc9-926d-4bc4-bbe9-998e1176caf9 req-809d81ff-9753-4ddf-ac05-e16d35791347 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4007876 Feb 10 22:53:05.919167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:05.945105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:05.945746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:05.973009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e6dfe0c1-2625-4891-b6a9-1d705aee27f1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-905738687 HTTP/1.1" status: 204 len: 168 time: 0.6130466 Feb 10 22:53:05.975162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Pushing event updated for resources: {'Port': ['ID=67265f4a-d3d7-4713-bfb9-24b514ffc731,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:05.984687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60392) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:06.007018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-ce70beec-6031-433b-8f15-68722812ee87 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-905738687') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:06.030895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:06.070448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Attempting to bind port 67265f4a-d3d7-4713-bfb9-24b514ffc731 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:06.071452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Attempting to bind port 67265f4a-d3d7-4713-bfb9-24b514ffc731 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:06.071452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Attempting to bind port 67265f4a-d3d7-4713-bfb9-24b514ffc731 on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:06.074949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Allocated IP 2001:db8:2::2 (a2fa1484-d04f-4091-8e54-351da99783e6/58040f11-0386-4d8b-a88b-32bcbc60b0cd/778e652e-b22e-4980-ac58-8eb29c758bbf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:06.098129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:06.098393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Checking segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:06.098679 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:06.099044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Bound using segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:06.099675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Bound port: 67265f4a-d3d7-4713-bfb9-24b514ffc731, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:06.100046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:06.337399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 957d681d-06b6-4d2b-98a5-dd6d57769953, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=957d681d-06b6-4d2b-98a5-dd6d57769953,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:06.337769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:06.408593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.1 (78a33d59-9bff-4e71-8652-08ba98b2f2f0/9505949a-3ca9-4b6b-bb1c-995d03d4ceac/0d04f131-2dff-4e50-afc3-d967618c2595) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:06.460083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:52:51Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:06.465318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:06.480073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d191baa1-493c-4651-b732-4a0d809efc75 None None] The sync data for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 is: [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:52:51Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:06.490108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] For port 67265f4a-d3d7-4713-bfb9-24b514ffc731, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:06.494840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Transition to ACTIVE for port object 88a58840-bf51-4ed8-a2a3-14bf8291042d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:06.521637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] For port 67265f4a-d3d7-4713-bfb9-24b514ffc731, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67265f4a-d3d7-4713-bfb9-24b514ffc731,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:06.543944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:06.640765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 957d681d-06b6-4d2b-98a5-dd6d57769953 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:06.649926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.025407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.492289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.606533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object 0d04f131-2dff-4e50-afc3-d967618c2595 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:07.648848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.682036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.786831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea187fb-2634-4b08-9034-8c3fc61ba870 None None] Pushing event updated for resources: {'Port': ['ID=67265f4a-d3d7-4713-bfb9-24b514ffc731,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:07.917378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Attempting to bind port 88a58840-bf51-4ed8-a2a3-14bf8291042d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:07.917880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Attempting to bind port 88a58840-bf51-4ed8-a2a3-14bf8291042d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:07.918344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Attempting to bind port 88a58840-bf51-4ed8-a2a3-14bf8291042d on network c50242fd-2ec3-40b0-835a-e61c09f12d8b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:07.951478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:07.955150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Checking segment: {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:07.955815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:07.958538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Bound using segment: {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:07.960668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Bound port: 88a58840-bf51-4ed8-a2a3-14bf8291042d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f022a960-30be-40ea-84a4-e720628bc473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:07.960668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.005764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4d02e-a353-4a52-8d29-fa65f2462961 None None] Pushing event updated for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:08.065579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'Port': ['ID=7dd88167-dbfa-4992-84a5-587802b9744b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:08.201155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] For port 88a58840-bf51-4ed8-a2a3-14bf8291042d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:08.205120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] For port 88a58840-bf51-4ed8-a2a3-14bf8291042d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88a58840-bf51-4ed8-a2a3-14bf8291042d,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:08.208339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.211511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.212524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.212686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.212864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.213201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.213534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.213864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.214191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.222549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.222984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.223341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.223686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:08.245295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.465435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Transition to ACTIVE for port object 778e652e-b22e-4980-ac58-8eb29c758bbf will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:08.466547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.481236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67265f4a-d3d7-4713-bfb9-24b514ffc731 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:08.504505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce70beec-6031-433b-8f15-68722812ee87 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-905738687 HTTP/1.1" status: 204 len: 168 time: 2.5186946 Feb 10 22:53:08.511855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:08.523172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-8f80f013-3d42-4485-92ad-fcd24ee21bf7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:08.617994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.628843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.629700 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.646904 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcfa7a76-a81c-4b56-a65c-3dea7f2a582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.684693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.695969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.703650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.719837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['1894b6f8-e11d-4728-a48b-ef0966906dc8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:53:08.822165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:08.823597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d7377805-583a-4fb6-8e0b-ac173ccac1bc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "DELETE /v2.0/floatingips/2a59c383-aea2-456d-b8fe-d6e91e54c30e HTTP/1.1" status: 204 len: 168 time: 5.9110610 Feb 10 22:53:08.889488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:08.890233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:52:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:08.950493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6dd1-8933-4fe0-abc6-39f23a4faa5d req-e19d9e78-ab76-46cf-8fb3-617de22c7c03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:08.951189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-92ef6dd1-8933-4fe0-abc6-39f23a4faa5d req-e19d9e78-ab76-46cf-8fb3-617de22c7c03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:08.983055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=957d681d-06b6-4d2b-98a5-dd6d57769953,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:09.005715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:09.039579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Transition to ACTIVE for port object 778e652e-b22e-4980-ac58-8eb29c758bbf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:09.100484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:09.105349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:09.115645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:09.165406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:09.200296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb88beb-8f32-4357-9339-1f6383e02228 None None] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:09.214248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:09.230843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:09.322372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:09.415072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:09.450868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] No DVR routers for this DVR port 957d681d-06b6-4d2b-98a5-dd6d57769953 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:09.459117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60460) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:09.463464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:09.465465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9aad46c-20ba-4587-9272-4932abace037 req-b7f3c5a8-d17a-4fb7-a035-25ce37ad045a tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "DELETE /v2.0/ports/957d681d-06b6-4d2b-98a5-dd6d57769953 HTTP/1.1" status: 204 len: 173 time: 3.7439449 Feb 10 22:53:09.477482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-92ef6dd1-8933-4fe0-abc6-39f23a4faa5d req-e19d9e78-ab76-46cf-8fb3-617de22c7c03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:09.484500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Network a2fa1484-d04f-4091-8e54-351da99783e6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:09.494055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92ef6dd1-8933-4fe0-abc6-39f23a4faa5d req-e19d9e78-ab76-46cf-8fb3-617de22c7c03 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a27da54-96d1-44c1-b5a9-26cf7498aa5e HTTP/1.1" status: 200 len: 945 time: 1.8075328 Feb 10 22:53:09.495683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'name': 'network-vif-deleted', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:09.505328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 957d681d-06b6-4d2b-98a5-dd6d57769953 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:09.538717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1702109326', 'description': 'tempest-description--1399696994'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:09.571977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4d02e-a353-4a52-8d29-fa65f2462961 None None] Pushing event updated for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:09.611348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:09.614757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:09.618540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8f80f013-3d42-4485-92ad-fcd24ee21bf7 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 200 len: 205 time: 1.1030333 Feb 10 22:53:09.625742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60468) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:09.628346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:09.636801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:09.640991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:09.646765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:09.684880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:09.690650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network a2fa1484-d04f-4091-8e54-351da99783e6 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:09.697975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:09.712032 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a27da54-96d1-44c1-b5a9-26cf7498aa5e', 'name': 'network-vif-deleted', 'tag': '957d681d-06b6-4d2b-98a5-dd6d57769953', 'status': 'completed', 'code': 200} Feb 10 22:53:09.726347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92ef6dd1-8933-4fe0-abc6-39f23a4faa5d req-fa6f921f-11c4-460d-bdc7-3b1e14667321 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313302 Feb 10 22:53:09.729757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-e8fd8768-b6b3-4d98-8283-38f4548c5c60 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:09.754036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event updated for resources: {'Port': ['ID=0e0cd7d2-fe0f-429f-b040-0a2cf6785472,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:09.803318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60472) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:09.810762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 67265f4a-d3d7-4713-bfb9-24b514ffc731 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:09.816874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 957d681d-06b6-4d2b-98a5-dd6d57769953 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:53:09.817460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 957d681d-06b6-4d2b-98a5-dd6d57769953 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:53:09.819071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:09.910233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a66aa83-2400-48ef-97e0-ee2888cf10ba up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:09.944404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:09.954328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:09.961165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:09.973972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:09.991266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:10.109441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:10.202512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Pushing event updated for resources: {'Port': ['ID=778e652e-b22e-4980-ac58-8eb29c758bbf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:10.234166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Provisioning for port 67265f4a-d3d7-4713-bfb9-24b514ffc731 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:10.283617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Provisioning complete for port 67265f4a-d3d7-4713-bfb9-24b514ffc731 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:10.284546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.309075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e8fd8768-b6b3-4d98-8283-38f4548c5c60 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 200 len: 239 time: 0.6783285 Feb 10 22:53:10.309878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60480) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:10.355183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-aeefaab7-5943-481c-ad97-b9ea6f87bfc1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-41695683') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:10.430775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 6a66aa83-2400-48ef-97e0-ee2888cf10ba completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:10.436985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Attempting to bind port 778e652e-b22e-4980-ac58-8eb29c758bbf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:10.437683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Attempting to bind port 778e652e-b22e-4980-ac58-8eb29c758bbf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:10.438285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Attempting to bind port 778e652e-b22e-4980-ac58-8eb29c758bbf on network a2fa1484-d04f-4091-8e54-351da99783e6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:10.463986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aeefaab7-5943-481c-ad97-b9ea6f87bfc1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-41695683 HTTP/1.1" status: 204 len: 168 time: 0.1404691 Feb 10 22:53:10.547705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60484) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:10.553365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6a66aa83-2400-48ef-97e0-ee2888cf10ba triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:10.554409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.575766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.581516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.614309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:10.625648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.638360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-2f60494a-47b1-4a08-8b90-3e15253cc6a3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-41695683') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:10.641840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:10.653000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5fe31426bc24edb921e8d9fa89cbfcf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:10.662081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:10.688908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:10.747727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.771931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:10.772310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Checking segment: {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:10.773234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.773644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Bound using segment: {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:10.774180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Bound port: 778e652e-b22e-4980-ac58-8eb29c758bbf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:10.774595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.776071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.817948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e72aa987-364f-4ca0-90bd-f260826db4eb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8569512 Feb 10 22:53:10.829218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60490) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:10.946589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0bf3b19e-8ba9-4110-b841-34f2cd972ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:10.968123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.049261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1282647801'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:11.099360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:11.102443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] For port 778e652e-b22e-4980-ac58-8eb29c758bbf, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:11.106369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] For port 778e652e-b22e-4980-ac58-8eb29c758bbf, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=778e652e-b22e-4980-ac58-8eb29c758bbf,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:11.117209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2f60494a-47b1-4a08-8b90-3e15253cc6a3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-41695683 HTTP/1.1" status: 204 len: 168 time: 0.5683663 Feb 10 22:53:11.124702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:11.138583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:network and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:11.166096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:11.171455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-ce934a25-b9bc-4d42-809e-591a36a92f11 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:11.209529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:11.221978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.224571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.225845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e5a917d-60cd-47e0-844f-88612194d7c0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7464819 Feb 10 22:53:11.247013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60504) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:11.249425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:11.293405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group_rule': {'security_group_id': 'f2e5fc6b-0927-4c3a-918a-a99e483d6ef1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:11.293949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.385614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:11.409244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] For port 67265f4a-d3d7-4713-bfb9-24b514ffc731, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67265f4a-d3d7-4713-bfb9-24b514ffc731,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:11.439580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.491855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:11.495799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.523160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b92a3a-ac4b-471e-bba8-20c38cc33833 None None] Pushing event updated for resources: {'Port': ['ID=778e652e-b22e-4980-ac58-8eb29c758bbf,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:11.547015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:11.569111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:11.627191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:11.646258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-33ca3994-1f1c-44db-a70d-269ba5cbe282 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:11.647537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-33ca3994-1f1c-44db-a70d-269ba5cbe282 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 0.2320032 Feb 10 22:53:11.666830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce934a25-b9bc-4d42-809e-591a36a92f11 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 200 len: 205 time: 0.5410445 Feb 10 22:53:11.678029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60508) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:11.750637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.772785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-754ea2a2-98b1-4e77-b0e4-c489abaad4f1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:11.773049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Router 7e66c25d-acfd-41ce-9359-06bb39677416 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:53:11.782831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 1894b6f8-e11d-4728-a48b-ef0966906dc8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:11.783182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.810873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.889701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.897956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.902662 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:11.903415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:53:11.922601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:07Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:11.946219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3944889-72d3-40e1-8502-7ba0affb266b None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:07Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:11.951846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5493d-5f60-4827-93fa-8229bdfe8f84 None None] Pushing event updated for resources: {'Port': ['ID=67265f4a-d3d7-4713-bfb9-24b514ffc731,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:11.976717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 6a66aa83-2400-48ef-97e0-ee2888cf10ba, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a66aa83-2400-48ef-97e0-ee2888cf10ba,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:11.986655 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.154962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.294662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.295017 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added segment 535bebf4-e41a-4c53-abf8-08480bbc8960 of type vlan for network 65b8193f-2f05-4473-8680-e1d1b31aa4be Feb 10 22:53:12.341499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Provisioning complete for port 67265f4a-d3d7-4713-bfb9-24b514ffc731 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:12.341830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.351925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b5fe31426bc24edb921e8d9fa89cbfcf&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5452540 Feb 10 22:53:12.353444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d6a67-0dfd-413a-ad1e-3a32d6067cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4b2b9e-7d8c-49b7-a513-3a87cc862cbf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:12.393714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60512) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:12.440894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=6a66aa83-2400-48ef-97e0-ee2888cf10ba,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:12.577653 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-754ea2a2-98b1-4e77-b0e4-c489abaad4f1 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 204 len: 168 time: 0.8566093 Feb 10 22:53:12.603939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60518) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:12.614524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 778e652e-b22e-4980-ac58-8eb29c758bbf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:12.660439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6163bab-5692-48de-8255-137363e3fde0 req-0389228f-784d-40cd-8308-29f5bc649f21 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:12.668401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6163bab-5692-48de-8255-137363e3fde0 req-0389228f-784d-40cd-8308-29f5bc649f21 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 945 time: 1.3666682 Feb 10 22:53:12.676908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-c1f88ce4-d9f5-4fda-9387-75fd79311f78 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:12.733421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Provisioning for port 0d04f131-2dff-4e50-afc3-d967618c2595 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:12.747414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Provisioning complete for port 0d04f131-2dff-4e50-afc3-d967618c2595 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:12.747859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.885013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-06ae4649-8eb0-4ded-a728-fdce8703294d None None] Port 0d04f131-2dff-4e50-afc3-d967618c2595 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:12.900434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 778e652e-b22e-4980-ac58-8eb29c758bbf completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:12.901506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:12.933977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67265f4a-d3d7-4713-bfb9-24b514ffc731 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:13.005861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:13.058420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.078257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] Sync routers for ids ['7e66c25d-acfd-41ce-9359-06bb39677416'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:13.087472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.088774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0fd7fcea-c9b6-465a-bbeb-2afad49724d8 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.9309664 Feb 10 22:53:13.091968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60526) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:13.097471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.108982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.112080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:13.155534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] Routers {'7e66c25d-acfd-41ce-9359-06bb39677416'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:13.156180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7e66c25d-acfd-41ce-9359-06bb39677416'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:13.265523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.291221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 1894b6f8-e11d-4728-a48b-ef0966906dc8, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=1894b6f8-e11d-4728-a48b-ef0966906dc8,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:13.291610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.426345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:13.482033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] Routers {'7e66c25d-acfd-41ce-9359-06bb39677416'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:13.482033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7e66c25d-acfd-41ce-9359-06bb39677416'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:13.498207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990414b1-a1f2-461d-99c5-27c417dfc303,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:13.508282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 1894b6f8-e11d-4728-a48b-ef0966906dc8 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:13.538378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.542012 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.609519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-58e02df8-7989-4499-94f1-074a9af9d3c8 None None] Provisioning complete for port 0d04f131-2dff-4e50-afc3-d967618c2595 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:13.609889 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58e02df8-7989-4499-94f1-074a9af9d3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.678599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defc854-adf0-4e3d-856e-34274b98e3b5 None None] Network a2fa1484-d04f-4091-8e54-351da99783e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:13.738661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.739990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d18c5611-2366-4259-968b-3ef733609a44 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4864395 Feb 10 22:53:13.778300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:53:13.787973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:13.818274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-58e02df8-7989-4499-94f1-074a9af9d3c8 None None] Port 0d04f131-2dff-4e50-afc3-d967618c2595 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:13.842623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:13.843027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a001e3ea-fe69-404a-800e-c97913a5c6f0 None None] The sync data for ids ['7e66c25d-acfd-41ce-9359-06bb39677416'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:13.846993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 67265f4a-d3d7-4713-bfb9-24b514ffc731 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:13.847398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.856931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6163bab-5692-48de-8255-137363e3fde0 req-88bf2ffa-b3f3-425d-9126-06854bf91700 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=713e0c67-b71d-4f2e-8641-52be3518b9d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1864562 Feb 10 22:53:13.898813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'security_group_rule': {'security_group_id': 'f2e5fc6b-0927-4c3a-918a-a99e483d6ef1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:13.910748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:13.945075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:13.970586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:security_group_rule and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:13.975200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:13.982794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:14.024388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Provisioning for port 778e652e-b22e-4980-ac58-8eb29c758bbf completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:14.025804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.033712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Provisioning complete for port 778e652e-b22e-4980-ac58-8eb29c758bbf triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:14.034070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.036995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:14.160584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.180103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:14.180103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.223441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.230499 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:14.252672 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:14.253407 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:14.369162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=1894b6f8-e11d-4728-a48b-ef0966906dc8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:14.373789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1894b6f8-e11d-4728-a48b-ef0966906dc8 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:14.378782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1f88ce4-d9f5-4fda-9387-75fd79311f78 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 204 len: 168 time: 1.7542274 Feb 10 22:53:14.384312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60540) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:14.398725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Network': ['ID=65b8193f-2f05-4473-8680-e1d1b31aa4be,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:14.423728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.438716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:53:14.451229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-41fda319-3cc3-42f4-a75b-133776afa329 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:14.481965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33a05c68-7ad8-4764-99fb-b6f65a82ebfb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.6212170 Feb 10 22:53:14.484189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60544) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:14.497696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'subnet': {'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:14.605719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 1894b6f8-e11d-4728-a48b-ef0966906dc8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:53:14.606064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 1894b6f8-e11d-4728-a48b-ef0966906dc8 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:53:14.664082 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:14.782347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.807534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] No DVR routers for this DVR port 1894b6f8-e11d-4728-a48b-ef0966906dc8 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:14.837618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:14.846631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'name': 'network-vif-deleted', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:14.871926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] For port 778e652e-b22e-4980-ac58-8eb29c758bbf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=778e652e-b22e-4980-ac58-8eb29c758bbf,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:14.884702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.051184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a66aa83-2400-48ef-97e0-ee2888cf10ba up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:15.068274 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5e09ecf-6d10-40e4-a601-36139cf63004', 'name': 'network-vif-deleted', 'tag': '1894b6f8-e11d-4728-a48b-ef0966906dc8', 'status': 'completed', 'code': 200} Feb 10 22:53:15.083812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71730e9b-b303-4d67-911b-47c6f3570f36 req-11aab173-ad5b-4684-834f-d400a13ff36c tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.24 "DELETE /v2.0/ports/1894b6f8-e11d-4728-a48b-ef0966906dc8 HTTP/1.1" status: 204 len: 173 time: 3.4285913 Feb 10 22:53:15.127031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:15.153407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:subnet and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:15.171127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:15.206991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce82f72-bea8-490c-b298-b4d46cdeda29 None None] Pushing event updated for resources: {'Port': ['ID=778e652e-b22e-4980-ac58-8eb29c758bbf,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:15.225568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6a66aa83-2400-48ef-97e0-ee2888cf10ba triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:15.226288 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.273090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-41fda319-3cc3-42f4-a75b-133776afa329 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 204 len: 168 time: 0.8273022 Feb 10 22:53:15.289805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60554) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:15.298539 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:07Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:08Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:15.307147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:15.308525 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:15.311783 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Updating router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d port aeb7c95f-92db-43d8-96a8-ff0928d42468 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:53:15.315350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-dba90248-9cd7-4766-89d7-371f6cb9a1ca tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:15.366895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d7b4bbbd-5860-4b09-b302-9c205d0722fa req-dbf1499f-e83e-4c99-adec-d8dd38e380d8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5e09ecf-6d10-40e4-a601-36139cf63004 HTTP/1.1" status: 200 len: 210 time: 0.2060790 Feb 10 22:53:15.370681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.377031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2bedf766-e35a-4c6d-8986-7e2a76c3ca13 None None] Provisioning complete for port 778e652e-b22e-4980-ac58-8eb29c758bbf triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:15.378825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2bedf766-e35a-4c6d-8986-7e2a76c3ca13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.395399 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.411075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.449787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:15.450871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.452014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.486322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:15.514043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.529741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Made reservation on behalf of c8914acf33bb434ba2d2f2e613a693a4 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:15.537842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.569734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Deleting port 0e0cd7d2-fe0f-429f-b040-0a2cf6785472 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:15.569939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.570483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88a58840-bf51-4ed8-a2a3-14bf8291042d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:15.702531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dba90248-9cd7-4766-89d7-371f6cb9a1ca tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 204 len: 168 time: 0.4116800 Feb 10 22:53:15.709470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60560) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:15.734644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-3ee3eeb2-db5f-451e-a6bd-1f2306090888 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-228323539') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:15.880519 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.927572 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Transition to ACTIVE for port object aeb7c95f-92db-43d8-96a8-ff0928d42468 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:15.957882 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:15.990100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8411d2e-d1d5-4db4-b076-f2afce8171bf,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:16.012552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 88a58840-bf51-4ed8-a2a3-14bf8291042d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:16.026901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4b2b9e-7d8c-49b7-a513-3a87cc862cbf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:16.044996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88a58840-bf51-4ed8-a2a3-14bf8291042d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:16.045563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.118718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2bedf766-e35a-4c6d-8986-7e2a76c3ca13 None None] Provisioning for port aeb7c95f-92db-43d8-96a8-ff0928d42468 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:16.137714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba292-1dd4-45fb-b6da-18ab68dbda80 None None] Pushing event updated for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:16.233994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.243588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72f7ad75-d8d1-438d-b7a6-25fa39e97193 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ba4b2b9e-7d8c-49b7-a513-3a87cc862cbf HTTP/1.1" status: 204 len: 168 time: 3.8232267 Feb 10 22:53:16.278778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.290020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-019bd0c1-a45f-4a53-bd1b-db179bb6f585 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4945188 Feb 10 22:53:16.291634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:16.292128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.396077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:16.408206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:16.414798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Usage tracker for resource:floatingip and tenant:d03c35b19b1b46bba6b41a30b4c6368b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:16.418561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:16.427872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:16.444332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.451980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 4788f283-c2a4-4dd8-8044-88867620d133 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:16.457725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.496394 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Attempting to bind port aeb7c95f-92db-43d8-96a8-ff0928d42468 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:16.496946 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Attempting to bind port aeb7c95f-92db-43d8-96a8-ff0928d42468 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:16.497318 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Attempting to bind port aeb7c95f-92db-43d8-96a8-ff0928d42468 on network a2fa1484-d04f-4091-8e54-351da99783e6 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:16.505737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-034b5d40-bd09-4b80-ad55-bfd358e0383c None None] Provisioning complete for port 0d04f131-2dff-4e50-afc3-d967618c2595 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:16.506105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-034b5d40-bd09-4b80-ad55-bfd358e0383c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.512070 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:16.512590 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Checking segment: {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:16.513092 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.515007 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Bound using segment: {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:16.515796 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Bound port: aeb7c95f-92db-43d8-96a8-ff0928d42468, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c407f5a-c375-4438-974a-5533ac3e16fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:16.517097 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.698756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Calling delete_port for 0e0cd7d2-fe0f-429f-b040-0a2cf6785472 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:16.720035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 88a58840-bf51-4ed8-a2a3-14bf8291042d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88a58840-bf51-4ed8-a2a3-14bf8291042d,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:16.730437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-034b5d40-bd09-4b80-ad55-bfd358e0383c None None] Port 0d04f131-2dff-4e50-afc3-d967618c2595 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:16.734699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.740933 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] For port aeb7c95f-92db-43d8-96a8-ff0928d42468, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:16.769528 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] For port aeb7c95f-92db-43d8-96a8-ff0928d42468, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aeb7c95f-92db-43d8-96a8-ff0928d42468,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:16.781126 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:16.931611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:16.935519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ee3eeb2-db5f-451e-a6bd-1f2306090888 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-228323539 HTTP/1.1" status: 201 len: 201 time: 1.2233672 Feb 10 22:53:16.937415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:16.949965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 778e652e-b22e-4980-ac58-8eb29c758bbf up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:16.962912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-499eb878-26bf-4203-b5ea-e739bb625743 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-329347232') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:17.076991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60584) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:17.130176 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:17.131203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:17.169181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 778e652e-b22e-4980-ac58-8eb29c758bbf triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:17.169810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:17.272475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:17.368449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:17.401962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba292-1dd4-45fb-b6da-18ab68dbda80 None None] Pushing event updated for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:17.418418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:17.431168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:17.578749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:17.583083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Subnet': ['ID=09616f38-ede4-4740-8be6-f5e4c795c7ac,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:17.604377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Sync routers for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:17.605759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Checking segment: {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:17.606339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network hostable DHCP agents. Network: 65b8193f-2f05-4473-8680-e1d1b31aa4be, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:53:17.631974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:17.632524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:17.634781 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:17.637704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86fd28e9-f603-4926-b441-faf725c6d7d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/4788f283-c2a4-4dd8-8044-88867620d133/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.2206213 Feb 10 22:53:17.712461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:53:17.731723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:17.839992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Usage tracker for resource:security_group_rule and tenant:6c9061c3b71c4139bfaa36c5b1bc92ad is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:17.847800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Pushing event deleted for resources: {'Port': ['ID=0e0cd7d2-fe0f-429f-b040-0a2cf6785472,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:17.851665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:17.928395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:18.064590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:18.198859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:18.218128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-499eb878-26bf-4203-b5ea-e739bb625743 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-329347232 HTTP/1.1" status: 201 len: 201 time: 1.2692697 Feb 10 22:53:18.224842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60606) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:18.241676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-91d878bb-7b0d-4757-a0f1-5a650110df1f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-97021470') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:18.365873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 65b8193f-2f05-4473-8680-e1d1b31aa4be) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:18.457979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:18.458801 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:18.524061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Allocated IP 172.25.2.88 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e3ff03a1-abfc-44e5-abff-daf15b05a2d3) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:18.540104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-7d7d9264-e0d1-4066-8eb6-0668486bf005 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:18.581089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e6dbf7d-6aa7-4787-af5b-84e3af7e2c6c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0882516 Feb 10 22:53:18.582540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60610) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:18.613908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:07Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:18.618489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9546385a-5d27-48f9-9cdf-a49611051403 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:07Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:18.688420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab0ef3-0ed8-4b59-9b06-916627534527 None None] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:18.856141 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-91d878bb-7b0d-4757-a0f1-5a650110df1f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-97021470 HTTP/1.1" status: 201 len: 201 time: 0.6233168 Feb 10 22:53:18.866709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc7db8-e24a-42d8-a6d9-f078e4ab6591 req-7e5d96a8-9b4e-4c0f-9c04-3059d60d4b90 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:18.867409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a2cc7db8-e24a-42d8-a6d9-f078e4ab6591 req-7e5d96a8-9b4e-4c0f-9c04-3059d60d4b90 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Synchronizing usage tracker for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:18.868914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:18.875481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-7d7d9264-e0d1-4066-8eb6-0668486bf005 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:18.895676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-7d7d9264-e0d1-4066-8eb6-0668486bf005 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1061284058&fields=id&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 267 time: 0.5568612 Feb 10 22:53:18.939790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88a58840-bf51-4ed8-a2a3-14bf8291042d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:18.969195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:18.981625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a2cc7db8-e24a-42d8-a6d9-f078e4ab6591 req-7e5d96a8-9b4e-4c0f-9c04-3059d60d4b90 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Unset dirty status for tenant:544e6fb737cb40aeaa6771307e9cc671 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:18.982700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2cc7db8-e24a-42d8-a6d9-f078e4ab6591 req-7e5d96a8-9b4e-4c0f-9c04-3059d60d4b90 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.4450948 Feb 10 22:53:18.992793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.256560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-65b8193f-2f05-4473-8680-e1d1b31aa4be', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:53:19.257561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.312280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.388451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Router 7e66c25d-acfd-41ce-9359-06bb39677416 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:19.400586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-e818bac8-f797-4554-a506-308a7ec55e7e tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-1656082930') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:19.415811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-b9a213bf-f81a-49cf-8971-966b4c0d3be3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:19.417399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-b9a213bf-f81a-49cf-8971-966b4c0d3be3 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.0115302 Feb 10 22:53:19.420085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88a58840-bf51-4ed8-a2a3-14bf8291042d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:19.420840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.425998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2cc7db8-e24a-42d8-a6d9-f078e4ab6591 req-b44385d8-e833-4a3a-bf9a-7ba0d8e0fb80 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4115899 Feb 10 22:53:19.515904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.573082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 2, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:19.577422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Allocated IP 2001:db8:3::2 (65b8193f-2f05-4473-8680-e1d1b31aa4be/09616f38-ede4-4740-8be6-f5e4c795c7ac/78a76e7d-2139-4bda-a7fe-716c52dafe4c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:19.580002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.584459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Checking router: 4788f283-c2a4-4dd8-8044-88867620d133 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:19.584809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Updating router 4788f283-c2a4-4dd8-8044-88867620d133 port 0d04f131-2dff-4e50-afc3-d967618c2595 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:53:19.603995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port 2d0aedfb-d77f-4094-badb-56a409ecd799 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:19.604353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.760929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6c9061c3b71c4139bfaa36c5b1bc92ad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6798139 Feb 10 22:53:19.765240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:19.769733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60620) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:19.771656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aeb7c95f-92db-43d8-96a8-ff0928d42468 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:19.777634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f78b8a0-3837-40d9-9e52-262373774d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189f9568-a5b7-4959-a500-69bf379fd6f7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:19.782636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] Sync routers for ids ['7e66c25d-acfd-41ce-9359-06bb39677416'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:19.823835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.827385 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] Routers {'7e66c25d-acfd-41ce-9359-06bb39677416'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:19.828439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.829744 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7e66c25d-acfd-41ce-9359-06bb39677416'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:19.872829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:19.877165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f327ab9d-dec7-4a2f-836a-dcd113f6052f tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "PUT /v2.0/routers/7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 200 len: 706 time: 6.7811010 Feb 10 22:53:19.879829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60624) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:19.923559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=e3ff03a1-abfc-44e5-abff-daf15b05a2d3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:19.930685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e818bac8-f797-4554-a506-308a7ec55e7e tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-1656082930 HTTP/1.1" status: 201 len: 201 time: 1.0579410 Feb 10 22:53:19.931699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60628) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:19.943940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-cc0f7e47-30b6-425a-9995-fe1770a9001f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:19.944835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-cc0f7e47-30b6-425a-9995-fe1770a9001f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:19.953135 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:19.955013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-619d8ea1-d7bb-41a4-ab97-04eb491d0d46 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', {'tags': ['tempest-TagsExtTest-Tag-2006472143', 'tempest-TagsExtTest-Tag-878137614', 'tempest-TagsExtTest-Tag-2017527255']}) {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:19.969230 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] Routers {'7e66c25d-acfd-41ce-9359-06bb39677416'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:19.970343 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7e66c25d-acfd-41ce-9359-06bb39677416'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:20.042650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:20.047489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:20.053306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-619d8ea1-d7bb-41a4-ab97-04eb491d0d46 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 200 len: 317 time: 0.1030076 Feb 10 22:53:20.060329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60632) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:20.060600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:20.084821 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:20.086200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ed814f-60f0-44d5-b745-2385e4cc2e13 None None] The sync data for ids ['7e66c25d-acfd-41ce-9359-06bb39677416'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:20.089326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port aeb7c95f-92db-43d8-96a8-ff0928d42468 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:20.104403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aeb7c95f-92db-43d8-96a8-ff0928d42468 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:20.104799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.191142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-1112fc33-1e46-45b9-81a7-69bfb18e4439 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:20.226076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-cc0f7e47-30b6-425a-9995-fe1770a9001f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:20.227481 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-cc0f7e47-30b6-425a-9995-fe1770a9001f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 797 time: 1.3274770 Feb 10 22:53:20.262568 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.294351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f12d1a1b-6f98-4170-9c76-95a7ddfe08d3 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/routers/7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 200 len: 741 time: 0.3947177 Feb 10 22:53:20.294530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Transition to ACTIVE for port object 78a76e7d-2139-4bda-a7fe-716c52dafe4c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:20.302273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:20.306142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.355102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.368226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] For port 2d0aedfb-d77f-4094-badb-56a409ecd799, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2d0aedfb-d77f-4094-badb-56a409ecd799,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:20.368460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.368874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Transition to ACTIVE for port object 78a76e7d-2139-4bda-a7fe-716c52dafe4c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:20.396332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.425878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-8354f545-cc3e-4ee2-b93b-64fa39e53413 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/quotas/834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 375 time: 0.1358953 Feb 10 22:53:20.490069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6753f855-30c6-4b48-b8e8-804dc76ed973 tempest-RoutersIpV6AdminTest-1791795800 tempest-RoutersIpV6AdminTest-1791795800-project-admin] 10.222.0.53 "GET /v2.0/ports?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&device_id=7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 200 len: 205 time: 0.1695445 Feb 10 22:53:20.494685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60646) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:20.530586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.538475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:53:20.559926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:20.560613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.603805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:20.625814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:20.641892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Pushing event updated for resources: {'Port': ['ID=78a76e7d-2139-4bda-a7fe-716c52dafe4c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:20.709722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d771a450-650e-44f1-967a-90848a094d29 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 200 len: 205 time: 0.2137244 Feb 10 22:53:20.714216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.714564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.714899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.715228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.715748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.716073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.716394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.716714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.717029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.717346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.717928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.718251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:20.733096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.743174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.749020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60650) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:20.777815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port aeb7c95f-92db-43d8-96a8-ff0928d42468, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aeb7c95f-92db-43d8-96a8-ff0928d42468,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:20.792038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c657eca9-fd0b-46ed-b2e6-63fd1f5f7f7f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:20.801094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.866959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Attempting to bind port 78a76e7d-2139-4bda-a7fe-716c52dafe4c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:20.866959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Attempting to bind port 78a76e7d-2139-4bda-a7fe-716c52dafe4c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:20.866959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Attempting to bind port 78a76e7d-2139-4bda-a7fe-716c52dafe4c on network 65b8193f-2f05-4473-8680-e1d1b31aa4be {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:20.874371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1112fc33-1e46-45b9-81a7-69bfb18e4439 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 204 len: 168 time: 0.7863293 Feb 10 22:53:20.879401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:20.883773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:20.884158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Checking segment: {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:20.884580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.885035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Bound using segment: {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:20.885486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Bound port: 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:20.885914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.887080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-938b6dcf-1fce-4b94-8dd6-c4802da1c883 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-2006472143') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:20.929502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:20.953348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c657eca9-fd0b-46ed-b2e6-63fd1f5f7f7f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:20.953574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Transition to ACTIVE for port object 0d04f131-2dff-4e50-afc3-d967618c2595 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:20.956268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:20.965313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c657eca9-fd0b-46ed-b2e6-63fd1f5f7f7f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5331888 Feb 10 22:53:20.981497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.025196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.116590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.180069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a68ad-cee5-4fa5-b396-81a88d911807 None None] Pushing event updated for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:21.183580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] For port 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:21.291432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] For port 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=78a76e7d-2139-4bda-a7fe-716c52dafe4c,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:21.292814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189f9568-a5b7-4959-a500-69bf379fd6f7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:21.329201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.375601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.379540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5951488-7cff-4e3e-8e86-4ddfbaf015e2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/189f9568-a5b7-4959-a500-69bf379fd6f7 HTTP/1.1" status: 204 len: 168 time: 1.6012731 Feb 10 22:53:21.418580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2d0aedfb-d77f-4094-badb-56a409ecd799 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:21.483249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Attempting to bind port 0d04f131-2dff-4e50-afc3-d967618c2595 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:21.483646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Attempting to bind port 0d04f131-2dff-4e50-afc3-d967618c2595 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:21.484468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Attempting to bind port 0d04f131-2dff-4e50-afc3-d967618c2595 on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:21.554608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:21.555032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Checking segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:21.555447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.555838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Bound using segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:21.556387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Bound port: 0d04f131-2dff-4e50-afc3-d967618c2595, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:21.556788 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.715160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e324bc8-e7a8-44df-ae11-0dd3995d572b None None] Pushing event updated for resources: {'Port': ['ID=78a76e7d-2139-4bda-a7fe-716c52dafe4c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:21.776366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.779520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.852578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.853272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.854129 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Floating IP d0d553df-038d-4586-8368-7fafdf1f2694 disassociated. External IP: 172.25.2.51, port: 2d0aedfb-d77f-4094-badb-56a409ecd799. Feb 10 22:53:21.854619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for 2d0aedfb-d77f-4094-badb-56a409ecd799 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:21.919323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:21.938255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] For port 0d04f131-2dff-4e50-afc3-d967618c2595, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:21.967812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] For port 0d04f131-2dff-4e50-afc3-d967618c2595, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d04f131-2dff-4e50-afc3-d967618c2595,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:21.976443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:22.191037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:22.192403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Fanout notify agent at l3_agent the message router_deleted on router 7e66c25d-acfd-41ce-9359-06bb39677416 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:53:22.216866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18e8e0-cbcb-4727-869b-d3931da2a318 req-6d46671c-3ca1-4695-8667-c3e3df627917 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:22.225234 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a18e8e0-cbcb-4727-869b-d3931da2a318 req-6d46671c-3ca1-4695-8667-c3e3df627917 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 945 time: 1.5182455 Feb 10 22:53:22.277675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:22.279228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0a7924a-2821-4b36-b647-7d92fe6d90be tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 204 len: 168 time: 1.5290456 Feb 10 22:53:22.286582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:53:22.294744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:22.329090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a68ad-cee5-4fa5-b396-81a88d911807 None None] Pushing event updated for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:22.349125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:22.353875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5e158ecc-5f66-4faf-8741-049184808f6f service neutron] 10.222.0.53 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2035456 Feb 10 22:53:22.368531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:22.370267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:22.379610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:22.489096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44691a3c-f321-4a8f-b9f2-dc0016e59866 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 200 len: 205 time: 0.1929410 Feb 10 22:53:22.493442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:22.577723 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-938b6dcf-1fce-4b94-8dd6-c4802da1c883 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:22.581612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-938b6dcf-1fce-4b94-8dd6-c4802da1c883 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-2006472143 HTTP/1.1" status: 404 len: 329 time: 1.6982245 Feb 10 22:53:22.624734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60692) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:22.640900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a18e8e0-cbcb-4727-869b-d3931da2a318 req-ed4c15df-412d-4594-a693-8eba9ee40a68 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups?id=e339899d-147b-4877-a9aa-164a5a18f5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144120 Feb 10 22:53:22.673500 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-228ca1cd-a0d4-443f-8a6d-4207ef661da2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:22.675217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-228ca1cd-a0d4-443f-8a6d-4207ef661da2 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/7e66c25d-acfd-41ce-9359-06bb39677416 HTTP/1.1" status: 404 len: 336 time: 0.1785698 Feb 10 22:53:22.677987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:22.722763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-180dc575-9abe-482e-8179-29e33acd8a52 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-878137614') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:22.730500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:22.829782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3fb349ad-ca8d-40cc-aca6-6f65dceed094 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 200 len: 205 time: 0.1505942 Feb 10 22:53:22.833765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:23.050404 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-67bdb3ec-11f5-46a9-9caf-10963a3baed7 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:23.050747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=e3ff03a1-abfc-44e5-abff-daf15b05a2d3,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:23.051609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-67bdb3ec-11f5-46a9-9caf-10963a3baed7 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/9469985c-30cf-473e-bf8b-19edadd4c139 HTTP/1.1" status: 404 len: 336 time: 0.2168419 Feb 10 22:53:23.063778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:23.173967 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:23.222606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-27c6f471-a8e9-4515-b186-8cf9429b7342 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 200 len: 205 time: 0.1582441 Feb 10 22:53:23.225208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:23.225885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:23.255266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Allocated IP 2001:db8:3::1 (65b8193f-2f05-4473-8680-e1d1b31aa4be/09616f38-ede4-4740-8be6-f5e4c795c7ac/4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:23.286154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 78a76e7d-2139-4bda-a7fe-716c52dafe4c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:23.296711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-116b0f90-aa3c-489d-87d5-134c125889f9 service neutron] 10.222.0.53 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9187865 Feb 10 22:53:23.403418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:23.416785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d864ea26-2abc-4b2c-a83b-169ea78d828b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0361557 Feb 10 22:53:23.448193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=2d0aedfb-d77f-4094-badb-56a409ecd799,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:23.465782 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-d620f202-5c20-4390-b188-81fd7966291c tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:23.466815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d620f202-5c20-4390-b188-81fd7966291c tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/15fc6dae-f054-4975-889f-993547f54d1e HTTP/1.1" status: 404 len: 336 time: 0.2320266 Feb 10 22:53:23.475771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60726) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:23.626697 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-180dc575-9abe-482e-8179-29e33acd8a52 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:23.639400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7dac29-5a7c-4225-a0c9-6dd5ec35d294 None None] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:23.647100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-180dc575-9abe-482e-8179-29e33acd8a52 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-878137614 HTTP/1.1" status: 404 len: 328 time: 1.0203555 Feb 10 22:53:23.702062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:23.733255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-e1adef7e-a672-4d4a-9a3b-e0d919973ab6 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e', 'tempest-TagsExtTest-Tag-2017527255') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:24.040007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9ea088e3-dc99-4692-8699-dfcae64897fb tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 200 len: 205 time: 0.5630591 Feb 10 22:53:24.065922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60752) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.074653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19b0e58-4e5a-4cb7-9226-605aced9c135 req-90abf17a-6bd5-45d8-a71f-6d95b3ef2b26 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.2289207 Feb 10 22:53:24.249156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7aaaa10e-3177-4beb-be4d-0174be744b2b None None] Provisioning for port 78a76e7d-2139-4bda-a7fe-716c52dafe4c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:24.268842 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-42a68415-755b-439d-88bf-2b958b452612 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:24.273856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-42a68415-755b-439d-88bf-2b958b452612 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/6072ba3e-bfe4-4397-8873-b174bbbf4cfc HTTP/1.1" status: 404 len: 336 time: 0.2068644 Feb 10 22:53:24.277930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60764) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.304811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-144df268-9e42-4948-856b-f4fc0086f153 req-3db76b5d-2e19-48d1-9b8a-edcb45983349 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 210 time: 0.3139746 Feb 10 22:53:24.368092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b134d51-b917-4dcc-a97a-1ee94d56bdf4 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 200 len: 205 time: 0.0886714 Feb 10 22:53:24.393998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.497699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 78a76e7d-2139-4bda-a7fe-716c52dafe4c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:24.546002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-38443d9f-4f6d-45e4-8ce7-7a436350baf0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:24.588216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:24.595656 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-ffed18d0-fa36-449a-84cc-faf31720c411 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:24.597546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ffed18d0-fa36-449a-84cc-faf31720c411 tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/4b8ba92d-a3e1-4b55-8f8a-20686ed46542 HTTP/1.1" status: 404 len: 336 time: 0.2013590 Feb 10 22:53:24.601559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60782) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.633945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-38443d9f-4f6d-45e4-8ce7-7a436350baf0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:24.645061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-38443d9f-4f6d-45e4-8ce7-7a436350baf0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--1702109326&fields=id&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 267 time: 0.2752376 Feb 10 22:53:24.654063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Transition to ACTIVE for port object 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:24.665488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59dee9eb-d75c-47ae-999d-72e603fae0cd tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "GET /v2.0/ports?device_id=dd820a39-8e5e-48b0-8eb5-c93442090597 HTTP/1.1" status: 200 len: 205 time: 0.0602348 Feb 10 22:53:24.668647 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e1adef7e-a672-4d4a-9a3b-e0d919973ab6 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:24.672675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1adef7e-a672-4d4a-9a3b-e0d919973ab6 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags/tempest-TagsExtTest-Tag-2017527255 HTTP/1.1" status: 404 len: 329 time: 0.9694483 Feb 10 22:53:24.673803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.673803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60790) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:24.676775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 78a76e7d-2139-4bda-a7fe-716c52dafe4c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:24.678414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:24.684862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-47010933-6ded-4c7d-92ea-6eb90f49a519 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', {'tags': ['tempest-TagsExtTest-Tag-1349781327', 'tempest-TagsExtTest-Tag-308126197', 'tempest-TagsExtTest-Tag-909057551']}) {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:24.842336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:24.984247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:21Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:25.003880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f869f42a-57c6-4bcf-b8a7-6bbdce59c5cb None None] The sync data for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 is: [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:21Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:25.010813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Router afe0364b-663c-4db3-afe4-43ef585536df has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:25.027338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:25.124262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-e9ccc351-5bef-40d0-abcb-57ada26f7218 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:25.125814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-e9ccc351-5bef-40d0-abcb-57ada26f7218 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 817 time: 0.4801874 Feb 10 22:53:25.137962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=78a76e7d-2139-4bda-a7fe-716c52dafe4c,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:25.149199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:25.150313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aeb7c95f-92db-43d8-96a8-ff0928d42468 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:25.289894 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f06e9b0e-f87c-45ac-afaa-5613f391823e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] delete failed (client error): The resource could not be found. Feb 10 22:53:25.290936 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f06e9b0e-f87c-45ac-afaa-5613f391823e tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/routers/dd820a39-8e5e-48b0-8eb5-c93442090597 HTTP/1.1" status: 404 len: 336 time: 0.6142025 Feb 10 22:53:25.303302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:25.444615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d69045f4-c583-4540-bef3-af3e856e69c5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/quotas/d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 375 time: 0.1259372 Feb 10 22:53:25.484236 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-374bf640-7212-4de7-8f22-7bd4e5d33e5c tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] DELETE failed (client error): The resource could not be found. Feb 10 22:53:25.486900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-374bf640-7212-4de7-8f22-7bd4e5d33e5c tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:53:25.491859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-374bf640-7212-4de7-8f22-7bd4e5d33e5c tempest-RoutersIpV6AdminTest-1517366963 tempest-RoutersIpV6AdminTest-1517366963-project] 10.222.0.53 "DELETE /v2.0/subnets/a624fdf9-761e-4564-83d4-152eff3efda5 HTTP/1.1" status: 404 len: 337 time: 0.1834109 Feb 10 22:53:25.575057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=78a76e7d-2139-4bda-a7fe-716c52dafe4c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:25.617596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aeb7c95f-92db-43d8-96a8-ff0928d42468 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:25.618322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:25.682352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:25.818545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a013f6a6-6644-4cf9-a7c4-d439f5689e4b None None] Provisioning complete for port 78a76e7d-2139-4bda-a7fe-716c52dafe4c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:25.820474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a013f6a6-6644-4cf9-a7c4-d439f5689e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:25.828311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-47010933-6ded-4c7d-92ea-6eb90f49a519 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 200 len: 316 time: 1.1497729 Feb 10 22:53:25.841747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60828) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:25.844475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-46ecdedf-6a0a-4df9-bb69-7e794fd63d22 req-e2c9533e-ab2b-43fb-8f78-b7446d907f83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.3119099 Feb 10 22:53:25.859963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-f89165cd-6929-4000-9c5f-97e013aa034d tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:26.004195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:26.101856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:26.129694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:26.130250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:26.323389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:26.355103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Sync routers for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:26.410909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:26.427629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:26.507982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60840) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:26.636922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:26.779972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d04f131-2dff-4e50-afc3-d967618c2595 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:26.866235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] No DVR routers for this DVR port 2d0aedfb-d77f-4094-badb-56a409ecd799 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:27.036561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cd26ea2b-2fdc-4385-b897-9970ad553bfb None None] Provisioning for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:27.049841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cd26ea2b-2fdc-4385-b897-9970ad553bfb None None] Provisioning complete for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:27.050198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd26ea2b-2fdc-4385-b897-9970ad553bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.061410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.087519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-e1cf4e02-a5e8-498c-b48c-416e8fd42af2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:27.089382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-e1cf4e02-a5e8-498c-b48c-416e8fd42af2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 797 time: 0.8898292 Feb 10 22:53:27.089551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-deleted', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:27.121997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cd26ea2b-2fdc-4385-b897-9970ad553bfb None None] Port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:27.128373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:27.194734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 0d04f131-2dff-4e50-afc3-d967618c2595 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:27.211727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60862) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:27.251055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0d04f131-2dff-4e50-afc3-d967618c2595 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:27.251874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.260162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.264823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:27.308387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:27.313241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-316b10a4-7880-42fd-8de8-6c22ea3299de req-702cba20-1a19-4774-9abd-0afd89ddab0e tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/ports?device_id=ed93bdba-eb59-48dd-b84d-90aa104cd424 HTTP/1.1" status: 200 len: 210 time: 1.0124271 Feb 10 22:53:27.315224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Usage tracker for resource:security_group_rule and tenant:fd7bfcfab1c64dfc806676dd1b501074 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:27.319091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:27.330848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:27.464240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.496543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1800abd7-9ea0-406f-8cac-0c29db2feba1 req-56647080-efdf-41c3-87a4-ddeabe9814ed tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.30 "DELETE /v2.0/ports/2d0aedfb-d77f-4094-badb-56a409ecd799 HTTP/1.1" status: 204 len: 173 time: 8.0655034 Feb 10 22:53:27.505088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-cbcd1de4-1a55-4b3c-aa7a-40de4958cce2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 380 time: 0.3928735 Feb 10 22:53:27.506379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.572206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f89165cd-6929-4000-9c5f-97e013aa034d tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 204 len: 168 time: 1.7264147 Feb 10 22:53:27.573023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:27.574428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'port': {'device_id': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'admin_state_up': True, 'tenant_id': '834e149d1122493cb8781b962341b810', 'security_groups': ['cd5c56e5-be48-474c-9406-2dae7bc9c799']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:27.592938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-56b29dce-d70a-4d03-a2b7-2bb15def169a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-1349781327') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:27.770623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b2b2e4e-9ea0-48bb-9471-896ce8f93e9d req-77eb829a-209b-4cbe-8ef5-1187e030a3fc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.1236734 Feb 10 22:53:27.839562 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-56b29dce-d70a-4d03-a2b7-2bb15def169a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:27.849944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56b29dce-d70a-4d03-a2b7-2bb15def169a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-1349781327 HTTP/1.1" status: 404 len: 329 time: 0.2643912 Feb 10 22:53:27.850532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60874) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:27.858706 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.864496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-6c5b4191-9e46-48b6-b539-59e2ed7d9aa9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-308126197') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:27.942803 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.943783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-c4aae6fc-7ec4-4a69-82de-2d8613cc9721 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:27.945732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.946695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:27.969844 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed93bdba-eb59-48dd-b84d-90aa104cd424', 'name': 'network-vif-deleted', 'tag': '2d0aedfb-d77f-4094-badb-56a409ecd799', 'status': 'completed', 'code': 200} Feb 10 22:53:27.972929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fd7bfcfab1c64dfc806676dd1b501074&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4360759 Feb 10 22:53:27.976212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:28.002775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.026137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:28.046814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 0d04f131-2dff-4e50-afc3-d967618c2595, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d04f131-2dff-4e50-afc3-d967618c2595,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:28.061138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.061932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 78a76e7d-2139-4bda-a7fe-716c52dafe4c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:28.069145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:28.072147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event updated for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:28.075235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Usage tracker for resource:security_group_rule and tenant:1e7b63e9013b46c7999733eb0d4887a8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:28.078896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:28.086262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:28.250707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:28.254047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:28.257857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:28.267332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:28.270755 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-6c5b4191-9e46-48b6-b539-59e2ed7d9aa9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:28.274586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c5b4191-9e46-48b6-b539-59e2ed7d9aa9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-308126197 HTTP/1.1" status: 404 len: 328 time: 0.4210303 Feb 10 22:53:28.275816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Checking router: afe0364b-663c-4db3-afe4-43ef585536df for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:28.276309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:28.289294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 78a76e7d-2139-4bda-a7fe-716c52dafe4c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:28.289667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.309888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.331592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:28.351813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e9f84-58c3-435d-9aa8-e98d7a5fdb9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbfff11-0ee6-4930-8f0a-e5f1f79e31d6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:28.390855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:28.394927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:28.440094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.509308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-c4aae6fc-7ec4-4a69-82de-2d8613cc9721 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:28.511114 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-c4aae6fc-7ec4-4a69-82de-2d8613cc9721 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&fields=id HTTP/1.1" status: 200 len: 348 time: 3.0515778 Feb 10 22:53:28.514518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-8827931b-d95f-40e0-8a36-2eb33846dbd3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325', 'tempest-TagsExtTest-Tag-909057551') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:28.536426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:28.564627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:28.616361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:28.727165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:28.756748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05b115-1bb3-4d9b-a659-4b71bee61b58,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:28.788835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3145d44-690b-4c05-9ad5-ed617cc81d11 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e7b63e9013b46c7999733eb0d4887a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5630312 Feb 10 22:53:28.942643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60896) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:28.995513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:29.138866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c23a28d7-aedd-44a2-b01d-57ad6313ccec req-d900327c-8827-4aa0-b4eb-6290c0721294 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.0611496 Feb 10 22:53:29.139958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:29.149102 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99ba07bc-2ec6-4412-8869-5a76ab598561 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5476871 Feb 10 22:53:29.150787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:29.158316 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-8827931b-d95f-40e0-8a36-2eb33846dbd3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:29.171007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8827931b-d95f-40e0-8a36-2eb33846dbd3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags/tempest-TagsExtTest-Tag-909057551 HTTP/1.1" status: 404 len: 328 time: 0.8842745 Feb 10 22:53:29.172327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.173328 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:29.173821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:29.175905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:29.228611 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:29.229241 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:29.260802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3207a65-3d21-42d7-b45c-89c8483ec7df None None] Provisioning complete for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:29.261455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3207a65-3d21-42d7-b45c-89c8483ec7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.274757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-9a3378e2-8ce3-4dd1-9e79-d4f58a9e4f1a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', {'tags': ['tempest-TagsExtTest-Tag-252999860', 'tempest-TagsExtTest-Tag-402612970', 'tempest-TagsExtTest-Tag-1133709076']}) {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:29.457589 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:29.563262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e3207a65-3d21-42d7-b45c-89c8483ec7df None None] Port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:29.712145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d04f131-2dff-4e50-afc3-d967618c2595 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:29.783040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.809093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.842828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.865116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0d04f131-2dff-4e50-afc3-d967618c2595 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:29.865656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.938503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:29.940570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:29.953066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-184f2375-c7ee-4477-aeb2-10cd6c132d79 None None] The sync data for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 is: [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:42:24Z', 'revision_number': 4, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b2b5c030-cc37-48f5-acba-611e4dc84018', 'name': '', 'network_id': '804e53ca-2155-4a31-9516-1c907c4e697f', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'mac_address': 'fa:16:3e:ef:6c:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': 'dff83d6e-1625-454a-8903-0669deaee327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:19Z', 'updated_at': '2022-02-10T22:42:32Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'subnets': [{'id': 'dff83d6e-1625-454a-8903-0669deaee327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:29.962786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a3378e2-8ce3-4dd1-9e79-d4f58a9e4f1a tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 200 len: 316 time: 0.7490616 Feb 10 22:53:29.976723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60912) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:29.983750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-e5154779-6eae-4f37-8fcd-e129c4deee20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:30.053932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-e8bd7458-f7ca-40c0-84f0-9114f24a1b13 service neutron] 10.222.0.53 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4499085 Feb 10 22:53:30.062709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.146703 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:26Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:27Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:30.152184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.162255 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:30.162606 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Updating router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:53:30.230585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.6 (78a33d59-9bff-4e71-8652-08ba98b2f2f0/9505949a-3ca9-4b6b-bb1c-995d03d4ceac/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:30.237600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05b115-1bb3-4d9b-a659-4b71bee61b58,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:30.270332 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.563937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.617221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a98ea22a-bb05-458e-8815-5ede453628e8 req-a88fbeac-d196-416f-99d8-bc97c582d354 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.1343439 Feb 10 22:53:30.647017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbfff11-0ee6-4930-8f0a-e5f1f79e31d6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:30.654370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.659378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-220a2810-d5b5-4033-b855-1098d6d97161 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2fbfff11-0ee6-4930-8f0a-e5f1f79e31d6 HTTP/1.1" status: 204 len: 168 time: 2.6268969 Feb 10 22:53:30.666839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:30.668125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8881077-a8df-4103-af56-547bc1747710 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d05b115-1bb3-4d9b-a659-4b71bee61b58 HTTP/1.1" status: 204 len: 168 time: 1.7245679 Feb 10 22:53:30.692656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 22:53:30.704870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5154779-6eae-4f37-8fcd-e129c4deee20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 204 len: 168 time: 0.7271750 Feb 10 22:53:30.709172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:30.723096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b74670-6905-4d51-b093-d25c1a0335a9 None None] New status for floating IP d0d553df-038d-4586-8368-7fafdf1f2694: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:53:30.744293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-a0cc1819-b95e-478e-bd45-82114e83694f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-252999860') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:30.809294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Removed routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 22:53:30.809564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.006718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-11b31195-1737-4e18-a718-9ac7b81574f3 service neutron] 10.222.0.53 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9244106 Feb 10 22:53:31.362709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.387060 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.406107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object dfdf88dc-a19b-4b7c-b2bf-07de9a23085f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:31.433679 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Transition to ACTIVE for port object 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:31.434184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.461261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60932) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:31.481773 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.527334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.540956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e339899d-147b-4877-a9aa-164a5a18f5fa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:31.626370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:31.723205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.724773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-add5f820-2503-4d7a-87e5-0a9ddcfb7669 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "DELETE /v2.0/security-groups/e339899d-147b-4877-a9aa-164a5a18f5fa HTTP/1.1" status: 204 len: 168 time: 2.9869573 Feb 10 22:53:31.726056 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:31.743033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:31.774218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:31.780343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:31.792529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d38d4dc5-a460-4030-951f-9ebc08f185c4 req-6d9699b6-b198-4212-b365-1f1317e74a46 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.1637220 Feb 10 22:53:31.803225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:31.848519 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b23d3566-d9fe-46d7-babd-772071fd36b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] show failed (client error): The resource could not be found. Feb 10 22:53:31.852713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b23d3566-d9fe-46d7-babd-772071fd36b8 tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "GET /v2.0/security-groups/e339899d-147b-4877-a9aa-164a5a18f5fa HTTP/1.1" status: 404 len: 347 time: 0.0887182 Feb 10 22:53:31.871866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60952) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:31.898303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:31.912333 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-a0cc1819-b95e-478e-bd45-82114e83694f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:31.913342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a0cc1819-b95e-478e-bd45-82114e83694f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-252999860 HTTP/1.1" status: 404 len: 328 time: 1.1966450 Feb 10 22:53:31.990713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60958) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:32.005483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-af6e9589-06e1-40cb-b11f-d54485d7a5bf tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-402612970') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:32.094718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:32.102901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Usage tracker for resource:security_group_rule and tenant:ccfa6d26b7dd4502b9d2c0e4b2e60fbf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:32.170798 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Attempting to bind port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:32.175707 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Attempting to bind port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:32.176253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Attempting to bind port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 on network 65b8193f-2f05-4473-8680-e1d1b31aa4be {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:32.196639 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:32.197143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Checking segment: {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:32.198243 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.198243 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Bound using segment: {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:32.199546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Bound port: 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535bebf4-e41a-4c53-abf8-08480bbc8960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:32.199546 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.205539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:32.293820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:32.328295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:32.345677 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.363588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3e1c82b-089c-4641-8329-8b5f31e1c3ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b49d1b2e6e4a49708c1651bb26683399&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442654 Feb 10 22:53:32.392581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:32.404040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced2c7-7377-4970-90bf-b1d74a4db4e2 None None] Pushing event updated for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:32.474018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4031a34-b7e6-438d-8e4f-a91fb0a6dc26 None None] Provisioning for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:32.479346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4031a34-b7e6-438d-8e4f-a91fb0a6dc26 None None] Provisioning complete for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:32.479698 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4031a34-b7e6-438d-8e4f-a91fb0a6dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.523155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Deleting port bd6479e1-3fcb-4a02-aad1-b341eb026ea0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:32.524023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.544326 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] For port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:32.553908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] For port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:32.567665 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.610642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-5512f610-c33a-4a5d-b7e0-5c2a40513653 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0486629 Feb 10 22:53:32.635890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Request body: {'port': {'device_id': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:32.637167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.668348 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-af6e9589-06e1-40cb-b11f-d54485d7a5bf tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:32.675923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af6e9589-06e1-40cb-b11f-d54485d7a5bf tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-402612970 HTTP/1.1" status: 404 len: 328 time: 0.6759429 Feb 10 22:53:32.700697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a4031a34-b7e6-438d-8e4f-a91fb0a6dc26 None None] Port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:32.732770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 60970) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:32.813388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.817171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:32.838432 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:32.839090 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:32.880758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.tag.tag_plugin [None req-042d4226-f256-41e4-aac6-0a1db997a0d2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465', 'tempest-TagsExtTest-Tag-1133709076') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:33.097498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.106637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:33.118905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ffcd0-4d4d-4516-b322-be0b3dc8998e req-5bd4315e-f4a6-4700-b028-a866cff75f3d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:33.119794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e35ffcd0-4d4d-4516-b322-be0b3dc8998e req-5bd4315e-f4a6-4700-b028-a866cff75f3d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:33.387119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.388084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.390817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:33.395589 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ced2c7-7377-4970-90bf-b1d74a4db4e2 None None] Pushing event updated for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:33.423698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-853f9474-75d0-46e1-a16d-4be543319626 req-b8bd7bdd-6f30-4427-964b-1ac367a8088f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.0916336 Feb 10 22:53:33.426728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.453968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e35ffcd0-4d4d-4516-b322-be0b3dc8998e req-5bd4315e-f4a6-4700-b028-a866cff75f3d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:33.456389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e35ffcd0-4d4d-4516-b322-be0b3dc8998e req-5bd4315e-f4a6-4700-b028-a866cff75f3d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 931 time: 1.3777826 Feb 10 22:53:33.466464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.653603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Calling delete_port for bd6479e1-3fcb-4a02-aad1-b341eb026ea0 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:33.720346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.747360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf3b407-7a6b-4f25-9040-b28e56e3c1eb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:33.759250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:33.761929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.762280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.762622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.763091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.763458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.763790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.764117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.764438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.764762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.765098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.766926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.766926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:53:33.768498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.794619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f262c08d-6db5-49a6-8139-abf8ff79336d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eaf3b407-7a6b-4f25-9040-b28e56e3c1eb HTTP/1.1" status: 204 len: 168 time: 1.3948824 Feb 10 22:53:33.809976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:33.813989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bb9e1cae-4b2a-4906-80d6-08e6e118ca60 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 953 time: 4.6552868 Feb 10 22:53:33.819519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60982) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:33.844079 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:30Z', 'revision_number': 6, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:32Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:33.868268 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4017abd7-e112-4a16-b10e-8311cd949298 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:30Z', 'revision_number': 6, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:32Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:34.546855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f9b42f5e-ba1a-4dc1-8aea-c25fd139c6dc tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 953 time: 0.7258608 Feb 10 22:53:34.551657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60988) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:34.567181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'routes': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:34.613060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:34.801367 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-042d4226-f256-41e4-aac6-0a1db997a0d2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:34.802222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-042d4226-f256-41e4-aac6-0a1db997a0d2 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags/tempest-TagsExtTest-Tag-1133709076 HTTP/1.1" status: 404 len: 329 time: 2.0597816 Feb 10 22:53:34.864634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60994) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:34.964616 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:35.084401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:53:35.358612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8f6def-cca5-4775-ba8a-2a01131d90ff,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:35.369720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-00d5b512-ff8c-4f96-89b5-f9d6771c79d3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', {'tags': ['tempest-TagsExtTest-Tag-1744466451', 'tempest-TagsExtTest-Tag-1724382642', 'tempest-TagsExtTest-Tag-1508005215']}) {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:35.438929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c3fdf6b9-d783-4bed-af23-d27177736f93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ccfa6d26b7dd4502b9d2c0e4b2e60fbf&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9076712 Feb 10 22:53:35.502399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Pushing event deleted for resources: {'Port': ['ID=bd6479e1-3fcb-4a02-aad1-b341eb026ea0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:35.512340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:35.609262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e35ffcd0-4d4d-4516-b322-be0b3dc8998e req-3d1b64e6-3186-4b63-968a-1468f429b76c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.0828753 Feb 10 22:53:35.770395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4169bc8a-f391-4330-9296-de97bdc78506 req-8ad0c6d1-cc2d-44dd-be11-d69edaad7aef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.4114094 Feb 10 22:53:35.773015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdf88dc-a19b-4b7c-b2bf-07de9a23085f {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:53:35.806132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:35.860004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:35.880190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Transition to ACTIVE for port object dfdf88dc-a19b-4b7c-b2bf-07de9a23085f will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:36.006518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.065905 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:36.083157 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:36.084536 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:36.099751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-c95309c5-ef38-42f5-9a3a-75da42b13940 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:36.102308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-c95309c5-ef38-42f5-9a3a-75da42b13940 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 817 time: 1.4391375 Feb 10 22:53:36.108221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:36.108393 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.118001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:36.119205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.143198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00d5b512-ff8c-4f96-89b5-f9d6771c79d3 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "PUT /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 200 len: 318 time: 1.2711084 Feb 10 22:53:36.171182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32784) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:36.233566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-e604bb18-d024-4302-b771-34e803b5a020 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:36.269678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.294636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.309788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:36.316128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.379848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-5d480c83-a830-433a-ba08-97500020aa70 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 380 time: 0.2211635 Feb 10 22:53:36.396944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'port': {'device_id': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'admin_state_up': True, 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'security_groups': ['f2e5fc6b-0927-4c3a-918a-a99e483d6ef1']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:36.449515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.501843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:36.504491 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:36.690536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32798) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:36.750859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:36.767944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:36.774034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc9672ec-31f3-443a-9af2-619d0593341d tempest-ServerActionsTestJSON-1273234348 tempest-ServerActionsTestJSON-1273234348-project] 10.222.0.53 "DELETE /v2.0/floatingips/d0d553df-038d-4586-8368-7fafdf1f2694 HTTP/1.1" status: 204 len: 168 time: 4.8943443 Feb 10 22:53:36.776963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 32802) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:36.987301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e604bb18-d024-4302-b771-34e803b5a020 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 204 len: 168 time: 0.8138113 Feb 10 22:53:36.991186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32810) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:36.996481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-22e63cb4-6d49-40d5-a289-66536c39a2b8 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-1744466451') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.126795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-860060842'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:37.147410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:37.163830 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-22e63cb4-6d49-40d5-a289-66536c39a2b8 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:37.167950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22e63cb4-6d49-40d5-a289-66536c39a2b8 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-1744466451 HTTP/1.1" status: 404 len: 329 time: 0.1756992 Feb 10 22:53:37.171571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:network and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:37.174640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:37.188347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e4dd88a9-9db0-48d6-aa78-4e5f537b28fa req-24ca9f93-77fa-45da-b0b9-e527e953bcbc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.1009593 Feb 10 22:53:37.190076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.210303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-737160d0-e52c-439d-a418-0af9756d366f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-1724382642') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.231171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:37.252784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:37.307584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8f6def-cca5-4775-ba8a-2a01131d90ff,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:37.333412 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-737160d0-e52c-439d-a418-0af9756d366f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:37.337843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-737160d0-e52c-439d-a418-0af9756d366f tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-1724382642 HTTP/1.1" status: 404 len: 329 time: 0.1351905 Feb 10 22:53:37.341971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:37.346121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.351957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6f434e92-a7fd-457f-8315-2e78611edbb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe8f6def-cca5-4775-ba8a-2a01131d90ff HTTP/1.1" status: 204 len: 168 time: 1.7896547 Feb 10 22:53:37.353534 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:30Z', 'revision_number': 6, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:32Z', 'revision_number': 4, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.354055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:37.358765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.362295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:37.366985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:37.378609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:37.386082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-1e25f390-8f43-4ab0-a215-2efcb09da84d tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f', 'tempest-TagsExtTest-Tag-1508005215') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.410513 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:37.410817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:37.411074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:37.411537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:37.412959 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.417188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.423128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74d8d4-b317-42ea-8f37-266c3c267ae4 req-d8d96c4a-da03-40ca-8f3f-6f4f76aad372 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:37.425695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e74d8d4-b317-42ea-8f37-266c3c267ae4 req-d8d96c4a-da03-40ca-8f3f-6f4f76aad372 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.4072707 Feb 10 22:53:37.428179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:53:37.428517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:37.454444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:37.454444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Checking segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:37.454748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Bound using segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:37.456108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Bound port: dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:37.456543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.488359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:37.497967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Made reservation on behalf of d03c35b19b1b46bba6b41a30b4c6368b for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:37.502618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.506544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:security_group_rule and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:37.511876 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-1e25f390-8f43-4ab0-a215-2efcb09da84d tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] show failed (client error): The resource could not be found. Feb 10 22:53:37.516059 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e25f390-8f43-4ab0-a215-2efcb09da84d tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags/tempest-TagsExtTest-Tag-1508005215 HTTP/1.1" status: 404 len: 329 time: 0.1724896 Feb 10 22:53:37.517161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:37.524176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:37.532126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-d6ba500b-f5d2-4d1c-b656-b264f7bbd4d9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5c1cc38f-4d10-4a94-99a2-15839684161f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.557887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:37.576212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 22:53:37.577698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 22:53:37.701942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:37.760601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6ba500b-f5d2-4d1c-b656-b264f7bbd4d9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f/tags HTTP/1.1" status: 204 len: 168 time: 0.2348025 Feb 10 22:53:37.775255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:37.785975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-eafc743e-0bc7-491d-b31d-f696566adb7b tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'bc49235b-3fcc-4002-bbe6-76307febe465') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:37.849283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:37.850331 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:37.862868 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:38.039887 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:38.288564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d31daed-2cc4-4d55-96c0-69c629137779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:38.413515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:38.425147 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:38.540166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e74d8d4-b317-42ea-8f37-266c3c267ae4 req-71006565-f507-4220-962e-05327a0a4788 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0869782 Feb 10 22:53:38.766833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:38.934521 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:30Z', 'revision_number': 6, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:36Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:38.947711 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947bbc69-fd5b-4be6-93f1-a13fbe77c4b8 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:30Z', 'revision_number': 6, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:36Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:38.973997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:39.009092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Allocated IP 172.20.0.9 (f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9/3f8754a1-5cfa-44d3-8fbf-762e537db358/76e7c854-903c-421b-bb78-772c9837ed19) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:39.012017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.256482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-85859063-3c4d-4e51-ac37-4e377c561726 req-5fbff15d-0ea2-4493-899b-22afa9a188c1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.5009665 Feb 10 22:53:39.293587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eafc743e-0bc7-491d-b31d-f696566adb7b tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465/tags HTTP/1.1" status: 204 len: 168 time: 1.5160880 Feb 10 22:53:39.305100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:39.323723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-74104c6d-abdf-4ce2-9ccd-a1973a32e1db tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '473c26a3-ea50-4dca-bc60-21be2fbb6325') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:39.402989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:39.403943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.406164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] 10.222.0.24 "PUT /v2.0/ports/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 1091 time: 6.7843978 Feb 10 22:53:39.419603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:39.495181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.499487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:39.519533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.525457 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'status': 'completed', 'code': 200} Feb 10 22:53:39.683919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:53:39.702178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.702984 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Added segment 0dcb2c43-ee18-47d1-9e57-d6c83925c991 of type vlan for network 44d19d8e-6819-4ce7-ab41-82eb0995e141 Feb 10 22:53:39.711329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312889a0-33c0-462a-b5d3-43bfce7c4494 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:39.751313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.784748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Transition to ACTIVE for port object 76e7c854-903c-421b-bb78-772c9837ed19 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:39.796665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:39.802307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c0b05642-d362-45c3-ac89-353f7f09b662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:39.803868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c0b05642-d362-45c3-ac89-353f7f09b662 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1094 time: 0.2776499 Feb 10 22:53:39.895750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-76d60df8-55ef-477d-895e-15d4b32b803f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 217 time: 0.0810337 Feb 10 22:53:39.967139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.072776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.077199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-60d432fc-ec6f-49b7-92e3-d8b63d260e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:40.078231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:40.078857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-60d432fc-ec6f-49b7-92e3-d8b63d260e05 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.1767597 Feb 10 22:53:40.079081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.161693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.4250848 Feb 10 22:53:40.165565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96994e4-7db8-4ce6-a30e-29d4154b2ca9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:40.194912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:40.269751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:40.281416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:40.300666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:40.348698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'subnet': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:40.491530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:40.492503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.519818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dae9252e-c379-43ee-8907-56fdf1247d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.577862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e825c3a-c50f-4d26-aedb-b71c8413e6e6 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Network': ['ID=44d19d8e-6819-4ce7-ab41-82eb0995e141,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:40.594538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2131395 Feb 10 22:53:40.595254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380482aa-d7ad-4d7b-8f89-e6cdc1d290f2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:40.599994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:53:40.663659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74104c6d-abdf-4ce2-9ccd-a1973a32e1db tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325/tags HTTP/1.1" status: 204 len: 168 time: 1.3529499 Feb 10 22:53:40.670742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32892) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:40.672370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:40.688754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:40.694725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d6efd65-2d42-4ace-a93a-87e0049d4edd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 703 time: 6.1414673 Feb 10 22:53:40.700917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.tag.tag_plugin [None req-b18c518c-f572-475b-9017-86749765ac60 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '835b5d77-8f34-4439-bccb-df6a36f1412e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:40.708768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Request body: {'port': {'device_id': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:40.745469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 32898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:40.781032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:40.796550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:40.807068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb285b-6b55-4cc3-b5af-40c34f4ac0be req-c4d431df-ba0d-4b3c-af76-bf974c515afe tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:40.809374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8beb285b-6b55-4cc3-b5af-40c34f4ac0be req-c4d431df-ba0d-4b3c-af76-bf974c515afe tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.9363091 Feb 10 22:53:40.811112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:subnet and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:40.825745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:40.826973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:40.844335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:40.892720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:41.049411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8beb285b-6b55-4cc3-b5af-40c34f4ac0be req-9dc963e6-3058-4e04-a52d-25913bd1296c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063894 Feb 10 22:53:41.057461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:41.062862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:41.084463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f57c41f7-58e7-48ec-a2a9-1a3f36dc39cf None None] Provisioning for port 76e7c854-903c-421b-bb78-772c9837ed19 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:41.119807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-e6517614-e250-4fc8-b281-9d227dc6dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:41.122069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-e6517614-e250-4fc8-b281-9d227dc6dc46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9885242 Feb 10 22:53:41.126345 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:41.148232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f57c41f7-58e7-48ec-a2a9-1a3f36dc39cf None None] Provisioning complete for port 76e7c854-903c-421b-bb78-772c9837ed19 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:41.149074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f57c41f7-58e7-48ec-a2a9-1a3f36dc39cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:41.197043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b18c518c-f572-475b-9017-86749765ac60 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e/tags HTTP/1.1" status: 204 len: 168 time: 0.5213709 Feb 10 22:53:41.198165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32908) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:41.398034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:41.488882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b92c0f7c-1d3d-4b64-b0ae-26e0ce2e2023 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for subnetpool, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:41.492834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b92c0f7c-1d3d-4b64-b0ae-26e0ce2e2023 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnetpools/5c1cc38f-4d10-4a94-99a2-15839684161f HTTP/1.1" status: 204 len: 168 time: 0.2905095 Feb 10 22:53:41.493893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:41.559375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e0043fbd-85b2-4b79-8d32-bb3f14848756 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "GET /v2.0/ports?device_id=bc49235b-3fcc-4002-bbe6-76307febe465 HTTP/1.1" status: 200 len: 205 time: 0.0617211 Feb 10 22:53:41.565574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32922) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:41.650864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f57c41f7-58e7-48ec-a2a9-1a3f36dc39cf None None] Port 76e7c854-903c-421b-bb78-772c9837ed19 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:42.108806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:42.167075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:42.217272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:42.247924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf904c5-1123-47b8-8dde-81b682bd5d6c req-ac96e07e-484b-442d-b6e4-7d0819683683 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:42.249220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-abf904c5-1123-47b8-8dde-81b682bd5d6c req-ac96e07e-484b-442d-b6e4-7d0819683683 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:42.259963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:42.310612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8f202ea-a3bf-424e-ac01-c9b4735a726c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 703 time: 1.5590229 Feb 10 22:53:42.311806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 32936) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:42.442400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-c5fcd946-7e51-42ed-b391-132a55b2c666 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367019 Feb 10 22:53:42.553599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:37Z', 'revision_number': 7, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:36Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:42.558902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:42.578185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:42.579586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:42.588857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:42.929746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-abf904c5-1123-47b8-8dde-81b682bd5d6c req-ac96e07e-484b-442d-b6e4-7d0819683683 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:42.936072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:42.938092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abf904c5-1123-47b8-8dde-81b682bd5d6c req-ac96e07e-484b-442d-b6e4-7d0819683683 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 931 time: 2.3561468 Feb 10 22:53:43.035410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.038573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.039235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.073317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Subnet': ['ID=6a7f49e9-538b-4870-86ae-4a2cf994fb34,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:43.092595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.093351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Fanout notify agent at l3_agent the message router_deleted on router bc49235b-3fcc-4002-bbe6-76307febe465 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:53:43.110486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Checking segment: {'id': '0dcb2c43-ee18-47d1-9e57-d6c83925c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:43.116969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network hostable DHCP agents. Network: 44d19d8e-6819-4ce7-ab41-82eb0995e141, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:53:43.158482 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.161124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-21cdfd64-e6a9-44d0-8fbc-87f444a49b20 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/routers/bc49235b-3fcc-4002-bbe6-76307febe465 HTTP/1.1" status: 204 len: 168 time: 1.5946119 Feb 10 22:53:43.176295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:43.312971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Deleting port 473c26a3-ea50-4dca-bc60-21be2fbb6325 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:43.313634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.352390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:53:43.386697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c4670-caa5-497a-99a2-8ad42a7d13df req-62ff3a96-e71c-4f05-82d3-2d3747bfae5c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:43.388456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a02c4670-caa5-497a-99a2-8ad42a7d13df req-62ff3a96-e71c-4f05-82d3-2d3747bfae5c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.9233224 Feb 10 22:53:43.400795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 44d19d8e-6819-4ce7-ab41-82eb0995e141) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:43.473627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28b8950-88e7-4b1f-9842-7b17ec212b43 None None] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:43.499458 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a02c4670-caa5-497a-99a2-8ad42a7d13df req-6068989a-e388-4a41-8738-75975efc0664 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824354 Feb 10 22:53:43.504546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:43.506648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:43.592543 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a200f686-a851-441a-b32c-2f451fdb8218 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3088844 Feb 10 22:53:43.602516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32958) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:43.622950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-395464589'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:43.744470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:37Z', 'revision_number': 7, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:36Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:43.787512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66e86c0-0daa-475b-b12e-180ca9fcdf1d None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:37Z', 'revision_number': 7, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281', 'name': '', 'network_id': '65b8193f-2f05-4473-8680-e1d1b31aa4be', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a3:66:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2456, 'fixed_ips': [{'subnet_id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:21Z', 'updated_at': '2022-02-10T22:53:36Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '09616f38-ede4-4740-8be6-f5e4c795c7ac', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:43.828870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abf904c5-1123-47b8-8dde-81b682bd5d6c req-3fd90615-9c64-48de-bd85-36154289ea78 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6153185 Feb 10 22:53:43.993175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-44d19d8e-6819-4ce7-ab41-82eb0995e141', 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'tenant_id': '7522b48c0c4a493589f0ed67516e2415', 'fixed_ips': [{'subnet_id': '6a7f49e9-538b-4870-86ae-4a2cf994fb34'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:53:43.999950 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.279701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Allocated IP 2001:db8::2 (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/621f3fce-a3f9-46eb-9b21-ae713ae068d6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:44.297927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:44.307708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.328871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:53:44.342779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.355635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:port and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:44.374100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Transition to ACTIVE for port object 76e7c854-903c-421b-bb78-772c9837ed19 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:44.377987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-675d6109-b15a-4c7e-ac47-34d7e199c8c9 req-7f2c5662-1601-42e9-bd7d-bf506cda164b service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7042251 Feb 10 22:53:44.384046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:44.417054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.708966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:44.725568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Calling delete_port for 473c26a3-ea50-4dca-bc60-21be2fbb6325 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:44.838276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:44.842377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.859825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:44.885711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port 0921ba20-235f-4281-9e59-daf3280b88b9 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:53:44.885979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Transition to ACTIVE for port object 621f3fce-a3f9-46eb-9b21-ae713ae068d6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:44.920826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Transition to ACTIVE for port object 621f3fce-a3f9-46eb-9b21-ae713ae068d6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:44.934797 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.070695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:45.113551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:45.122344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:45.133853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:45.244794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Pushing event updated for resources: {'Port': ['ID=621f3fce-a3f9-46eb-9b21-ae713ae068d6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:45.255020 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Attempting to bind port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:45.255407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Attempting to bind port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '0dcb2c43-ee18-47d1-9e57-d6c83925c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:45.255773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Attempting to bind port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 on network 44d19d8e-6819-4ce7-ab41-82eb0995e141 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:45.274914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:45.275410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Checking segment: {'id': '0dcb2c43-ee18-47d1-9e57-d6c83925c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:45.275824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.276226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Bound using segment: {'id': '0dcb2c43-ee18-47d1-9e57-d6c83925c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:45.277397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Bound port: 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dcb2c43-ee18-47d1-9e57-d6c83925c991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:45.278054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.464382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] For port 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:45.468106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] For port 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=621f3fce-a3f9-46eb-9b21-ae713ae068d6,segment=NetworkSegment(0dcb2c43-ee18-47d1-9e57-d6c83925c991),segment_id=0dcb2c43-ee18-47d1-9e57-d6c83925c991)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:45.488853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.571727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52efe-73bb-45ae-ae2d-7d031763ecbb req-d2bd534d-f581-43e3-9359-ebcf72de7886 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:45.573396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33a52efe-73bb-45ae-ae2d-7d031763ecbb req-d2bd534d-f581-43e3-9359-ebcf72de7886 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.8611419 Feb 10 22:53:45.647612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae4258-f0e0-4094-ae24-20532bc19ec7 None None] Pushing event updated for resources: {'Port': ['ID=621f3fce-a3f9-46eb-9b21-ae713ae068d6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:45.708254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.746793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Deleting port b2b5c030-cc37-48f5-acba-611e4dc84018 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:45.747273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:45.762776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33a52efe-73bb-45ae-ae2d-7d031763ecbb req-ecf8fdf4-f663-4f80-82a3-9957520bd8d2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786613 Feb 10 22:53:45.788334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:53:45.788794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:53:45.789240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:45.792791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::40 (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/0921ba20-235f-4281-9e59-daf3280b88b9) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:45.807370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event deleted for resources: {'Port': ['ID=473c26a3-ea50-4dca-bc60-21be2fbb6325,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:45.860228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:53:45.860601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:53:45.874608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-f2fb65c7-a994-4ae3-8c7d-6abb37c8e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:45.877401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-f2fb65c7-a994-4ae3-8c7d-6abb37c8e032 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1094 time: 0.8224840 Feb 10 22:53:45.924918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:53:45.925391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:53:45.925924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Bound using segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:53:45.926568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Bound port: 76e7c854-903c-421b-bb78-772c9837ed19, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:53:45.927059 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.005770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.050067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af43653a-1398-4529-92d4-25fee68e20b9 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/ports/473c26a3-ea50-4dca-bc60-21be2fbb6325 HTTP/1.1" status: 204 len: 168 time: 2.8712153 Feb 10 22:53:46.054635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 32992) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:46.187617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73bdd5-bef9-4558-b1b5-6e22648b95ca req-e678cf7e-59e9-43b7-8e65-fd07bae1a77e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:46.190520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f73bdd5-bef9-4558-b1b5-6e22648b95ca req-e678cf7e-59e9-43b7-8e65-fd07bae1a77e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.8333535 Feb 10 22:53:46.469033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:53:46.493269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Deleting subnet 835b5d77-8f34-4439-bccb-df6a36f1412e {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:53:46.501383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.512805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-414ad694-ded0-4f56-959f-602582fb1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:46.515199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-414ad694-ded0-4f56-959f-602582fb1a27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.6287844 Feb 10 22:53:46.526676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.581698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:53:46.588107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:53:46.674823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-10b16c8d-28e5-496e-9b2d-8531ead5a573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 217 time: 0.1374195 Feb 10 22:53:46.684480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.718944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f73bdd5-bef9-4558-b1b5-6e22648b95ca req-2d7997f3-5a60-4395-a357-fca6ce8d9488 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174222 Feb 10 22:53:46.720373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.847522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:46.874613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'mac_address': 'fa:16:3e:51:a7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:53:46.885108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.915827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-6283ac1b-5a47-4aa5-9081-7ba4ec10a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:46.915827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-6283ac1b-5a47-4aa5-9081-7ba4ec10a632 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.2067997 Feb 10 22:53:46.919878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:46.927812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:46.929076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:46.929738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-d51ae44c-3699-4f7a-b171-a4facbb5a8a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 1091 time: 6.2365875 Feb 10 22:53:46.931579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:47.140322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.166683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.194526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdf88dc-a19b-4b7c-b2bf-07de9a23085f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:53:47.246453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:47.265206 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.298777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.503924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:53:47.507451 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'status': 'completed', 'code': 200} Feb 10 22:53:47.578815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object 0921ba20-235f-4281-9e59-daf3280b88b9 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:47.634770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.659837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/subnets/835b5d77-8f34-4439-bccb-df6a36f1412e HTTP/1.1" status: 204 len: 168 time: 1.5996842 Feb 10 22:53:47.662916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aaf2d-36c5-48d8-a2ce-6f191fda7a88 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event deleted for resources: {'Subnet': ['ID=835b5d77-8f34-4439-bccb-df6a36f1412e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:47.674913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33012) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:47.774822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-9aef8662-3eb3-44fb-8625-d4f8a13a7b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:47.778151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-9aef8662-3eb3-44fb-8625-d4f8a13a7b3a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1094 time: 0.6375754 Feb 10 22:53:47.792729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] For port b2b5c030-cc37-48f5-acba-611e4dc84018, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b2b5c030-cc37-48f5-acba-611e4dc84018,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:47.793091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.827704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:47.828417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3b4b0f-3d7b-4f36-9392-71bc2cb74aaa None None] Network bc929745-9bef-4b00-9de9-3cf4435218e1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:48.057298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce9b34c-e8da-46c4-b794-3df042fa1b72 None None] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:48.171983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-09766700-4ab6-4e97-82f9-fa7feba20398 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 217 time: 0.3621447 Feb 10 22:53:48.240894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=0921ba20-235f-4281-9e59-daf3280b88b9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:48.305533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:48.328069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:48.339166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:48.348079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:48.349182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:48.393607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:48.439981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6603a-5df9-4a2b-8042-196d934a8e99 req-29ff6140-45b4-4d3f-83e2-d5fdc0075df5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:48.442219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0aa6603a-5df9-4a2b-8042-196d934a8e99 req-29ff6140-45b4-4d3f-83e2-d5fdc0075df5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 944 time: 1.3742087 Feb 10 22:53:48.444031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Deleting port 23f5bbd6-97a8-4df8-962b-99228ab829d5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:48.444602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:48.472096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 621f3fce-a3f9-46eb-9b21-ae713ae068d6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:48.483685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Calling delete_port for b2b5c030-cc37-48f5-acba-611e4dc84018 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:48.509059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:48.521715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-da9e1725-602d-4525-b149-1dd76815cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:48.523249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-da9e1725-602d-4525-b149-1dd76815cb22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5925956 Feb 10 22:53:48.656171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-17b93f4a-45a1-4ca9-a31a-0b3e95d78430 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 5.0519924 Feb 10 22:53:48.657153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:48.731297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-645683057', 'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:0c:9a:cc'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:48.821965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-f4118a7f-222c-4fb5-83d4-3d17b0260022 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123048 Feb 10 22:53:48.932019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0aa6603a-5df9-4a2b-8042-196d934a8e99 req-30a45402-a1f3-40a0-8abf-1fa807b8c015 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161108 Feb 10 22:53:49.067847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-abd1cebc-b212-420d-a7fd-b1dc0e83f65e None None] Provisioning for port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:49.201525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:49.240750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-e1d8ae1f-588b-4244-bf00-f0c506ad139c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:49.242504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-e1d8ae1f-588b-4244-bf00-f0c506ad139c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.9712522 Feb 10 22:53:49.279625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b16e3c-24a3-440e-9fc3-e23dcd57f4a8 req-3ee20ede-43d3-4788-ad47-68c552ab317f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:49.286967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96b16e3c-24a3-440e-9fc3-e23dcd57f4a8 req-3ee20ede-43d3-4788-ad47-68c552ab317f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 1.1135659 Feb 10 22:53:49.317316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:49.320216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:49.459843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32e58f95-77a8-4100-b01f-4bcec2cc5c01 req-59682dc2-4d9b-417e-9a82-18a88f98037b service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001880 Feb 10 22:53:49.516686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:49.523745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:port and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:49.529309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:49.543694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:49.582731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:49.583342 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:49.615636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:49.654928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] DHCP port deletion for bc929745-9bef-4b00-9de9-3cf4435218e1 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:53:49.719411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96b16e3c-24a3-440e-9fc3-e23dcd57f4a8 req-52879033-c9ba-411d-ac73-ddd41e2e3fd1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4284585 Feb 10 22:53:49.750117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Deleting port 23f5bbd6-97a8-4df8-962b-99228ab829d5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:49.750500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:49.811321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] For port 23f5bbd6-97a8-4df8-962b-99228ab829d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=23f5bbd6-97a8-4df8-962b-99228ab829d5,segment=NetworkSegment(5459f231-628c-4104-a1f3-ceaccd162fdd),segment_id=5459f231-628c-4104-a1f3-ceaccd162fdd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:49.812004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.237071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.334974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:50.339634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.358018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] For port 23f5bbd6-97a8-4df8-962b-99228ab829d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=23f5bbd6-97a8-4df8-962b-99228ab829d5,segment=NetworkSegment(5459f231-628c-4104-a1f3-ceaccd162fdd),segment_id=5459f231-628c-4104-a1f3-ceaccd162fdd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:50.358967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.576928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Calling delete_port for 23f5bbd6-97a8-4df8-962b-99228ab829d5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:50.692713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Calling delete_port for 23f5bbd6-97a8-4df8-962b-99228ab829d5 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:50.702763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:50.719705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.871960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Provisioning complete for port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:50.872484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:50.982883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] Pushing event deleted for resources: {'Port': ['ID=23f5bbd6-97a8-4df8-962b-99228ab829d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:50.998156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df64f36-829d-4909-8d03-1d019de47f2f None None] No DVR routers for this DVR port 23f5bbd6-97a8-4df8-962b-99228ab829d5 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:51.032270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.039622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=621f3fce-a3f9-46eb-9b21-ae713ae068d6,segment=NetworkSegment(0dcb2c43-ee18-47d1-9e57-d6c83925c991),segment_id=0dcb2c43-ee18-47d1-9e57-d6c83925c991)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:51.060840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.128916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port 81dbdc20-3edd-4da6-96c3-083abbc25c6b yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:53:51.221636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 23f5bbd6-97a8-4df8-962b-99228ab829d5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:51.310109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:53:51.310561 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:53:51.356824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fa226-9c52-4d5f-bb44-9a5c4fc47b1e req-bf6f06fe-ee08-42c4-a5d9-4907911c4e33 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:51.358474 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-307fa226-9c52-4d5f-bb44-9a5c4fc47b1e req-bf6f06fe-ee08-42c4-a5d9-4907911c4e33 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 944 time: 0.9458678 Feb 10 22:53:51.363382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.445272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 23f5bbd6-97a8-4df8-962b-99228ab829d5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:53:51.445755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 23f5bbd6-97a8-4df8-962b-99228ab829d5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:53:51.454446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-f648a6ec-5dd4-4c69-b12e-02bedce5a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:51.457095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-f648a6ec-5dd4-4c69-b12e-02bedce5a5e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1909459 Feb 10 22:53:51.457867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b5c030-cc37-48f5-acba-611e4dc84018,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:51.526565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=621f3fce-a3f9-46eb-9b21-ae713ae068d6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:51.566346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Provisioning for port 0921ba20-235f-4281-9e59-daf3280b88b9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:51.572295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Provisioning complete for port 0921ba20-235f-4281-9e59-daf3280b88b9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:51.572673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.609633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-307fa226-9c52-4d5f-bb44-9a5c4fc47b1e req-a70c0cb7-add4-49da-9bac-6bb1e81802af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2369084 Feb 10 22:53:51.727458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b34156e9-d1e0-4e03-8153-516c95a87c8f None None] Port 0921ba20-235f-4281-9e59-daf3280b88b9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:51.734008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::cc (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/81dbdc20-3edd-4da6-96c3-083abbc25c6b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:51.781917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.826710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Deleting port 23f5bbd6-97a8-4df8-962b-99228ab829d5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:51.827678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.858745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-100bebb7-8832-4633-b72f-31c3d57648f4 None None] Provisioning complete for port 0921ba20-235f-4281-9e59-daf3280b88b9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:51.859533 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-100bebb7-8832-4633-b72f-31c3d57648f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:51.976703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-405a48b3-a91d-4295-9f83-a80bb266d59c service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119627 Feb 10 22:53:51.981620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-100bebb7-8832-4633-b72f-31c3d57648f4 None None] Port 0921ba20-235f-4281-9e59-daf3280b88b9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:52.011322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] The port '23f5bbd6-97a8-4df8-962b-99228ab829d5' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:53:52.053744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.271875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:52.411669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.463667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc929745-9bef-4b00-9de9-3cf4435218e1']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:52.491107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5459f231-628c-4104-a1f3-ceaccd162fdd') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:52.491433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5459f231-628c-4104-a1f3-ceaccd162fdd') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:52.500458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:52.516951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.540791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.548152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.551256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa5c47a-32c5-4d7b-9ca5-94dee77a4050 req-c857c8f0-00b8-42e9-a6b8-73d82e687775 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:52.552991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eaa5c47a-32c5-4d7b-9ca5-94dee77a4050 req-c857c8f0-00b8-42e9-a6b8-73d82e687775 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 1.3068414 Feb 10 22:53:52.561964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:53:52.563438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:53:52.582512 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:53:52.589397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object 81dbdc20-3edd-4da6-96c3-083abbc25c6b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:52.668871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:52.688197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.706835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:52.713975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.736612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.748259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] Pushing event deleted for resources: {'Network': ['ID=bc929745-9bef-4b00-9de9-3cf4435218e1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:52.756559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-330ebcf7-d2df-48f6-bbfa-491a0650d078 tempest-TagsExtTest-1474230961 tempest-TagsExtTest-1474230961-project] 10.222.0.53 "DELETE /v2.0/networks/bc929745-9bef-4b00-9de9-3cf4435218e1 HTTP/1.1" status: 204 len: 168 time: 5.0830560 Feb 10 22:53:52.766456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.800009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:52.851750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eaa5c47a-32c5-4d7b-9ca5-94dee77a4050 req-332cb964-4ada-47e3-ad6e-6bd64bdf891d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2694116 Feb 10 22:53:52.925784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c578680-9de4-40e4-ad99-fe8dc2079c80 req-40df1248-0a20-4eba-84bc-66c7514e0371 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9370432 Feb 10 22:53:52.967540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=81dbdc20-3edd-4da6-96c3-083abbc25c6b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:53.015775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.036448 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.038853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:53:53.047645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:53:53.052453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:53:53.058162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:53.058806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.082561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:53.121645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:53.145028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.166637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d811825b-fa83-47ac-86a1-fb58d8f46158 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4810891 Feb 10 22:53:53.179508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33080) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:53.297990 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'code': 200} Feb 10 22:53:53.350312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de87e-716f-4403-9eb9-5616d8ca365e req-209208bf-df88-492d-9522-2aab31609a89 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:53.362305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff8de87e-716f-4403-9eb9-5616d8ca365e req-209208bf-df88-492d-9522-2aab31609a89 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 944 time: 0.3897915 Feb 10 22:53:53.376797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:53.451070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff8de87e-716f-4403-9eb9-5616d8ca365e req-d000aae5-6c6b-4070-9800-fd89aeafd88a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871818 Feb 10 22:53:53.457084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 621f3fce-a3f9-46eb-9b21-ae713ae068d6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:53.549780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:53.567367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:53.576989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:53.583927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:53.620324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:53.621788 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.634328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:53.639070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19364778-56c3-49ee-8c6d-057cdb90941f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.4498634 Feb 10 22:53:53.639818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:53.712740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:53.765371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7bcb11e6-33ce-4c54-89fa-0d243d1b02d7 None None] Provisioning for port 81dbdc20-3edd-4da6-96c3-083abbc25c6b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:53.777059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7bcb11e6-33ce-4c54-89fa-0d243d1b02d7 None None] Provisioning complete for port 81dbdc20-3edd-4da6-96c3-083abbc25c6b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:53.778063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bcb11e6-33ce-4c54-89fa-0d243d1b02d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.778212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port 81dbdc20-3edd-4da6-96c3-083abbc25c6b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:53.783696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:53.858336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bcb11e6-33ce-4c54-89fa-0d243d1b02d7 None None] Port 81dbdc20-3edd-4da6-96c3-083abbc25c6b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:53:54.008488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35010409-1f99-4118-b644-6ee0b7fe34bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d35002770f894d66a3cb70e3f4a5d243&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922812 Feb 10 22:53:54.011124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:54.111833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdda0b-372b-473a-8f0c-4ddd44e59aed req-ba6981a2-a601-4344-94d8-0b0ecf825b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:54.113325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3abdda0b-372b-473a-8f0c-4ddd44e59aed req-ba6981a2-a601-4344-94d8-0b0ecf825b95 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.6724665 Feb 10 22:53:54.195851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-34f8c49e-ef80-411a-8c7e-57e9db83cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:54.197528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-34f8c49e-ef80-411a-8c7e-57e9db83cc6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1094 time: 1.1713345 Feb 10 22:53:54.333782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.357300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.364537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.380677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Router afe0364b-663c-4db3-afe4-43ef585536df has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:54.443824 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.531021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for 81dbdc20-3edd-4da6-96c3-083abbc25c6b owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:54.747071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.777207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79af7367-6694-4268-9900-1908e00f49c3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:54.810707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb168dab-fdc3-45bb-b721-c23492764286 req-f7f7be27-4102-448a-869b-fb5fa81a15ca tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:54.820265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb168dab-fdc3-45bb-b721-c23492764286 req-f7f7be27-4102-448a-869b-fb5fa81a15ca tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.2109056 Feb 10 22:53:54.837588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:54.848449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Sync routers for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:54.864129 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:54.865014 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:54.888129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.930959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3abdda0b-372b-473a-8f0c-4ddd44e59aed req-5d2e96fe-d276-41f2-bb48-30c03e99c654 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7681465 Feb 10 22:53:54.947267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:53:54.950229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:54.951774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bb15534-e2eb-411d-9d19-8bf14ba41856 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/79af7367-6694-4268-9900-1908e00f49c3 HTTP/1.1" status: 204 len: 168 time: 0.9394743 Feb 10 22:53:54.973564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26e872-33d3-4b62-9615-a10b5403c275 req-4e1c6976-4377-466f-84ef-096d855e6942 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:54.975605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d26e872-33d3-4b62-9615-a10b5403c275 req-4e1c6976-4377-466f-84ef-096d855e6942 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.9430256 Feb 10 22:53:54.984665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c1079d01-9ee5-4847-bc4a-72a1dd68376e admin admin] 10.222.0.53 "PUT /v2.0/routers/afe0364b-663c-4db3-afe4-43ef585536df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2025344 Feb 10 22:53:54.993728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:55.000620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb168dab-fdc3-45bb-b721-c23492764286 req-9090c485-af42-40ce-8422-e12b46c451ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784425 Feb 10 22:53:55.005622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=81dbdc20-3edd-4da6-96c3-083abbc25c6b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:55.133121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-0db60bd3-2cfd-4f51-be8b-42d0a2f282c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:55.134674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-0db60bd3-2cfd-4f51-be8b-42d0a2f282c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.8557079 Feb 10 22:53:55.169658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:55.408869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:53:55.604971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:55.608498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-65868570-8b43-4dae-837f-06f8135d3b15 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/81dbdc20-3edd-4da6-96c3-083abbc25c6b HTTP/1.1" status: 204 len: 168 time: 1.9676836 Feb 10 22:53:55.614005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33144) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:55.670685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:55.694541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '76e7c854-903c-421b-bb78-772c9837ed19', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:53:55.738392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33148) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:55.777894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-07a14828-ae46-44db-9969-be711b4e2fa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 217 time: 0.6296444 Feb 10 22:53:55.787154 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:55.819130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:53:55.844403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d26e872-33d3-4b62-9615-a10b5403c275 req-535cc3fe-3455-450b-b8cf-472e953a8c61 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8574395 Feb 10 22:53:55.869731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:55.876256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:55.915247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:55.939459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:53:55.950329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d0cfc3d8-d632-42d9-ab09-87ca6d5d0637 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5121939 Feb 10 22:53:55.958196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33156) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:56.000302 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:53:49Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:56.011181 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Checking router: afe0364b-663c-4db3-afe4-43ef585536df for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:56.051904 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Routers {'afe0364b-663c-4db3-afe4-43ef585536df'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:56.052574 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['afe0364b-663c-4db3-afe4-43ef585536df'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:56.064984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-0f5fc5b2-9d39-4114-acef-4b8a4157af4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:56.068508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:56.071840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-0f5fc5b2-9d39-4114-acef-4b8a4157af4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.2838044 Feb 10 22:53:56.082015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:53:56.130450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:56.136960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:56.148501 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff2b9f61-9847-4027-b5a5-8aaa70ccdf0b tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] GET failed (client error): The resource could not be found. Feb 10 22:53:56.153314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff2b9f61-9847-4027-b5a5-8aaa70ccdf0b tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:56.250761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 09616f38-ede4-4740-8be6-f5e4c795c7ac {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:53:56.265405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:56.272387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['76e7c854-903c-421b-bb78-772c9837ed19'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:53:56.557758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:56.572059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] Set router afe0364b-663c-4db3-afe4-43ef585536df gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:56.652394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-81bed487-c83f-4eb3-a29f-93d12fbcd58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:56.655605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-81bed487-c83f-4eb3-a29f-93d12fbcd58e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5795848 Feb 10 22:53:56.663364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:56.682175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff2b9f61-9847-4027-b5a5-8aaa70ccdf0b tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:56.693703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff2b9f61-9847-4027-b5a5-8aaa70ccdf0b tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports/81dbdc20-3edd-4da6-96c3-083abbc25c6b HTTP/1.1" status: 404 len: 333 time: 1.0734198 Feb 10 22:53:56.712431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:56.773108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:56.851869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2075088662'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:56.991980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:56.997137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-3e8c6a91-c536-4749-9ae8-6bee45e95101 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344243 Feb 10 22:53:57.049662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33182) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:57.222895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.321715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Usage tracker for resource:security_group_rule and tenant:d4405a35c0af4b9584119ec4628c8ec5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:57.325209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:57.332485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:57.425056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09c6b2-b6c8-41af-89df-9f6e6511ddb2 req-39661886-8f22-4ff6-853e-2c1b73c0375d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:57.426621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de09c6b2-b6c8-41af-89df-9f6e6511ddb2 req-39661886-8f22-4ff6-853e-2c1b73c0375d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 0.2724321 Feb 10 22:53:57.438072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3c3515a-cbe5-497b-a09a-8f2e66ae504a req-b0c9f44c-f264-42da-9ba1-f1f2a019b2e9 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301515 Feb 10 22:53:57.442620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.469697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-120025567-network', 'tenant_id': '454e9d743cd343448b79e2a6e98f9701'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:53:57.475539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:57.480286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Usage tracker for resource:network and tenant:454e9d743cd343448b79e2a6e98f9701 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:57.483468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:57.485973 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:53:49Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:57.489828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:57.491248 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66742900-423e-4fc5-b4eb-1fc34bdae6da None None] The sync data for ids ['afe0364b-663c-4db3-afe4-43ef585536df'] in n-d-825178-4 is: [{'id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'name': 'tempest-ServerActionsTestJSON-1444690920-router', 'tenant_id': '544e6fb737cb40aeaa6771307e9cc671', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:42:09Z', 'updated_at': '2022-02-10T22:53:49Z', 'revision_number': 5, 'project_id': '544e6fb737cb40aeaa6771307e9cc671', 'gw_port': {'id': '371d37c0-6f55-4c3d-9de8-085be6c97c80', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:bf:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afe0364b-663c-4db3-afe4-43ef585536df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:42:11Z', 'updated_at': '2022-02-10T22:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:57.520859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Made reservation on behalf of 454e9d743cd343448b79e2a6e98f9701 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:57.530485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.540154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:51Z', 'revision_number': 8, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:57.554072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.554531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:53:57.566278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:53:57.566920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:57.574661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7c12a-2639-48ed-a7ec-f7a2e89ded78 req-d27df35f-52ed-4ed3-85be-c532ca47bd76 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:57.577063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fb7c12a-2639-48ed-a7ec-f7a2e89ded78 req-d27df35f-52ed-4ed3-85be-c532ca47bd76 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 1.3311884 Feb 10 22:53:57.603992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Deleting port 371d37c0-6f55-4c3d-9de8-085be6c97c80 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:57.604827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.622143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de09c6b2-b6c8-41af-89df-9f6e6511ddb2 req-c62d88f4-84c9-47db-946d-4135a60f8b3e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804752 Feb 10 22:53:57.622814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.633380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.646689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/09616f38-ede4-4740-8be6-f5e4c795c7ac HTTP/1.1" status: 204 len: 168 time: 1.6808312 Feb 10 22:53:57.650135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:57.650884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd7f95-8be4-4c75-b9e5-32bca7934469 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=09616f38-ede4-4740-8be6-f5e4c795c7ac,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:57.672537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.677171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566991dc-9ba6-418e-92bc-bc6459c6815c None None] Network 65b8193f-2f05-4473-8680-e1d1b31aa4be requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:53:57.683696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:57.734451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.760510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Usage tracker for resource:security_group_rule and tenant:454e9d743cd343448b79e2a6e98f9701 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:53:57.776544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:53:57.788699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:57.823403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:53:57.830757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.838361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:53:57.883874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 78a76e7d-2139-4bda-a7fe-716c52dafe4c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:57.884289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.889999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:53:57.895330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:57.964912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fb7c12a-2639-48ed-a7ec-f7a2e89ded78 req-908aed36-df78-47f8-bf20-1d96972dded9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655005 Feb 10 22:53:58.100359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d4405a35c0af4b9584119ec4628c8ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3582420 Feb 10 22:53:58.100976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998906b9-3282-47f1-9168-21504bd1265b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c3f908-220a-4de4-9e86-1fc84e9ab9f6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:58.112508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33200) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:58.155836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port 46aca7ba-1674-4f8e-a456-74f69c0272d7 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:53:58.214938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:53:58.321968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=78a76e7d-2139-4bda-a7fe-716c52dafe4c,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:58.322433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.417830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] For port 371d37c0-6f55-4c3d-9de8-085be6c97c80, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=371d37c0-6f55-4c3d-9de8-085be6c97c80,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:58.418500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.434434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.480550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 78a76e7d-2139-4bda-a7fe-716c52dafe4c owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:58.718206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] DHCP port deletion for 65b8193f-2f05-4473-8680-e1d1b31aa4be request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:53:58.731504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Deleting port 78a76e7d-2139-4bda-a7fe-716c52dafe4c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:53:58.731956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.867208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Calling delete_port for 371d37c0-6f55-4c3d-9de8-085be6c97c80 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:58.884086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.913590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:58.957773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4be8a7-d4a0-4a81-9915-389ad3796f46,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:58.982050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.033345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:51Z', 'revision_number': 8, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:59.033923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:53:59.046239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] For port 78a76e7d-2139-4bda-a7fe-716c52dafe4c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=78a76e7d-2139-4bda-a7fe-716c52dafe4c,segment=NetworkSegment(535bebf4-e41a-4c53-abf8-08480bbc8960),segment_id=535bebf4-e41a-4c53-abf8-08480bbc8960)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:59.048775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No DVR routers for this DVR port 78a76e7d-2139-4bda-a7fe-716c52dafe4c on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:53:59.049143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.050122 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.116539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::36e (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/46aca7ba-1674-4f8e-a456-74f69c0272d7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:53:59.177969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a61cf1-9e1f-4f82-8f8c-1d0c639a07cc req-7201bb0b-d590-4f9a-b5c9-1917f08c5b01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:59.184161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a61cf1-9e1f-4f82-8f8c-1d0c639a07cc req-7201bb0b-d590-4f9a-b5c9-1917f08c5b01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.9211180 Feb 10 22:53:59.185118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=78a76e7d-2139-4bda-a7fe-716c52dafe4c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:59.215132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Calling delete_port for 78a76e7d-2139-4bda-a7fe-716c52dafe4c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:53:59.263614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b2b5c030-cc37-48f5-acba-611e4dc84018 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:59.266602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:53:59.291932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e04e1-8b70-4394-8c2d-d068cf2318dd None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:53:51Z', 'revision_number': 8, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aeb7c95f-92db-43d8-96a8-ff0928d42468', 'name': '', 'network_id': 'a2fa1484-d04f-4091-8e54-351da99783e6', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:10:09:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2433, 'fixed_ips': [{'subnet_id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:04Z', 'updated_at': '2022-02-10T22:53:20Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '58040f11-0386-4d8b-a88b-32bcbc60b0cd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:53:59.370900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.371361 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Added segment 98ab54dd-6248-48ea-ae3f-7dcea2dc7c80 of type vlan for network 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 Feb 10 22:53:59.380845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b2b5c030-cc37-48f5-acba-611e4dc84018 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:53:59.381183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b2b5c030-cc37-48f5-acba-611e4dc84018 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:53:59.381595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 78a76e7d-2139-4bda-a7fe-716c52dafe4c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:53:59.421136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5ad25-894d-4e55-93a6-c4f75636db8e req-5ace7879-1665-4c5d-a723-5e228662a1f0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:59.422230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:53:59.423758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4d5ad25-894d-4e55-93a6-c4f75636db8e req-5ace7879-1665-4c5d-a723-5e228662a1f0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 0.5133932 Feb 10 22:53:59.436549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.447629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a61cf1-9e1f-4f82-8f8c-1d0c639a07cc req-d2338ad2-0da2-4726-8dba-2b4305e531ae tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2522919 Feb 10 22:53:59.482377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.487837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b8193f-2f05-4473-8680-e1d1b31aa4be']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:59.491357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 78a76e7d-2139-4bda-a7fe-716c52dafe4c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:53:59.491710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 78a76e7d-2139-4bda-a7fe-716c52dafe4c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:53:59.496294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33220) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:53:59.518489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 76e7c854-903c-421b-bb78-772c9837ed19 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:53:59.524556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 76e7c854-903c-421b-bb78-772c9837ed19 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:53:59.525065 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.554143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535bebf4-e41a-4c53-abf8-08480bbc8960') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:59.554929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535bebf4-e41a-4c53-abf8-08480bbc8960') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:53:59.577791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.594078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:53:59.594516 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:53:59.622421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.639930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:53:59.640392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:53:59.670137 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:53:59.676327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.677364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:59.678098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.708881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.754562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.797873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:53:59.806221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object 46aca7ba-1674-4f8e-a456-74f69c0272d7 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:53:59.812996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.842939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:53:59.856830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:53:59.859365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c3f908-220a-4de4-9e86-1fc84e9ab9f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:53:59.869010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a4d5ad25-894d-4e55-93a6-c4f75636db8e req-dc2ddaec-5945-425e-9f38-4ea55c0b4b47 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Synchronizing usage tracker for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:53:59.902916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a4d5ad25-894d-4e55-93a6-c4f75636db8e req-dc2ddaec-5945-425e-9f38-4ea55c0b4b47 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Unset dirty status for tenant:d03c35b19b1b46bba6b41a30b4c6368b on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:53:59.917486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4d5ad25-894d-4e55-93a6-c4f75636db8e req-dc2ddaec-5945-425e-9f38-4ea55c0b4b47 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4845293 Feb 10 22:53:59.946748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cf574a-fd83-4870-b12c-f39598fc7fa6 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:53:59.963990 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'code': 200} Feb 10 22:53:59.972444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b2cf574a-fd83-4870-b12c-f39598fc7fa6 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1091 time: 0.4749105 Feb 10 22:53:59.973466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:00.001763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:00.029626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:00.038672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.045746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:00.052324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] Pushing event updated for resources: {'Network': ['ID=8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:00.052905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.057848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f9ed6b82-2a70-4498-90d0-b4fac7b43e9b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76c3f908-220a-4de4-9e86-1fc84e9ab9f6 HTTP/1.1" status: 204 len: 168 time: 1.9360867 Feb 10 22:54:00.067934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.079277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:00.116726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.128774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-685ab448-53f6-4861-80c5-2831184b20ee admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0648623 Feb 10 22:54:00.131388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33234) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:00.148496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:floatingip and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:00.171097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:00.178885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Request body: {'subnet': {'network_id': '8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-120025567-subnet', 'tenant_id': '454e9d743cd343448b79e2a6e98f9701', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:00.182092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.201899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:00.208918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:00.213253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=65b8193f-2f05-4473-8680-e1d1b31aa4be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:00.214565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:00.221694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4faf9999-196e-4433-9f8d-1555f67da687 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/65b8193f-2f05-4473-8680-e1d1b31aa4be HTTP/1.1" status: 204 len: 168 time: 2.5662224 Feb 10 22:54:00.222625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:00.223405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:00.223536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.225743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33240) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:00.226919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:00.299625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Usage tracker for resource:subnet and tenant:454e9d743cd343448b79e2a6e98f9701 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:00.341911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Deleting port 78a76e7d-2139-4bda-a7fe-716c52dafe4c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:00.342304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.390566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=46aca7ba-1674-4f8e-a456-74f69c0272d7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:00.406347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-62ac5ef9-ad8f-4b93-b85a-0ebdf3427cf3 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.5785141 Feb 10 22:54:00.456829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:00.475543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33246) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:00.480961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-43364012-1ddf-4819-abff-768d6d9e1094 None None] The port '78a76e7d-2139-4bda-a7fe-716c52dafe4c' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:54:00.507509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:00.513297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:0c:9a:cc'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:00.544352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.582219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578cebf2-5aee-4b69-bf02-74a486ee4908 req-f4bcdfb8-d217-4eac-add3-4cb6e2e31905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:00.583912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-578cebf2-5aee-4b69-bf02-74a486ee4908 req-f4bcdfb8-d217-4eac-add3-4cb6e2e31905 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1096 time: 0.5328789 Feb 10 22:54:00.717504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Made reservation on behalf of 454e9d743cd343448b79e2a6e98f9701 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:00.719850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.736661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f118fe8e-8d41-4036-8b2a-a5019b97a8e7 None None] Provisioning for port 46aca7ba-1674-4f8e-a456-74f69c0272d7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:00.742494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f118fe8e-8d41-4036-8b2a-a5019b97a8e7 None None] Provisioning complete for port 46aca7ba-1674-4f8e-a456-74f69c0272d7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:00.742909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f118fe8e-8d41-4036-8b2a-a5019b97a8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.771294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33250) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:00.803026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.803262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f118fe8e-8d41-4036-8b2a-a5019b97a8e7 None None] Port 46aca7ba-1674-4f8e-a456-74f69c0272d7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:00.815750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Pushing event deleted for resources: {'Port': ['ID=371d37c0-6f55-4c3d-9de8-085be6c97c80,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:00.827576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:00.838036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd8b2e06b0b4604a7ae2bc6c99b29de is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:00.842883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:00.847453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:00.980468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:01.072627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.076818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-578cebf2-5aee-4b69-bf02-74a486ee4908 req-5cecc1d5-0d31-4c3d-b02d-12b98433ba32 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4616797 Feb 10 22:54:01.096781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.161051 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.161767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afe0364b-663c-4db3-afe4-43ef585536df {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:54:01.254413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:01.288905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.290847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f2407377-b6b6-4abf-8c91-d8da0ad1c305 admin admin] 10.222.0.53 "DELETE /v2.0/routers/afe0364b-663c-4db3-afe4-43ef585536df HTTP/1.1" status: 204 len: 168 time: 6.2873731 Feb 10 22:54:01.304219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33258) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:01.333668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:01.334256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f2cc05e-b5b7-4171-95a0-e3a3d2cb8281 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:01.393425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.401661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.431897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Deleting subnet dff83d6e-1625-454a-8903-0669deaee327 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:01.448669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.503855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1dd8b2e06b0b4604a7ae2bc6c99b29de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314203 Feb 10 22:54:01.507739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33262) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:01.528687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e603cc-250e-408e-934b-610da5b58c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0247a629-7e15-4d22-9221-1a4934a2a994,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:01.543360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.649414 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.685681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.693881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.778639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.809175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.821202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8c1e5-cd8a-420e-9b38-4e89871adf27 req-af8a6637-33b6-4cee-b128-a7a054a2c800 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:01.822752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54e8c1e5-cd8a-420e-9b38-4e89871adf27 req-af8a6637-33b6-4cee-b128-a7a054a2c800 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4796009 Feb 10 22:54:01.851017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.871913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff83d6e-1625-454a-8903-0669deaee327,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:01.888198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.892056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247a629-7e15-4d22-9221-1a4934a2a994,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:01.892395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88195ecb-1745-46a5-ae08-cdf127341af5 None None] Network 804e53ca-2155-4a31-9516-1c907c4e697f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:01.919792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:01.921374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff1de236-03f8-4dfb-9fed-3a3d3b4174ac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0247a629-7e15-4d22-9221-1a4934a2a994 HTTP/1.1" status: 204 len: 168 time: 0.4110088 Feb 10 22:54:01.923338 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c7611ed7-8010-48f1-b834-ebf4254eabd5 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dff83d6e-1625-454a-8903-0669deaee327 HTTP/1.1" status: 204 len: 168 time: 0.6160221 Feb 10 22:54:01.925698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33266) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:01.969699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.067373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.093776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.109804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Deleting port dd98a182-e171-4023-8f29-2732847194b0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:02.110155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.346914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38d079e1-754c-4482-961d-9c53742fc971,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:02.436034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54e8c1e5-cd8a-420e-9b38-4e89871adf27 req-3db70c43-ba68-40d1-9e8f-7c4abaf23deb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5926495 Feb 10 22:54:02.453922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] DHCP port deletion for 804e53ca-2155-4a31-9516-1c907c4e697f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:02.462908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Deleting port dd98a182-e171-4023-8f29-2732847194b0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:02.463198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.639553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.651220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] For port dd98a182-e171-4023-8f29-2732847194b0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd98a182-e171-4023-8f29-2732847194b0,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:02.651815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.681523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Checking segment: {'id': '98ab54dd-6248-48ea-ae3f-7dcea2dc7c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:02.681884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Network hostable DHCP agents. Network: 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:02.696527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.829945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] In _notify_port_updated(), no bound segment for port 46aca7ba-1674-4f8e-a456-74f69c0272d7 on network 44d19d8e-6819-4ce7-ab41-82eb0995e141 {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:54:02.835514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:02.836186 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:02.840499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "PUT /v2.0/ports/46aca7ba-1674-4f8e-a456-74f69c0272d7 HTTP/1.1" status: 200 len: 1002 time: 2.3400886 Feb 10 22:54:02.848051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec7890-802d-4b44-a485-531e5427f765 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=46aca7ba-1674-4f8e-a456-74f69c0272d7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:02.850352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33290) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:02.874056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Calling delete_port for dd98a182-e171-4023-8f29-2732847194b0 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:02.991985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.99 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/59e7fc92-05c0-4600-af4a-0c8eae253a0a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:03.000248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Network 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:03.005004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.015323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] For port dd98a182-e171-4023-8f29-2732847194b0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dd98a182-e171-4023-8f29-2732847194b0,segment=NetworkSegment(ff9684bd-ad6f-45d2-b159-374dec7732c0),segment_id=ff9684bd-ad6f-45d2-b159-374dec7732c0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:03.015926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.041607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port 46aca7ba-1674-4f8e-a456-74f69c0272d7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:03.041953 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.081138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Pushing event deleted for resources: {'Port': ['ID=dd98a182-e171-4023-8f29-2732847194b0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:03.088338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] No DVR routers for this DVR port dd98a182-e171-4023-8f29-2732847194b0 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:54:03.164913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:03.217994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:03.218725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.238083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d5c49f-aadd-495b-a573-81f848975e83 None None] Network 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:03.263265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd98a182-e171-4023-8f29-2732847194b0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:03.399223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Calling delete_port for dd98a182-e171-4023-8f29-2732847194b0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:03.496562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d36c390d-38e6-43a3-96e5-ef1b787ed633 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3361249 Feb 10 22:54:03.513230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.549077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: dd98a182-e171-4023-8f29-2732847194b0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:03.549448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dd98a182-e171-4023-8f29-2732847194b0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:03.549870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 371d37c0-6f55-4c3d-9de8-085be6c97c80 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:03.617758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 371d37c0-6f55-4c3d-9de8-085be6c97c80 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:03.618380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 371d37c0-6f55-4c3d-9de8-085be6c97c80 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:03.634637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.696868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['804e53ca-2155-4a31-9516-1c907c4e697f']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:03.727311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9684bd-ad6f-45d2-b159-374dec7732c0') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:03.727648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9684bd-ad6f-45d2-b159-374dec7732c0') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:03.743923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7152884a-4de4-4ce1-a35d-f64bdbdb0226 None None] Provisioning complete for port 46aca7ba-1674-4f8e-a456-74f69c0272d7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:03.744290 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7152884a-4de4-4ce1-a35d-f64bdbdb0226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.757608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.794533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.847135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7152884a-4de4-4ce1-a35d-f64bdbdb0226 None None] Port 46aca7ba-1674-4f8e-a456-74f69c0272d7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:03.874994 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:54:03.875477 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:54:03.940236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:03.941434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:03.979445 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:04.018316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bfc5dd-49de-4bb2-8d0a-83893f84f922 None None] Network 8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:04.191275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404e5c-767f-473b-9c4b-d273fdec0841 req-0a8b1eab-78a6-4b79-b5a5-daae41186751 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:04.192959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66404e5c-767f-473b-9c4b-d273fdec0841 req-0a8b1eab-78a6-4b79-b5a5-daae41186751 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.3832147 Feb 10 22:54:04.193845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:04.256024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:04.261886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] Pushing event deleted for resources: {'Network': ['ID=804e53ca-2155-4a31-9516-1c907c4e697f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:04.384774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Deleting port dd98a182-e171-4023-8f29-2732847194b0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:04.386905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:04.393549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e4466f8-86bf-4fdc-b898-4655be09b9da admin admin] 10.222.0.53 "DELETE /v2.0/networks/804e53ca-2155-4a31-9516-1c907c4e697f HTTP/1.1" status: 204 len: 168 time: 2.4629631 Feb 10 22:54:04.407464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-66404e5c-767f-473b-9c4b-d273fdec0841 req-0dcdb22e-84b8-4fae-b3dc-7e9728a40982 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574533 Feb 10 22:54:04.532198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2305286e-7233-4d2c-a3ef-bc8852a8913b None None] The port 'dd98a182-e171-4023-8f29-2732847194b0' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:54:04.581069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:04.737542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:04.853440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6d1537bc-b953-4d3a-831c-99715b560a32 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=544e6fb737cb40aeaa6771307e9cc671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146200 Feb 10 22:54:04.855930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33336) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:04.947893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:04.994233 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.040824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.109753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.166529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713e0c67-b71d-4f2e-8641-52be3518b9d9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:05.171580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.172711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a7fe68b8-9250-43a8-a7e6-1fcecac7d4a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/713e0c67-b71d-4f2e-8641-52be3518b9d9 HTTP/1.1" status: 204 len: 168 time: 0.3158672 Feb 10 22:54:05.270168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for 46aca7ba-1674-4f8e-a456-74f69c0272d7 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:05.360077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.477189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc352e-74bd-49cf-ace5-3830d9e65eb3 req-9d387ffc-775a-4c0d-b318-17435e65eba6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:05.478777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2dc352e-74bd-49cf-ace5-3830d9e65eb3 req-9d387ffc-775a-4c0d-b318-17435e65eba6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.6366065 Feb 10 22:54:05.488981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:05.494724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Request body: {'floatingip': {'port_id': '76e7c854-903c-421b-bb78-772c9837ed19'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:05.545672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:05.565674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:05.568936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:05.625480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:05.679532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=59e7fc92-05c0-4600-af4a-0c8eae253a0a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:05.681868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1293284741-network', 'tenant_id': 'e54d1efabb82494db92b7a34bf38a06d'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:05.710607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:05.715465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.724074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port aeb7c95f-92db-43d8-96a8-ff0928d42468 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:05.724419 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.800642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Usage tracker for resource:network and tenant:e54d1efabb82494db92b7a34bf38a06d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:05.810825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:05.827338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.856192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:05.882490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Made reservation on behalf of e54d1efabb82494db92b7a34bf38a06d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:05.885360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.958383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:05.978479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:05.982489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Usage tracker for resource:security_group_rule and tenant:e54d1efabb82494db92b7a34bf38a06d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:05.985868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:05.992466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:06.022308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=46aca7ba-1674-4f8e-a456-74f69c0272d7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:06.373688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.440469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.492486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33386) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:06.495043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:06.507872 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.508223 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Added segment 91fab074-7d9f-45e0-bc87-65eefc8c2019 of type vlan for network f8012dae-4d7f-4e88-bb65-02f848684351 Feb 10 22:54:06.561894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14405752-a28a-4834-8b43-08e685acbaf1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:06.568941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.682635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.697977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f408381-fd64-4e3c-8cbe-ca42d9ea858f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/46aca7ba-1674-4f8e-a456-74f69c0272d7 HTTP/1.1" status: 204 len: 168 time: 3.8391497 Feb 10 22:54:06.721517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33398) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:06.734920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:06.762435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.763896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:06.764672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.778067 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-2815bf22-da7a-4655-8717-6e271b38f803 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] GET failed (client error): The resource could not be found. Feb 10 22:54:06.778337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2815bf22-da7a-4655-8717-6e271b38f803 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:06.788434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port aeb7c95f-92db-43d8-96a8-ff0928d42468, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aeb7c95f-92db-43d8-96a8-ff0928d42468,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:06.788793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:06.871847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33402) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:06.929503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2815bf22-da7a-4655-8717-6e271b38f803 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:06.930539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2815bf22-da7a-4655-8717-6e271b38f803 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports/46aca7ba-1674-4f8e-a456-74f69c0272d7 HTTP/1.1" status: 404 len: 333 time: 0.2058454 Feb 10 22:54:06.939266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33406) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:06.941334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] Pushing event updated for resources: {'Network': ['ID=f8012dae-4d7f-4e88-bb65-02f848684351,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:06.952452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f8012dae-4d7f-4e88-bb65-02f848684351 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:06.958758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-434045068'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:06.978354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6b209a3-dd73-4c3d-8824-5b6b3f147826 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3326292 Feb 10 22:54:06.982793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33410) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:07.003254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Request body: {'subnet': {'network_id': 'f8012dae-4d7f-4e88-bb65-02f848684351', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1293284741-subnet', 'tenant_id': 'e54d1efabb82494db92b7a34bf38a06d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:07.009510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:07.014434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Usage tracker for resource:subnet and tenant:e54d1efabb82494db92b7a34bf38a06d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:07.021614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:07.029050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:07.132139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Made reservation on behalf of e54d1efabb82494db92b7a34bf38a06d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:07.134413 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.210026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for aeb7c95f-92db-43d8-96a8-ff0928d42468 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:07.418936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.493788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1058954735-network', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:07.510274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:07.512814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:07.513475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:07.529337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:07.540354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Usage tracker for resource:security_group_rule and tenant:63e3c73cf3034b02b00ca8e997278f6f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:07.544411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Usage tracker for resource:network and tenant:b34ae2c1d76340fd8622570c34bf96ac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:07.547159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:07.551273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.552801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:07.555813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:07.570074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:07.574402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:07.601616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Made reservation on behalf of b34ae2c1d76340fd8622570c34bf96ac for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:07.603957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.631436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.646459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:54:07.670882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.742895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=aeb7c95f-92db-43d8-96a8-ff0928d42468,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:07.765427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:07.840234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Usage tracker for resource:security_group_rule and tenant:b34ae2c1d76340fd8622570c34bf96ac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:07.851666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:07.883846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.885089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:07.928903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:08.034709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.035942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::28f (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/7e4f1e6e-2165-4f72-81f7-c46157bd0b9e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:08.038600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.049380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.074977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.125241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.197465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71e099-cfe7-4b82-9544-c5af44a60fc6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:08.206497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-078da3e5-490c-4dc5-8f0e-2a599801f2fb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=63e3c73cf3034b02b00ca8e997278f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7022173 Feb 10 22:54:08.211303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:08.231705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae6eba53-0805-414e-ab11-0c0f015de30c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:08.249313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c9256d2-4c3c-49f9-a13d-e577d63c541e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.308224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Checking segment: {'id': '91fab074-7d9f-45e0-bc87-65eefc8c2019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'f8012dae-4d7f-4e88-bb65-02f848684351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:08.308579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Network hostable DHCP agents. Network: f8012dae-4d7f-4e88-bb65-02f848684351, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:08.425356 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Floating IP b104877e-eec0-4289-ae64-c081e37f7b86 associated. External IP: 172.25.2.88, port: 76e7c854-903c-421b-bb78-772c9837ed19. Feb 10 22:54:08.446417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33428) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:08.463794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.493214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.514642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.534119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Network f8012dae-4d7f-4e88-bb65-02f848684351 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:08.560868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f8012dae-4d7f-4e88-bb65-02f848684351) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:08.570036 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63dd97a6-c57e-4506-8012-08cc5fd4f790 None None] Network f8012dae-4d7f-4e88-bb65-02f848684351 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:08.622790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.637223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:08.637824 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.692106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.724241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a05abc30-c45f-4b3b-926a-07f372ca4ceb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7326910 Feb 10 22:54:08.725191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:08.754131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:08.796654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b7b00-e800-4415-a6ce-e4b83edb7f45,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:08.832419 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.832767 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Added segment 03518c8b-bc20-4e72-90e8-c7eae14f05ab of type vlan for network 37e34176-373f-4f24-8a43-55c07879812e Feb 10 22:54:08.838611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.838896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.839222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.839583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.839983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.840240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.840565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.841092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.841432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.841763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.842082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.842406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:08.848840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.895054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Deleting subnet 1925de23-cbdf-4b90-a265-a345a00f9769 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:08.909629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57af5fe0-8f5b-46c8-9fbc-e7f85bd70f24 None None] Network f8012dae-4d7f-4e88-bb65-02f848684351 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:08.911824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.914851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:08.955347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33436) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:09.051879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:09.058515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:09.061893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:09.073860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:09.079501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:09.080243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.088700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=7e4f1e6e-2165-4f72-81f7-c46157bd0b9e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:09.120536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Deleting subnet 38d079e1-754c-4482-961d-9c53742fc971 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:09.202904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.226267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.250419 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-63563fbc-e373-4481-b922-e0153d6cd597 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3024354 Feb 10 22:54:09.258930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:09.261623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:09.280537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:0c:9a:cc'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:09.321772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.396340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:09.476982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.514539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-96cea3b3-2364-4e2a-84fc-8c52bde99a52 None None] Provisioning for port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:09.521458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-96cea3b3-2364-4e2a-84fc-8c52bde99a52 None None] Provisioning complete for port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:09.521904 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-96cea3b3-2364-4e2a-84fc-8c52bde99a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.539348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.589280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-96cea3b3-2364-4e2a-84fc-8c52bde99a52 None None] Port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:09.633550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.640484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.641450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:09.642092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.660422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:09.668780 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.673517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:09.683596 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:09.684452 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:09.698581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71e099-cfe7-4b82-9544-c5af44a60fc6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:09.749607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-84ec8e40-3843-437e-bd3d-ff6802ec6ba8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "PUT /v2.0/floatingips/b104877e-eec0-4289-ae64-c081e37f7b86 HTTP/1.1" status: 200 len: 990 time: 4.2590773 Feb 10 22:54:09.753344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:54:09.772643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.776381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.821643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.825766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38d079e1-754c-4482-961d-9c53742fc971,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:09.834015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b260153f-6f53-4201-a78e-1f88a48a7eb6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/38d079e1-754c-4482-961d-9c53742fc971 HTTP/1.1" status: 204 len: 168 time: 0.8754175 Feb 10 22:54:09.834288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33450) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:09.856348 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'status': 'completed', 'code': 200} Feb 10 22:54:09.952141 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:09.965518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:09.980129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:10.072645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.072920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5af3d1ef-b7d1-4d4a-b780-e3befe78f8c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c71e099-cfe7-4b82-9544-c5af44a60fc6 HTTP/1.1" status: 204 len: 168 time: 1.8494086 Feb 10 22:54:10.081421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.086721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.179374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2478836 Feb 10 22:54:10.179374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:10.182622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33458) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:10.189951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:10.194874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.214002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:10.214647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.228563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.234943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.239247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1925de23-cbdf-4b90-a265-a345a00f9769,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:10.244109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160edc1-f378-46f2-afe4-971933ab21d3 admin admin] Pushing event updated for resources: {'Network': ['ID=37e34176-373f-4f24-8a43-55c07879812e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:10.246816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.272455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98ab54dd-6248-48ea-ae3f-7dcea2dc7c80') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.272672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98ab54dd-6248-48ea-ae3f-7dcea2dc7c80') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.290858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.317675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.325943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:10.326429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.374881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 37e34176-373f-4f24-8a43-55c07879812e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:10.449376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Request body: {'subnet': {'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1058954735-subnet', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:10.473099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:10.494184 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:10.496128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.547618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.562116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:10.577824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36b0de2e-ba93-405f-b554-20d07c5c2f69 admin admin] 10.222.0.53 "DELETE /v2.0/networks/8db2e0d2-62e3-4b1d-a8fe-bb1516de4a67 HTTP/1.1" status: 204 len: 168 time: 0.7409952 Feb 10 22:54:10.580997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33464) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:10.595227 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'b104877e-eec0-4289-ae64-c081e37f7b86', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:53:20Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.604029 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:10.625161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:10.625677 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:10.626980 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:53:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:10.637950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-18a02bf1-6615-4c68-85c3-94558f245418 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/1925de23-cbdf-4b90-a265-a345a00f9769 HTTP/1.1" status: 204 len: 168 time: 2.1884315 Feb 10 22:54:10.662158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:10.662320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8ff3e151-5375-49da-832a-7b606610f5f2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4287205 Feb 10 22:54:10.662492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:10.811695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08696c00-aab4-406d-b860-6c3d4012f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.826484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:10.848601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:10.876444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Usage tracker for resource:subnet and tenant:b34ae2c1d76340fd8622570c34bf96ac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:10.882030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=59e7fc92-05c0-4600-af4a-0c8eae253a0a,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:10.896983 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 031c83fd-68f9-416b-99fb-3376f2365da9 associated. External IP: 172.25.2.99, port: dfdf88dc-a19b-4b7c-b2bf-07de9a23085f. Feb 10 22:54:10.964162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:10.982176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.002262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Deleting subnet ae6eba53-0805-414e-ab11-0c0f015de30c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:11.026644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.038726 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:11.105642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:11.132062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:11.134877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 58040f11-0386-4d8b-a88b-32bcbc60b0cd {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:11.163148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Usage tracker for resource:security_group_rule and tenant:81b4c12405664db885fc5c15ac58b83e is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:11.183666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:11.185269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:11.190319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.270352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.272300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:11.295940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.315240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-afda0d44-4347-4b72-949e-c6d6435bf07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:11.328046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-afda0d44-4347-4b72-949e-c6d6435bf07b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1096 time: 1.4392354 Feb 10 22:54:11.362681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.417502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Made reservation on behalf of b34ae2c1d76340fd8622570c34bf96ac for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:11.426076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 9, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:11.429095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.430468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:11.442255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:11.443111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:11.595637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'b104877e-eec0-4289-ae64-c081e37f7b86', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:53:20Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:11.601248 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51950abd-ff34-4eac-9fe2-2b010eddf123 None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'b104877e-eec0-4289-ae64-c081e37f7b86', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:53:20Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 1, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:11.635552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.735471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.752827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.771862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:11.785905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:11.914238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-49318433-430b-4464-9ff3-0a1d433199ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:11.915743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-49318433-430b-4464-9ff3-0a1d433199ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.5628145 Feb 10 22:54:11.960349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474f6866-d7b8-4749-b3fb-a19ae8e7cb16']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:11.986858 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb97c84-c09e-49de-8901-1361d0359bb9 None None] New status for floating IP b104877e-eec0-4289-ae64-c081e37f7b86: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:54:12.004973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163e0ead-f99b-402b-abd5-41b4b025ed11') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:12.005331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163e0ead-f99b-402b-abd5-41b4b025ed11') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:12.018967 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.037278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.043741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:12.044270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:12.167850 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:12.177374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.236658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-dea79662-2ca8-4d07-ab85-dd9d6cc00097 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 998 time: 0.2354994 Feb 10 22:54:12.246405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 9, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:12.253409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db8af35-77c0-47e4-9815-58a74882e4be None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 9, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '88a58840-bf51-4ed8-a2a3-14bf8291042d', 'name': '', 'network_id': 'c50242fd-2ec3-40b0-835a-e61c09f12d8b', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:a7:20:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2414, 'fixed_ips': [{'subnet_id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:54Z', 'updated_at': '2022-02-10T22:53:16Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': '7d800a2e-7a9d-4284-b351-56fba27a1ba6', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:12.254199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.291092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] Pushing event deleted for resources: {'Network': ['ID=474f6866-d7b8-4749-b3fb-a19ae8e7cb16,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:12.302337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.329406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:12.333293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.373980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56f3d405-cbc4-4a56-a7f9-fc54848c749d admin admin] 10.222.0.53 "DELETE /v2.0/networks/474f6866-d7b8-4749-b3fb-a19ae8e7cb16 HTTP/1.1" status: 204 len: 168 time: 1.7103803 Feb 10 22:54:12.403505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae6eba53-0805-414e-ab11-0c0f015de30c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:12.406380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.414980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.416529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d8a5dee8-3e27-483d-bfbf-b1ee46184415 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ae6eba53-0805-414e-ab11-0c0f015de30c HTTP/1.1" status: 204 len: 168 time: 1.8345184 Feb 10 22:54:12.419977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:12.437199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.442738 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.462629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.506115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-fdfac76d-6032-44ca-b60f-4df8b61a0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:12.507785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-fdfac76d-6032-44ca-b60f-4df8b61a0115 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.2464061 Feb 10 22:54:12.581479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=81b4c12405664db885fc5c15ac58b83e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7267087 Feb 10 22:54:12.586473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f30ab2-fb53-45c2-abb5-46d5d27d129b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab51bba-016f-47db-92c5-59ae3512c659,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:12.590146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:12.598015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.615705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.631115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] In _notify_port_updated(), no bound segment for port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e on network 44d19d8e-6819-4ce7-ab41-82eb0995e141 {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:54:12.638474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:12.639136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.645674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "PUT /v2.0/ports/7e4f1e6e-2165-4f72-81f7-c46157bd0b9e HTTP/1.1" status: 200 len: 1002 time: 3.3743165 Feb 10 22:54:12.650391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:12.689697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33504) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:12.697508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3b1e82-68be-419a-a5d6-e964167f5ce7 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=7e4f1e6e-2165-4f72-81f7-c46157bd0b9e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:12.710322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 4788f283-c2a4-4dd8-8044-88867620d133 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:12.762844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=58040f11-0386-4d8b-a88b-32bcbc60b0cd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:12.775507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.783514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5395edc-0694-48b0-bf7a-b010637ef3d3 None None] Network a2fa1484-d04f-4091-8e54-351da99783e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:12.880776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a6d4c743-5dae-4d41-a5db-01392c7bf1aa tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/58040f11-0386-4d8b-a88b-32bcbc60b0cd HTTP/1.1" status: 204 len: 168 time: 2.2053876 Feb 10 22:54:12.902807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33508) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:12.932513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.935964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.950269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:12.950699 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:12.978082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-82a8f715-809f-42cc-9562-b59e8510acc9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=65500616ef9f4de4873b29c2aee19b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817740 Feb 10 22:54:13.039920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:13.062864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-835d6a49-6911-4c4e-bda5-e7f3d55fd74b None None] Provisioning complete for port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:13.063267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-835d6a49-6911-4c4e-bda5-e7f3d55fd74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.090348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.090552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.114908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.144100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aeb7c95f-92db-43d8-96a8-ff0928d42468 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:13.144374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8012dae-4d7f-4e88-bb65-02f848684351']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:13.197469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fab074-7d9f-45e0-bc87-65eefc8c2019') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:13.197683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fab074-7d9f-45e0-bc87-65eefc8c2019') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:13.206031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: aeb7c95f-92db-43d8-96a8-ff0928d42468 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:13.206317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aeb7c95f-92db-43d8-96a8-ff0928d42468 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:13.227719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-835d6a49-6911-4c4e-bda5-e7f3d55fd74b None None] Port 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:13.240702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.286985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.316633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-2c8f33ee-2dee-431c-af92-f02b8a44c8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:13.319108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-2c8f33ee-2dee-431c-af92-f02b8a44c8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7798467 Feb 10 22:54:13.321446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] DHCP port deletion for a2fa1484-d04f-4091-8e54-351da99783e6 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:13.326435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Deleting port 778e652e-b22e-4980-ac58-8eb29c758bbf {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:13.326933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.353551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:13.354188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:13.371382 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:13.385271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.486181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab51bba-016f-47db-92c5-59ae3512c659,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:13.496110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.498755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.500206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-183294c8-1bd1-4823-a958-9bd985302077 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fab51bba-016f-47db-92c5-59ae3512c659 HTTP/1.1" status: 204 len: 168 time: 0.9085310 Feb 10 22:54:13.522381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce9e12c7-1648-4789-9875-af1f5e6d1e15,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:13.539190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.549150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:13.560512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.565185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.579802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Sync routers for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:13.582172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8012dae-4d7f-4e88-bb65-02f848684351,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:13.617610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Checking segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:13.618295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Network hostable DHCP agents. Network: 37e34176-373f-4f24-8a43-55c07879812e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:13.647333 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c5e48fbd-4a1e-401d-b575-dca0aa6b8bf1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f8012dae-4d7f-4e88-bb65-02f848684351 HTTP/1.1" status: 204 len: 168 time: 1.2242720 Feb 10 22:54:13.652249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 778e652e-b22e-4980-ac58-8eb29c758bbf {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:13.653064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.668096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:13.675872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:13.691401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.715092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.722698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for 7e4f1e6e-2165-4f72-81f7-c46157bd0b9e owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:13.861299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] For port 778e652e-b22e-4980-ac58-8eb29c758bbf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=778e652e-b22e-4980-ac58-8eb29c758bbf,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:13.861832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:13.936142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-9e72c88a-3b93-48b9-8038-ee78a2856850 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5956242 Feb 10 22:54:13.963242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Network 37e34176-373f-4f24-8a43-55c07879812e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:13.966815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33522) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:14.006675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.015193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.083406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-057331f0-8216-49ae-9121-6aa3cfa934eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.1015275 Feb 10 22:54:14.098618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=7e4f1e6e-2165-4f72-81f7-c46157bd0b9e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:14.108128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.125445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0ea23236-a0f7-47cb-a99a-d44eabed2938 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/7e4f1e6e-2165-4f72-81f7-c46157bd0b9e HTTP/1.1" status: 204 len: 168 time: 1.4603708 Feb 10 22:54:14.131087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33530) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:14.211301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Calling delete_port for 778e652e-b22e-4980-ac58-8eb29c758bbf owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:14.383428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:54:14.444662 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cb4e61-abb9-4937-98fc-73267ecd3c33 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] GET failed (client error): The resource could not be found. Feb 10 22:54:14.445250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65cb4e61-abb9-4937-98fc-73267ecd3c33 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:14.451445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:14.473958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65cb4e61-abb9-4937-98fc-73267ecd3c33 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:14.480718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-65cb4e61-abb9-4937-98fc-73267ecd3c33 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports/7e4f1e6e-2165-4f72-81f7-c46157bd0b9e HTTP/1.1" status: 404 len: 333 time: 0.3437600 Feb 10 22:54:14.481179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33542) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:14.493784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-828897611'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:14.547596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 778e652e-b22e-4980-ac58-8eb29c758bbf, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=778e652e-b22e-4980-ac58-8eb29c758bbf,segment=NetworkSegment(1c407f5a-c375-4438-974a-5533ac3e16fe),segment_id=1c407f5a-c375-4438-974a-5533ac3e16fe)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:14.548222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.681781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 37e34176-373f-4f24-8a43-55c07879812e) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:14.686056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:14.686443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:14.687034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.698396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d300ca-6470-4528-a348-4bd7f07aa5a5 None None] Network 37e34176-373f-4f24-8a43-55c07879812e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:14.703266 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'status': 'completed', 'code': 200} Feb 10 22:54:14.709715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:14.720362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:14.724515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:14.751106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:54:14.940903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::cf (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/b9c697bb-f1c0-44ec-a3f7-1342e6f3a251) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:14.989469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 778e652e-b22e-4980-ac58-8eb29c758bbf owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:15.060348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9d11f858-758d-4e66-aac7-5d115a249336 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.8183863 Feb 10 22:54:15.077242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33560) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:15.097409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e38fa4e0-f509-4b25-ad28-2d166d64a7a1 req-4477c8f8-cb03-45a4-9c7d-47e27c01b12a service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1498058 Feb 10 22:54:15.124428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:15.145628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:15.149947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28b2cf58-9d02-469c-a951-055b272a921f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=454e9d743cd343448b79e2a6e98f9701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0721493 Feb 10 22:54:15.157822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Usage tracker for resource:router and tenant:b34ae2c1d76340fd8622570c34bf96ac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:15.160651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33564) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:15.163197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:15.189333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:15.210271 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.215116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.236417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.237527 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.256390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.266042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bdea7-46eb-4ec0-8585-d4a743bb824a req-fe2b8769-a890-4245-a3d6-00627c897949 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:15.274228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e9bdea7-46eb-4ec0-8585-d4a743bb824a req-fe2b8769-a890-4245-a3d6-00627c897949 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.7955613 Feb 10 22:54:15.311268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79c44f7-bed3-4900-bfd8-bb8ec90ebd25,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:15.319135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:54:15.319784 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:54:15.332625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-77cf909c-fbbc-4f60-820e-48061b8a6c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:15.334556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-77cf909c-fbbc-4f60-820e-48061b8a6c9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.6305504 Feb 10 22:54:15.337639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.357661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:15.360937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 778e652e-b22e-4980-ac58-8eb29c758bbf no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:15.411802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.439007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.442974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c229a5fa-7bcb-43b5-9628-7b7f8de63d2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e79c44f7-bed3-4900-bfd8-bb8ec90ebd25 HTTP/1.1" status: 204 len: 168 time: 2.2465417 Feb 10 22:54:15.481504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] No DVR routers for this DVR port 778e652e-b22e-4980-ac58-8eb29c758bbf on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:54:15.497605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:15.513688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350745d-30cb-4e8b-91c1-8622df6ae68e None None] Pushing event deleted for resources: {'Port': ['ID=778e652e-b22e-4980-ac58-8eb29c758bbf,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:15.519261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 778e652e-b22e-4980-ac58-8eb29c758bbf {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:15.519620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 778e652e-b22e-4980-ac58-8eb29c758bbf not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:15.522811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84021c5a-bb25-4bfa-bab3-e49e14f4b780 None None] Network 37e34176-373f-4f24-8a43-55c07879812e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:15.541272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:15.570971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:15.577030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:15.577834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.615746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.647167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=b9c697bb-f1c0-44ec-a3f7-1342e6f3a251,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:15.682725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e8aedf7-a10c-410d-99ce-e07e489cb18f tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1993985 Feb 10 22:54:15.686232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.694562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:15.711545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'network_id': '44d19d8e-6819-4ce7-ab41-82eb0995e141', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664416813'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:15.836022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e9bdea7-46eb-4ec0-8585-d4a743bb824a req-ebda2a32-e7aa-4466-9c06-8068c3e63e0b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5608630 Feb 10 22:54:15.836703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 778e652e-b22e-4980-ac58-8eb29c758bbf {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:15.837282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:15.837400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '031c83fd-68f9-416b-99fb-3376f2365da9', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'mac_address': 'fa:16:3e:51:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:54:07Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:15.844118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Checking router: 4788f283-c2a4-4dd8-8044-88867620d133 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:15.860063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:15.861002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:15.900832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33592) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:15.920929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:16.027481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04b74af3-f33d-4d96-ac5d-74a6594220b3 None None] Provisioning for port b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:16.044761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04b74af3-f33d-4d96-ac5d-74a6594220b3 None None] Provisioning complete for port b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:16.045127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04b74af3-f33d-4d96-ac5d-74a6594220b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.094839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b4b4ce7f-5340-4e56-b00d-a1a8b6c021a9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 200 len: 990 time: 0.1895444 Feb 10 22:54:16.099782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Usage tracker for resource:port and tenant:7522b48c0c4a493589f0ed67516e2415 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:16.110237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:16.121934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:16.136283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Made reservation on behalf of 7522b48c0c4a493589f0ed67516e2415 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:16.141501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.175757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] device_id is not set on port e147502a-d05f-49b1-ac84-d121caef2a81 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:54:16.332654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.355334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-04b74af3-f33d-4d96-ac5d-74a6594220b3 None None] Port b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:16.384851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:16.396033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] The port '778e652e-b22e-4980-ac58-8eb29c758bbf' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:54:16.410979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4be8a7-d4a0-4a81-9915-389ad3796f46,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:16.433788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.435676 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.438653 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-60b87d4b-8312-48ff-ae4e-b9d720905d52 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2d4be8a7-d4a0-4a81-9915-389ad3796f46 HTTP/1.1" status: 204 len: 168 time: 1.2725141 Feb 10 22:54:16.497073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Allocated IP 2001:db8::21a (44d19d8e-6819-4ce7-ab41-82eb0995e141/6a7f49e9-538b-4870-86ae-4a2cf994fb34/e147502a-d05f-49b1-ac84-d121caef2a81) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:16.565745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-b523d18d-bd0f-4823-aff2-15e7b8ca150f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:16.567069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-b523d18d-bd0f-4823-aff2-15e7b8ca150f service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 1.1765010 Feb 10 22:54:16.644850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.764600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fa1484-d04f-4091-8e54-351da99783e6']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:16.783358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c407f5a-c375-4438-974a-5533ac3e16fe') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:16.783612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c407f5a-c375-4438-974a-5533ac3e16fe') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:16.809458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.818623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-cbe12e49-f8e3-4681-be07-8179d6572df0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 998 time: 0.2426531 Feb 10 22:54:16.836630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.868427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.888009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:16.888428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:16.904451 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:17.001875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-1c6a92f7-1f2a-40f9-bf1f-87373eb80fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:17.003932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-1c6a92f7-1f2a-40f9-bf1f-87373eb80fe7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.1786366 Feb 10 22:54:17.026543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '031c83fd-68f9-416b-99fb-3376f2365da9', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'mac_address': 'fa:16:3e:51:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:54:07Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:17.036135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245538af-6703-4b46-8c23-6ca7b39ec8b9 None None] The sync data for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 is: [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '031c83fd-68f9-416b-99fb-3376f2365da9', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.99', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'mac_address': 'fa:16:3e:51:a7:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:54:07Z', 'updated_at': '2022-02-10T22:54:07Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:17.078435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Transition to ACTIVE for port object e147502a-d05f-49b1-ac84-d121caef2a81 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:17.083243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.112148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.114699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33656) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:17.115033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33658) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:17.203539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.223970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=a2fa1484-d04f-4091-8e54-351da99783e6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:17.357289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:17.361941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:17.367489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:17.373944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:17.374921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.381762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33678) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:17.393205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=e147502a-d05f-49b1-ac84-d121caef2a81,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:17.406738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-17b6adcf-82b8-4a7a-a526-a8e06bf7fb20 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/a2fa1484-d04f-4091-8e54-351da99783e6 HTTP/1.1" status: 204 len: 168 time: 4.5026751 Feb 10 22:54:17.414678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33684) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:17.445452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f894e351-a279-4a75-ab1f-5ca38e8dd6db tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7492404 Feb 10 22:54:17.448024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33692) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:17.454787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::40', 'mac_address': 'fa:16:3e:0c:9a:cc'}, {'ip_address': '2001:db8::cf', 'mac_address': 'fa:16:3e:19:c6:8c'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:17.611058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbcfc2d-d2a4-4f68-a67d-383b59bcf03e None None] New status for floating IP 031c83fd-68f9-416b-99fb-3376f2365da9: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:54:17.713586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2082751133-network', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:17.730491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:17.739116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Usage tracker for resource:network and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:17.745325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:17.757085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:17.818136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e6412548-c9f0-4d4a-80c4-cfa0f8d740a4 None None] Provisioning for port e147502a-d05f-49b1-ac84-d121caef2a81 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:17.825165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e6412548-c9f0-4d4a-80c4-cfa0f8d740a4 None None] Provisioning complete for port e147502a-d05f-49b1-ac84-d121caef2a81 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:17.825966 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6412548-c9f0-4d4a-80c4-cfa0f8d740a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.910483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e6412548-c9f0-4d4a-80c4-cfa0f8d740a4 None None] Port e147502a-d05f-49b1-ac84-d121caef2a81 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:17.952106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Made reservation on behalf of 881fdd7f8b1c483e9398c5a3ee038211 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:17.956443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:17.972985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.039924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2688afc4-2deb-4fcc-925d-04a7c8be718c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 200 len: 990 time: 0.9172275 Feb 10 22:54:18.040158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:18.048915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:18.054281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:18.063970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:18.068907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.083824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-198fbf55-5e38-4b5d-a62c-c18e390cca98 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e54d1efabb82494db92b7a34bf38a06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9603784 Feb 10 22:54:18.088767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33712) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:18.108429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-71d88463-14e9-4b7e-a607-1a0e0fd45b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:18.110060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-71d88463-14e9-4b7e-a607-1a0e0fd45b50 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0906892 Feb 10 22:54:18.237681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.358626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.359667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.446928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.470545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.484510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.539767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-ea41d7be-0122-4db8-b60e-85c67c898f71 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1139426 Feb 10 22:54:18.552358 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-4f079088-cbfa-40a3-a045-0b78f498a52a service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351232 Feb 10 22:54:18.560324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:18.572483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5ffafd-e476-46de-9292-eb3d4256dbc9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:18.592363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.592710 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Added segment 5e9eb570-ae4f-48aa-811e-c80f563dead0 of type vlan for network 72377b8f-8095-4946-a59a-c0c92c11200e Feb 10 22:54:18.596239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.604689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.684094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.710856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.716606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] In _notify_port_updated(), no bound segment for port e147502a-d05f-49b1-ac84-d121caef2a81 on network 44d19d8e-6819-4ce7-ab41-82eb0995e141 {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 22:54:18.722665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:18.723320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.724611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "PUT /v2.0/ports/e147502a-d05f-49b1-ac84-d121caef2a81 HTTP/1.1" status: 200 len: 1065 time: 1.2753022 Feb 10 22:54:18.730285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33746) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:18.733207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14405752-a28a-4834-8b43-08e685acbaf1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:18.847770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4df340-2574-4135-9505-8e7d645f7e55 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event updated for resources: {'Port': ['ID=e147502a-d05f-49b1-ac84-d121caef2a81,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:18.853542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port e147502a-d05f-49b1-ac84-d121caef2a81 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:18.854617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.930866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:18.945916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Allocated IP 172.25.2.238 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e56d3a2b-671c-47f6-8032-d6c728a7bbe6) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:18.970175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:18.971147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:18.971857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.004571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.005683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5db4439e-1d46-49d3-ab7e-7e96239d8135 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/14405752-a28a-4834-8b43-08e685acbaf1 HTTP/1.1" status: 204 len: 168 time: 0.9136381 Feb 10 22:54:19.010749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edec9c40-56fd-415e-bf01-4e464f4e438b req-a990705b-bbf8-4ca2-9425-807e862ba9c0 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4490402 Feb 10 22:54:19.074734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:19.132237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7491300 Feb 10 22:54:19.137939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33778) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:19.158654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb6dffae-e797-41fb-b64e-6a401213d03c None None] Provisioning complete for port e147502a-d05f-49b1-ac84-d121caef2a81 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:19.159122 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb6dffae-e797-41fb-b64e-6a401213d03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.169168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Request body: {'subnet': {'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2082751133-subnet', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:19.176835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cf463-3dd7-4fa7-a300-3a73aae34aff admin admin] Pushing event updated for resources: {'Network': ['ID=72377b8f-8095-4946-a59a-c0c92c11200e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:19.199822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26051-5186-4705-ace9-46847e320963 req-f6dd5bd3-67ef-418e-b9aa-03f813b6054f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:19.201320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-f6dd5bd3-67ef-418e-b9aa-03f813b6054f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1096 time: 0.5058920 Feb 10 22:54:19.205873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:19.219265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 72377b8f-8095-4946-a59a-c0c92c11200e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:19.246148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Usage tracker for resource:subnet and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:19.251900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:19.262411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:19.376427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d33644a-2d8c-4026-ae90-28a325d38cb6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 200 len: 992 time: 0.2980452 Feb 10 22:54:19.400582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cb6dffae-e797-41fb-b64e-6a401213d03c None None] Port e147502a-d05f-49b1-ac84-d121caef2a81 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:19.410676 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.433339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Made reservation on behalf of 881fdd7f8b1c483e9398c5a3ee038211 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:19.437289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.520516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26051-5186-4705-ace9-46847e320963 req-7c34fe7a-fcdb-468a-adba-b0fede73091c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:19.522000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-7c34fe7a-fcdb-468a-adba-b0fede73091c service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.2766793 Feb 10 22:54:19.645418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.792064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for e147502a-d05f-49b1-ac84-d121caef2a81 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:19.816898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.865951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:19.945732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-20f9d461-c67a-486f-9f55-9d849dd28e84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 1000 time: 0.4168253 Feb 10 22:54:20.014681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.076601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Pushing event updated for resources: {'Port': ['ID=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:20.101227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.105571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Pushing event updated for resources: {'Subnet': ['ID=db663e6b-f84f-47ec-80ce-4f6d075daa63,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:20.150586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:20.160890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:20.172060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=e147502a-d05f-49b1-ac84-d121caef2a81,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:20.174967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:20.257335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26051-5186-4705-ace9-46847e320963 req-fb213514-bdcc-4959-b88d-b6ef61794b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:20.259212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-fb213514-bdcc-4959-b88d-b6ef61794b95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.1784368 Feb 10 22:54:20.394692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Checking segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:20.395324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Network hostable DHCP agents. Network: 72377b8f-8095-4946-a59a-c0c92c11200e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:20.536161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Network 72377b8f-8095-4946-a59a-c0c92c11200e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:20.561084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 72377b8f-8095-4946-a59a-c0c92c11200e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:20.570582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f9cda-a516-4d9e-8076-0dc5e59abf11 None None] Network 72377b8f-8095-4946-a59a-c0c92c11200e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:20.582093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:20.582409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.667468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb78173f-6112-4532-8a5f-fe5f72b8432f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5213034 Feb 10 22:54:20.674480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33846) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:20.716301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:20.722693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:20.727222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Usage tracker for resource:router and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:20.730974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:20.740122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:20.800902 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.803021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.811413 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.814518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bc51641a-e0b5-4a8f-a292-3359c81b6109 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/e147502a-d05f-49b1-ac84-d121caef2a81 HTTP/1.1" status: 204 len: 168 time: 2.0756915 Feb 10 22:54:20.817010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33852) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:20.860623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-72377b8f-8095-4946-a59a-c0c92c11200e', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:54:20.861753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.881065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33856) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:20.910561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:20.912592 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3296852f-f6fa-4ff3-81f0-7bc46dc267a8 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] GET failed (client error): The resource could not be found. Feb 10 22:54:20.913139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3296852f-f6fa-4ff3-81f0-7bc46dc267a8 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:20.941477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3296852f-f6fa-4ff3-81f0-7bc46dc267a8 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:20.943012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3296852f-f6fa-4ff3-81f0-7bc46dc267a8 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports/e147502a-d05f-49b1-ac84-d121caef2a81 HTTP/1.1" status: 404 len: 333 time: 0.1247485 Feb 10 22:54:20.945783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33864) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:21.052271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Allocated IP 172.20.0.2 (72377b8f-8095-4946-a59a-c0c92c11200e/db663e6b-f84f-47ec-80ce-4f6d075daa63/ba4d7ed6-56ab-495f-9633-a8d59261606f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:21.062831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 88a58840-bf51-4ed8-a2a3-14bf8291042d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:21.063121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.198618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e26051-5186-4705-ace9-46847e320963 req-9bbb257c-d13b-4fe3-a362-6a535cf9900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:21.199664 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-9bbb257c-d13b-4fe3-a362-6a535cf9900b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9286816 Feb 10 22:54:21.262397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.364756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.379438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Transition to ACTIVE for port object ba4d7ed6-56ab-495f-9633-a8d59261606f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:21.388619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.409624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Transition to ACTIVE for port object ba4d7ed6-56ab-495f-9633-a8d59261606f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:21.409830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:21.409830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.415732 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.432385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.478592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Network 72377b8f-8095-4946-a59a-c0c92c11200e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:21.486049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:21.492314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:21.692467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Attempting to bind port ba4d7ed6-56ab-495f-9633-a8d59261606f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:21.693121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Attempting to bind port ba4d7ed6-56ab-495f-9633-a8d59261606f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:21.693121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Attempting to bind port ba4d7ed6-56ab-495f-9633-a8d59261606f on network 72377b8f-8095-4946-a59a-c0c92c11200e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:21.701119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Pushing event updated for resources: {'Port': ['ID=ba4d7ed6-56ab-495f-9633-a8d59261606f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:21.709117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:21.709856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Checking segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:21.710267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.711134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Bound using segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:21.711638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Bound port: ba4d7ed6-56ab-495f-9633-a8d59261606f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:21.713071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.722007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:21.733258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.733526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.733870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.734209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.734823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.734942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.735295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.735839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.736998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.737711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.738050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.738852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:21.740892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Usage tracker for resource:security_group_rule and tenant:b554daad43e648809cdd0ef68d32b161 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:21.744730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:21.761144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:21.778786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.870208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.874127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] For port ba4d7ed6-56ab-495f-9633-a8d59261606f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:21.878561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] For port ba4d7ed6-56ab-495f-9633-a8d59261606f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba4d7ed6-56ab-495f-9633-a8d59261606f,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:21.884746 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.952463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-a34fd228-baec-4b84-b046-063b5775f718 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6909237 Feb 10 22:54:21.957216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 88a58840-bf51-4ed8-a2a3-14bf8291042d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88a58840-bf51-4ed8-a2a3-14bf8291042d,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:21.957818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:21.964599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:21.985521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7dd693-9ef6-481a-8dc4-8c15d092b075 None None] Pushing event updated for resources: {'Port': ['ID=ba4d7ed6-56ab-495f-9633-a8d59261606f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:22.244106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 88a58840-bf51-4ed8-a2a3-14bf8291042d owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:22.380376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:22.540055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.581599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.629167 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.633247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.650617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07e26051-5186-4705-ace9-46847e320963 req-810f2c8c-500c-48f7-88ae-66e4ed30e55d service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6781685 Feb 10 22:54:22.666247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.668818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.675205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:22.681195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.690876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef19bf2bd374d09982db5f12dda7abb is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:22.702208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=b9c697bb-f1c0-44ec-a3f7-1342e6f3a251,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:22.757886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:22.758717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:22.788543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:22.822970 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fce78f67-f4de-4317-84cb-5ec8be123d87 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 HTTP/1.1" status: 204 len: 168 time: 1.8760905 Feb 10 22:54:22.825555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:22.848818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b554daad43e648809cdd0ef68d32b161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9633846 Feb 10 22:54:22.858826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b21e0ae-e523-4f84-bdca-451ddefa2b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b703547-cb12-4b54-a8b3-34482756f26a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:22.867083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:22.886910 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeeb043a-08e7-4f30-acb4-596ec160de75 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] GET failed (client error): The resource could not be found. Feb 10 22:54:22.887792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-eeeb043a-08e7-4f30-acb4-596ec160de75 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Synchronizing usage tracker for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:22.929858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Allocated IP 172.25.2.207 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e6cb80ed-43a1-47e6-9251-7cb4bf5289b1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:22.932562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-eeeb043a-08e7-4f30-acb4-596ec160de75 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Unset dirty status for tenant:7522b48c0c4a493589f0ed67516e2415 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:22.934098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eeeb043a-08e7-4f30-acb4-596ec160de75 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "GET /v2.0/ports/b9c697bb-f1c0-44ec-a3f7-1342e6f3a251 HTTP/1.1" status: 404 len: 333 time: 0.1075623 Feb 10 22:54:22.938941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33912) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:23.098095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port 0921ba20-235f-4281-9e59-daf3280b88b9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:23.098437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.138940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.237650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.296403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=88a58840-bf51-4ed8-a2a3-14bf8291042d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:23.326284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.368206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba4d7ed6-56ab-495f-9633-a8d59261606f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:23.440157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.466115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.471626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ba4d7ed6-56ab-495f-9633-a8d59261606f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:23.576792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.582875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.748512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for 0921ba20-235f-4281-9e59-daf3280b88b9 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:23.784449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.792058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fb4258-6223-49c2-b98e-295179f4ba96 None None] Network 72377b8f-8095-4946-a59a-c0c92c11200e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:23.883565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:23.887904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:23.888043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Router 5369a127-04e2-4868-b422-3288fe207155 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:54:23.898008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Provisioning for port ba4d7ed6-56ab-495f-9633-a8d59261606f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:23.906133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:23.920722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ef19bf2bd374d09982db5f12dda7abb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5389519 Feb 10 22:54:23.924495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Provisioning complete for port ba4d7ed6-56ab-495f-9633-a8d59261606f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:23.925092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:23.931130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:23.944255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Pushing event updated for resources: {'Port': ['ID=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:24.030453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.050625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a5d8e-d3b4-4347-994d-6c6eb3dc45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34cdd71-c38d-4ded-acc2-faa77bc3ec99,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:24.086612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b703547-cb12-4b54-a8b3-34482756f26a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:24.101725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.194481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.259136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] For port ba4d7ed6-56ab-495f-9633-a8d59261606f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba4d7ed6-56ab-495f-9633-a8d59261606f,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:24.264687 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.305860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.309484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8af5c835-9e93-4b14-9850-0767044f1df3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2b703547-cb12-4b54-a8b3-34482756f26a HTTP/1.1" status: 204 len: 168 time: 1.4385374 Feb 10 22:54:24.356867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77409fb-b8ac-4bf7-b08c-2f0b77227c10 None None] Pushing event updated for resources: {'Port': ['ID=ba4d7ed6-56ab-495f-9633-a8d59261606f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:24.373033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.417073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.421708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.451688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:24.464681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Sync routers for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:24.475669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:24.476556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:24.480361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.484143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6461ac3-adf2-4300-91cf-960f8b4ca77e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3961289 Feb 10 22:54:24.495153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33928) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:24.581998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=0921ba20-235f-4281-9e59-daf3280b88b9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:24.662497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.711490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:24.763083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:24.847354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7a264a27-705d-4e17-8f82-c25b885adfed tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/ports/0921ba20-235f-4281-9e59-daf3280b88b9 HTTP/1.1" status: 204 len: 168 time: 1.9069071 Feb 10 22:54:24.850589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:24.947885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.036184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting subnet 6a7f49e9-538b-4870-86ae-4a2cf994fb34 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:25.041057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.046612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.073377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-02601d5b-7eb3-4398-8e5a-8b8c022865b6 None None] Provisioning complete for port ba4d7ed6-56ab-495f-9633-a8d59261606f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:25.073855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02601d5b-7eb3-4398-8e5a-8b8c022865b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.100605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34cdd71-c38d-4ded-acc2-faa77bc3ec99,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:25.172023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:25.281626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.292278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d87813ef-60f5-4e0f-a0c7-d27b68e46561 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f34cdd71-c38d-4ded-acc2-faa77bc3ec99 HTTP/1.1" status: 204 len: 168 time: 1.3546367 Feb 10 22:54:25.390123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba4d7ed6-56ab-495f-9633-a8d59261606f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:25.436896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.691599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:25.697404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d373e84-306a-4c13-87d5-1a327fd8ad58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2703073 Feb 10 22:54:25.700619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33960) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:25.706826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.707419 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:25.730245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:20Z', 'revision_number': 3, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:25.734951 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:25.737291 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:25.751567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Checking router: 5369a127-04e2-4868-b422-3288fe207155 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:25.751923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Updating router 5369a127-04e2-4868-b422-3288fe207155 port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:25.794271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.867270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.922393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33966) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:25.942552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ba4d7ed6-56ab-495f-9633-a8d59261606f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:25.943095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:25.955892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet 7d800a2e-7a9d-4284-b351-56fba27a1ba6 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:25.960398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.007878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.057244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:26.060982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Subnet': ['ID=6a7f49e9-538b-4870-86ae-4a2cf994fb34,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:26.085994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f392f6-12e4-41cc-b68b-421ff3a8ee56 None None] Network 44d19d8e-6819-4ce7-ab41-82eb0995e141 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:26.088577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.104064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-093d4492-ca02-4c3f-ab1a-58b6fa38f52c tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/subnets/6a7f49e9-538b-4870-86ae-4a2cf994fb34 HTTP/1.1" status: 204 len: 168 time: 1.2500191 Feb 10 22:54:26.108193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33970) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:26.108856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.258470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.405105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.420819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.463954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:26.468672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Usage tracker for resource:security_group_rule and tenant:e5fd8f384eac40d49c0081e27cf4f329 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:26.472357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:26.478568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:26.536482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.550919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Transition to ACTIVE for port object e56d3a2b-671c-47f6-8032-d6c728a7bbe6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:26.572175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.579619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.596479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.600555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787f99e1-3e49-4e17-82ad-dce0e0845a08 None None] Network c50242fd-2ec3-40b0-835a-e61c09f12d8b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:26.612581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=7d800a2e-7a9d-4284-b351-56fba27a1ba6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:26.614411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:22Z', 'revision_number': 10, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:26.615843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-596d0da8-8eb0-4f07-a835-668678520f3e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/7d800a2e-7a9d-4284-b351-56fba27a1ba6 HTTP/1.1" status: 204 len: 168 time: 0.9142964 Feb 10 22:54:26.619474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.623486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:26.625388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 33982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:26.635228 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:26.635876 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:26.703043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.712301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:54:26.849542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:26.879121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Attempting to bind port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:26.879519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Attempting to bind port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:26.880043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Attempting to bind port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:26.892247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:26.892608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:26.893019 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.893420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:26.894145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Bound port: e56d3a2b-671c-47f6-8032-d6c728a7bbe6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:26.894830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.896861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:26.952523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc78a0c-dade-4bb3-87d9-b8ccc6ccbecc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:26.963213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1195f716-678c-4563-a049-342dbf8abdbf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5fd8f384eac40d49c0081e27cf4f329&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0395498 Feb 10 22:54:26.966638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:26.968377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33992) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:27.020293 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:27.022547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcd62e-9c92-4d49-b431-72caef3f484b None None] Pushing event updated for resources: {'Port': ['ID=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:27.047055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.074692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.075990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-64ec29fa-ea07-4377-a627-4d69adc820d1 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.3700366 Feb 10 22:54:27.081380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port d36be579-a82c-4421-b367-d5dc06f91e8c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:27.081735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.116565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34000) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:27.127681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Deleting port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:27.128173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.229906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:27.247749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:27.291360 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:22Z', 'revision_number': 10, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:27.296535 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66354b98-08e9-4141-841f-f0c9e4e4a9a8 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:22Z', 'revision_number': 10, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None, '_interfaces': [{'id': '315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa', 'name': '', 'network_id': '8b36efff-a616-4544-b197-e4ad5dc3cec9', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'mac_address': 'fa:16:3e:54:fb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2406, 'fixed_ips': [{'subnet_id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:45Z', 'updated_at': '2022-02-10T22:52:56Z', 'revision_number': 5, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'subnets': [{'id': 'c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:27.437904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] For port e56d3a2b-671c-47f6-8032-d6c728a7bbe6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:27.478646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] For port e56d3a2b-671c-47f6-8032-d6c728a7bbe6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:27.537328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Allocated IP 172.20.0.1 (37e34176-373f-4f24-8a43-55c07879812e/ce9e12c7-1648-4789-9875-af1f5e6d1e15/7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:27.553781 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.626919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.696554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] DHCP port deletion for 44d19d8e-6819-4ce7-ab41-82eb0995e141 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:27.708432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Deleting port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:27.708935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.746057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.756908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.783649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port d36be579-a82c-4421-b367-d5dc06f91e8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d36be579-a82c-4421-b367-d5dc06f91e8c,segment=NetworkSegment(f022a960-30be-40ea-84a4-e720628bc473),segment_id=f022a960-30be-40ea-84a4-e720628bc473)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:27.784060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.845849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78d2032-766a-4f31-b382-b7bff98552a7 None None] DHCP port deletion for c50242fd-2ec3-40b0-835a-e61c09f12d8b request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:27.867469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a78d2032-766a-4f31-b382-b7bff98552a7 None None] Deleting port d36be579-a82c-4421-b367-d5dc06f91e8c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:27.867885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a78d2032-766a-4f31-b382-b7bff98552a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:27.893968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:27.894622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:28.078429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for d36be579-a82c-4421-b367-d5dc06f91e8c owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:28.112887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:28.158944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.160364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] For port 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=621f3fce-a3f9-46eb-9b21-ae713ae068d6,segment=NetworkSegment(0dcb2c43-ee18-47d1-9e57-d6c83925c991),segment_id=0dcb2c43-ee18-47d1-9e57-d6c83925c991)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:28.161008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.247219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.306669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:28.361169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcd62e-9c92-4d49-b431-72caef3f484b None None] Pushing event updated for resources: {'Port': ['ID=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:28.371401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a78d2032-766a-4f31-b382-b7bff98552a7 None None] The port 'd36be579-a82c-4421-b367-d5dc06f91e8c' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:54:28.379603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No DVR routers for this DVR port d36be579-a82c-4421-b367-d5dc06f91e8c on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:54:28.444852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=d36be579-a82c-4421-b367-d5dc06f91e8c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:28.460885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Calling delete_port for 621f3fce-a3f9-46eb-9b21-ae713ae068d6 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:28.482597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Network 37e34176-373f-4f24-8a43-55c07879812e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:28.486685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] For port 621f3fce-a3f9-46eb-9b21-ae713ae068d6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=621f3fce-a3f9-46eb-9b21-ae713ae068d6,segment=NetworkSegment(0dcb2c43-ee18-47d1-9e57-d6c83925c991),segment_id=0dcb2c43-ee18-47d1-9e57-d6c83925c991)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:28.487662 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.544685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:28.547223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:28.633238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.653006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.673692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c50242fd-2ec3-40b0-835a-e61c09f12d8b']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:28.686349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.690203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc78a0c-dade-4bb3-87d9-b8ccc6ccbecc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:28.693882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f022a960-30be-40ea-84a4-e720628bc473') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:28.694232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f022a960-30be-40ea-84a4-e720628bc473') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:28.704567 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.708484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dfd2f98a-9c90-4e42-b3cc-9974f4b1c72b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/abc78a0c-dade-4bb3-87d9-b8ccc6ccbecc HTTP/1.1" status: 204 len: 168 time: 1.7280116 Feb 10 22:54:28.719618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.747631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-31ce8c8d-995f-4185-a24b-3fa73a24e77b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:28.749620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-31ce8c8d-995f-4185-a24b-3fa73a24e77b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.4867921 Feb 10 22:54:28.754028 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.756768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Calling delete_port for 621f3fce-a3f9-46eb-9b21-ae713ae068d6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:28.783428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:28.783428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.789620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:28.799340 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:28.850860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34058) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:28.915726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.923734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:28.934781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Port': ['ID=621f3fce-a3f9-46eb-9b21-ae713ae068d6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:28.949427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] No DVR routers for this DVR port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:54:29.068460 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:54:29.068974 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:54:29.074032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:29.118043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:29.123939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Usage tracker for resource:security_group_rule and tenant:8502a66c92af4aa3b9897ed5249f8446 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:29.226187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:29.256477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:29.282563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.289031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 621f3fce-a3f9-46eb-9b21-ae713ae068d6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:29.311307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.415275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.431727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d19d8e-6819-4ce7-ab41-82eb0995e141']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:29.434045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 621f3fce-a3f9-46eb-9b21-ae713ae068d6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:29.434456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 621f3fce-a3f9-46eb-9b21-ae713ae068d6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:29.434977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88a58840-bf51-4ed8-a2a3-14bf8291042d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:29.441878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.460494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.464927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.469448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:29.473439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Usage tracker for resource:security_group_rule and tenant:2cf4394c7d284af0bb25aa53d93e2435 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:29.476310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:29.482802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:29.491867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 88a58840-bf51-4ed8-a2a3-14bf8291042d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:29.492296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88a58840-bf51-4ed8-a2a3-14bf8291042d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:29.492776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d36be579-a82c-4421-b367-d5dc06f91e8c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:29.508031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-72dc1c93-478b-4ac8-894f-e56a3a23c2ff req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7441568 Feb 10 22:54:29.515741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=c50242fd-2ec3-40b0-835a-e61c09f12d8b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:29.567914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.586490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ae366-7148-420d-95a0-94dd1b4e4a65 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397de623-5ce3-4537-804c-f2cd40122537,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:29.588401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.591646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Deleting port 621f3fce-a3f9-46eb-9b21-ae713ae068d6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:29.591840 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.593320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6c84d118-f737-49eb-9a3b-93d396c59782 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/c50242fd-2ec3-40b0-835a-e61c09f12d8b HTTP/1.1" status: 204 len: 168 time: 2.9642451 Feb 10 22:54:29.597787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dcb2c43-ee18-47d1-9e57-d6c83925c991') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:29.598392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34076) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:29.599188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dcb2c43-ee18-47d1-9e57-d6c83925c991') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:29.625805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.706593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d36be579-a82c-4421-b367-d5dc06f91e8c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:29.706936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d36be579-a82c-4421-b367-d5dc06f91e8c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:29.714010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c77f9240-8770-454e-a9ca-f83d31ed1513 None None] The port '621f3fce-a3f9-46eb-9b21-ae713ae068d6' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:54:29.739148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.821783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2cf4394c7d284af0bb25aa53d93e2435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9140446 Feb 10 22:54:29.830999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34086) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:29.844789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.849995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fedcf-a012-499c-b93e-6fd74dd9dbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20a899f-aac4-4e7d-aadb-dea49d3dc7a5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:29.861294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-5f04cb92-4416-4b9a-9740-d55a85713996 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9270444 Feb 10 22:54:29.877986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:24Z', 'revision_number': 3, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:29.885183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:29.885749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Updating router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:29.903483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:29.903892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:29.936715 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:29.968771 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.000524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Allocated IP 172.20.0.1 (72377b8f-8095-4946-a59a-c0c92c11200e/db663e6b-f84f-47ec-80ce-4f6d075daa63/a44c458a-fad8-47bb-913f-53ccdec850f6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:30.123640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:20Z', 'revision_number': 3, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:30.130316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.139464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237d79cc-2db6-4629-bef4-362def59a044 None None] The sync data for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 is: [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:20Z', 'revision_number': 3, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:30.177985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.198360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] 10.222.0.53 "DELETE /v2.0/networks/44d19d8e-6819-4ce7-ab41-82eb0995e141 HTTP/1.1" status: 204 len: 168 time: 4.0797904 Feb 10 22:54:30.212264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3325f3b-1def-4a6a-af32-b4e3d4bb2134 req-2de73706-666e-4f13-ad9a-75cba4e9cd04 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:30.213799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3325f3b-1def-4a6a-af32-b4e3d4bb2134 req-2de73706-666e-4f13-ad9a-75cba4e9cd04 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.4521499 Feb 10 22:54:30.216824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95aa95-00ea-44d2-b326-fdfe93e28e47 tempest-AllowedAddressPairIpV6TestJSON-160242466 tempest-AllowedAddressPairIpV6TestJSON-160242466-project] Pushing event deleted for resources: {'Network': ['ID=44d19d8e-6819-4ce7-ab41-82eb0995e141,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:30.335229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c3325f3b-1def-4a6a-af32-b4e3d4bb2134 req-92d62f5c-b6df-4e3b-9491-7e17c7aa6a4a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110623 Feb 10 22:54:30.340705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.358849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Transition to ACTIVE for port object a44c458a-fad8-47bb-913f-53ccdec850f6 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:30.377275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34098) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:30.491693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.602483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Network 72377b8f-8095-4946-a59a-c0c92c11200e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:30.608539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:30.616574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:30.669982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Pushing event updated for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:30.701483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5db5d8f2-0e69-45a3-a406-489d99d72df2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 200 len: 992 time: 0.3220494 Feb 10 22:54:30.725815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.791531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.817300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:30.849220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Transition to ACTIVE for port object e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:30.862552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.013728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34110) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:31.046755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Attempting to bind port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:31.047573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Attempting to bind port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:31.048105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Attempting to bind port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:31.060089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:31.060462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:31.061229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.061939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:31.062591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Bound port: e6cb80ed-43a1-47e6-9251-7cb4bf5289b1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:31.064391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.083955 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.180660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1ac2-c77f-4ce7-8c66-915f719c4666 None None] Pushing event updated for resources: {'Port': ['ID=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:31.211885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.293803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e56d3a2b-671c-47f6-8032-d6c728a7bbe6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:31.412928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22c35bca-9ecc-49b7-849b-010aa291c1ac None None] Provisioning for port a44c458a-fad8-47bb-913f-53ccdec850f6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:31.423894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22c35bca-9ecc-49b7-849b-010aa291c1ac None None] Provisioning complete for port a44c458a-fad8-47bb-913f-53ccdec850f6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:31.424543 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22c35bca-9ecc-49b7-849b-010aa291c1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.569167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-1e3b1860-0ca4-4922-99d7-9f0aca632791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:31.571653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-1e3b1860-0ca4-4922-99d7-9f0aca632791 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 1.2417066 Feb 10 22:54:31.583373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.603465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.630424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-22c35bca-9ecc-49b7-849b-010aa291c1ac None None] Port a44c458a-fad8-47bb-913f-53ccdec850f6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:31.644940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] For port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:31.666435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] For port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:31.668243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:31.679009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:31.680991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.732216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.784359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-83316438-b221-430b-bbb3-f471d0264e15 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7522b48c0c4a493589f0ed67516e2415&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7684052 Feb 10 22:54:31.857995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34136) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:31.867388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:31.877096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.881298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:31.927233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:31.928321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:32.001771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.034214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.041576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20a899f-aac4-4e7d-aadb-dea49d3dc7a5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:32.057638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.139898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Pushing event updated for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:32.236144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Network 72377b8f-8095-4946-a59a-c0c92c11200e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:32.237388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:32.252544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.253679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66c80f72-3158-4655-ae2c-078f0f3bb1ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c20a899f-aac4-4e7d-aadb-dea49d3dc7a5 HTTP/1.1" status: 204 len: 168 time: 2.4216826 Feb 10 22:54:32.344540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Network 37e34176-373f-4f24-8a43-55c07879812e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:32.366630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34150) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:32.368685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:32.512712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c1ac2-c77f-4ce7-8c66-915f719c4666 None None] Pushing event updated for resources: {'Port': ['ID=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:32.594667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.653679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:32.674917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:32.699998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.734567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-d4ed4a10-a1e2-4e30-b72b-0cb6d4fa3494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:32.737192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e56d3a2b-671c-47f6-8032-d6c728a7bbe6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:32.738989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-d4ed4a10-a1e2-4e30-b72b-0cb6d4fa3494 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 1.0631824 Feb 10 22:54:32.769835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.860840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:32.876316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4d901dee-fc28-48c6-822f-a5dd5f3fe257 None None] Provisioning complete for port a44c458a-fad8-47bb-913f-53ccdec850f6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:32.876316 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d901dee-fc28-48c6-822f-a5dd5f3fe257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:32.929251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34162) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:32.984028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:32.991069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-edf00eb6-5e5e-40cb-a423-02ab7eff2de6 admin admin] 10.222.0.53 "PUT /v2.0/routers/3fd4b444-8a1f-4c4b-bda9-b68144c178c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7850029 Feb 10 22:54:33.014316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.083479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.098731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4d901dee-fc28-48c6-822f-a5dd5f3fe257 None None] Port a44c458a-fad8-47bb-913f-53ccdec850f6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:33.124149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:33.132252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Usage tracker for resource:security_group_rule and tenant:45bbc4d05e584b3d85554694abb7dc7a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:33.137517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:33.139956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-1dce9d8a-732e-4788-b010-c63679d7cf85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 1000 time: 0.3697970 Feb 10 22:54:33.154883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:33.207387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34170) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:33.253228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.291683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e56d3a2b-671c-47f6-8032-d6c728a7bbe6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:33.303762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:33.309876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Usage tracker for resource:security_group_rule and tenant:ec59ec5415e84313a8b671011bc3b27a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:33.317394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:33.325749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:33.367907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Router 5369a127-04e2-4868-b422-3288fe207155 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:33.392509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.401256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.411635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6157-d169-49a2-af86-095367c6ced5 req-82e09616-19ed-44e7-ac40-fa26d183ee0a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:33.418761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e04e6157-d169-49a2-af86-095367c6ced5 req-82e09616-19ed-44e7-ac40-fa26d183ee0a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.9220829 Feb 10 22:54:33.423998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.431155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:33.440289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b04acf1-f8e0-4ff9-9d04-f2a284125a12 None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:33.441738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9156c4bb-dd60-4bca-a8d5-9ad3aea1f348,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:33.456585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:33.457329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.504066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3a15241-f6d3-43ae-b42b-cee3d77d7a16 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=45bbc4d05e584b3d85554694abb7dc7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732090 Feb 10 22:54:33.504846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34176) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:33.618010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.630935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.664805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.698230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.784420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c93d2c3-3126-4c03-91a2-a16632a98ac9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:33.795369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ec59ec5415e84313a8b671011bc3b27a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5844026 Feb 10 22:54:33.799337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:33.804629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.804851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.805203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.805524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.805781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.806110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.806434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.806754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.807071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.807419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.807781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.808048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f670a6-6415-48dd-8240-f52f73d5e36c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:33.847469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-d7dac7e0-0eff-4638-b0ea-d47c1cb4edc5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4664481 Feb 10 22:54:33.849020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-5fbc2834-5e8d-426c-9a23-1a897074facc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:33.850483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-5fbc2834-5e8d-426c-9a23-1a897074facc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.6975887 Feb 10 22:54:33.860481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.926817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.929740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:33.972549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9156c4bb-dd60-4bca-a8d5-9ad3aea1f348,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:34.022891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.049160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.054099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a1049a22-eea6-44d4-ad88-238b36789e18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9156c4bb-dd60-4bca-a8d5-9ad3aea1f348 HTTP/1.1" status: 204 len: 168 time: 0.5467091 Feb 10 22:54:34.115078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.158671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c93d2c3-3126-4c03-91a2-a16632a98ac9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:34.175145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.179183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d844fe2-dd4e-4463-986b-ad83b6d8ba2d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c93d2c3-3126-4c03-91a2-a16632a98ac9 HTTP/1.1" status: 204 len: 168 time: 0.3773110 Feb 10 22:54:34.213333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:34.224427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-620712282-network', 'tenant_id': 'af9572156f5e494ab42a5918efa45502'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:34.228854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96994e4-7db8-4ce6-a30e-29d4154b2ca9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:34.246693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:34.259528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Usage tracker for resource:network and tenant:af9572156f5e494ab42a5918efa45502 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:34.271925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:34.292262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e04e6157-d169-49a2-af86-095367c6ced5 req-1f789012-33de-4cea-9921-2c3281069eaf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8717930 Feb 10 22:54:34.295385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:34.324303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Made reservation on behalf of af9572156f5e494ab42a5918efa45502 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:34.327075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.349045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.370610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:34.378832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Usage tracker for resource:security_group_rule and tenant:af9572156f5e494ab42a5918efa45502 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:34.383486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:34.384789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.388153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d23ceae-06e1-4373-ae40-89b0d6764d12 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d96994e4-7db8-4ce6-a30e-29d4154b2ca9 HTTP/1.1" status: 204 len: 168 time: 2.5141399 Feb 10 22:54:34.391943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:34.475191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:34.480790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a69c16b7-d8fa-4d7c-9ae9-5fcc6e726db1 admin admin] 10.222.0.53 "PUT /v2.0/routers/5369a127-04e2-4868-b422-3288fe207155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9843147 Feb 10 22:54:34.492007 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Sync routers for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:34.511615 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:34.512226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:34.560118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-5e2f4754-232b-4ce9-b48d-fc272ea7dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:34.561634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-5e2f4754-232b-4ce9-b48d-fc272ea7dc55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6828091 Feb 10 22:54:34.596230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.602119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.702417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:34.730987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe548171-a2f7-4a96-be5f-5f843bc801ad,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:34.738963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.739597 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Added segment ce530d46-bbf9-4018-9225-1b4dbf256269 of type vlan for network cb9a3339-9e8c-4801-9437-dcf52343a3ea Feb 10 22:54:34.790914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.837568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34226) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:34.854360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.855357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:34.856167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.914264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:34.976210 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:34.987256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:34.991229 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:35.034314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] Pushing event updated for resources: {'Network': ['ID=cb9a3339-9e8c-4801-9437-dcf52343a3ea,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:35.044351 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80f75019-bb8e-49e4-9926-9a4d56c5890b admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8287320 Feb 10 22:54:35.048008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34232) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:35.049480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:35.055313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Request body: {'subnet': {'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-620712282-subnet', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:35.066084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:35.071997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Usage tracker for resource:subnet and tenant:af9572156f5e494ab42a5918efa45502 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:35.077047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:35.102682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:35.128662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:35.148713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Usage tracker for resource:security_group_rule and tenant:4abc53acedb24686a87d17557fcdca7b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:35.158405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:35.183702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Made reservation on behalf of af9572156f5e494ab42a5918efa45502 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:35.195888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:35.205670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:35.223219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-831f0c43-e4de-456e-a67d-034f2ad7825e service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495357 Feb 10 22:54:35.326868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:35.523156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:35.535929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:35.537975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:35.832831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:35.834632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:35.964010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.010935 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:29Z', 'revision_number': 4, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee', 'name': '', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'mac_address': 'fa:16:3e:5c:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:27Z', 'updated_at': '2022-02-10T22:54:29Z', 'revision_number': 2, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'subnets': [{'id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:36.012319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:36.033144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.034425 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Checking router: 5369a127-04e2-4868-b422-3288fe207155 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:36.038253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Updating router 5369a127-04e2-4868-b422-3288fe207155 port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:36.139562 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.225805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:36.288966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.305209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:36.346183 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:54:36.494288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=998bc540-0c3e-4695-80d3-726b0ea21bdb,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:36.507052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Checking segment: {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:36.507495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Network hostable DHCP agents. Network: cb9a3339-9e8c-4801-9437-dcf52343a3ea, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:36.549172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989c06c-87b2-4273-b9c1-96b55a6e8f09 req-5ce7829b-cc5e-403e-82d9-461df7480ebc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:36.551016 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9989c06c-87b2-4273-b9c1-96b55a6e8f09 req-5ce7829b-cc5e-403e-82d9-461df7480ebc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.3605084 Feb 10 22:54:36.552255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:36.577416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, cb9a3339-9e8c-4801-9437-dcf52343a3ea) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:36.585736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:36.586301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.588249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8ccc82-77dd-46fd-ab24-59235dc0f516 None None] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:36.639253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9989c06c-87b2-4273-b9c1-96b55a6e8f09 req-f1bff84a-7c6a-420a-b0ac-4d4f182bdd2a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792909 Feb 10 22:54:36.644235 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-de566019-8ff8-4a5c-9012-53ceeca3f5fb admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5918219 Feb 10 22:54:36.645011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:36.654068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:36.669692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:36.674890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Usage tracker for resource:router and tenant:af9572156f5e494ab42a5918efa45502 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:36.682051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:36.690436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:36.697704 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.704312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.706486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.751011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.753779 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Transition to ACTIVE for port object 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:36.769642 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:36.988211 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Pushing event updated for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:37.011670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.012723 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.013058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.013548 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.013877 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.014196 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.014513 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.014826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.015136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.015484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.015796 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.016664 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:54:37.020210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:37.122685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:54:37.123590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.169045 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Attempting to bind port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:37.169542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Attempting to bind port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:37.169902 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Attempting to bind port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee on network 37e34176-373f-4f24-8a43-55c07879812e {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:37.179038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:37.183588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Checking segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:37.184042 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.184441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Bound using segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:37.184928 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Bound port: 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:37.185296 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.249210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.264570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:37.290392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:37.315325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.338881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34300) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:37.376232 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] For port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:37.384820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] For port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:37.386375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.397231 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.401417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:37.402063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:37.531435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-618919729'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:37.534885 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12932e9e-4343-41d7-8142-3728bf36a538 None None] Pushing event updated for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:37.545939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4abc53acedb24686a87d17557fcdca7b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6992245 Feb 10 22:54:37.552953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34306) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:37.553159 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:37.553817 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:37.556795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c2ac913-4ec3-4bea-8400-acdc0ee8a99f req-525e9769-d159-4a67-a55f-47d192cf3e7b service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3240166 Feb 10 22:54:37.557445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c02c3e-88e0-45a0-9a66-ade0c735cb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d9e25d-299e-4b01-9c46-28fc4e7ea06c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:37.579714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:37.600960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4592c9e8-6703-42ac-9155-b0f996254de9 tempest-AgentManagementNegativeTest-1301103580 tempest-AgentManagementNegativeTest-1301103580-project] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5638175 Feb 10 22:54:37.610606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:37.610975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.670514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:network and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:37.684979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:37.699722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.703691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:37.728764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-85c21b09-60d2-4819-979f-a5ff0e337617 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:37.730282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-85c21b09-60d2-4819-979f-a5ff0e337617 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:37.792334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.873493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:37.882615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.889309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Allocated IP 172.20.0.2 (cb9a3339-9e8c-4801-9437-dcf52343a3ea/998bc540-0c3e-4695-80d3-726b0ea21bdb/ab0acf22-8c6c-4894-88a1-f5f47991c176) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:37.941127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-85c21b09-60d2-4819-979f-a5ff0e337617 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:37.942149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:37.942269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-85c21b09-60d2-4819-979f-a5ff0e337617 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 811 time: 1.9066067 Feb 10 22:54:37.942933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:37.973325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f6ef1559-affc-44e4-97f9-2580cc8b58f2 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/quotas/b34ae2c1d76340fd8622570c34bf96ac HTTP/1.1" status: 200 len: 375 time: 0.0168934 Feb 10 22:54:37.985616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:38.013502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:38.035792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:security_group_rule and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:38.040229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-b0ed1062-1246-4588-aa7b-f0eca70fa618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:38.041871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-b0ed1062-1246-4588-aa7b-f0eca70fa618 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.4113474 Feb 10 22:54:38.048545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:38.051418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34316) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:38.053350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.134880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:38.158449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.255242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d9e25d-299e-4b01-9c46-28fc4e7ea06c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:38.273116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:38.298914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.367901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.464497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.471760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e443aedb-2ae9-4077-ab70-1237cf4d600b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/77d9e25d-299e-4b01-9c46-28fc4e7ea06c HTTP/1.1" status: 204 len: 168 time: 0.9119399 Feb 10 22:54:38.529252 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:29Z', 'revision_number': 4, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee', 'name': '', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'mac_address': 'fa:16:3e:5c:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:27Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 4, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'subnets': [{'id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:38.541226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d98bc-1545-4a99-9978-2d2b0a3b047e None None] The sync data for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 is: [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:54:29Z', 'revision_number': 4, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee', 'name': '', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'mac_address': 'fa:16:3e:5c:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_interface', 'standard_attr_id': 2563, 'fixed_ips': [{'subnet_id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:27Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 4, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'subnets': [{'id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:38.597561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.604889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3af0-022e-48bb-a1ad-8963dd38f01d req-8e961154-48d3-4324-9651-3c05951df7c2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:38.606938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a0d3af0-022e-48bb-a1ad-8963dd38f01d req-8e961154-48d3-4324-9651-3c05951df7c2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.6907182 Feb 10 22:54:38.654786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-904dba08-920c-4735-b286-a41fe373e75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.673097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.688481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-fdd36c08-f2d4-43ab-86e1-59d02d9c1250 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:38.708605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Transition to ACTIVE for port object ab0acf22-8c6c-4894-88a1-f5f47991c176 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:38.730379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:38.751646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.763344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Allocated IP 172.25.2.10 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/8c7d9d90-ad5d-4c3c-aca3-497395975132) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:38.778458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Usage tracker for resource:security_group_rule and tenant:07a0b5d1b22540628f0dd991394350bc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:38.786309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:38.802514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-b3345de7-b2b3-4859-bdb8-3f687faa5b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:38.804144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-b3345de7-b2b3-4859-bdb8-3f687faa5b46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.7517314 Feb 10 22:54:38.849540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Transition to ACTIVE for port object ab0acf22-8c6c-4894-88a1-f5f47991c176 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:38.870965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:38.880582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:38.991828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-e628be10-1e89-40e5-821c-d02c5180c17c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 1000 time: 0.1223724 Feb 10 22:54:38.992437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-fdd36c08-f2d4-43ab-86e1-59d02d9c1250 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:38.993621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-fdd36c08-f2d4-43ab-86e1-59d02d9c1250 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0099149 Feb 10 22:54:39.175597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:39.184112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:39.190956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:39.194977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a0d3af0-022e-48bb-a1ad-8963dd38f01d req-908ec4c1-6e6b-4ab9-92f7-6132201ec221 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450968 Feb 10 22:54:39.274513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.324954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.378551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Pushing event updated for resources: {'Port': ['ID=ab0acf22-8c6c-4894-88a1-f5f47991c176,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:39.399184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Attempting to bind port ab0acf22-8c6c-4894-88a1-f5f47991c176 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:39.399599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Attempting to bind port ab0acf22-8c6c-4894-88a1-f5f47991c176 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:39.399968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Attempting to bind port ab0acf22-8c6c-4894-88a1-f5f47991c176 on network cb9a3339-9e8c-4801-9437-dcf52343a3ea {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:39.413205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:39.413595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Checking segment: {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:39.414003 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.414438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Bound using segment: {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:39.414997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Bound port: ab0acf22-8c6c-4894-88a1-f5f47991c176, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:39.415393 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.475325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:39.478750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:39.483051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:39.517914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:39.554258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Pushing event updated for resources: {'Port': ['ID=8c7d9d90-ad5d-4c3c-aca3-497395975132,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:39.597421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-9382e583-a6c6-4512-b1da-f64367f1b275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:39.600018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-9382e583-a6c6-4512-b1da-f64367f1b275 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.5276198 Feb 10 22:54:39.686765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:39.717208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:39.718137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Updating router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 port a44c458a-fad8-47bb-913f-53ccdec850f6 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:39.769979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:39.833606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:39.839262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:39.843843 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.885228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:39.897572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.932685 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:39.934247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:40.231563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.279034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.293431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542b6d7-505f-461d-a10d-091a4c8dfaa8 None None] Pushing event updated for resources: {'Port': ['ID=ab0acf22-8c6c-4894-88a1-f5f47991c176,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:40.324656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.419423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:40.430675 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:40.448221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:40.448863 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:40.458141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:40.512609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e84aacb3-3f5f-42ec-991d-a007324b9640 service neutron] 10.222.0.53 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4275987 Feb 10 22:54:40.530484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-8ea28b86-e7eb-4b94-b30a-7de75f648bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:40.534387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-8ea28b86-e7eb-4b94-b30a-7de75f648bf8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9151299 Feb 10 22:54:40.549509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34356) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:40.551934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d19aeff-d549-427d-9f1c-babad099006c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:40.563065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.563556 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Added segment 69a70a0e-bb48-4f75-a5fc-6239ef56e3d4 of type vlan for network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 Feb 10 22:54:40.588390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.677623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82547a1c-5ae0-4511-be05-9ff40325d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.741402 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:40.762554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:40.776084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.792832 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.870030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.928584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-86ac1902-3552-4c09-8e85-f1feeaf54cd0 service neutron] 10.222.0.53 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819556 Feb 10 22:54:40.941320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:40.964238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:40.978177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d60d767-1201-48c6-9a13-70c3bc16cf22 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3523567 Feb 10 22:54:40.982851 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:40.991325 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:41.009833 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:41.015447 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:41.023835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34362) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:41.038055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.114774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.129313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62775b61-5fd9-4b1d-8fee-4c63128039e1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:41.135365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cf8f3f0-b0da-4fbc-b6ea-ef2fcc7a20f9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=07a0b5d1b22540628f0dd991394350bc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0775585 Feb 10 22:54:41.137838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b02bf-4d05-4db4-9dc1-6ec5a180853e req-34fe2d90-cd06-4d92-adec-0eba4cc72bcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:41.138987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Transition to ACTIVE for port object a44c458a-fad8-47bb-913f-53ccdec850f6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:41.148996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e3b02bf-4d05-4db4-9dc1-6ec5a180853e req-34fe2d90-cd06-4d92-adec-0eba4cc72bcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.4870186 Feb 10 22:54:41.159225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.198988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34366) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:41.240524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.247252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:41.247938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.392795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e3b02bf-4d05-4db4-9dc1-6ec5a180853e req-4f403297-cf46-477f-8cac-7c07e5d424af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2423463 Feb 10 22:54:41.396570 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:41.597368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233792-ebe3-4176-8284-651281c94769 None None] Pushing event updated for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:41.607354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Network': ['ID=b6ad9d4c-c8d7-45a3-b16b-46259fd32026,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:41.617533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.657843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.752762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ab0acf22-8c6c-4894-88a1-f5f47991c176 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:41.756638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.791387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:41.796507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Usage tracker for resource:security_group_rule and tenant:6e0bb04f231e4c8f8c5148ee3c217902 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:41.805882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:41.821887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:41.826280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:41.832562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a09aed2-79df-4881-b607-fa08006ab56f None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:41.849106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:41.880516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f8982d9-3069-4382-8664-afb8ce98f0bc req-2a49c78b-3755-4c7c-976f-23860b2505be tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 210 time: 0.2821162 Feb 10 22:54:41.920039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting subnet c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:41.941313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:41.985675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-934166a1-7130-463d-bd38-f4455362eef6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 4.5896652 Feb 10 22:54:42.036018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.052983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079082bd-de11-41ed-a814-a84db62261fc None None] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:42.104947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34380) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:42.118115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:42.151132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Attempting to bind port a44c458a-fad8-47bb-913f-53ccdec850f6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:42.152430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Attempting to bind port a44c458a-fad8-47bb-913f-53ccdec850f6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:42.153265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Attempting to bind port a44c458a-fad8-47bb-913f-53ccdec850f6 on network 72377b8f-8095-4946-a59a-c0c92c11200e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:42.162516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.163544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.170871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.174369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-73c931a8-c818-4b47-9630-5c53723567cc service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6161118 Feb 10 22:54:42.187979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:42.188696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Checking segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:42.189302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.189931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Bound using segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:42.190603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Bound port: a44c458a-fad8-47bb-913f-53ccdec850f6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:42.191195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.266482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:42.287168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Router 6f44548e-953d-4f7a-9394-29722e144cd2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:54:42.292201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:42.298695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:42.299782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ab0acf22-8c6c-4894-88a1-f5f47991c176 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:42.317695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:42.334432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:42.434091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:42.439526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.476159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.582998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6e0bb04f231e4c8f8c5148ee3c217902&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0269463 Feb 10 22:54:42.589620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34386) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:42.590275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5a96-80d7-4f93-bbe4-3c0c9a70ff4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f6ab82-d80a-4b89-b78e-9f8b08b416a3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:42.620904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-69256676-a4e7-4f3e-ad5f-8de05c76b203 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371824 Feb 10 22:54:42.673522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] For port a44c458a-fad8-47bb-913f-53ccdec850f6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:42.691719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Provisioning for port ab0acf22-8c6c-4894-88a1-f5f47991c176 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:42.705566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] For port a44c458a-fad8-47bb-913f-53ccdec850f6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a44c458a-fad8-47bb-913f-53ccdec850f6,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:42.716605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.722818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Provisioning complete for port ab0acf22-8c6c-4894-88a1-f5f47991c176 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:42.723420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.728965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.738689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.741125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.809366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.833607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62775b61-5fd9-4b1d-8fee-4c63128039e1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:42.854434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1233792-ebe3-4176-8284-651281c94769 None None] Pushing event updated for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:42.882962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.938284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.973591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Subnet': ['ID=c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:42.975688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.991273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.994034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:42.998113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/54f6ab82-d80a-4b89-b78e-9f8b08b416a3 HTTP/1.1" status: 204 len: 168 time: 0.4020135 Feb 10 22:54:43.007828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6aafda0-0601-4c96-89b1-e39c13c7606b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f6ab82-d80a-4b89-b78e-9f8b08b416a3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:43.014843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b2a288ad-bd93-488b-bc52-5b8ec7afabe0 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc HTTP/1.1" status: 204 len: 168 time: 1.9881456 Feb 10 22:54:43.015489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34394) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:43.015619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:43.015987 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.093428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.104597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f2bb9b12-76fb-46a6-8031-dc471c891cc6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/62775b61-5fd9-4b1d-8fee-4c63128039e1 HTTP/1.1" status: 204 len: 168 time: 1.8190303 Feb 10 22:54:43.185218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2090c2-05b9-4743-afec-30de622cffe2 None None] Network 8b36efff-a616-4544-b197-e4ad5dc3cec9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:43.185682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:43.235704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=1d4e5efa-17bf-43b8-b554-6b25a940a96d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:43.289222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Sync routers for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:43.317939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bda5f-af5d-45dc-a830-a2f76f17a987 req-877c1c59-1713-4bbb-a4c6-da4e6e4aac2e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:43.319460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-746bda5f-af5d-45dc-a830-a2f76f17a987 req-877c1c59-1713-4bbb-a4c6-da4e6e4aac2e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.5939357 Feb 10 22:54:43.323222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:43.323948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network hostable DHCP agents. Network: b6ad9d4c-c8d7-45a3-b16b-46259fd32026, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:43.330351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.333745 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51e7599d-5ad5-4e9a-8a3d-6335e88ca948 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6857934 Feb 10 22:54:43.335164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:43.390108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.410221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:43.410984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:43.495857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ed0109e1-14cd-4586-a0ae-5f0e72588258 req-67106cb8-f2c3-49b2-a284-fb9267332684 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 210 time: 0.2829454 Feb 10 22:54:43.513478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:43.514092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:43.608623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.668956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-fd3bf3dd-06d9-4892-80fd-c92dafc634e4 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:43.673028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:43.673311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-fd3bf3dd-06d9-4892-80fd-c92dafc634e4 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.24 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 811 time: 0.3350077 Feb 10 22:54:43.674376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Deleting port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:43.674715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:43.726633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-746bda5f-af5d-45dc-a830-a2f76f17a987 req-0e1f4d37-b031-4fcc-98e2-c26ca6df041e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941336 Feb 10 22:54:43.748835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Request body: {'port': {'device_id': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'admin_state_up': True, 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:43.857999 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:43.978409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b6ad9d4c-c8d7-45a3-b16b-46259fd32026) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:43.997992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:43.999056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:44.039892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a765a573-08c7-4eda-aff6-d501a1f67d2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9294307 Feb 10 22:54:44.040654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:44.111433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'name': 'tempest-NetworksTestDHCPv6-561727079'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:44.265266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:44.273717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] For port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,segment=NetworkSegment(17ad042d-75c6-429c-97f2-e88d0330bdad),segment_id=17ad042d-75c6-429c-97f2-e88d0330bdad)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:44.274088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:44.285782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17407f-6d85-4921-8768-7d7cac0facac None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:44.373899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:44.458037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Calling delete_port for e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:44.514456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Made reservation on behalf of b34ae2c1d76340fd8622570c34bf96ac for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:44.519935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:44.637656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:44.705037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:44.866040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Allocated IP 172.20.0.2 (37e34176-373f-4f24-8a43-55c07879812e/ce9e12c7-1648-4789-9875-af1f5e6d1e15/a2e02322-b61e-4c9c-9b75-9d8acc62a13e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:44.888938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:44.946214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a44c458a-fad8-47bb-913f-53ccdec850f6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:44.992116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:45.086951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:45.091329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.103072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc8e0f02-b121-4bc6-baa8-03b35955bef6 req-fb785541-4e7b-4662-9f4c-95e478aa9b81 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 210 time: 0.1350505 Feb 10 22:54:45.110346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:45.116156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:45.127721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:45.213894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:45.225161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.244692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.249333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757705755'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:45.256305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:45.260669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:45.264295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:45.270740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:45.288290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.329602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 8fa5bc8d-ea39-4dde-a9a2-4d987579109a yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:54:45.434890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc6658-1224-4c09-bc05-cf2fa3d01cec None None] DHCP port deletion for 8b36efff-a616-4544-b197-e4ad5dc3cec9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:45.529388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No DVR routers for this DVR port e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:54:45.570624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f07196e-94f8-44fe-9003-1791c3a4916b None None] Provisioning complete for port ab0acf22-8c6c-4894-88a1-f5f47991c176 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:45.570991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f07196e-94f8-44fe-9003-1791c3a4916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.618898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Port': ['ID=e27a46bf-c9d5-42ed-8903-e3ae5c2720e0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:45.669915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a44c458a-fad8-47bb-913f-53ccdec850f6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:45.681203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a44c458a-fad8-47bb-913f-53ccdec850f6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:45.681573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.717799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Allocated IP 172.20.0.1 (cb9a3339-9e8c-4801-9437-dcf52343a3ea/998bc540-0c3e-4695-80d3-726b0ea21bdb/4fbb9dd4-3f20-483a-af8d-e215252b8b7d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:45.741384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.796295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b36efff-a616-4544-b197-e4ad5dc3cec9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:45.813311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:45.817300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.824884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ad042d-75c6-429c-97f2-e88d0330bdad') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:45.825353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ad042d-75c6-429c-97f2-e88d0330bdad') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:45.836465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.844629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.858356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.881714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '1d4e5efa-17bf-43b8-b554-6b25a940a96d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:54:45.882550 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.883639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.892030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:45.896430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:54:45.897156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:45.916770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8859c7e-5ee2-4032-9c89-0878aaf4c864 None None] Pushing event updated for resources: {'Port': ['ID=ab0acf22-8c6c-4894-88a1-f5f47991c176,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:45.918663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:security_group_rule and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:45.928143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:54:45.929951 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:54:45.968052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aafb155-efb5-4168-93ed-5a57871a567e req-046c40f7-f4da-456d-bec6-a380fc78b615 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:45.975623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2aafb155-efb5-4168-93ed-5a57871a567e req-046c40f7-f4da-456d-bec6-a380fc78b615 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.9953740 Feb 10 22:54:46.037058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:46.057941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.091012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.095414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Pushing event deleted for resources: {'Network': ['ID=8b36efff-a616-4544-b197-e4ad5dc3cec9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:46.102767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.167783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::17f (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/1d4e5efa-17bf-43b8-b554-6b25a940a96d/8fa5bc8d-ea39-4dde-a9a2-4d987579109a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:46.181315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Network 37e34176-373f-4f24-8a43-55c07879812e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:46.181527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.195309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:46.200528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2aafb155-efb5-4168-93ed-5a57871a567e req-87cdac65-62fe-4ae5-a2b6-4bfda32279c7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238371 Feb 10 22:54:46.255666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:46.259777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:46.266527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Transition to ACTIVE for port object 4fbb9dd4-3f20-483a-af8d-e215252b8b7d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:46.309730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9faa606e-5bde-47a5-9a25-73ad7ebb88ce tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/networks/8b36efff-a616-4544-b197-e4ad5dc3cec9 HTTP/1.1" status: 204 len: 168 time: 3.2924740 Feb 10 22:54:46.318237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:46.336259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'routes': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:46.412981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.414443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:46.415181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.445181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-9a40d885-8a82-466a-8a41-8f22a6b0d637 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:46.446071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-9a40d885-8a82-466a-8a41-8f22a6b0d637 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:46.452258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-e6b1fb0a-5e0d-4e6d-9f0b-a0b289b46ff3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7313280 Feb 10 22:54:46.459186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:42Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:46.466233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Request body: {'port': {'device_id': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:46.466847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f07196e-94f8-44fe-9003-1791c3a4916b None None] Provisioning complete for port a44c458a-fad8-47bb-913f-53ccdec850f6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:46.467232 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f07196e-94f8-44fe-9003-1791c3a4916b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.516877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-9a40d885-8a82-466a-8a41-8f22a6b0d637 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:46.518354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-9a40d885-8a82-466a-8a41-8f22a6b0d637 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 931 time: 0.2072239 Feb 10 22:54:46.553150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0801c3c2-5c60-4ca3-9d82-bf1d39d0b07c None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:42Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:46.555711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a44c458a-fad8-47bb-913f-53ccdec850f6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a44c458a-fad8-47bb-913f-53ccdec850f6,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:46.565841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.610714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:46.650234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-8060cc48-e4c5-465a-a88f-f1b227543c1c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:46.728851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-8060cc48-e4c5-465a-a88f-f1b227543c1c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:46.730809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dcf1a91-b5df-429b-b395-02e9579c3033 req-8060cc48-e4c5-465a-a88f-f1b227543c1c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032893 Feb 10 22:54:46.731592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.735830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:46.737243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 315d0fa7-4fb8-4c2f-a74a-14b1c6a8e5aa not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:46.781734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:39Z', 'revision_number': 3, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:46.793004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Checking router: 6f44548e-953d-4f7a-9394-29722e144cd2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:46.793349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Updating router 6f44548e-953d-4f7a-9394-29722e144cd2 port 8c7d9d90-ad5d-4c3c-aca3-497395975132 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:46.800136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.872751 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.917450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:46.933470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ab0acf22-8c6c-4894-88a1-f5f47991c176 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:46.940122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.082068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:47.292568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Added routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 22:54:47.293162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Removed routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 22:54:47.293782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.308585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:47.311021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:47.334901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:47.419891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.445501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 8fa5bc8d-ea39-4dde-a9a2-4d987579109a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:47.508243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ab0acf22-8c6c-4894-88a1-f5f47991c176 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:47.509110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.605387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e02322-b61e-4c9c-9b75-9d8acc62a13e {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:54:47.618751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.653604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Transition to ACTIVE for port object a2e02322-b61e-4c9c-9b75-9d8acc62a13e will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:47.661079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.690471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4051e937-83d0-4c4a-b743-0c6ea04cf544,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:47.698678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:47.889375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.892643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:47.905082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.945562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:47.945959 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment 6c482a13-38f2-4622-b31c-c4bbb9cb24f3 of type vlan for network 8910fed9-50c5-40fa-b917-c0fe253a36fd Feb 10 22:54:47.960615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:48.049281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.081528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Attempting to bind port a2e02322-b61e-4c9c-9b75-9d8acc62a13e on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:48.082391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Attempting to bind port a2e02322-b61e-4c9c-9b75-9d8acc62a13e by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:48.082948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Attempting to bind port a2e02322-b61e-4c9c-9b75-9d8acc62a13e on network 37e34176-373f-4f24-8a43-55c07879812e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:48.093001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Port a2e02322-b61e-4c9c-9b75-9d8acc62a13e on network 37e34176-373f-4f24-8a43-55c07879812e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:54:48.094895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Attempting to bind port a2e02322-b61e-4c9c-9b75-9d8acc62a13e on network 37e34176-373f-4f24-8a43-55c07879812e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:48.103711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:48.104637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Checking segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:48.105213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Bound using segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:48.105941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Bound port: a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:48.106580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.182675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.189199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:48.190295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.237593 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.238157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:48.254258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286b314-f9c7-4bc5-805d-cd91e34ef2df req-9d31d9d4-350f-4233-9067-276bbb918c0b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:48.260603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c286b314-f9c7-4bc5-805d-cd91e34ef2df req-9d31d9d4-350f-4233-9067-276bbb918c0b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 943 time: 0.2710688 Feb 10 22:54:48.265516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Transition to ACTIVE for port object 8c7d9d90-ad5d-4c3c-aca3-497395975132 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:48.298163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/1d4e5efa-17bf-43b8-b554-6b25a940a96d/558370a1-c5c4-4184-a044-7c15f2898fdb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:48.341392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:48.428041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:48.433799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:48.434470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.490954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c286b314-f9c7-4bc5-805d-cd91e34ef2df req-5e6a0647-3973-4dbd-956a-85efd06c508c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167835 Feb 10 22:54:48.499312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:48.503974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.510774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=8fa5bc8d-ea39-4dde-a9a2-4d987579109a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:48.522820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:48.528589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.560723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.8881350 Feb 10 22:54:48.570082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.586922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Transition to ACTIVE for port object 558370a1-c5c4-4184-a044-7c15f2898fdb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:48.589361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.623800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Transition to ACTIVE for port object 558370a1-c5c4-4184-a044-7c15f2898fdb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:48.636808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4257dd4d-6bb4-4c2d-92ec-8fe828c0f809 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.5925665 Feb 10 22:54:48.653787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.699168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.732823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6af38-d422-4da0-9d63-d90eea7f4d59 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=8910fed9-50c5-40fa-b917-c0fe253a36fd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:48.753820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34544) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:48.793752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64ed992b-295b-4058-84f5-abf94afe4618 None None] Provisioning for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:48.818683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:48.819503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.819639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:48.820752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:48.826614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] 10.222.0.24 "PUT /v2.0/ports/a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 1091 time: 2.3651705 Feb 10 22:54:48.827306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:54:48.878280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ee8d6b-d007-46f3-b5f9-362cc0e730d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:48.929550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:48.931642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Attempting to bind port 8c7d9d90-ad5d-4c3c-aca3-497395975132 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:48.932229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Attempting to bind port 8c7d9d90-ad5d-4c3c-aca3-497395975132 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:48.932889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Attempting to bind port 8c7d9d90-ad5d-4c3c-aca3-497395975132 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:48.933908 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'status': 'completed', 'code': 200} Feb 10 22:54:48.953722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:48.960389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:48.962401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:48.963156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.963729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:48.964417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Bound port: 8c7d9d90-ad5d-4c3c-aca3-497395975132, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:48.964971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:48.981558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-0fff4217-9718-4d0d-b20c-855792b0a0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:48.983492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-0fff4217-9718-4d0d-b20c-855792b0a0a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1094 time: 0.0934689 Feb 10 22:54:49.034385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84ee0c3-021a-404d-a774-20fcdb685885 req-028fce65-d964-44ef-9800-a8c355319af3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:49.042211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a84ee0c3-021a-404d-a774-20fcdb685885 req-028fce65-d964-44ef-9800-a8c355319af3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 1.2051840 Feb 10 22:54:49.138632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-df0d8f53-c019-4f7d-aa9d-826bf3ba260e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 217 time: 0.1474485 Feb 10 22:54:49.164369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:49.182581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a84ee0c3-021a-404d-a774-20fcdb685885 req-425991c3-15de-4846-950c-5caeec8a2184 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393933 Feb 10 22:54:49.217779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-64ed992b-295b-4058-84f5-abf94afe4618 None None] Provisioning complete for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:49.228605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-64ed992b-295b-4058-84f5-abf94afe4618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.240998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f9ffa8b9-be21-4b60-983f-7e9d05e4225d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:49.243029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-f9ffa8b9-be21-4b60-983f-7e9d05e4225d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.0963652 Feb 10 22:54:49.347968 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-0d1b9ce9-7a78-4491-99ba-d60f02c20a3d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906734 Feb 10 22:54:49.476676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c3166-46f1-4dac-9e0f-71cb79695f41 None None] Pushing event updated for resources: {'Port': ['ID=8c7d9d90-ad5d-4c3c-aca3-497395975132,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:49.511319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7dedf-3060-441f-8719-77a92ef97a0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:49.520622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc7dedf-3060-441f-8719-77a92ef97a0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:49.521536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ccc7dedf-3060-441f-8719-77a92ef97a0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:49.553706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:49.566842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.571146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e58c0307-c8c7-4ccc-9e0c-4d9b94a13800 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 704 time: 3.2484336 Feb 10 22:54:49.576065 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Sync routers for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:49.577157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:49.632030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:49.632668 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:49.634954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a188f9a7-f097-4056-ada5-9fbae7c25738 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:49.642423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.655747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ccc7dedf-3060-441f-8719-77a92ef97a0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:49.659683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ccc7dedf-3060-441f-8719-77a92ef97a0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.8760214 Feb 10 22:54:49.669940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34558) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:49.682126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a188f9a7-f097-4056-ada5-9fbae7c25738 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:49.689536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a188f9a7-f097-4056-ada5-9fbae7c25738 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 205 time: 0.1106389 Feb 10 22:54:49.690339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:49.750847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Attempting to bind port 558370a1-c5c4-4184-a044-7c15f2898fdb on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:49.751137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Attempting to bind port 558370a1-c5c4-4184-a044-7c15f2898fdb by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:49.751555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Attempting to bind port 558370a1-c5c4-4184-a044-7c15f2898fdb on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:49.832881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:49.834562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:49.838848 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.839205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:49.839818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Bound port: 558370a1-c5c4-4184-a044-7c15f2898fdb, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:49.840298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:49.896295 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:49.905131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:54:49.960783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Pushing event updated for resources: {'Port': ['ID=558370a1-c5c4-4184-a044-7c15f2898fdb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:49.977154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-64ed992b-295b-4058-84f5-abf94afe4618 None None] Port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:50.046496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] For port 8c7d9d90-ad5d-4c3c-aca3-497395975132, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:50.047847 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:50.055319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:54:50.056363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e27a46bf-c9d5-42ed-8903-e3ae5c2720e0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:54:50.059086 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Checking router: 9a8011cf-de5b-40a5-ac5b-6c3d2822301d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:50.080608 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Routers {'9a8011cf-de5b-40a5-ac5b-6c3d2822301d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:50.085020 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:50.101986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] For port 8c7d9d90-ad5d-4c3c-aca3-497395975132, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8c7d9d90-ad5d-4c3c-aca3-497395975132,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:50.110239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:50.135405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-5f7036b0-5abc-4714-9c25-87e94c315822 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779334 Feb 10 22:54:50.275624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:50.276422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:50.393552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] For port 558370a1-c5c4-4184-a044-7c15f2898fdb, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:50.415995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a44c458a-fad8-47bb-913f-53ccdec850f6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:50.470725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] Set router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:50.610196 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:50.615078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd01f9-b5d7-4c22-ac5c-4d4b7865ed5d req-e7d51aed-fbb1-48e9-8dff-c255d1f85232 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:50.615740 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745289e2-4ab8-4fcf-92af-b6f7a0922cd6 None None] The sync data for ids ['9a8011cf-de5b-40a5-ac5b-6c3d2822301d'] in n-d-825178-4 is: [{'id': '9a8011cf-de5b-40a5-ac5b-6c3d2822301d', 'name': 'tempest-RoutersIpV6Test-router-300489596', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:41Z', 'updated_at': '2022-02-10T22:54:37Z', 'revision_number': 11, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:50.631984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bcd01f9-b5d7-4c22-ac5c-4d4b7865ed5d req-e7d51aed-fbb1-48e9-8dff-c255d1f85232 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 943 time: 0.8043380 Feb 10 22:54:50.650817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 8fa5bc8d-ea39-4dde-a9a2-4d987579109a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:50.651410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:50.770611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:50.785987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bcd01f9-b5d7-4c22-ac5c-4d4b7865ed5d req-1a9fb017-061f-471d-8c0a-9e643ab2f0dd tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530242 Feb 10 22:54:50.797673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adc6754-a31e-4a0c-8630-f178aeb2822d req-7074ce6d-8c48-415d-bf65-6cf3a96e1fef service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224566 Feb 10 22:54:50.875942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:51.019784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017280cd-1f35-4701-bb6f-d9366596c004 req-e3baef16-4839-45a2-ab48-e86076a57ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:51.021286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-e3baef16-4839-45a2-ab48-e86076a57ecd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1094 time: 0.1664212 Feb 10 22:54:51.059939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] For port 558370a1-c5c4-4184-a044-7c15f2898fdb, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=558370a1-c5c4-4184-a044-7c15f2898fdb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:51.095863 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:51.156938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c3166-46f1-4dac-9e0f-71cb79695f41 None None] Pushing event updated for resources: {'Port': ['ID=8c7d9d90-ad5d-4c3c-aca3-497395975132,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:51.245190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff11a3-7294-4339-8999-233b4ecbab69 None None] Pushing event updated for resources: {'Port': ['ID=558370a1-c5c4-4184-a044-7c15f2898fdb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:51.339969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a44c458a-fad8-47bb-913f-53ccdec850f6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:51.340345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:51.464886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017280cd-1f35-4701-bb6f-d9366596c004 req-78fae690-8ebf-4abb-ac59-44f28f15be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:51.466362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-78fae690-8ebf-4abb-ac59-44f28f15be5b service neutron] 10.222.0.24 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.4330816 Feb 10 22:54:51.597035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-8fc3bbb2-111b-441b-be0b-9eaf6d9d02ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 217 time: 0.1229074 Feb 10 22:54:51.736235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017280cd-1f35-4701-bb6f-d9366596c004 req-320b1579-5e5c-4a87-9619-8b049f6755e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:51.737703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-320b1579-5e5c-4a87-9619-8b049f6755e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.1324224 Feb 10 22:54:51.816616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-6bf61775-e85c-4d50-ad7b-7cfb5f35bcb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710018 Feb 10 22:54:51.864470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:51.915503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4fbb9dd4-3f20-483a-af8d-e215252b8b7d', 'name': '', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'mac_address': 'fa:16:3e:94:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:45Z', 'updated_at': '2022-02-10T22:54:45Z', 'revision_number': 1, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'subnets': [{'id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:51.932971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417eedf7-7d90-42b1-a1cd-3a32d7e07055 None None] The sync data for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 is: [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4fbb9dd4-3f20-483a-af8d-e215252b8b7d', 'name': '', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'mac_address': 'fa:16:3e:94:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:45Z', 'updated_at': '2022-02-10T22:54:45Z', 'revision_number': 1, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'subnets': [{'id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:51.986468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34572) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:52.062949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:52.078340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.135564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-b48a36f8-ce8a-401a-820b-35788f657e00 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084455 Feb 10 22:54:52.169257 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.274683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 558370a1-c5c4-4184-a044-7c15f2898fdb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:52.350630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453f42-0e6f-4684-a5f7-df3556d00513 req-bf4932dd-3a7c-4c66-b054-ef8adbe6f548 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:52.353363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b453f42-0e6f-4684-a5f7-df3556d00513 req-bf4932dd-3a7c-4c66-b054-ef8adbe6f548 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 943 time: 0.2965205 Feb 10 22:54:52.411987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89476f2-fc96-4bbb-bfd2-ba2199f9cdcb req-6e1f3de3-2247-41aa-ba99-2afe297d5e7c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:52.417464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-017280cd-1f35-4701-bb6f-d9366596c004 req-4e167f88-9a97-402f-a988-eb964bda3242 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755973 Feb 10 22:54:52.428456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a89476f2-fc96-4bbb-bfd2-ba2199f9cdcb req-6e1f3de3-2247-41aa-ba99-2afe297d5e7c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 1.8262734 Feb 10 22:54:52.443911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 558370a1-c5c4-4184-a044-7c15f2898fdb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:52.467637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b453f42-0e6f-4684-a5f7-df3556d00513 req-00198182-20f1-472f-bab7-d86ac5136a3f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063273 Feb 10 22:54:52.553963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.554638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router 9a8011cf-de5b-40a5-ac5b-6c3d2822301d {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:54:52.582876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:52.616627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.621475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f585280e-db74-4964-95c7-3a91e7b662b2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 204 len: 168 time: 2.8541470 Feb 10 22:54:52.623835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34578) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:52.629461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1538939265', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:52.633301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:52.638967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a89476f2-fc96-4bbb-bfd2-ba2199f9cdcb req-d4faf205-f475-497f-9d1c-8ffbf6a3403a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072001 Feb 10 22:54:52.640106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:52.648009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:52.652562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Usage tracker for resource:router and tenant:c8914acf33bb434ba2d2f2e613a693a4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:52.657110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.665729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:52.668576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:52.696691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:52.718180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.720757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.757896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.804207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.829358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a2e02322-b61e-4c9c-9b75-9d8acc62a13e details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:54:52.861106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:52.862947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bf9c0156-a031-449a-a51b-29a15b6b61f5 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2379546 Feb 10 22:54:52.865691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:52.872066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:53.056197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 8fa5bc8d-ea39-4dde-a9a2-4d987579109a owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:54:53.073725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:53.093265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:54:53.104666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:53.108938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.115527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'port_id': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'mac_address': 'fa:16:3e:03:00:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:54:53.117350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0afc64-1cdd-4cea-b288-d7863e031f21 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:53.233793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.453070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.457176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.493338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Provisioning for port 558370a1-c5c4-4184-a044-7c15f2898fdb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:53.535041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Provisioning complete for port 558370a1-c5c4-4184-a044-7c15f2898fdb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:53.535726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.640069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.667600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.748580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.765308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e02322-b61e-4c9c-9b75-9d8acc62a13e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:54:53.790615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:53.849733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.880798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=aac52117-539f-490c-8e57-0165dcb1c93c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:53.905740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:53.966756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:53.976895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.006187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] For port 558370a1-c5c4-4184-a044-7c15f2898fdb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=558370a1-c5c4-4184-a044-7c15f2898fdb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:54.019757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.034536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:54.058410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': '6c482a13-38f2-4622-b31c-c4bbb9cb24f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:54.059110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: 8910fed9-50c5-40fa-b917-c0fe253a36fd, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:54.085891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:54.147196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:54.230193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a2e02322-b61e-4c9c-9b75-9d8acc62a13e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:54:54.291909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6accce0-15f2-43be-8cb9-f4686aaaa741 None None] Pushing event updated for resources: {'Port': ['ID=558370a1-c5c4-4184-a044-7c15f2898fdb,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:54.357884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf6302-f300-4ebd-9080-4ba0e267247b req-8bf05d6e-9f54-441f-aaa0-027df10a3992 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:54.373212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fdf6302-f300-4ebd-9080-4ba0e267247b req-8bf05d6e-9f54-441f-aaa0-027df10a3992 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 944 time: 0.4575095 Feb 10 22:54:54.391786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8c7d9d90-ad5d-4c3c-aca3-497395975132 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:54.486807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Router 6f44548e-953d-4f7a-9394-29722e144cd2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:54:54.499216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fdf6302-f300-4ebd-9080-4ba0e267247b req-9cb806ec-afd7-4f5e-99a5-d871ba944793 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245883 Feb 10 22:54:54.504035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Router b38be060-e723-43a2-933f-5b84ef6ec17e is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:54:54.534425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.545489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:54.569633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8910fed9-50c5-40fa-b917-c0fe253a36fd) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:54.584950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:54.585981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.633538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fa97e8-065e-4892-b888-b3af79fb18b6 None None] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:54.641149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccecf39-4fe5-40fc-9018-edead254a0d3 req-7afd30b8-96a2-4116-90a0-79383dafac65 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:54.643364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ccecf39-4fe5-40fc-9018-edead254a0d3 req-7afd30b8-96a2-4116-90a0-79383dafac65 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.7594018 Feb 10 22:54:54.690099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:54.698081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.699715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bad8ea7b-47ae-4da1-a7c9-16699e300e2c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "PUT /v2.0/routers/b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 200 len: 698 time: 1.8328671 Feb 10 22:54:54.702746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34596) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:54.728845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3d7ad795-5823-4c14-9360-06338a9bcad5 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7239773 Feb 10 22:54:54.740689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:54.744397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34600) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:54.767771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-115176401'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:54.860310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:54.900513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-71096ba6-4a92-4e48-8faf-af2166f341e8 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/routers/b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 200 len: 704 time: 0.1950676 Feb 10 22:54:54.903868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34604) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:54.905678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] Sync routers for ids ['b38be060-e723-43a2-933f-5b84ef6ec17e'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:54.966631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0a1160d4-783c-4da0-ae34-4e4da741fca7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Synchronizing usage tracker for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:54.968814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8c7d9d90-ad5d-4c3c-aca3-497395975132 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:54.982280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0a1160d4-783c-4da0-ae34-4e4da741fca7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Unset dirty status for tenant:c8914acf33bb434ba2d2f2e613a693a4 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:54.986541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0a1160d4-783c-4da0-ae34-4e4da741fca7 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 200 len: 205 time: 0.0784054 Feb 10 22:54:54.989020 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] Routers {'b38be060-e723-43a2-933f-5b84ef6ec17e'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:54.989503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34608) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:54.990877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['b38be060-e723-43a2-933f-5b84ef6ec17e'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:55.003911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=8fa5bc8d-ea39-4dde-a9a2-4d987579109a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:55.044470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:54:55.050493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a1effb1-e9ed-4e30-87df-eaadff2a01b5 admin admin] 10.222.0.53 "PUT /v2.0/routers/6f44548e-953d-4f7a-9394-29722e144cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7102511 Feb 10 22:54:55.062392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:55.071269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:55.083365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.085727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-faa880d2-d2f4-4794-ba7f-4fb8b2374b0f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/8fa5bc8d-ea39-4dde-a9a2-4d987579109a HTTP/1.1" status: 204 len: 168 time: 5.4146597 Feb 10 22:54:55.090171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:55.094151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ccecf39-4fe5-40fc-9018-edead254a0d3 req-cf8af82d-be54-4ac9-8eb0-942f9151f9ce tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3894043 Feb 10 22:54:55.101634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:55.103977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5f16fe64-9934-4254-847f-caef8a6de759 None None] Provisioning complete for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:55.110865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f16fe64-9934-4254-847f-caef8a6de759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.217297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:55.222597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.267476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8c7d9d90-ad5d-4c3c-aca3-497395975132 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:55.273122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f2b84-c07a-4dfe-9b7a-faf13d262c1c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:55.273375 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.274978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37f2b84-c07a-4dfe-9b7a-faf13d262c1c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:55.277608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c37f2b84-c07a-4dfe-9b7a-faf13d262c1c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:54:55.304247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.318450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:54:55.323669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c37f2b84-c07a-4dfe-9b7a-faf13d262c1c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:54:55.326570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c37f2b84-c07a-4dfe-9b7a-faf13d262c1c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2258329 Feb 10 22:54:55.334888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:55.407956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.408459 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment a95346b3-98b4-4a13-91be-93749908ef59 of type vlan for network aeed45a6-9e88-4055-8015-099eeb789f5f Feb 10 22:54:55.481011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 1d4e5efa-17bf-43b8-b554-6b25a940a96d {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:54:55.489646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:55.572576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5f16fe64-9934-4254-847f-caef8a6de759 None None] Port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:54:55.627762 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Sync routers for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:54:55.649761 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:55.664885 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:55.814840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] Set router b38be060-e723-43a2-933f-5b84ef6ec17e gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:55.934148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.083595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8910fed9-50c5-40fa-b917-c0fe253a36fd', 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': 'aac52117-539f-490c-8e57-0165dcb1c93c'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:54:56.084645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.090966 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:56.092284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.171553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04d27953-5f0f-482d-becd-ec2e31407584 None None] Could not find standard attr ID for object 8fa5bc8d-ea39-4dde-a9a2-4d987579109a. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:54:56.193856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b38be060-e723-43a2-933f-5b84ef6ec17e', 'name': 'tempest-RoutersIpV6Test-router-1538939265', 'tenant_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:52Z', 'updated_at': '2022-02-10T22:54:53Z', 'revision_number': 2, 'project_id': 'c8914acf33bb434ba2d2f2e613a693a4', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:56.250668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.310973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] Checking router: b38be060-e723-43a2-933f-5b84ef6ec17e for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:56.329713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.331904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.349368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] Routers {'b38be060-e723-43a2-933f-5b84ef6ec17e'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:56.353334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:56.353528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['b38be060-e723-43a2-933f-5b84ef6ec17e'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:56.356238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.416236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.423151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.510141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5635aa0c-695a-49ce-84a2-b5ff3fa87a24 req-98672734-0a45-4cae-a5d7-961ee044f6ec tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:56.516858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5635aa0c-695a-49ce-84a2-b5ff3fa87a24 req-98672734-0a45-4cae-a5d7-961ee044f6ec tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 944 time: 0.7233179 Feb 10 22:54:56.517933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.518869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Fanout notify agent at l3_agent the message router_deleted on router b38be060-e723-43a2-933f-5b84ef6ec17e {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:54:56.552564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=aeed45a6-9e88-4055-8015-099eeb789f5f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:56.553242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.559354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92734486-0c39-4af4-9225-d241055fe4d6 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 204 len: 168 time: 1.5672262 Feb 10 22:54:56.562604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3ed80d0-4c5b-491c-b484-9abcced65de6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.8147054 Feb 10 22:54:56.563765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34668) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:56.564091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:56.568912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04d27953-5f0f-482d-becd-ec2e31407584 None None] Provisioning complete for port 558370a1-c5c4-4184-a044-7c15f2898fdb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:56.569296 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04d27953-5f0f-482d-becd-ec2e31407584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.620222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:56.620640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ad1fa1-7574-4b30-9f89-326bc9312ec6 None None] The sync data for ids ['b38be060-e723-43a2-933f-5b84ef6ec17e'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:54:56.648527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5635aa0c-695a-49ce-84a2-b5ff3fa87a24 req-789291a7-6efb-4205-9e7c-037f8decca8b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061795 Feb 10 22:54:56.649760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network aeed45a6-9e88-4055-8015-099eeb789f5f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:54:56.668609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': 'aeed45a6-9e88-4055-8015-099eeb789f5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:56.681283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8c7d9d90-ad5d-4c3c-aca3-497395975132, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8c7d9d90-ad5d-4c3c-aca3-497395975132,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:56.698880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-477f2e8a-dce8-47cb-a9a6-66899c82dadd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 200 len: 205 time: 0.0917537 Feb 10 22:54:56.701278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34676) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:56.832147 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4fbb9dd4-3f20-483a-af8d-e215252b8b7d', 'name': '', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'mac_address': 'fa:16:3e:94:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:45Z', 'updated_at': '2022-02-10T22:54:51Z', 'revision_number': 2, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'subnets': [{'id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:56.841272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.843352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Checking router: 6f44548e-953d-4f7a-9394-29722e144cd2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:54:56.845032 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Updating router 6f44548e-953d-4f7a-9394-29722e144cd2 port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:54:56.864321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:56.882239 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-07fdd0be-682a-4b4a-9ab5-4538b49e2b4a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:56.885586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07fdd0be-682a-4b4a-9ab5-4538b49e2b4a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/b38be060-e723-43a2-933f-5b84ef6ec17e HTTP/1.1" status: 404 len: 336 time: 0.1809754 Feb 10 22:54:56.885855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34686) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:56.967118 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a46b7ac-6a10-443b-b839-9363a07f6b58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:56.967607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a46b7ac-6a10-443b-b839-9363a07f6b58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:56.980435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4a46b7ac-6a10-443b-b839-9363a07f6b58 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/09616f38-ede4-4740-8be6-f5e4c795c7ac HTTP/1.1" status: 404 len: 337 time: 0.0913980 Feb 10 22:54:56.981174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34690) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:56.995223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a2e02322-b61e-4c9c-9b75-9d8acc62a13e up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:57.023419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.032371 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.080091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4e5efa-17bf-43b8-b554-6b25a940a96d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:57.091747 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d04483-5112-43d1-ac2a-e3bd1bb1325f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:57.092858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d04483-5112-43d1-ac2a-e3bd1bb1325f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:57.106017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:57.108385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8d04483-5112-43d1-ac2a-e3bd1bb1325f tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/58040f11-0386-4d8b-a88b-32bcbc60b0cd HTTP/1.1" status: 404 len: 337 time: 0.1255686 Feb 10 22:54:57.109594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34694) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.112269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646b4f7c-cbd1-46fb-99fc-f952a67cf477 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:57.118182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:57.126373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:57.145233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:57.190488 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31d2c21-96b3-49a8-bcfc-1b1a070ac34b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:57.190953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d31d2c21-96b3-49a8-bcfc-1b1a070ac34b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:57.195363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d31d2c21-96b3-49a8-bcfc-1b1a070ac34b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/7d800a2e-7a9d-4284-b351-56fba27a1ba6 HTTP/1.1" status: 404 len: 337 time: 0.0824690 Feb 10 22:54:57.195529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a21f2-ee4a-4a3c-964a-5549f36fe611 req-6854b492-94d5-4efa-94c6-9829c79e6b9a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:57.197502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34698) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.204799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 558370a1-c5c4-4184-a044-7c15f2898fdb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:54:57.208612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c3a21f2-ee4a-4a3c-964a-5549f36fe611 req-6854b492-94d5-4efa-94c6-9829c79e6b9a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.7939065 Feb 10 22:54:57.242770 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c4fa9e20-6456-4a47-b7d7-fdb6e7e780cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/1d4e5efa-17bf-43b8-b554-6b25a940a96d HTTP/1.1" status: 204 len: 168 time: 1.9066296 Feb 10 22:54:57.245389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.249035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:57.255981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.311032 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd0f9d2-6704-4d7e-8f43-b9a939ae90dd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:57.312069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cd0f9d2-6704-4d7e-8f43-b9a939ae90dd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:57.317797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1cd0f9d2-6704-4d7e-8f43-b9a939ae90dd tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/c960bf4e-e885-4b9a-a4f1-a7ad6ab0c8bc HTTP/1.1" status: 404 len: 337 time: 0.1192951 Feb 10 22:54:57.320128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34710) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.467589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-61b8a283-fea8-4a33-828b-3eab1ba25f0d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2206488 Feb 10 22:54:57.478445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.483257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-75388e5c-3e5f-4b0d-979c-306a529470cb tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 200 len: 205 time: 0.1542139 Feb 10 22:54:57.483800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34730) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.490094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:54:57.536199 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c3a21f2-ee4a-4a3c-964a-5549f36fe611 req-6c2813de-3358-47ae-844f-2847dfccf262 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3266411 Feb 10 22:54:57.619603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.663025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8c7d9d90-ad5d-4c3c-aca3-497395975132,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:57.713092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=05d3b0bd-0fc0-40b0-a5b0-bdd3877f7c17,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:57.725353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Allocated IP 2001:db8:0:ffff::2 (8910fed9-50c5-40fa-b917-c0fe253a36fd/aac52117-539f-490c-8e57-0165dcb1c93c/86dd2d6e-943e-4922-8e6e-2c70aea9bfb7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:54:57.749154 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-2574493c-5501-4e1c-8a39-f6b203f6ff19 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:57.752963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2574493c-5501-4e1c-8a39-f6b203f6ff19 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/9a8011cf-de5b-40a5-ac5b-6c3d2822301d HTTP/1.1" status: 404 len: 336 time: 0.2421408 Feb 10 22:54:57.753860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.778224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 558370a1-c5c4-4184-a044-7c15f2898fdb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:57.778598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.796244 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.811046 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Transition to ACTIVE for port object 4fbb9dd4-3f20-483a-af8d-e215252b8b7d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:57.812921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:54:57.823410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:54:57.826018 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.828857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:54:57.836741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:54:57.853317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:54:57.858309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:57.880842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70e0edcd-6a69-483b-9fdd-06c5aef98638 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=420ef0ae-3521-4d57-bd07-841c3648a290 HTTP/1.1" status: 200 len: 205 time: 0.1258552 Feb 10 22:54:57.881762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:57.908341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': 'a95346b3-98b4-4a13-91be-93749908ef59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'aeed45a6-9e88-4055-8015-099eeb789f5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:57.909048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: aeed45a6-9e88-4055-8015-099eeb789f5f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:54:57.977699 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc73773-e8e5-4637-8b6c-9a9c6ff8b1be None None] Pushing event updated for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:58.044822 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-dcf501aa-5905-4324-9667-568201a75bf2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:58.045871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dcf501aa-5905-4324-9667-568201a75bf2 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/420ef0ae-3521-4d57-bd07-841c3648a290 HTTP/1.1" status: 404 len: 336 time: 0.1628332 Feb 10 22:54:58.056461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34760) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.241400 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c103ed-326e-48da-b215-d2c8330e3688 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:58.242066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64c103ed-326e-48da-b215-d2c8330e3688 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:58.258727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network aeed45a6-9e88-4055-8015-099eeb789f5f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:54:58.273773 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-64c103ed-326e-48da-b215-d2c8330e3688 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/ca86d857-e5ba-4ea1-9ee4-e9cdfba959d8 HTTP/1.1" status: 404 len: 337 time: 0.2078886 Feb 10 22:54:58.277561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.316642 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Attempting to bind port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:54:58.319715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Attempting to bind port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:54:58.319715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Attempting to bind port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d on network cb9a3339-9e8c-4801-9437-dcf52343a3ea {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:54:58.320446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.334963 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:54:58.335636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Checking segment: {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:54:58.336037 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.336436 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Bound using segment: {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:54:58.336912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Bound port: 4fbb9dd4-3f20-483a-af8d-e215252b8b7d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce530d46-bbf9-4018-9225-1b4dbf256269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:54:58.337285 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.345136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Transition to ACTIVE for port object 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:58.359831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482750fc-9556-483e-b89b-26676b920979 req-4f40baf9-b7a6-44fe-83de-fbcd39142f56 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:58.372504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-482750fc-9556-483e-b89b-26676b920979 req-4f40baf9-b7a6-44fe-83de-fbcd39142f56 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 944 time: 0.3129594 Feb 10 22:54:58.399473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, aeed45a6-9e88-4055-8015-099eeb789f5f) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:58.409340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port a2e02322-b61e-4c9c-9b75-9d8acc62a13e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:54:58.425017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:58.425706 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.465025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-669b377c-57d5-495e-8506-b1369862ecaf tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 200 len: 205 time: 0.1808908 Feb 10 22:54:58.471398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001253b9-9aee-4750-a86e-2b2ea0a5e459 None None] Network aeed45a6-9e88-4055-8015-099eeb789f5f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:54:58.477567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.535907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Transition to ACTIVE for port object 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:54:58.549064 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] For port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:54:58.552361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-482750fc-9556-483e-b89b-26676b920979 req-89317e9f-05ba-47d0-8f94-dcb695497412 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784973 Feb 10 22:54:58.562415 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] For port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:54:58.566710 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-64af41fa-dbe4-4131-a826-242394154814 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:58.568212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-64af41fa-dbe4-4131-a826-242394154814 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/1edd86f2-67db-480a-b27e-3583efe03ff8 HTTP/1.1" status: 404 len: 336 time: 0.0900795 Feb 10 22:54:58.569883 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.570887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.576147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6f67a18-4ee7-4764-a866-c2b7d43eb0b7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9701431 Feb 10 22:54:58.590148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port a2e02322-b61e-4c9c-9b75-9d8acc62a13e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:54:58.590849 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.594911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34778) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.633017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e80950a2-23b6-421f-b121-07a552c16d52 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=4336dc7e-d4a7-4a35-a642-bed56067e608 HTTP/1.1" status: 200 len: 205 time: 0.0549772 Feb 10 22:54:58.635197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34784) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.744391 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b2c8854e-0ca7-4b1d-b37d-1a20b7a9251a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:58.745788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b2c8854e-0ca7-4b1d-b37d-1a20b7a9251a tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/4336dc7e-d4a7-4a35-a642-bed56067e608 HTTP/1.1" status: 404 len: 336 time: 0.1093163 Feb 10 22:54:58.748164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.758650 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:54:58.759351 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:54:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:54:58.770606 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.870573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:58.887349 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2099091-00dd-4f64-b2fa-c571d5b6f90e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:58.887888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2099091-00dd-4f64-b2fa-c571d5b6f90e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:58.891079 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2099091-00dd-4f64-b2fa-c571d5b6f90e tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/491208d3-2b36-4213-b5c6-3ee50499b106 HTTP/1.1" status: 404 len: 337 time: 0.1336629 Feb 10 22:54:58.896880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:58.914256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc73773-e8e5-4637-8b6c-9a9c6ff8b1be None None] Pushing event updated for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:58.924157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:58.925881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Pushing event updated for resources: {'Port': ['ID=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:58.995313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:59.021127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4d8f4e93-39b7-4270-b8d5-fc3be018633c tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=27c6c149-1013-4ef9-b8fb-e660f81f3461 HTTP/1.1" status: 200 len: 205 time: 0.1229811 Feb 10 22:54:59.023490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34796) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.040500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:54:59.219942 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:54:59.284174 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-78b8418a-b982-4078-be45-55476ddb32be tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:59.287324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78b8418a-b982-4078-be45-55476ddb32be tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/27c6c149-1013-4ef9-b8fb-e660f81f3461 HTTP/1.1" status: 404 len: 336 time: 0.2606916 Feb 10 22:54:59.288111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.336204 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de652b6-ad32-4d6a-a5ea-934e1a29b740 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:59.336932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9de652b6-ad32-4d6a-a5ea-934e1a29b740 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:59.341562 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9de652b6-ad32-4d6a-a5ea-934e1a29b740 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/8994dae6-26b2-43e8-901f-48df4b70bfa8 HTTP/1.1" status: 404 len: 337 time: 0.0519702 Feb 10 22:54:59.342171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34806) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.373974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:54:59.398360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Deleting port 558370a1-c5c4-4184-a044-7c15f2898fdb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:54:59.398881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.446887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.479844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9fd823c8-2911-42ae-a3d8-72fa1ee4422b tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "GET /v2.0/ports?device_id=15161e5f-5fd1-4129-8486-e2e1a3781553 HTTP/1.1" status: 200 len: 205 time: 0.1352181 Feb 10 22:54:59.480483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34812) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.502462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb71e0e-1cd1-4d82-ad04-a6158864bce4 req-2e8ff327-1f8b-4ffd-be8c-8a247e796919 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:59.518963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdb71e0e-1cd1-4d82-ad04-a6158864bce4 req-2e8ff327-1f8b-4ffd-be8c-8a247e796919 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.7059302 Feb 10 22:54:59.597703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:54:59.648981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:54:59.651904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=9e950e38-a158-4510-b4ec-960393f00eb4,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:54:59.658838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:54:59.659723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.678701 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b30ea002-b72f-4c0e-bb49-314bfc8d8629 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] delete failed (client error): The resource could not be found. Feb 10 22:54:59.689176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.690010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b30ea002-b72f-4c0e-bb49-314bfc8d8629 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/routers/15161e5f-5fd1-4129-8486-e2e1a3781553 HTTP/1.1" status: 404 len: 336 time: 0.2026341 Feb 10 22:54:59.693255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.803437 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cf24f8-f60a-4aad-9f5d-12a26f790b69 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:59.804264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cf24f8-f60a-4aad-9f5d-12a26f790b69 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:59.809178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-20cf24f8-f60a-4aad-9f5d-12a26f790b69 tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/3fba974e-ad9d-4c1f-a1f0-c03cafab7dc2 HTTP/1.1" status: 404 len: 337 time: 0.1086714 Feb 10 22:54:59.810055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.869431 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f54fd6-a5e3-4616-993a-d72b7c39adda tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] DELETE failed (client error): The resource could not be found. Feb 10 22:54:59.870282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f54fd6-a5e3-4616-993a-d72b7c39adda tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:54:59.875365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-63f54fd6-a5e3-4616-993a-d72b7c39adda tempest-RoutersIpV6Test-73641941 tempest-RoutersIpV6Test-73641941-project] 10.222.0.53 "DELETE /v2.0/subnets/868d5c0f-059e-435c-af9f-ce1702192ae1 HTTP/1.1" status: 404 len: 337 time: 0.0615065 Feb 10 22:54:59.895732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdb71e0e-1cd1-4d82-ad04-a6158864bce4 req-481d258a-6eff-4ede-ae57-b57c88237a96 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751931 Feb 10 22:54:59.901843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] For port 558370a1-c5c4-4184-a044-7c15f2898fdb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=558370a1-c5c4-4184-a044-7c15f2898fdb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:54:59.902322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:54:59.907027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b11773d2-2fee-4538-8019-c43a8d0ba428 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4239645 Feb 10 22:54:59.910268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34828) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:54:59.916410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'name': 'tempest-NetworksTestDHCPv6-1030129595'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:00.038108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Calling delete_port for 558370a1-c5c4-4184-a044-7c15f2898fdb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:00.114185 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4fbb9dd4-3f20-483a-af8d-e215252b8b7d', 'name': '', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'mac_address': 'fa:16:3e:94:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:45Z', 'updated_at': '2022-02-10T22:54:58Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'subnets': [{'id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:00.115239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:00.119005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a8b4b-44eb-49f8-9ccf-48536b1b7b50 req-6d9a0787-993e-40dc-8a46-30adca022b9f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:00.124302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:00.131636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-749a8b4b-44eb-49f8-9ccf-48536b1b7b50 req-6d9a0787-993e-40dc-8a46-30adca022b9f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 944 time: 0.2669356 Feb 10 22:55:00.136408 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16957d2c-e739-4eb5-b78e-cab2995e421d None None] The sync data for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 is: [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T22:54:49Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4fbb9dd4-3f20-483a-af8d-e215252b8b7d', 'name': '', 'network_id': 'cb9a3339-9e8c-4801-9437-dcf52343a3ea', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'mac_address': 'fa:16:3e:94:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:45Z', 'updated_at': '2022-02-10T22:54:58Z', 'revision_number': 4, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'subnets': [{'id': '998bc540-0c3e-4695-80d3-726b0ea21bdb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:55:00.162863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:00.169572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:00.179720 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-be512bda-d232-439d-8291-8186117506cb req-bedc15f7-3a72-4f81-b3d1-068467edce2a service neutron] show failed (client error): The resource could not be found. Feb 10 22:55:00.180774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-bedc15f7-3a72-4f81-b3d1-068467edce2a service neutron] 10.222.0.24 "GET /v2.0/ports/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.4120879 Feb 10 22:55:00.195990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8c7d9d90-ad5d-4c3c-aca3-497395975132 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:00.196675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:00.210866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.239837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-749a8b4b-44eb-49f8-9ccf-48536b1b7b50 req-3e58aaf9-87a1-4a3f-b541-8e9981a0b8aa tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943694 Feb 10 22:55:00.240912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.242489 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.286620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:55:00.303339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=05d3b0bd-0fc0-40b0-a5b0-bdd3877f7c17,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:00.309494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Attempting to bind port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:00.309922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Attempting to bind port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '6c482a13-38f2-4622-b31c-c4bbb9cb24f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:00.310292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Attempting to bind port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 on network 8910fed9-50c5-40fa-b917-c0fe253a36fd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:00.397212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] No DVR routers for this DVR port 558370a1-c5c4-4184-a044-7c15f2898fdb on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:55:00.413548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c6f9bf-79fe-4af3-976c-df9a45ef207f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-aeed45a6-9e88-4055-8015-099eeb789f5f', 'network_id': 'aeed45a6-9e88-4055-8015-099eeb789f5f', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '05d3b0bd-0fc0-40b0-a5b0-bdd3877f7c17'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:00.414991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c6f9bf-79fe-4af3-976c-df9a45ef207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.460685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2250b47-f18e-43e3-a51d-f80ca6fa96cc None None] Pushing event deleted for resources: {'Port': ['ID=558370a1-c5c4-4184-a044-7c15f2898fdb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:00.470212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d7b5d5-0292-45fb-bb8b-af388154a113 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:00.517488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:00.518147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Checking segment: {'id': '6c482a13-38f2-4622-b31c-c4bbb9cb24f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:00.518731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.519330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Bound using segment: {'id': '6c482a13-38f2-4622-b31c-c4bbb9cb24f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:00.520256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Bound port: 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c482a13-38f2-4622-b31c-c4bbb9cb24f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8910fed9-50c5-40fa-b917-c0fe253a36fd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:00.520793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.618887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::20c (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/9e950e38-a158-4510-b4ec-960393f00eb4/651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:00.645952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.739113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeed45a6-9e88-4055-8015-099eeb789f5f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:00.772812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95346b3-98b4-4a13-91be-93749908ef59') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:00.773104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95346b3-98b4-4a13-91be-93749908ef59') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:00.809106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.831520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:00.870518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.915142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.923880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:00.924837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:00.954336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b099f9-11c1-402a-94ec-0f3ca6aaf7d4 None None] Network aeed45a6-9e88-4055-8015-099eeb789f5f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:01.076703 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:01.081206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.101558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.113419 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.116448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=aeed45a6-9e88-4055-8015-099eeb789f5f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:01.124355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:01.154518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8c7d9d90-ad5d-4c3c-aca3-497395975132 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:01.154892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.158142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6236b01d-eeee-4777-b1bf-1f774fcfc0aa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/aeed45a6-9e88-4055-8015-099eeb789f5f HTTP/1.1" status: 204 len: 168 time: 2.5621862 Feb 10 22:55:01.159155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34848) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:01.167047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209924940'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:01.182752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:01.192248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:01.196849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:01.203746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:01.214695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-e9954b5c-9b56-45d0-a781-a03b7dc0f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:01.216492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-e9954b5c-9b56-45d0-a781-a03b7dc0f0b0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 1096 time: 0.3820393 Feb 10 22:55:01.219769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:01.223912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.244838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:01.285716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:01.342008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:01.352684 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'code': 200} Feb 10 22:55:01.363390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] For port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:01.387041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] For port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,segment=NetworkSegment(6c482a13-38f2-4622-b31c-c4bbb9cb24f3),segment_id=6c482a13-38f2-4622-b31c-c4bbb9cb24f3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:01.452589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809de16c-c429-4673-93e2-d955dacbc5d9 req-e0125448-0280-4712-91d0-ef0fa0505ebb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:01.454273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-809de16c-c429-4673-93e2-d955dacbc5d9 req-e0125448-0280-4712-91d0-ef0fa0505ebb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.2971928 Feb 10 22:55:01.521488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.577970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.604396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-809de16c-c429-4673-93e2-d955dacbc5d9 req-3037e0fc-0586-421b-b7e4-530e83e13fea tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437767 Feb 10 22:55:01.623669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:01.628649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:01.633747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:01.640858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:01.641719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.668711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:01.690839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.697704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-885ef632-71dd-4d92-82de-c40a406a0a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7838402 Feb 10 22:55:01.699474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34856) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:01.704154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:01.759725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:01.809687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:55:01.841104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0587eb90-c216-4759-87ef-6ef1b1d4d384 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:01.841845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0587eb90-c216-4759-87ef-6ef1b1d4d384 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:01.861760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0587eb90-c216-4759-87ef-6ef1b1d4d384 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:01.865500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0587eb90-c216-4759-87ef-6ef1b1d4d384 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1627102 Feb 10 22:55:01.865744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34864) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:01.983172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:01.983446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.018275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:02.134854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e571e2c-19e2-44a1-98ed-7d69017e0fbe None None] Pushing event updated for resources: {'Port': ['ID=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:02.352794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:02.364990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.434032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4fbb9dd4-3f20-483a-af8d-e215252b8b7d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:02.436619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.437234 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment 6c14cc41-84c6-4af6-95e6-d566a48ad1a3 of type vlan for network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 Feb 10 22:55:02.487558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.507924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '9e950e38-a158-4510-b4ec-960393f00eb4'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:02.509577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.515851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5aa10b70-86ab-4d7d-ad5b-5fb13ef1c0e9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c8914acf33bb434ba2d2f2e613a693a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6142092 Feb 10 22:55:02.526511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:02.566129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:02.648276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.664672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb56f-6f8f-4a9d-84c8-f6e7cf75cf71 req-e33228d3-300b-47a6-a626-54c058eee0c5 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:02.673130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1eabb56f-6f8f-4a9d-84c8-f6e7cf75cf71 req-e33228d3-300b-47a6-a626-54c058eee0c5 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 1.1230040 Feb 10 22:55:02.705213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19627e3-23b3-45da-b336-936de1285679 req-13edb9b2-0117-4fa3-b5c1-32a314726927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:02.706811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f19627e3-23b3-45da-b336-936de1285679 req-13edb9b2-0117-4fa3-b5c1-32a314726927 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1096 time: 1.3295608 Feb 10 22:55:02.885026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:02.893326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:02.911128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:02.912051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:02.931511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1eabb56f-6f8f-4a9d-84c8-f6e7cf75cf71 req-642b9a0e-ff42-4c6d-9c11-5ab1c8b4d78d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573004 Feb 10 22:55:02.971604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:02.993242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.014135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f19627e3-23b3-45da-b336-936de1285679 req-69fbd114-252c-456d-b60b-b08764361960 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864308 Feb 10 22:55:03.064416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/9e950e38-a158-4510-b4ec-960393f00eb4/cb7aa4d7-52a7-480d-aeb2-3f09edea43b1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:03.086730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.155833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.257800 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'code': 200} Feb 10 22:55:03.270756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.305114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Transition to ACTIVE for port object dfdf88dc-a19b-4b7c-b2bf-07de9a23085f will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:03.316903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.318940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.331392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.349054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:03.354053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.454086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:03.500919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.502871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.529293 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:55:03.530164 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:55:03.534055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69d5d7-69d7-40c9-a6af-58420a2388ce req-bd936fba-86aa-47f9-90d9-e7f60e3605e1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:03.536221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a69d5d7-69d7-40c9-a6af-58420a2388ce req-bd936fba-86aa-47f9-90d9-e7f60e3605e1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.5860929 Feb 10 22:55:03.538113 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee341c39-0508-4866-9de2-91474008fe21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 HTTP/1.1" status: 204 len: 168 time: 1.6713188 Feb 10 22:55:03.541218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:03.618211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b1d8e-9b18-47df-b71a-0512bebf7c22,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:03.637150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:03.645554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb81174-b894-4eaa-bb38-9d4baa723495 None None] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:03.647583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346c720-e887-4144-b721-304657a2ec8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:03.649100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e346c720-e887-4144-b721-304657a2ec8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:03.649879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e346c720-e887-4144-b721-304657a2ec8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:03.686444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.768144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a69d5d7-69d7-40c9-a6af-58420a2388ce req-526773d0-c0d2-4a59-9142-86a6cafe9259 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058972 Feb 10 22:55:03.769320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e346c720-e887-4144-b721-304657a2ec8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:03.773960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e346c720-e887-4144-b721-304657a2ec8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2314556 Feb 10 22:55:03.776918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34886) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:03.883233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:03.887340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3d320d4-f0b1-4fc5-9c47-8464fcf3e2cb admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/418b1d8e-9b18-47df-b71a-0512bebf7c22 HTTP/1.1" status: 204 len: 168 time: 1.3162975 Feb 10 22:55:03.887632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 9e950e38-a158-4510-b4ec-960393f00eb4 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:55:03.960469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 558370a1-c5c4-4184-a044-7c15f2898fdb no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:55:04.036815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=90e4fc9d-3a5b-4213-9939-9e86e64aa511,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:04.074113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-a97e8b24-012e-4523-a052-1c20083bdfb1 req-226b896f-f5c9-454a-84fc-69e6df773a44 service neutron] (87652) timed out ('10.222.0.30', 61898) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:55:04.092215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:04.100190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] No DVR routers for this DVR port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:55:04.148255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 558370a1-c5c4-4184-a044-7c15f2898fdb {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:55:04.148815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 558370a1-c5c4-4184-a044-7c15f2898fdb not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:55:04.175638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:04.180693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-01554db0-f5ad-4b49-b7f1-3678b31da3c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 3.0195267 Feb 10 22:55:04.183657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34896) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:04.189925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:04.572410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:04.578572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:04.582196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:04.590246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:04.603569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:04.608341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.625192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47285cf-4111-4634-a1f0-268f25b15ffc req-9dfe5965-99bb-416f-b4fe-6d82b3491038 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:04.632944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d47285cf-4111-4634-a1f0-268f25b15ffc req-9dfe5965-99bb-416f-b4fe-6d82b3491038 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.4481452 Feb 10 22:55:04.711400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:04.730589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d47285cf-4111-4634-a1f0-268f25b15ffc req-b72c38cb-597d-4e90-955c-249c146de140 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965886 Feb 10 22:55:04.867063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:04.868095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:04.869672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:04.885952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:55:04.887536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Attempting to bind port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:04.901575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:04.901928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Checking segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:04.902326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Bound using segment: {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:04.902765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Bound port: dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e032cc-f4ef-45d2-a5c4-9646e970f05c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:04.906189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:04.983670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5be8a058-a9fe-470f-a5c3-73d8f1b7591c None None] Provisioning for port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:05.039960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.055984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.074877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:05.092709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:05.093183 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.162382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:05.173956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:05.179028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Transition to ACTIVE for port object cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:05.185975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:05.209750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.217071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=6a3879f6-e792-41d7-9e17-5ebd8d52ee61,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:05.298076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Transition to ACTIVE for port object cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:05.310468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.320204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.369205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:05.383492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:05.385113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:05.394428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:05.396444 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.398541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] 10.222.0.30 "PUT /v2.0/ports/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 1091 time: 4.1586022 Feb 10 22:55:05.399193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:05.425476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.452407 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.555179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34928) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:05.641202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.642402 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'status': 'completed', 'code': 200} Feb 10 22:55:05.706151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Pushing event updated for resources: {'Port': ['ID=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:05.717338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,segment=NetworkSegment(6c482a13-38f2-4622-b31c-c4bbb9cb24f3),segment_id=6c482a13-38f2-4622-b31c-c4bbb9cb24f3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:05.732722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.800452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Attempting to bind port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:05.800740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Attempting to bind port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:05.804755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Attempting to bind port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:05.824358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:05.831646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24e89a3-fc29-4eb9-bec7-df7cc3806da0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:05.831878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:05.832454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.832993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:05.835081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Bound port: cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:05.835613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.903539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:05.977923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--88430692'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:05.992131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:06.003512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-c487b5c3-f611-41ef-83a7-0902658cdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:06.005077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-c487b5c3-f611-41ef-83a7-0902658cdf3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1094 time: 0.5754697 Feb 10 22:55:06.007169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:06.011747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:06.022488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:06.029991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.033455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:06.063377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=9e950e38-a158-4510-b4ec-960393f00eb4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:06.074948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': '6c14cc41-84c6-4af6-95e6-d566a48ad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:06.075187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f3feca32-b03d-426b-8b96-15fde674eee3 None None] Provisioning complete for port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:06.075576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: 90e4fc9d-3a5b-4213-9939-9e86e64aa511, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:06.075710 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3feca32-b03d-426b-8b96-15fde674eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.096891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-fe019b59-3086-4da4-a07f-8977fbe7144d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:06.098405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-fe019b59-3086-4da4-a07f-8977fbe7144d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1094 time: 0.4327080 Feb 10 22:55:06.117534 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c87c7354-3176-4ec8-900d-320ce546d18b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/9e950e38-a158-4510-b4ec-960393f00eb4 HTTP/1.1" status: 204 len: 168 time: 2.3397398 Feb 10 22:55:06.135069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ebe8-12bc-41c9-9152-d1a51d0386cc req-d08cd7a6-2871-4bb1-b729-cc6d2990384e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:06.139794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a90ebe8-12bc-41c9-9152-d1a51d0386cc req-d08cd7a6-2871-4bb1-b729-cc6d2990384e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 1.1575112 Feb 10 22:55:06.140450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:06.267609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] For port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:06.272454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] For port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:06.276387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:06.287433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.299843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-aa911592-07d0-4df9-8afa-5eebca7efcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:06.302393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-aa911592-07d0-4df9-8afa-5eebca7efcb2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.2858810 Feb 10 22:55:06.304255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.306593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 90e4fc9d-3a5b-4213-9939-9e86e64aa511) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:06.317018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45736632-9ed5-44f6-8f39-2eaa274883df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751268 Feb 10 22:55:06.317662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:06.326919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:06.328446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.335969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:06.346345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785cc24b-5488-4587-84ce-a9dc95359fb5 None None] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:06.356140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a90ebe8-12bc-41c9-9152-d1a51d0386cc req-dca46708-ba20-433e-ad38-a037290530e2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047834 Feb 10 22:55:06.370166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4fbb9dd4-3f20-483a-af8d-e215252b8b7d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:06.579691 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.600263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:06.607464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bb793012-ea24-4c7f-af79-67923d0d0433 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4207442 Feb 10 22:55:06.611045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:06.613575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34944) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:06.617975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:06.636360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:06.648666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:06.652647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.778498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:06.792679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1881801057'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:06.805857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:06.816965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:06.821359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:06.841422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:06.850392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:06.869252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:06.891660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c57b6-48b1-4311-a524-fc9c599d9f0b None None] Pushing event updated for resources: {'Port': ['ID=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:06.900575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:06.937949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:06.937949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:06.944191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-cc07c8e1-55f9-49ef-8ca8-18d874268094 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 998 time: 0.5298698 Feb 10 22:55:07.016884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6de1a7-061f-4d31-900e-8c2c4486f5af req-35a522bf-19a6-4635-a008-79239f037f58 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.034822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d6de1a7-061f-4d31-900e-8c2c4486f5af req-35a522bf-19a6-4635-a008-79239f037f58 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.9819210 Feb 10 22:55:07.072946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:07.077161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.133485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-cdda25ce-1b7d-4418-8e8c-de5948bb8785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.134957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-cdda25ce-1b7d-4418-8e8c-de5948bb8785 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.9685736 Feb 10 22:55:07.168181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:07.218177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.309814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:07.316304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:07.324384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.325120 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.345070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d6de1a7-061f-4d31-900e-8c2c4486f5af req-d2686e0f-3b8b-4049-8493-16bafeb5d250 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074384 Feb 10 22:55:07.345759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd2b1c-0cab-40a1-9728-47291395ded8 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:07.371548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=55fbfeed-65eb-4af6-be81-fc9d6c78788d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:07.387519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ee1f05e-732c-4f95-ac48-560f6b28a090 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0624886 Feb 10 22:55:07.387977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:07.416654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-ebce7b7f-83e5-4188-a361-049bba8ea41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.418365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-ebce7b7f-83e5-4188-a361-049bba8ea41e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.4599173 Feb 10 22:55:07.434408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'name': 'tempest-NetworksTestDHCPv6-740801053'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:07.481462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:07.556694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-f2e6af1a-4a04-41b0-b923-19095d12fbdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 998 time: 0.3982475 Feb 10 22:55:07.557970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:07.558535 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.561768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.562662 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment 59fad2b3-5496-464a-a783-6284cbd88bd9 of type vlan for network c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 Feb 10 22:55:07.630398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-90e4fc9d-3a5b-4213-9939-9e86e64aa511', 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '6a3879f6-e792-41d7-9e17-5ebd8d52ee61'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:07.631744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.697256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:07.706297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:07.710780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:07.721354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:07.721926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.729758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.742142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:07.749965 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.778354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 977c20f0-9016-4450-8432-51950cbb83b4 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:55:07.778597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:07.834879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:07.839086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db81d469-7679-40cf-8e4a-6777d621d23f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:07.851453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:07.862937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-4ac72e69-6a39-4143-986c-6018df08e204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.864522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-4ac72e69-6a39-4143-986c-6018df08e204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.2975559 Feb 10 22:55:07.866711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:07.899633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be512bda-d232-439d-8291-8186117506cb req-fb9c5cb6-5ab5-4560-988f-c63d6eb0b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:07.901680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-fb9c5cb6-5ab5-4560-988f-c63d6eb0b8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4726059 Feb 10 22:55:07.912514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:08.153259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Allocated IP 2001:db8::1 (90e4fc9d-3a5b-4213-9939-9e86e64aa511/6a3879f6-e792-41d7-9e17-5ebd8d52ee61/06b2fd69-1d22-4b88-b182-77b902bfbbc1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:08.282380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:08.289046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:08.296675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:08.390830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-367cf6bf-14ee-41bc-ac84-1b0715f200f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:08.393303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-367cf6bf-14ee-41bc-ac84-1b0715f200f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1096 time: 0.4878476 Feb 10 22:55:08.453683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::95 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/55fbfeed-65eb-4af6-be81-fc9d6c78788d/977c20f0-9016-4450-8432-51950cbb83b4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:08.579022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:08.591532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Transition to ACTIVE for port object 06b2fd69-1d22-4b88-b182-77b902bfbbc1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:08.615039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Transition to ACTIVE for port object 06b2fd69-1d22-4b88-b182-77b902bfbbc1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:08.627733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:08.633609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77551cdf-0cf6-4275-b11b-d802f0d7fb3c req-cc4a514a-f195-4be6-86c0-86e70b543dc3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:08.640085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-0ee15475-2c2b-4adb-9837-129901ea6df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:08.642754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-0ee15475-2c2b-4adb-9837-129901ea6df3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7687848 Feb 10 22:55:08.643740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:08.646004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77551cdf-0cf6-4275-b11b-d802f0d7fb3c req-cc4a514a-f195-4be6-86c0-86e70b543dc3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.3702948 Feb 10 22:55:08.647736 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aa360eb8-9fdf-45ab-a2da-64679578c968 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0305982 Feb 10 22:55:08.664653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec98532-bd1f-4128-ba4a-db65f28832d1 req-35a1c077-45de-41e2-b1cd-1362447c072c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:08.666301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aec98532-bd1f-4128-ba4a-db65f28832d1 req-35a1c077-45de-41e2-b1cd-1362447c072c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.9288568 Feb 10 22:55:08.689699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:08.690933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:08.716088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b139d621-45f8-4a92-b679-4a7ca0fe62ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:08.722322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': 'c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:08.729099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:08.748627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:08.806977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:08.846259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-549614e3-4d06-436a-9c24-2c5393c06ce5 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899619 Feb 10 22:55:08.926964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-d6b4e7cf-ad35-4736-800b-c4aaa338069b service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659503 Feb 10 22:55:08.999376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Pushing event updated for resources: {'Port': ['ID=06b2fd69-1d22-4b88-b182-77b902bfbbc1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:09.006176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Attempting to bind port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:09.006176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Attempting to bind port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '6c14cc41-84c6-4af6-95e6-d566a48ad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:09.006176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Attempting to bind port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 on network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:09.026029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:09.026400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Checking segment: {'id': '6c14cc41-84c6-4af6-95e6-d566a48ad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:09.026605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.026796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.027322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Bound using segment: {'id': '6c14cc41-84c6-4af6-95e6-d566a48ad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:09.027698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Bound port: 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c14cc41-84c6-4af6-95e6-d566a48ad1a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '90e4fc9d-3a5b-4213-9939-9e86e64aa511'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:09.028323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.031867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-0abcb741-a2c4-4bb4-b92f-a330f1395b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:09.036045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-0abcb741-a2c4-4bb4-b92f-a330f1395b28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.6296859 Feb 10 22:55:09.049853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.126531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] For port 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:09.129758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] For port 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06b2fd69-1d22-4b88-b182-77b902bfbbc1,segment=NetworkSegment(6c14cc41-84c6-4af6-95e6-d566a48ad1a3),segment_id=6c14cc41-84c6-4af6-95e6-d566a48ad1a3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:09.192978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.233234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:09.278088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c625c0f1-a213-4d41-9280-8c51aff1dab2 None None] Pushing event updated for resources: {'Port': ['ID=06b2fd69-1d22-4b88-b182-77b902bfbbc1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:09.290497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '55fbfeed-65eb-4af6-be81-fc9d6c78788d'}], 'binding:host_id': 'n-d-825178-4'}, 'id': 'cb7aa4d7-52a7-480d-aeb2-3f09edea43b1'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:55:09.304196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aec98532-bd1f-4128-ba4a-db65f28832d1 req-05678b86-dd72-4424-b38c-728cb3b35016 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4566042 Feb 10 22:55:09.344502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77551cdf-0cf6-4275-b11b-d802f0d7fb3c req-5ff1e2e8-63f3-453f-8beb-e8c8288a4403 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6968405 Feb 10 22:55:09.402293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-91ea6ad3-4ecc-425c-8024-c308b0148fec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 217 time: 0.2678595 Feb 10 22:55:09.429667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.430073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.431406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.431766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.432357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.432661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.433022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.433419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.438996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.439378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.439967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.440103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:09.464266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.465481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-10e63da3-6a48-4067-ac9d-3ab30502dc5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.8467891 Feb 10 22:55:09.472033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.476603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34974) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:09.533283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-edbec453-fafa-48da-b0e9-5c0936c10c47 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6600029 Feb 10 22:55:09.537534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:09.569760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:09.571539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-4bbc71e5-895a-4bf4-a366-2382f07710ed service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786231 Feb 10 22:55:09.605212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:09.618467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:09.641239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-66f7c899-5ce0-415f-aaa6-99e8bb6cdce6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:09.649850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:09.657588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.760958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-7f2bb01b-4a0b-4d34-83ec-879e9328b75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:09.762457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-7f2bb01b-4a0b-4d34-83ec-879e9328b75e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.3412051 Feb 10 22:55:09.866191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-66f7c899-5ce0-415f-aaa6-99e8bb6cdce6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:09.871383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66f7c899-5ce0-415f-aaa6-99e8bb6cdce6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.3915067 Feb 10 22:55:09.874220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34978) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:09.880577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-security--897568900', 'description': 'tempest-security-description-2120112930'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:09.927696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-5dd9ebee-b9dc-4852-88c4-e1c3a65f948f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:09.927696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-5dd9ebee-b9dc-4852-88c4-e1c3a65f948f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1094 time: 0.2736235 Feb 10 22:55:09.947863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-32fb40e2-a1ba-427e-a650-949bcc498f54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051404 Feb 10 22:55:09.956271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:09.960882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 22:55:09.961476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 22:55:10.083880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 977c20f0-9016-4450-8432-51950cbb83b4 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:10.268052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.356530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.361862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.364480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.365835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "PUT /v2.0/security-groups/7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3 HTTP/1.1" status: 200 len: 1779 time: 0.4901600 Feb 10 22:55:10.371677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34984) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:10.405325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-819f552b-564c-4a78-845b-d2d7cae95b53 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405775 Feb 10 22:55:10.420580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-21194f38-66fb-4678-b26c-e18829f8504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:10.422874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-21194f38-66fb-4678-b26c-e18829f8504b service neutron] 10.222.0.30 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.4812164 Feb 10 22:55:10.513148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.620339 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7959f6d-a1a2-4149-9548-6c0364b85e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:10.643847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-64a903b2-ba56-4ba5-9778-a241120d856f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 998 time: 0.2114019 Feb 10 22:55:10.646540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6264b0a3-c1f3-4485-916f-fba7cf22eab0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:10.662445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/55fbfeed-65eb-4af6-be81-fc9d6c78788d/cb7aa4d7-52a7-480d-aeb2-3f09edea43b1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:10.776596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-0346fd56-aad2-4a2c-acaa-e60495828bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:10.779037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-0346fd56-aad2-4a2c-acaa-e60495828bbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.1273828 Feb 10 22:55:10.896495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577409-81d3-4570-830a-7f990663be59 req-736496f2-8513-448c-b8d3-ec91896047bd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:10.898089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9577409-81d3-4570-830a-7f990663be59 req-736496f2-8513-448c-b8d3-ec91896047bd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.3091862 Feb 10 22:55:10.944086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] For port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:10.946528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:10.992771 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.000010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:11.002074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9577409-81d3-4570-830a-7f990663be59 req-f064cc1b-e76e-4092-b16b-51848fc05cd8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953286 Feb 10 22:55:11.006500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-66fe37c8-8c6a-4b8e-af58-f6251b1bae61 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups/7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3 HTTP/1.1" status: 200 len: 1779 time: 0.6336091 Feb 10 22:55:11.006988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-83c37c22-eb9c-423d-a463-6049d9520c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.007697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.010243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-83c37c22-eb9c-423d-a463-6049d9520c87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172463 Feb 10 22:55:11.011255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34994) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:11.024261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:11.033812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.034479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.041581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Ignored duplicate provisioning block setup for port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 22:55:11.051500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.268140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b8090a-ea65-4519-b7c6-9fae50985f7c None None] Pushing event updated for resources: {'Port': ['ID=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:11.277776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06b2fd69-1d22-4b88-b182-77b902bfbbc1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:11.293113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=977c20f0-9016-4450-8432-51950cbb83b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:11.308102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.330156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eabdcb4b-b785-42f3-bb18-1f74e1f0c098 req-d3e0a7c0-f97a-49a2-b228-9b7cddf69deb service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9130354 Feb 10 22:55:11.403667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fd4e27-6b23-4f0c-9785-f4b9430f16b8 None None] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:11.407718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-8f10c053-2b92-4041-a257-b780d3d0e9a9 service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717887 Feb 10 22:55:11.431852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0198495-3292-4bc1-87c6-18cd742be9cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0421765 Feb 10 22:55:11.432959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35002) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:11.456482 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.500736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=84cce070-3c7f-421c-a3e2-dd25a0caa5fb,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:11.531987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': '59fad2b3-5496-464a-a783-6284cbd88bd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:11.532397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:11.574213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec4cb4b-6ea3-468d-b3c5-c92b76f14991 req-f3c39ba9-d2c5-4b37-8f6d-ff5c629736b9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.576412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ec4cb4b-6ea3-468d-b3c5-c92b76f14991 req-f3c39ba9-d2c5-4b37-8f6d-ff5c629736b9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.8341782 Feb 10 22:55:11.624907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:11.651882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.693678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7ba87ee3-25cc-4493-a9bb-63e8ed25b1c4 req-92d07a3f-9485-4ccd-9892-5e7f4d9679eb service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768369 Feb 10 22:55:11.695013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:11.710609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.715070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e3d4211-c827-4cf5-9b01-c4b78a12fb04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3 HTTP/1.1" status: 204 len: 168 time: 0.6995504 Feb 10 22:55:11.715241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ec4cb4b-6ea3-468d-b3c5-c92b76f14991 req-e266c321-c43d-4ca4-9098-f99d5ba6342b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186128 Feb 10 22:55:11.715375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35010) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:11.717674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:11.731425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.733131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:11.790074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598226a7-3d4d-400f-acdb-e3879e883c59 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.807010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598226a7-3d4d-400f-acdb-e3879e883c59 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:11.810033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-598226a7-3d4d-400f-acdb-e3879e883c59 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:11.836440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1828282c-86b4-488f-8baf-74321c481b83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:11.841892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9182cbac-bea2-472b-8ac4-c46728bc5f25 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.1491718 Feb 10 22:55:11.846651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:11.881042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1828282c-86b4-488f-8baf-74321c481b83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:11.883029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1828282c-86b4-488f-8baf-74321c481b83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1666753 Feb 10 22:55:11.884640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-598226a7-3d4d-400f-acdb-e3879e883c59 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:11.888738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-598226a7-3d4d-400f-acdb-e3879e883c59 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.4458258 Feb 10 22:55:11.891034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35018) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:11.891663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35020) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:12.022735 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-a582a7cb-2fea-454e-b30f-803eb3fae5b8 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] delete failed (client error): The resource could not be found. Feb 10 22:55:12.029550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:12.040471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1220666185'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:12.044024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a582a7cb-2fea-454e-b30f-803eb3fae5b8 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/7eb9ee10-fe5a-4dc1-9f64-7a6f365229e3 HTTP/1.1" status: 404 len: 347 time: 0.1504426 Feb 10 22:55:12.060016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:12.090427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 977c20f0-9016-4450-8432-51950cbb83b4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:12.109826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:12.111261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.167655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5714e242-3e05-47cf-b654-d5fd887228d4 None None] Network c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:12.178546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.206879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.216124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:12.235222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:12.241175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:12.254677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:12.391938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-adf80c47-ed89-4d11-b782-78018ed3003a None None] Provisioning for port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:12.408311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.415194 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.425181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.444455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:12.480289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:12.480811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.588675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.595870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.713977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:12.848433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf9ad64-e16a-4284-a02b-416bec13fc43,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:12.859988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=84cce070-3c7f-421c-a3e2-dd25a0caa5fb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:12.879406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62319885-6fa5-490a-923e-9b9557a9acfd req-6994a5b3-41fd-4b21-9014-4a75069dd4d5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:12.903897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62319885-6fa5-490a-923e-9b9557a9acfd req-6994a5b3-41fd-4b21-9014-4a75069dd4d5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.6248388 Feb 10 22:55:13.230097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62319885-6fa5-490a-923e-9b9557a9acfd req-d73bdac7-1858-4d33-b2c1-9012badcc612 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3250339 Feb 10 22:55:13.267026 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.290922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.322456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.331972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834a68f8-41ac-4e99-a0b2-66661ba557e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346', 'network_id': 'c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '84cce070-3c7f-421c-a3e2-dd25a0caa5fb'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:13.338609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-834a68f8-41ac-4e99-a0b2-66661ba557e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.371495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:55:13.453394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.491733 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.500603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b9e3619-ab57-41a0-aec5-68663698512c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4693029 Feb 10 22:55:13.507838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35050) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:13.535205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': '6cf9ad64-e16a-4284-a02b-416bec13fc43', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:13.559019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:13.590187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:13.599842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:13.634249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:13.662683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:13.672154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 977c20f0-9016-4450-8432-51950cbb83b4 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:13.733566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.795635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:55:13.799777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c099b96c-47fa-4c53-9be1-dbabe47efbeb None None] Network c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:13.965440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f4a69f89-deca-44ab-bd15-4e58657c023f None None] Provisioning complete for port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:13.965928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4a69f89-deca-44ab-bd15-4e58657c023f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:13.998503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fad2b3-5496-464a-a783-6284cbd88bd9') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:13.998503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fad2b3-5496-464a-a783-6284cbd88bd9') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:14.033502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.042205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.062063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.096222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.108593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252e82ba-6ce6-488f-a498-3d8fd8e5acbd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:14.147250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:14.147688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:14.182272 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:14.321364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.327085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51c60c6b-a7f6-4b92-9949-ad433b9cafe2 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8077817 Feb 10 22:55:14.330646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:14.382601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afaf237-3ceb-43f0-8f71-f1f79e907dc9 req-84a3e0ac-3c10-4a0a-8c58-cb81fb1d8d7f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:14.385920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4afaf237-3ceb-43f0-8f71-f1f79e907dc9 req-84a3e0ac-3c10-4a0a-8c58-cb81fb1d8d7f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 1.0053470 Feb 10 22:55:14.405383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06b2fd69-1d22-4b88-b182-77b902bfbbc1,segment=NetworkSegment(6c14cc41-84c6-4af6-95e6-d566a48ad1a3),segment_id=6c14cc41-84c6-4af6-95e6-d566a48ad1a3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:14.482433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.524530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.549848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.635437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.650584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4afaf237-3ceb-43f0-8f71-f1f79e907dc9 req-1006a8c8-2753-4570-ae17-ca67fdcf1e52 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319233 Feb 10 22:55:14.653801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:14.666820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.673365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8d61b59-e186-4a0f-8423-e54fe73d7ff2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 HTTP/1.1" status: 204 len: 168 time: 2.8250821 Feb 10 22:55:14.678946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:14.688051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471272375'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:14.696089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:14.761162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:14.769688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:14.790783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:14.800769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:14.833054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=977c20f0-9016-4450-8432-51950cbb83b4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:14.840881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:14.848368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.898417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.915739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.941671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:14.968996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:14.970463 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment b63ad2f7-e47e-42be-b332-6ac72f1122d7 of type vlan for network cf75291e-ebe6-4ad2-9a0d-97892260e01a Feb 10 22:55:14.986629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=252e82ba-6ce6-488f-a498-3d8fd8e5acbd,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:14.997270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.026447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-21e2b620-e31a-495f-a820-fcd60ae8f5a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/977c20f0-9016-4450-8432-51950cbb83b4 HTTP/1.1" status: 204 len: 168 time: 3.1282692 Feb 10 22:55:15.029319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.038502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.043332 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5fb6c5cc-3021-4988-9882-ca29016c17c9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/252e82ba-6ce6-488f-a498-3d8fd8e5acbd HTTP/1.1" status: 204 len: 168 time: 0.7042177 Feb 10 22:55:15.053261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35090) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.294213 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'port_id': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'mac_address': 'fa:16:3e:51:a7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:55:15.295214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-815e97cb-1abc-4266-9824-f9e1f633bb5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:15.399414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8e1bf-5ca5-4df8-9b40-3815cc1938a3 req-c3db596f-7615-4941-a136-c0c4080381e4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:15.409083 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fd8e1bf-5ca5-4df8-9b40-3815cc1938a3 req-c3db596f-7615-4941-a136-c0c4080381e4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.2924516 Feb 10 22:55:15.411065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:15.440718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.445312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-815e97cb-1abc-4266-9824-f9e1f633bb5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:15.447097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-815e97cb-1abc-4266-9824-f9e1f633bb5b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3893008 Feb 10 22:55:15.450944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35096) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.532893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fd8e1bf-5ca5-4df8-9b40-3815cc1938a3 req-88d0b18c-7a47-4e16-9970-da344802db37 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203856 Feb 10 22:55:15.563891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31265dc6-e455-4f53-a45f-640eb2b9effd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:15.566085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31265dc6-e455-4f53-a45f-640eb2b9effd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:15.567918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31265dc6-e455-4f53-a45f-640eb2b9effd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:15.581933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.617514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.622517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.629832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:15.630685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.703113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.790731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf9ad64-e16a-4284-a02b-416bec13fc43,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:15.805901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1248946 Feb 10 22:55:15.806142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35106) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.864825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:15.935169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:15.938024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31265dc6-e455-4f53-a45f-640eb2b9effd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:15.941982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31265dc6-e455-4f53-a45f-640eb2b9effd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8262062 Feb 10 22:55:15.947190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b61aee81-803b-406b-8e78-8cb555a8d42e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/6cf9ad64-e16a-4284-a02b-416bec13fc43 HTTP/1.1" status: 204 len: 168 time: 0.4873579 Feb 10 22:55:15.953000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35110) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.953787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35112) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:15.960320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6203213-5f34-4f8a-8f66-e0ee6b7138a6 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:55:15.983163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed6a93-7454-4635-b7e0-199c3494b61d req-040f220a-504b-4ca7-af01-6f58424c64e6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:15.998549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7ed6a93-7454-4635-b7e0-199c3494b61d req-040f220a-504b-4ca7-af01-6f58424c64e6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.9676921 Feb 10 22:55:16.125614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e7ed6a93-7454-4635-b7e0-199c3494b61d req-1472a92a-90bd-4687-9474-d5fa2e46d3b4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255383 Feb 10 22:55:16.131752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26757c0-48fd-4178-a472-207dea7c5e2c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=cf75291e-ebe6-4ad2-9a0d-97892260e01a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:16.196107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network cf75291e-ebe6-4ad2-9a0d-97892260e01a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:16.384736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:16.392601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 55fbfeed-65eb-4af6-be81-fc9d6c78788d {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:55:16.401852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dfe53ef0-60a2-4f61-9bec-1b6a3c4bd991 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:16.405302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:16.409702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.470447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:16.471109 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.507149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:16.520463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:16.558498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Could not find standard attr ID for object 977c20f0-9016-4450-8432-51950cbb83b4. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:55:16.614662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.628743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=06b2fd69-1d22-4b88-b182-77b902bfbbc1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:16.655052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dfe53ef0-60a2-4f61-9bec-1b6a3c4bd991 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:16.656521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dfe53ef0-60a2-4f61-9bec-1b6a3c4bd991 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6609550 Feb 10 22:55:16.657218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:16.663211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.677939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35122) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:16.689955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--140104525'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:16.690415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdf88dc-a19b-4b7c-b2bf-07de9a23085f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:55:16.712070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c23e7-b65d-40d8-a774-9a477bba5edc req-99202dd2-2c55-4e56-a629-807dfc48cc06 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:16.719396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-347c23e7-b65d-40d8-a774-9a477bba5edc req-99202dd2-2c55-4e56-a629-807dfc48cc06 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.7642987 Feb 10 22:55:16.727488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Provisioning for port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:16.737334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Provisioning complete for port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:16.737996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.808413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:16.848200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb6d4a-7608-4cc3-b81a-b715e7757a75 req-21c1c805-d4ea-4c59-96ef-85175400eae4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:16.849635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:16.852159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33fb6d4a-7608-4cc3-b81a-b715e7757a75 req-21c1c805-d4ea-4c59-96ef-85175400eae4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 943 time: 0.1633682 Feb 10 22:55:16.869048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-0a6b01fb-58b1-481d-be06-36c73b7e63eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:16.871114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6203213-5f34-4f8a-8f66-e0ee6b7138a6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:55:16.877375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-0a6b01fb-58b1-481d-be06-36c73b7e63eb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69&tenant_id=834e149d1122493cb8781b962341b810&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 943 time: 0.3026958 Feb 10 22:55:16.884748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:16.900128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:16.919080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-347c23e7-b65d-40d8-a774-9a477bba5edc req-6399895b-ba3f-4957-97b3-715787af97c7 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953855 Feb 10 22:55:16.939623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.066507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33fb6d4a-7608-4cc3-b81a-b715e7757a75 req-44e12c90-d31b-4794-beec-141cfc581ebd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845751 Feb 10 22:55:17.188395 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-e28be9bd-3da5-4dbc-babf-fbec7a2a9915 service neutron] delete failed (client error): The resource could not be found. Feb 10 22:55:17.189397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-e28be9bd-3da5-4dbc-babf-fbec7a2a9915 service neutron] 10.222.0.24 "DELETE /v2.0/ports/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.2356448 Feb 10 22:55:17.276977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06b2fd69-1d22-4b88-b182-77b902bfbbc1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:17.328936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:17.340174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.373950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:17.393928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:17.408961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-399b8f1b-7444-47ed-901a-25a83a2cc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:17.410769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:17.411498 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-399b8f1b-7444-47ed-901a-25a83a2cc0ad service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1095 time: 0.1069665 Feb 10 22:55:17.411659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:17.426362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:55:17.518591 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.523213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897625fa-016c-4e04-abae-18b27f4febb2 req-c78e5d6d-5032-4328-a36c-3ce7d82de238 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:17.533678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-897625fa-016c-4e04-abae-18b27f4febb2 req-c78e5d6d-5032-4328-a36c-3ce7d82de238 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.3121252 Feb 10 22:55:17.613232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.650710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-efdad244-cc4f-4f9b-91f7-971ff94c53a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:17.652476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-efdad244-cc4f-4f9b-91f7-971ff94c53a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.2361934 Feb 10 22:55:17.696756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=0047fedf-86de-485e-b6f0-4fafe7f92097,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:17.708470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.742491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:17.743183 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.762278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-897625fa-016c-4e04-abae-18b27f4febb2 req-99d6b795-dbca-4b64-9fbf-0a31c65e6220 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246213 Feb 10 22:55:17.799897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=55fbfeed-65eb-4af6-be81-fc9d6c78788d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:17.833473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.847932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.860356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:17.886963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': 'b63ad2f7-e47e-42be-b332-6ac72f1122d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:17.887388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: cf75291e-ebe6-4ad2-9a0d-97892260e01a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:17.894935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-4b083947-76a8-4b7c-b8f6-b04e0ac96203 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 999 time: 0.2363515 Feb 10 22:55:17.918398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:55:17.918881 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:55:17.940056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f487ba6-b8d6-413d-8e80-f95c22039c5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/55fbfeed-65eb-4af6-be81-fc9d6c78788d HTTP/1.1" status: 204 len: 168 time: 1.9462662 Feb 10 22:55:17.942218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35140) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:18.007537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:18.008761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3242300 Feb 10 22:55:18.011273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-7ad9b5c3-fc04-4393-a1fe-0d99cb91fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.014320 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-7ad9b5c3-fc04-4393-a1fe-0d99cb91fbfa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.1089008 Feb 10 22:55:18.015984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efcd6a2-81f4-43d2-9e62-68e3d381392d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2835336-425b-446e-b7b4-1981f35770e2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:18.017338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:18.025291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network cf75291e-ebe6-4ad2-9a0d-97892260e01a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:18.033402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92805d59-fa01-48fd-a9b2-0a1133e31f08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880692 Feb 10 22:55:18.035742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:18.041534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f2835336-425b-446e-b7b4-1981f35770e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:18.269227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:18.319485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:18.353103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:18.418594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:18.455754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-9f1a59be-c73c-439d-ac3b-faf33aa4a508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.458367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-9f1a59be-c73c-439d-ac3b-faf33aa4a508 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075580 Feb 10 22:55:18.462389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, cf75291e-ebe6-4ad2-9a0d-97892260e01a) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:18.477900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.478506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:18.496605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9d753-62d0-47cb-96cc-7ebe2df86fc0 req-c965d609-d390-4a57-a1b4-905440eda50d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.503530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64e9d753-62d0-47cb-96cc-7ebe2df86fc0 req-c965d609-d390-4a57-a1b4-905440eda50d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.3601358 Feb 10 22:55:18.516428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03c256ff-a3c3-4359-b458-f2a6dfe0c85f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.6696191 Feb 10 22:55:18.523014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35160) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:18.578776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:18.592817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b76b16c-1f24-41dd-9bb9-3a95a5ac6b0d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:18.620780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15adeea0-1031-4240-9931-91f1cf05d508 None None] Network cf75291e-ebe6-4ad2-9a0d-97892260e01a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:18.650221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b471b-5ab0-401f-82f8-1fa301a2c7fb req-bf6d0ddb-5f75-4664-93c1-00ebc4198cc1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.651769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b2b471b-5ab0-401f-82f8-1fa301a2c7fb req-bf6d0ddb-5f75-4664-93c1-00ebc4198cc1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 944 time: 0.2589271 Feb 10 22:55:18.689906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e791137-e3a2-4b1b-b83a-2a7f559dc889 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:18.690614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e791137-e3a2-4b1b-b83a-2a7f559dc889 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:18.753923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:18.754763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:18.770809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b2b471b-5ab0-401f-82f8-1fa301a2c7fb req-9dfa0894-2404-4b40-8cc7-a9559ec4a183 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021359 Feb 10 22:55:18.777679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e791137-e3a2-4b1b-b83a-2a7f559dc889 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:18.782321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e791137-e3a2-4b1b-b83a-2a7f559dc889 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7455456 Feb 10 22:55:18.785515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35164) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:18.921677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] For port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:18.967233 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.105290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49f3f01-ba44-4ade-83b5-f7053893d80e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:19.105966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d49f3f01-ba44-4ade-83b5-f7053893d80e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:19.113704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64e9d753-62d0-47cb-96cc-7ebe2df86fc0 req-21df9a8a-34c3-47bf-ae28-6859a55246c4 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5797005 Feb 10 22:55:19.150778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67359f-9592-43d5-9f30-424102b5068f None None] Pushing event updated for resources: {'Port': ['ID=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:19.163037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.166275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-8cfc9f3d-8945-4ab1-9b1e-efb4b2041783 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608112 Feb 10 22:55:19.167925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.176705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-360e2965-3308-4ef4-9555-71261fd06e6b None None] Provisioning complete for port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:19.177160 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-360e2965-3308-4ef4-9555-71261fd06e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.215729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.234137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15388ba7-868b-4249-90a9-82d06db1a5f2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:19.360468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.371869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8827cfaf-a059-47d3-8557-694e9760ffc9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3383489 Feb 10 22:55:19.373227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:19.408618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d49f3f01-ba44-4ade-83b5-f7053893d80e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:19.410316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d49f3f01-ba44-4ade-83b5-f7053893d80e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6120150 Feb 10 22:55:19.410703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f2835336-425b-446e-b7b4-1981f35770e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:19.422735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35176) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:19.426202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-cf75291e-ebe6-4ad2-9a0d-97892260e01a', 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '0047fedf-86de-485e-b6f0-4fafe7f92097'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:19.427171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.436411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:55:19.453015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:19.464602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Deleting port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:19.465058 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.490461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:19.516874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:19.548735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:19.643867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8f7210e-ada8-4c2c-a09a-92ea6c00b734 req-4c0f9cfd-0e8d-44ca-b123-085d982ca5e3 service neutron] 10.222.0.24 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4518108 Feb 10 22:55:19.650044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb0d1fe6-dcca-4ec6-b963-b3b232218d7a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2168331 Feb 10 22:55:19.652064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35182) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:19.663243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.670888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:19.793437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.798666 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.825573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f2c406c-f6b2-43dc-a5b4-528ae52425fa,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:19.865558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.870490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-09f05a6d-a524-4283-9733-2665dd387af9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4823928 Feb 10 22:55:19.871618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35188) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:19.882895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f2835336-425b-446e-b7b4-1981f35770e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:19.894059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:19.901336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:19.912894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:19.925052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:19.951588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.952059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] For port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:19.953228 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:19.961617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Allocated IP 2001:db8::1 (cf75291e-ebe6-4ad2-9a0d-97892260e01a/0047fedf-86de-485e-b6f0-4fafe7f92097/b2823244-4480-4c1e-88e8-002e95566880) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:19.997430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61f350-0d8d-466d-940d-3ec2d153a65c req-2f9d32a4-6548-49ba-8535-f5c59d194a1f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:20.003538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab61f350-0d8d-466d-940d-3ec2d153a65c req-2f9d32a4-6548-49ba-8535-f5c59d194a1f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.9930496 Feb 10 22:55:20.011170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:20.044637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.049463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.151383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:20.165015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-028313db-5eae-4a01-ab1b-ef1f843e7fea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8197889 Feb 10 22:55:20.214136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95e9e7b7-ac33-4c1f-8ded-b2f1b0507661,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:20.252290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Calling delete_port for cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:20.267138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.271702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-61463cca-7822-403f-a3dc-5a895fe7c862 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3946798 Feb 10 22:55:20.271702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:20.277725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f2835336-425b-446e-b7b4-1981f35770e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:20.280610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab61f350-0d8d-466d-940d-3ec2d153a65c req-36ab8e28-eec1-4acd-94f9-627f3863ef7f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511775 Feb 10 22:55:20.290235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:20.293217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:20.302799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:20.305935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.311692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:20.356968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:20.423180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec4cb0-636f-4af2-bdfb-6cf53f829d44 req-8d798d7d-9823-4257-bb47-8043284c0617 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:20.428909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dec4cb0-636f-4af2-bdfb-6cf53f829d44 req-8d798d7d-9823-4257-bb47-8043284c0617 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 944 time: 0.3661587 Feb 10 22:55:20.504514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.691022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.697363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.718644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:20.869933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-c7741003-c1c0-44f2-b699-1e20cae8aa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:20.876637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] Pushing event deleted for resources: {'Port': ['ID=cb7aa4d7-52a7-480d-aeb2-3f09edea43b1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:20.880401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-c7741003-c1c0-44f2-b699-1e20cae8aa50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1095 time: 0.5357757 Feb 10 22:55:20.904390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca9329d-dd00-49c7-9608-fe1f8ec45a37 None None] No DVR routers for this DVR port cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:55:20.945415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:21.103402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8dec4cb0-636f-4af2-bdfb-6cf53f829d44 req-e771ba28-158d-43ee-b4ce-4b07b6ffa3d8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6485116 Feb 10 22:55:21.104967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.111570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1b09b51-ed4d-4d55-a052-4db57af878c3,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:21.138146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.139637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f16a976d-a58d-4d37-bcb4-d9c2b0e2888e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8670125 Feb 10 22:55:21.143911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:21.156737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Transition to ACTIVE for port object b2823244-4480-4c1e-88e8-002e95566880 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:21.161604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f2835336-425b-446e-b7b4-1981f35770e2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:21.167829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb107b82-e004-4bfb-8f9e-a0d9bf14f655 req-a16f9cb4-80e6-4e78-a305-d60922ed75ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:21.169533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb107b82-e004-4bfb-8f9e-a0d9bf14f655 req-a16f9cb4-80e6-4e78-a305-d60922ed75ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.6031172 Feb 10 22:55:21.180937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:21.200215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:21.207587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:55:21.217140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:21.230603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:21.247803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:21.267655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:21.268319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.276246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.317003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:55:21.317707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cb7aa4d7-52a7-480d-aeb2-3f09edea43b1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:55:21.332332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Transition to ACTIVE for port object b2823244-4480-4c1e-88e8-002e95566880 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:21.415225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.425855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.434961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.506556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3788b804-a9be-46b4-a040-5a25dc950dff,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:21.506774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Network cf75291e-ebe6-4ad2-9a0d-97892260e01a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:21.520006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:21.537158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:21.541484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb107b82-e004-4bfb-8f9e-a0d9bf14f655 req-255f05eb-7387-4dac-a83b-442a618b9a14 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459167 Feb 10 22:55:21.569282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-6fa1c41c-edc3-48cd-bbb8-acb903d5b174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:21.570845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-6fa1c41c-edc3-48cd-bbb8-acb903d5b174 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.6503894 Feb 10 22:55:21.578426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Pushing event updated for resources: {'Port': ['ID=b2823244-4480-4c1e-88e8-002e95566880,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:21.582058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.642958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.645269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-146f0141-059a-4e5b-9966-ee0c83bf8597 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5002618 Feb 10 22:55:21.648921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:21.712327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.729774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.759342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Attempting to bind port b2823244-4480-4c1e-88e8-002e95566880 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:21.762106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Attempting to bind port b2823244-4480-4c1e-88e8-002e95566880 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b63ad2f7-e47e-42be-b332-6ac72f1122d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:21.763438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Attempting to bind port b2823244-4480-4c1e-88e8-002e95566880 on network cf75291e-ebe6-4ad2-9a0d-97892260e01a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:21.765882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e1912-22a9-4a3a-ab9d-8f55431ee44a req-aba7f0a7-dba9-4aba-8888-eb20570cbaa7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:21.774070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c4e1912-22a9-4a3a-ab9d-8f55431ee44a req-aba7f0a7-dba9-4aba-8888-eb20570cbaa7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.2247910 Feb 10 22:55:21.809304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:21.810114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Checking segment: {'id': 'b63ad2f7-e47e-42be-b332-6ac72f1122d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:21.810748 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.811410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Bound using segment: {'id': 'b63ad2f7-e47e-42be-b332-6ac72f1122d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:21.812685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Bound port: b2823244-4480-4c1e-88e8-002e95566880, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b63ad2f7-e47e-42be-b332-6ac72f1122d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:21.813449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.821476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.846506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3788b804-a9be-46b4-a040-5a25dc950dff,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:21.873487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c4e1912-22a9-4a3a-ab9d-8f55431ee44a req-118d064b-9b00-490f-b3c9-b5c88eebf9f8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982602 Feb 10 22:55:21.896705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=0047fedf-86de-485e-b6f0-4fafe7f92097,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:21.897678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.902262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.913959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-7ff2cb6a-6611-4951-a849-32a557da0cdf req-26875f68-85cf-4ba8-95be-c02d68a2ad76 service neutron] (87653) timed out ('10.222.0.24', 51927) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:55:21.914437 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d03c46b1-f247-450f-836c-819d6ec8fc69 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/3788b804-a9be-46b4-a040-5a25dc950dff HTTP/1.1" status: 204 len: 168 time: 0.2637827 Feb 10 22:55:21.915122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35214) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:21.940005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:21.982984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.024536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:22.042049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:22.046972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] For port b2823244-4480-4c1e-88e8-002e95566880, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:22.049716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.053386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] For port b2823244-4480-4c1e-88e8-002e95566880, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b2823244-4480-4c1e-88e8-002e95566880,segment=NetworkSegment(b63ad2f7-e47e-42be-b332-6ac72f1122d7),segment_id=b63ad2f7-e47e-42be-b332-6ac72f1122d7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:22.057147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba72a900-299e-4a8c-801f-5535ae3a90b3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:22.084065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ba72a900-299e-4a8c-801f-5535ae3a90b3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:22.088194 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ba72a900-299e-4a8c-801f-5535ae3a90b3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1719153 Feb 10 22:55:22.092383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:22.094929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.151104 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'code': 200} Feb 10 22:55:22.155142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:22.164751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.165235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.165686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.166297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.166733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.167104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.167564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.168016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.168428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.168862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.169282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.169701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:22.231961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.262303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.265233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=57c62669-7914-404c-aab7-89ab339a14c5,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:22.310852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.346506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f1b09b51-ed4d-4d55-a052-4db57af878c3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:22.356220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.357680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aced4125-fb89-4214-9077-8b4a51d5571f tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/f1b09b51-ed4d-4d55-a052-4db57af878c3 HTTP/1.1" status: 204 len: 168 time: 0.2616057 Feb 10 22:55:22.361071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35228) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:22.379583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:22.387699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:22.396930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:22.398386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.418607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-a90b02db-8899-4c32-bdb5-51e015aa5d09 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 999 time: 0.8181167 Feb 10 22:55:22.429461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.470649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaebf89-1128-4a6b-83e6-207fe62440ba None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:22.493695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58f8b99-4ce4-49f5-984d-2b8a833125ad None None] Pushing event updated for resources: {'Port': ['ID=b2823244-4480-4c1e-88e8-002e95566880,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:22.517835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-192c93e9-cde2-42ae-b6af-82d1942a99bd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:22.527055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-1e33173f-1432-4c00-9a8c-934e5e667b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:22.529089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-1e33173f-1432-4c00-9a8c-934e5e667b6e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.0904825 Feb 10 22:55:22.583087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-192c93e9-cde2-42ae-b6af-82d1942a99bd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:22.585281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-192c93e9-cde2-42ae-b6af-82d1942a99bd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2229786 Feb 10 22:55:22.588988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35234) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:22.623513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68848355-7945-411b-90da-8645faba7c1a None None] Network cf75291e-ebe6-4ad2-9a0d-97892260e01a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:22.642049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf75291e-ebe6-4ad2-9a0d-97892260e01a']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:22.666499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63ad2f7-e47e-42be-b332-6ac72f1122d7') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:22.666793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63ad2f7-e47e-42be-b332-6ac72f1122d7') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:22.681083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953831c9-fa35-4d73-a4eb-1f4500ca3988 req-fb8e4150-4ddd-4302-8fcf-cafc874d770f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:22.682203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d7621271-7ca0-42f3-892b-e5dc70942d21 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0256774 Feb 10 22:55:22.689168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35238) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:22.689779 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-953831c9-fa35-4d73-a4eb-1f4500ca3988 req-fb8e4150-4ddd-4302-8fcf-cafc874d770f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.2542336 Feb 10 22:55:22.695774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '57c62669-7914-404c-aab7-89ab339a14c5', 'ip_address': '2001:db8::24a5:2437:991e:f7fc'}], 'name': 'tempest-NetworksTestDHCPv6-702364452'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:22.786343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.815934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.833677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-953831c9-fa35-4d73-a4eb-1f4500ca3988 req-960a9ec8-a3a4-448b-b484-4047be210697 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418974 Feb 10 22:55:22.863948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:22.867476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35242) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:22.872026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:22.891685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:22.902507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:22.923025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.971216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:22.994268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:23.020705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '57c62669-7914-404c-aab7-89ab339a14c5'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:23.023759 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.025224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95e9e7b7-ac33-4c1f-8ded-b2f1b0507661,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:23.029155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.031017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2786b042-88e3-4a69-a709-e44602aa5ea3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/95e9e7b7-ac33-4c1f-8ded-b2f1b0507661 HTTP/1.1" status: 204 len: 168 time: 0.4230864 Feb 10 22:55:23.047789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35250) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:23.123595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.127746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cbc6791f-b694-4fd5-be1b-e8884a6b1947 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:23.141683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:23.143252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.152758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ad5f951c-aad4-4658-9454-877eb7256d18 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 200 len: 992 time: 0.2823131 Feb 10 22:55:23.260346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cbc6791f-b694-4fd5-be1b-e8884a6b1947 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:23.262913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cbc6791f-b694-4fd5-be1b-e8884a6b1947 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2133574 Feb 10 22:55:23.278752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35258) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:23.317158 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:23.323033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8865-ce15-4d9a-a870-d20e4b62ba18 req-7fbe7735-51c2-4010-b813-ea23899c61b4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:23.324978 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f7f8865-ce15-4d9a-a870-d20e4b62ba18 req-7fbe7735-51c2-4010-b813-ea23899c61b4 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.1700482 Feb 10 22:55:23.374772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.407065 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f7f8865-ce15-4d9a-a870-d20e4b62ba18 req-73392add-7177-4b80-9ff2-a0e7c0ba210b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647364 Feb 10 22:55:23.412538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.456001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.484352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/57c62669-7914-404c-aab7-89ab339a14c5/0d73778e-98e4-4363-8fcb-15384a067768) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:23.490949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f2c406c-f6b2-43dc-a5b4-528ae52425fa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:23.491176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-75951afd-252f-4f1d-9f0d-5845b4ea7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:23.501857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.503425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-75951afd-252f-4f1d-9f0d-5845b4ea7253 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9644601 Feb 10 22:55:23.503948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b6e1f301-0df1-42cc-92cb-11bda35d8757 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/4f2c406c-f6b2-43dc-a5b4-528ae52425fa HTTP/1.1" status: 204 len: 168 time: 0.2227666 Feb 10 22:55:23.506843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35262) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:23.568299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 22:55:23.568299 n-d-825178-4 neutron-server[87653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 22:55:23.568299 n-d-825178-4 neutron-server[87653]: [parameters: {'id': 'cf75291e-ebe6-4ad2-9a0d-97892260e01a'}] Feb 10 22:55:23.568299 n-d-825178-4 neutron-server[87653]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:55:23.568710 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:55:23.595208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4653e7b6-e6a1-45c0-9b21-ca2d70500600 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:23.624334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4653e7b6-e6a1-45c0-9b21-ca2d70500600 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:23.626185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4653e7b6-e6a1-45c0-9b21-ca2d70500600 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1180842 Feb 10 22:55:23.630631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35266) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:23.704645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.720066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.734707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.756321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae30d99-13d6-4b65-a613-1b3e4836841c req-ff1e8fad-368e-4f87-b65a-152bfc930b80 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:23.757810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aae30d99-13d6-4b65-a613-1b3e4836841c req-ff1e8fad-368e-4f87-b65a-152bfc930b80 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.8261938 Feb 10 22:55:23.770719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 3058b8fe-5a7c-43c7-92fa-646bae983aa2 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:55:23.792562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.828462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15388ba7-868b-4249-90a9-82d06db1a5f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:23.838994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.841358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eb8380e8-fcf3-4c06-a926-1e6c31db320b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/15388ba7-868b-4249-90a9-82d06db1a5f2 HTTP/1.1" status: 204 len: 168 time: 0.2090678 Feb 10 22:55:23.844227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35270) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:23.849210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.878339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Transition to ACTIVE for port object 0d73778e-98e4-4363-8fcb-15384a067768 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:23.907979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aae30d99-13d6-4b65-a613-1b3e4836841c req-2f16a7d7-598a-4bd7-9632-e512af35b61d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710893 Feb 10 22:55:23.919599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-90e74d53-ef9c-46a2-9de5-a1f9bc9c6c6b service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114380 Feb 10 22:55:23.923935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2594f6c0-6963-4895-8c8b-7df2b902dc7e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:23.925166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Transition to ACTIVE for port object 0d73778e-98e4-4363-8fcb-15384a067768 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:23.934136 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:23.953126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2594f6c0-6963-4895-8c8b-7df2b902dc7e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:23.954410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2594f6c0-6963-4895-8c8b-7df2b902dc7e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1086941 Feb 10 22:55:23.957984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35274) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:24.062853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.075737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:24.084717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:24.106058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:24.138010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.185409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.212540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.247826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Pushing event updated for resources: {'Port': ['ID=0d73778e-98e4-4363-8fcb-15384a067768,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:24.248560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2835336-425b-446e-b7b4-1981f35770e2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:24.264593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8ebcf4-d4b2-4133-8cf2-0b8ac4657dd5 req-d1bc0778-5151-43cb-9906-3be8837624dc service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385384 Feb 10 22:55:24.266032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting port b2823244-4480-4c1e-88e8-002e95566880 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:24.266372 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.271110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Attempting to bind port 0d73778e-98e4-4363-8fcb-15384a067768 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:24.271536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Attempting to bind port 0d73778e-98e4-4363-8fcb-15384a067768 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:24.271904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Attempting to bind port 0d73778e-98e4-4363-8fcb-15384a067768 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:24.286353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:24.286727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:24.287120 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.287574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:24.287996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Bound port: 0d73778e-98e4-4363-8fcb-15384a067768, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:24.288549 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.308887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.315852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a77f3e33-220d-4baf-bacb-544428068488 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2835336-425b-446e-b7b4-1981f35770e2 HTTP/1.1" status: 204 len: 168 time: 0.3547199 Feb 10 22:55:24.315852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:24.389514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37ef6bc8-cc89-431c-81a7-8c0b9a9197a7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:24.413003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37ef6bc8-cc89-431c-81a7-8c0b9a9197a7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:24.424188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-37ef6bc8-cc89-431c-81a7-8c0b9a9197a7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055157 Feb 10 22:55:24.426096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35290) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:24.430871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.441212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--283391831'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:24.444883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:24.448836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d73778e-98e4-4363-8fcb-15384a067768,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:24.455141 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.456571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:24.472787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:24.487963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.539346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::24a5:2437:991e:f7fc (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/57c62669-7914-404c-aab7-89ab339a14c5/3058b8fe-5a7c-43c7-92fa-646bae983aa2) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:24.550998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798b347-a17b-45f2-a8f9-51ea33a9a24d None None] Pushing event updated for resources: {'Port': ['ID=0d73778e-98e4-4363-8fcb-15384a067768,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:24.572174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:24.583318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:24.587526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:24.595712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:24.731066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.808953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.988550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b12bb-efa3-4f3d-a635-5797f277d19c req-0d0626d6-0157-4baa-ab5e-b781c802a3e0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:24.990196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-020b12bb-efa3-4f3d-a635-5797f277d19c req-0d0626d6-0157-4baa-ab5e-b781c802a3e0 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.2554412 Feb 10 22:55:24.990876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d87016-cff0-451a-ae3b-2ac420a45d4b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:24.994087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:24.995493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-303a175d-a8b6-4ba0-897f-a25fcd06b6da tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5669446 Feb 10 22:55:25.002900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35302) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:25.069124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': '63d87016-cff0-451a-ae3b-2ac420a45d4b', 'direction': 'ingress', 'protocol': 17}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:25.106823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-020b12bb-efa3-4f3d-a635-5797f277d19c req-5954fada-41ed-41ed-86d0-dd2cf1afad56 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908923 Feb 10 22:55:25.146182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] For port b2823244-4480-4c1e-88e8-002e95566880, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b2823244-4480-4c1e-88e8-002e95566880,segment=NetworkSegment(b63ad2f7-e47e-42be-b332-6ac72f1122d7),segment_id=b63ad2f7-e47e-42be-b332-6ac72f1122d7)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:25.146947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:25.261168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d73778e-98e4-4363-8fcb-15384a067768 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:25.317173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:25.339878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Calling delete_port for b2823244-4480-4c1e-88e8-002e95566880 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:25.354136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 0d73778e-98e4-4363-8fcb-15384a067768 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:25.379691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:25.428097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:25.462107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:25.594635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:25.667038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:25.778289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Port': ['ID=b2823244-4480-4c1e-88e8-002e95566880,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:25.784252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:25.800326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cca4eb5-69c1-4289-b3cf-f9c1170c63d3 req-6055f53d-84da-4f29-8460-a2381923486a tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:25.801940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cca4eb5-69c1-4289-b3cf-f9c1170c63d3 req-6055f53d-84da-4f29-8460-a2381923486a tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.4824545 Feb 10 22:55:25.802881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No DVR routers for this DVR port b2823244-4480-4c1e-88e8-002e95566880 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:55:25.926296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:25.932054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 3058b8fe-5a7c-43c7-92fa-646bae983aa2 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:25.996402 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.059809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8cca4eb5-69c1-4289-b3cf-f9c1170c63d3 req-915aa85e-88e6-4396-8052-4ceeac80b1fe tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175033 Feb 10 22:55:26.067634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ad2f418-4bf1-4db4-a09f-8cf9d93ae30e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:26.077796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.140593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.144435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b368e3aa-8347-472b-ba1d-d35522c11a85 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1160834 Feb 10 22:55:26.147005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf75291e-ebe6-4ad2-9a0d-97892260e01a']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:26.149213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35322) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.169691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b63ad2f7-e47e-42be-b332-6ac72f1122d7') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:26.170108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b63ad2f7-e47e-42be-b332-6ac72f1122d7') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:26.189839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.198512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dbb2aa-6a0e-408b-8860-6a5ff222999e None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:55:26.219083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.354250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Provisioning for port 0d73778e-98e4-4363-8fcb-15384a067768 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:26.365576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.370796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.381849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Provisioning complete for port 0d73778e-98e4-4363-8fcb-15384a067768 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:26.383543 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.395611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:26.402281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:26.415188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.425199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:26.425872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:26.477167 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:26.486669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:26.495622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:26.496623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.539665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.584182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d87016-cff0-451a-ae3b-2ac420a45d4b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:26.614165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.615650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-337d936a-7b51-4c4b-b77a-f00bdb1a10fd tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/63d87016-cff0-451a-ae3b-2ac420a45d4b HTTP/1.1" status: 204 len: 168 time: 0.4529617 Feb 10 22:55:26.621833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.665718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.670206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=3058b8fe-5a7c-43c7-92fa-646bae983aa2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:26.675554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-02cf2f27-ae06-497d-bb43-99b2fca389bb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9851110 Feb 10 22:55:26.679022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35336) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.743458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d73778e-98e4-4363-8fcb-15384a067768,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:26.746608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.749791 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.755463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f9fbf12-1137-4a0e-8ffb-57a51ced3d16 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:26.789343 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.791195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589b04a-bc3d-46c5-aa4f-50515f7d8546 req-040b22b1-447b-41eb-a965-1e4117e84429 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:26.793295 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2589b04a-bc3d-46c5-aa4f-50515f7d8546 req-040b22b1-447b-41eb-a965-1e4117e84429 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.3154807 Feb 10 22:55:26.794798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f9fbf12-1137-4a0e-8ffb-57a51ced3d16 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:26.797728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f9fbf12-1137-4a0e-8ffb-57a51ced3d16 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1690345 Feb 10 22:55:26.820195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.830499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1043350234'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:26.840611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:26.855009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=cf75291e-ebe6-4ad2-9a0d-97892260e01a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:26.876477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:26.884263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6b719a8d-a3a9-4748-bbdc-7870346aebe8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/cf75291e-ebe6-4ad2-9a0d-97892260e01a HTTP/1.1" status: 204 len: 168 time: 8.3570132 Feb 10 22:55:26.888345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35344) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.897446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2589b04a-bc3d-46c5-aa4f-50515f7d8546 req-b27c353e-4e12-4d60-beab-33997d9cc20f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956383 Feb 10 22:55:26.902038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1507367080'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:26.912129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:26.918466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:26.930241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d311f-6546-4d28-915d-dd3312c26502 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:26.937648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786d311f-6546-4d28-915d-dd3312c26502 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:26.938658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-786d311f-6546-4d28-915d-dd3312c26502 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:26.956082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:26.960187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-786d311f-6546-4d28-915d-dd3312c26502 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:26.964018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:26.964685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-786d311f-6546-4d28-915d-dd3312c26502 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2833283 Feb 10 22:55:26.964970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35348) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:26.966092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:26.972952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:26.984399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:26.988361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.017903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:27.026475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:27.029582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:27.041031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.041764 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment d77f27bb-ec8f-4e1a-a0a0-733b107549d9 of type vlan for network 57762f62-2969-4da9-a144-307f4b4f507d Feb 10 22:55:27.046574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dbb2aa-6a0e-408b-8860-6a5ff222999e None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:55:27.060203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963044d-2ee5-451a-8570-1edb0f8625dd None None] Pushing event updated for resources: {'Port': ['ID=0d73778e-98e4-4363-8fcb-15384a067768,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:27.075583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:27.079579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.142580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 3058b8fe-5a7c-43c7-92fa-646bae983aa2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:27.143014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.162255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.173236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:27.173236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.316079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4266663 Feb 10 22:55:27.320450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35354) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:27.332897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': '57762f62-2969-4da9-a144-307f4b4f507d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:27.432121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be5868-094c-4727-b48d-470dbdf86480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=57762f62-2969-4da9-a144-307f4b4f507d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:27.456778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 57762f62-2969-4da9-a144-307f4b4f507d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:27.478245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.620035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:27.625983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:27.630443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:27.638104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:27.653534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76992671-b24a-4fc0-830d-a6bbaa45e173 req-46184d53-98ce-4b94-8e71-bb500da82d9d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:27.655932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76992671-b24a-4fc0-830d-a6bbaa45e173 req-46184d53-98ce-4b94-8e71-bb500da82d9d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.2835119 Feb 10 22:55:27.766240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.866042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:27.870440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.906277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68899c3-8cd6-4c9c-901e-782899283340,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:27.908581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:27.909772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f373d4e-b24b-489f-9783-ac9db99ffa04 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0883894 Feb 10 22:55:27.918115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35370) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:27.940438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1304038875'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:27.946904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:27.951215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:27.954954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:27.962420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:27.975072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.027465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76992671-b24a-4fc0-830d-a6bbaa45e173 req-75f6660a-3a1a-4fd1-95cc-7314ab5bed2c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635707 Feb 10 22:55:28.041520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:28.073500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:28.082638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:28.092549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.102008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:28.276603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.381944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 3058b8fe-5a7c-43c7-92fa-646bae983aa2 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:28.436501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': 'd77f27bb-ec8f-4e1a-a0a0-733b107549d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '57762f62-2969-4da9-a144-307f4b4f507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:28.437549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: 57762f62-2969-4da9-a144-307f4b4f507d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:28.450521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:28.473767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 57762f62-2969-4da9-a144-307f4b4f507d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:28.489300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 57762f62-2969-4da9-a144-307f4b4f507d) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:28.489598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52c38a6f-2853-49fd-aad9-2397464c3b1d None None] Provisioning for port 3058b8fe-5a7c-43c7-92fa-646bae983aa2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:28.505312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0a5667-6f7b-4e9f-b64c-9b984c57dc84 None None] Network 57762f62-2969-4da9-a144-307f4b4f507d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:28.507565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:28.508217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.539910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52c38a6f-2853-49fd-aad9-2397464c3b1d None None] Provisioning complete for port 3058b8fe-5a7c-43c7-92fa-646bae983aa2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:28.540323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52c38a6f-2853-49fd-aad9-2397464c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.548182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a2424413-ad13-4c87-94fb-92739155089c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2234261 Feb 10 22:55:28.549460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:28.618958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.679007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.739610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e29c7-abca-4daf-a293-c312c1392ea0 req-4137edbe-14da-4d9e-a0f3-0f929d0cd109 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:28.747019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f65e29c7-abca-4daf-a293-c312c1392ea0 req-4137edbe-14da-4d9e-a0f3-0f929d0cd109 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4143736 Feb 10 22:55:28.793962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3778b9f0-f6c1-4b25-b5d4-364ef26bae22,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:28.816909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.825095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.877186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-52c38a6f-2853-49fd-aad9-2397464c3b1d None None] Port 3058b8fe-5a7c-43c7-92fa-646bae983aa2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:55:28.922045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=3058b8fe-5a7c-43c7-92fa-646bae983aa2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:28.927136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:28.928701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c253ceb9-3da1-453f-8da5-36c4e88f1b40 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0096676 Feb 10 22:55:28.933185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f65e29c7-abca-4daf-a293-c312c1392ea0 req-f55e6bf4-46a6-4d8e-a72b-05f3d07a040f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1850719 Feb 10 22:55:28.942494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35384) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:28.954914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'f68899c3-8cd6-4c9c-901e-782899283340', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3778b9f0-f6c1-4b25-b5d4-364ef26bae22', 'remote_ip_prefix': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:28.988871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:29.007360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.011568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3d13789a-f19f-45a0-9515-b9ce3474289d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/3058b8fe-5a7c-43c7-92fa-646bae983aa2 HTTP/1.1" status: 204 len: 168 time: 2.0432875 Feb 10 22:55:29.018381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:29.023998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35388) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:29.032248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:29.043838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:29.059642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.098907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386081b-bcfc-485b-810d-ef11723c2948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-57762f62-2969-4da9-a144-307f4b4f507d', 'network_id': '57762f62-2969-4da9-a144-307f4b4f507d', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:29.100164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3386081b-bcfc-485b-810d-ef11723c2948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.169123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030aebc-a55d-43f0-8a72-ef664168926c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:29.179318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030aebc-a55d-43f0-8a72-ef664168926c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:29.179318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5030aebc-a55d-43f0-8a72-ef664168926c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1510117 Feb 10 22:55:29.179836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:29.243039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d73778e-98e4-4363-8fcb-15384a067768 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:29.346437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 57c62669-7914-404c-aab7-89ab339a14c5 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:55:29.354216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.390560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.403148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.439912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0d73778e-98e4-4363-8fcb-15384a067768 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:29.440205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.444965 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.481809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:29.570072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server [None req-3386081b-bcfc-485b-810d-ef11723c2948 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8: This subnet is being modified by another concurrent operation. Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise exception Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8: This subnet is being modified by another concurrent operation. Feb 10 22:55:29.575138 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Feb 10 22:55:29.626476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386bc5ce-e29c-4b89-8a46-9c545383d0b2 None None] Network 57762f62-2969-4da9-a144-307f4b4f507d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:29.649289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.694437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.712389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57762f62-2969-4da9-a144-307f4b4f507d']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:29.764439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=57c62669-7914-404c-aab7-89ab339a14c5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:29.775100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.789903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fd7bb8a8-0384-4716-b638-1cea48e7eab9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/57c62669-7914-404c-aab7-89ab339a14c5 HTTP/1.1" status: 204 len: 168 time: 0.6064956 Feb 10 22:55:29.790169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35398) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:29.797960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a3e95f-76a3-4b93-a980-e677f53412a9 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:29.820322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.830149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77f27bb-ec8f-4e1a-a0a0-733b107549d9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:29.830438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77f27bb-ec8f-4e1a-a0a0-733b107549d9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:29.862903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.884404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f3f98f5-18f6-4f47-a9e3-c66bd5b74096 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0894866 Feb 10 22:55:29.892062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:29.898583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:29.914180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:29.927401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b5ed966-a7c7-4ed8-a303-8a87f9fa4200,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:29.938203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134f893-8f7c-4600-8420-3c28103484f8 req-56a1337a-436e-452c-bed6-631e7bd38293 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:29.939904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1134f893-8f7c-4600-8420-3c28103484f8 req-56a1337a-436e-452c-bed6-631e7bd38293 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.6027424 Feb 10 22:55:30.019680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1134f893-8f7c-4600-8420-3c28103484f8 req-aed2c274-a77e-46c9-a1f5-ada7792e6a28 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702085 Feb 10 22:55:30.023962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.039557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:30.040230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:30.057548 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:30.137773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.139365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cbde7db-832e-414c-90c5-d0f19e12cb46 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.1908839 Feb 10 22:55:30.145173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35410) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:30.194485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.214863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:30.228891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.258769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=57762f62-2969-4da9-a144-307f4b4f507d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:30.276181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9af704d2-1174-499a-95a3-c60c0ab55915 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/57762f62-2969-4da9-a144-307f4b4f507d HTTP/1.1" status: 204 len: 168 time: 1.7255878 Feb 10 22:55:30.282151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35416) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:30.290245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363923733'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:30.298213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:30.304663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:30.305577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:30.310092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:30.318131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:30.325861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:30.344831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:30.349929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.350481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:30.361719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.398084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.412748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:30.418300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:30.422393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.432662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.433038 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment 3337d655-2e81-4332-a5d3-f62e89db2375 of type vlan for network c92390af-c332-47cc-96a0-cbd9c5fa64f2 Feb 10 22:55:30.502896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.549317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.567153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.587064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:30.589473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b5ed966-a7c7-4ed8-a303-8a87f9fa4200,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:30.591001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.609101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454548c0-61c5-40ed-ad79-112b8518f27b req-73b0ff84-9867-4211-9272-4048eb769dfa tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:30.610655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-454548c0-61c5-40ed-ad79-112b8518f27b req-73b0ff84-9867-4211-9272-4048eb769dfa tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4032702 Feb 10 22:55:30.615126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.619072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-070b21f8-abcf-4246-ba5b-ed187088718d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/0b5ed966-a7c7-4ed8-a303-8a87f9fa4200 HTTP/1.1" status: 204 len: 168 time: 0.4702694 Feb 10 22:55:30.619987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35420) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:30.654611 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3668127 Feb 10 22:55:30.660188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:30.671714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:55:30.677099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:30.679102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Deleting port 0d73778e-98e4-4363-8fcb-15384a067768 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:30.679804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:30.866650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefc810-cf09-413f-9113-9903fbb7d142 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=c92390af-c332-47cc-96a0-cbd9c5fa64f2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:30.911038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:30.922827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:30.931267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:30.938953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:30.959688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:30.979735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:30.985469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.042650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-454548c0-61c5-40ed-ad79-112b8518f27b req-c5348cdb-5956-4a04-b718-84913c83a95c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221809 Feb 10 22:55:31.065129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c168845b-0305-4e61-84f6-65a58be5b54c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:31.145268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c168845b-0305-4e61-84f6-65a58be5b54c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:31.147006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c168845b-0305-4e61-84f6-65a58be5b54c tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5251441 Feb 10 22:55:31.262820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:31.323065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d73778e-98e4-4363-8fcb-15384a067768 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:55:31.373926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.493471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:31.557699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:31.571111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:31.590176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.704350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-50cbac23-5e62-4524-aa63-493fd22aebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:31.715765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-50cbac23-5e62-4524-aa63-493fd22aebfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1096 time: 0.5659218 Feb 10 22:55:31.738337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=37af1d6a-11b5-453f-a841-9788ce21433f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:31.786981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.814558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.837079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d73778e-98e4-4363-8fcb-15384a067768,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:31.838001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.931391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:31.964842 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c530cab-d83d-4254-a295-3818d6ff4c27 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0715723 Feb 10 22:55:31.969760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35438) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:31.972258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:32.001486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '37af1d6a-11b5-453f-a841-9788ce21433f', 'ip_address': '2001:db8::d825:2a14:583f:d891'}], 'name': 'tempest-NetworksTestDHCPv6-277599898'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:32.013670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Calling delete_port for 0d73778e-98e4-4363-8fcb-15384a067768 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:32.024931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=210fe1fd-4e41-4c9f-80cb-85e96e58988f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:32.089732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d73778e-98e4-4363-8fcb-15384a067768,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:32.101018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': '3337d655-2e81-4332-a5d3-f62e89db2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:32.101434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: c92390af-c332-47cc-96a0-cbd9c5fa64f2, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:32.107745 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:32.163169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2615a7-1463-4d60-b0a6-6d0b3a207d59 req-17e9f2c9-88e3-4f7d-b7de-325f42b11987 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:32.178503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac2615a7-1463-4d60-b0a6-6d0b3a207d59 req-17e9f2c9-88e3-4f7d-b7de-325f42b11987 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.6947765 Feb 10 22:55:32.295448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac2615a7-1463-4d60-b0a6-6d0b3a207d59 req-d59ae6a5-5162-4aa6-9ff6-9696a2fc3610 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157591 Feb 10 22:55:32.322571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:32.342870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c92390af-c332-47cc-96a0-cbd9c5fa64f2) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:32.355717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:32.356605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:32.357438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7275d-030b-4da6-a85a-c220b53262df None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:32.420035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d343719d-30b3-4a14-92ad-59ba3397a304 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7585089 Feb 10 22:55:32.423536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-c3519f79-18c6-48c6-bc6b-29cdf0059978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:32.424688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35446) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:32.425801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-c3519f79-18c6-48c6-bc6b-29cdf0059978 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.6797609 Feb 10 22:55:32.437930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:32.609457 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:55:32.609457 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:55:32.616672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=0d73778e-98e4-4363-8fcb-15384a067768,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:32.779439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-c92390af-c332-47cc-96a0-cbd9c5fa64f2', 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '210fe1fd-4e41-4c9f-80cb-85e96e58988f'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:32.780658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:32.816187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:32.870016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820247d4-3d40-48f7-a6b8-9f51a8cb1456 req-97677cc7-fc98-4d12-9614-d8c1a7146345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:32.871659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820247d4-3d40-48f7-a6b8-9f51a8cb1456 req-97677cc7-fc98-4d12-9614-d8c1a7146345 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1096 time: 0.3847919 Feb 10 22:55:32.991603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Allocated IP 2001:db8::2 (c92390af-c332-47cc-96a0-cbd9c5fa64f2/210fe1fd-4e41-4c9f-80cb-85e96e58988f/ea0807ee-5e22-4dd4-b17c-ae6ac1127d79) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:32.998538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:55:33.046353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3778b9f0-f6c1-4b25-b5d4-364ef26bae22,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:33.054640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-2f064b84-4088-40d4-a213-b17911d56f53 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 217 time: 0.3779333 Feb 10 22:55:33.168605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:33.181671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:33.183373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7f9534aa-9883-4dff-a82a-6f2c8166e6ef tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/3778b9f0-f6c1-4b25-b5d4-364ef26bae22 HTTP/1.1" status: 204 len: 168 time: 1.9139259 Feb 10 22:55:33.198103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Deleting port 0d73778e-98e4-4363-8fcb-15384a067768 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:33.198472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:33.205273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:subnet and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:33.212220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:33.221401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820247d4-3d40-48f7-a6b8-9f51a8cb1456 req-a01efe6d-73e2-4459-b478-e3babf25a7dd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265445 Feb 10 22:55:33.222052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:33.238717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:33.241666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:33.271045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:33.278804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:33.311879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:33.313879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-aaeab50b-9ae9-489c-8d0e-b2bfe3d7304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:33.315070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-aaeab50b-9ae9-489c-8d0e-b2bfe3d7304e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.2338393 Feb 10 22:55:33.329627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:33.338484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75c5fd-ac6e-426f-8087-fa8dba8e6aa2 req-4bdcb306-83f4-4734-a58f-71cd0da4705e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:33.351176 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da75c5fd-ac6e-426f-8087-fa8dba8e6aa2 req-4bdcb306-83f4-4734-a58f-71cd0da4705e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.8976419 Feb 10 22:55:33.414029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:33.439098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '76e7c854-903c-421b-bb78-772c9837ed19', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:55:33.516685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-926c9b08-c01e-481c-9070-82f1035dc5bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0879552 Feb 10 22:55:33.661534 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da75c5fd-ac6e-426f-8087-fa8dba8e6aa2 req-8862b6a1-7edb-493c-b3d3-c80877fa18ff tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3089833 Feb 10 22:55:33.688930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d3ad5d0-2d2b-4412-8193-709a4e1ed881 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:33.773482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d3ad5d0-2d2b-4412-8193-709a4e1ed881 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:33.775073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d3ad5d0-2d2b-4412-8193-709a4e1ed881 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.5614345 Feb 10 22:55:33.817816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35462) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:33.844251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:33.860575 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:33.937883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 678a0aed-b34d-4d64-885b-987dad67ca3b yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:55:34.010794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25768a51-c5d7-4020-b9ab-6daf90677fda req-bfe65584-3d2c-429a-a48d-f09b08b0532d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.012813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25768a51-c5d7-4020-b9ab-6daf90677fda req-bfe65584-3d2c-429a-a48d-f09b08b0532d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.4681916 Feb 10 22:55:34.034221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.045697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Transition to ACTIVE for port object ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:34.066694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Transition to ACTIVE for port object ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:34.079103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.113720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.168595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Pushing event updated for resources: {'Port': ['ID=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:34.187570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:55:34.205572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25768a51-c5d7-4020-b9ab-6daf90677fda req-0cc90dd3-6074-4b4c-8f83-29f4d615607e tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805553 Feb 10 22:55:34.206895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:34.221224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.284711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.300621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:34.351191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:34.355394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:34.383525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['76e7c854-903c-421b-bb78-772c9837ed19'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:55:34.456355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.490043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.550789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] For port 0d73778e-98e4-4363-8fcb-15384a067768, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d73778e-98e4-4363-8fcb-15384a067768,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:34.551605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.582832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=7ef6e96b-b646-47d9-b1b1-8d33c0143c37,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:34.586273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68899c3-8cd6-4c9c-901e-782899283340,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:34.608019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:34.610223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:34.619738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.620214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.642694 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.644210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57fbeb14-d71e-4cd0-94fd-5ec7a0789b06 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/f68899c3-8cd6-4c9c-901e-782899283340 HTTP/1.1" status: 204 len: 168 time: 0.8240144 Feb 10 22:55:34.647048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:34.681330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f4e9b101-efa6-4e3b-b4d2-23f012a5fa85 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2551107 Feb 10 22:55:34.684363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:34.730690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Attempting to bind port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:34.731074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Attempting to bind port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '3337d655-2e81-4332-a5d3-f62e89db2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:34.731484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Attempting to bind port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 on network c92390af-c332-47cc-96a0-cbd9c5fa64f2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:34.809183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.811151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.815131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.816459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.818158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:34.819945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Synchronizing usage tracker for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:34.833091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Calling delete_port for 0d73778e-98e4-4363-8fcb-15384a067768 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:34.846839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-32634431-deda-43f4-9e20-07cf0f91f4b3 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3112700 Feb 10 22:55:34.870910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Unset dirty status for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:34.880442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-447c9c56-b8ce-4f0b-b6f5-204bb46dad84 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1946681 Feb 10 22:55:34.881770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35486) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:34.892586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2126737523'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:34.900409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28fb449f-548e-45d7-acb7-076c93e60110 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:34.906867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:34.916664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:34.924313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:34.934452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:34.941132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28fb449f-548e-45d7-acb7-076c93e60110 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:34.947023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28fb449f-548e-45d7-acb7-076c93e60110 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2950380 Feb 10 22:55:34.949235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35492) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:34.955882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294966882'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:34.963638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:34.975133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:34.990853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:34.991262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Checking segment: {'id': '3337d655-2e81-4332-a5d3-f62e89db2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:34.991651 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.992054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Bound using segment: {'id': '3337d655-2e81-4332-a5d3-f62e89db2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:34.992632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Bound port: ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3337d655-2e81-4332-a5d3-f62e89db2375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:34.993755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:34.999655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.014385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:35.022869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.026121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:35.137840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:35.145674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:35.161147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:35.169774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:35.186992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:35.218966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.219909 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment 0a34a99c-dccb-4e45-8d07-66c8464be975 of type vlan for network 96c634f8-676d-4030-800d-d78ba226ea1c Feb 10 22:55:35.299746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.357888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.420009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] Pushing event deleted for resources: {'Port': ['ID=0d73778e-98e4-4363-8fcb-15384a067768,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:35.445022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] For port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:35.448525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.450213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.456838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a710644-299b-44b9-884a-1493dfe2d490 None None] No DVR routers for this DVR port 0d73778e-98e4-4363-8fcb-15384a067768 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:55:35.465802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:35.470322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.515797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af01645e-58f0-409a-9c82-144c450fa78d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:35.542390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] For port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,segment=NetworkSegment(3337d655-2e81-4332-a5d3-f62e89db2375),segment_id=3337d655-2e81-4332-a5d3-f62e89db2375)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:35.544751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.589469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::d825:2a14:583f:d891 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/37af1d6a-11b5-453f-a841-9788ce21433f/678a0aed-b34d-4d64-885b-987dad67ca3b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:35.628029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.772732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.773858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8233459 Feb 10 22:55:35.779066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35500) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:35.802862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9183393 Feb 10 22:55:35.819597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': '08b79187-744e-4029-9de7-146b419a280a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:35.821945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35502) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:35.837380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd34058-e3a7-4f6a-bbe1-6ad0dbcc6a35 None None] Pushing event updated for resources: {'Port': ['ID=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:35.872945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca8e36-5ffe-4a7d-98dc-2a2d5f300d83 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b79187-744e-4029-9de7-146b419a280a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:35.886129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:35.893846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2664e-49f3-4aa8-a7e4-938dce3ad62d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=96c634f8-676d-4030-800d-d78ba226ea1c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:35.898177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:35.909734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:35.919657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:35.959746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:35.964571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:36.018819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:36.078221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ca007-91ce-4cb6-98cd-efcf1a02f116 req-e9556ea8-762b-43d2-a9c8-fca5a35dd26c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:36.079872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2ca007-91ce-4cb6-98cd-efcf1a02f116 req-e9556ea8-762b-43d2-a9c8-fca5a35dd26c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.5258286 Feb 10 22:55:36.191822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '37af1d6a-11b5-453f-a841-9788ce21433f'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:55:36.194231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.246672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c2ca007-91ce-4cb6-98cd-efcf1a02f116 req-7ec3b256-cec2-4754-b55f-92b8e07f72a5 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569893 Feb 10 22:55:36.301468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.307858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.457122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.463192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6518300 Feb 10 22:55:36.468509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35514) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:36.512700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08325e68-7c24-43b6-b8b3-35120186900a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51d3bff9-66f3-460e-aa68-d0c32e5b45cc,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:36.562169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.582314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.682486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.779975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.785710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/51d3bff9-66f3-460e-aa68-d0c32e5b45cc HTTP/1.1" status: 204 len: 168 time: 0.3152432 Feb 10 22:55:36.786804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab47a417-04cb-4043-9671-7265207996ba tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51d3bff9-66f3-460e-aa68-d0c32e5b45cc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:36.792579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35524) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:36.954610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:36.986943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.012566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:37.050631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 96c634f8-676d-4030-800d-d78ba226ea1c is not hosted by any dhcp agent {{(pid=87652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 10 22:55:37.078499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:37.104790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.107613 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "PUT /v2.0/networks/96c634f8-676d-4030-800d-d78ba226ea1c HTTP/1.1" status: 200 len: 723 time: 1.2802529 Feb 10 22:55:37.137674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ed9573a-0547-41b1-94f7-145f701088cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:37.140273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35540) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:37.156410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 76e7c854-903c-421b-bb78-772c9837ed19 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:37.156785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.170803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37564a78-f839-475c-bd26-bf426ee43540 req-a88da4e2-98b4-4496-be82-75b84e546fa5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:37.188153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': '96c634f8-676d-4030-800d-d78ba226ea1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:37.193042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37564a78-f839-475c-bd26-bf426ee43540 req-a88da4e2-98b4-4496-be82-75b84e546fa5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 1.3710170 Feb 10 22:55:37.513259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:37.538295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3ed9573a-0547-41b1-94f7-145f701088cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:37.543199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ed9573a-0547-41b1-94f7-145f701088cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7495291 Feb 10 22:55:37.544100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35552) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:37.621245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:37.642845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbdd0c05-9908-450d-a880-08a2dcaed17e req-65bc0669-5937-4a93-a0e0-e16592422528 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.7681963 Feb 10 22:55:37.645549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=96c634f8-676d-4030-800d-d78ba226ea1c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:37.673613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-6760d61c-fbb7-4f47-89cc-07126e3809dd tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:37.675329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-6760d61c-fbb7-4f47-89cc-07126e3809dd tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 811 time: 0.8331034 Feb 10 22:55:37.685802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:37.689719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.710981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.711387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.711735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.712072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.712402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.713507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.713851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.714180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.717025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.717447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.718333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.718826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58aa618-dc15-409f-8317-d877775a9e57 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:55:37.733391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.798876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37564a78-f839-475c-bd26-bf426ee43540 req-1d5415ba-ff9b-4346-811a-be7607124bd8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6047425 Feb 10 22:55:37.806025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.809482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 678a0aed-b34d-4d64-885b-987dad67ca3b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:37.845328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:37.857321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:37.918859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:37.955765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-9cb4574b-7259-4849-bccd-fbd5e4ac0160 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/quotas/b34ae2c1d76340fd8622570c34bf96ac HTTP/1.1" status: 200 len: 375 time: 0.2708681 Feb 10 22:55:37.964493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.028737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:38.040927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c7f86b-b151-494d-8963-02171895a03c None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:38.043215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:38.048200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.062611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:38.067733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:38.068388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.082473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=678a0aed-b34d-4d64-885b-987dad67ca3b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:38.175712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e41be2d1-b30b-4a63-af97-97dc045c613d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.1913662 Feb 10 22:55:38.178964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35570) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:38.364308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.372291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ced929-ad20-4058-94d4-4feb3fdbe9e4 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:38.374580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-05ced929-ad20-4058-94d4-4feb3fdbe9e4 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:38.400998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-05ced929-ad20-4058-94d4-4feb3fdbe9e4 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:38.405133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-05ced929-ad20-4058-94d4-4feb3fdbe9e4 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2217207 Feb 10 22:55:38.405133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35576) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:38.453395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b79187-744e-4029-9de7-146b419a280a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:38.518124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 678a0aed-b34d-4d64-885b-987dad67ca3b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:38.518369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.673428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.674659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d37c2fb1-594b-4584-9b66-242bab639278 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/08b79187-744e-4029-9de7-146b419a280a HTTP/1.1" status: 204 len: 168 time: 1.1187522 Feb 10 22:55:38.678129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:38.701192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:38.872855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-81edef88-ad3f-4c07-b025-9cb417987bdb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8972523 Feb 10 22:55:38.944592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=ba86a596-c00a-4e1c-8375-3d6f13eba63e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:39.210434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': '0a34a99c-dccb-4e45-8d07-66c8464be975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '96c634f8-676d-4030-800d-d78ba226ea1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:39.210853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: 96c634f8-676d-4030-800d-d78ba226ea1c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:39.280629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:39.315597 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-236ada13-94de-4703-916e-cb7195cba0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:39.318478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:39.338673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:39.339539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:39.362793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:39.457950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 96c634f8-676d-4030-800d-d78ba226ea1c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:39.493502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-e9ac8dad-89a0-4ac5-8960-abbf3c07bf39 service neutron] 10.222.0.53 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976419 Feb 10 22:55:39.496902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 96c634f8-676d-4030-800d-d78ba226ea1c) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:39.504666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:39.507422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:39.576931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-696b2dc0-c889-48ea-87df-2163daccb306 None None] Provisioning for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:39.620695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6de22d50-7886-4834-853e-a9f546b092bc tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9414651 Feb 10 22:55:39.642952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 678a0aed-b34d-4d64-885b-987dad67ca3b owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:39.675502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:39.680925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af1a1c-1527-45fd-89db-8b579611493c None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:39.730932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ea133a91-e64c-4d6b-a928-39ae22a65227 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5872622 Feb 10 22:55:39.750272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--1850614960'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:39.750715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:39.775495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:39.781306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:39.785060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:39.864892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-696b2dc0-c889-48ea-87df-2163daccb306 None None] Provisioning complete for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:39.865556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-696b2dc0-c889-48ea-87df-2163daccb306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.001454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/37af1d6a-11b5-453f-a841-9788ce21433f/8ac63b6d-d73b-4659-bd2a-4eec59a19ce4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:40.088637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:40.108103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:40.122384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:40.146954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-9d6d6745-23e3-488a-b662-b7c757f204a8 service neutron] 10.222.0.53 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6193621 Feb 10 22:55:40.167715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.246151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8188880'] for subnet, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.272244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63253c0a-d444-4e85-9a94-363b32a3b13d req-bdb6e208-1107-4d1d-bc1b-9a6cf9c841ea tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:40.285848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63253c0a-d444-4e85-9a94-363b32a3b13d req-bdb6e208-1107-4d1d-bc1b-9a6cf9c841ea tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 0.6791043 Feb 10 22:55:40.341128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:40.364422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:40.408813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.414259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:40.463007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63253c0a-d444-4e85-9a94-363b32a3b13d req-3449cf45-387c-4d8d-b6e4-de7021605c51 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735082 Feb 10 22:55:40.489988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:40.590534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.712865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.714465 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780898052100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-842563'] for subnet, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.729084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Transition to ACTIVE for port object 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:40.762051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Transition to ACTIVE for port object 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:40.770459 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'code': 200} Feb 10 22:55:40.824647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:40.825890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.828060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.830973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "PUT /v2.0/subnets/ba86a596-c00a-4e1c-8375-3d6f13eba63e HTTP/1.1" status: 200 len: 826 time: 1.0790973 Feb 10 22:55:40.834494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35618) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:40.855233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36078023-d6ab-4c58-837d-1c998aafbf37 req-bd8d8d87-7e61-4c36-9af6-59c704d1d19d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 210 time: 0.2358341 Feb 10 22:55:40.870878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=678a0aed-b34d-4d64-885b-987dad67ca3b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:40.925484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dd176ed-ca31-4339-9708-c9abd28ffaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:40.992864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.052909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.078921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.110957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.112488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3871963 Feb 10 22:55:41.114642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e39aa475-3511-4d06-a2d4-fe5e0b9eda48 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/678a0aed-b34d-4d64-885b-987dad67ca3b HTTP/1.1" status: 204 len: 168 time: 2.7085791 Feb 10 22:55:41.118814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35628) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:41.119453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35630) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:41.131554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'b12b5cfc-e67f-4fa6-b675-5269da344722', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:41.139886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:41.144801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:41.146523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6459f4-3001-4679-87d5-1f60e8ac4593 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=ba86a596-c00a-4e1c-8375-3d6f13eba63e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:41.148916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:41.157072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:41.245808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:41.249586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.262831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.309513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.354464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2175ee-e8ac-4374-b13a-01734dc4f7cf tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b12b5cfc-e67f-4fa6-b675-5269da344722,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:41.414466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca3199-6e22-4637-8b79-4d7203833b46 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:41.415935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:41.416353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcca3199-6e22-4637-8b79-4d7203833b46 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:41.416753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dcca3199-6e22-4637-8b79-4d7203833b46 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:41.424985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:41.473341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dcca3199-6e22-4637-8b79-4d7203833b46 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:41.475030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dcca3199-6e22-4637-8b79-4d7203833b46 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3537285 Feb 10 22:55:41.479190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:41.484917 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.485435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.662246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.760996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Update dhcp port {'port': {'network_id': 'c92390af-c332-47cc-96a0-cbd9c5fa64f2', 'fixed_ips': [{'subnet_id': '210fe1fd-4e41-4c9f-80cb-85e96e58988f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ef6e96b-b646-47d9-b1b1-8d33c0143c37'}], 'binding:host_id': 'n-d-825178-4'}, 'id': 'ea0807ee-5e22-4dd4-b17c-ae6ac1127d79'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:55:41.762342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 37af1d6a-11b5-453f-a841-9788ce21433f {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:55:41.765725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.828968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.897818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92a03e6-9558-43df-9f26-e2d685fc5c83,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:41.914776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:41.921133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.966828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:41.968405 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7aabf556-2ee3-44cb-9721-3c1deedb3ffb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8432183 Feb 10 22:55:41.975969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:42.055393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52232983-fb08-41e3-a16c-72ce98fd9e6d tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules/d92a03e6-9558-43df-9f26-e2d685fc5c83 HTTP/1.1" status: 200 len: 763 time: 0.0708489 Feb 10 22:55:42.056483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35658) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:42.277681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=ba86a596-c00a-4e1c-8375-3d6f13eba63e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:42.468660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:42.558234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c1086d5-889f-4af9-928c-53a7922b3573 req-dd4bb200-d9c4-46df-a8a9-14c639afb1b1 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 210 time: 0.3402765 Feb 10 22:55:42.589694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c634f8-676d-4030-800d-d78ba226ea1c']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:42.697037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5c60a1e4-c1b9-453c-a204-92a0497a3d99 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:42.708892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a34a99c-dccb-4e45-8d07-66c8464be975') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:42.709183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a34a99c-dccb-4e45-8d07-66c8464be975') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:55:42.787243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5c60a1e4-c1b9-453c-a204-92a0497a3d99 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:42.794001 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5c60a1e4-c1b9-453c-a204-92a0497a3d99 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.7336485 Feb 10 22:55:42.794178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:42.797352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,segment=NetworkSegment(3337d655-2e81-4332-a5d3-f62e89db2375),segment_id=3337d655-2e81-4332-a5d3-f62e89db2375)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:42.799430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35672) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:42.874436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b07519-042d-4cf7-9369-94ae7ab03b60 req-fe71915e-0874-4db0-b883-1d2532e1fee2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:42.879413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35b07519-042d-4cf7-9369-94ae7ab03b60 req-fe71915e-0874-4db0-b883-1d2532e1fee2 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.7493320 Feb 10 22:55:42.897872 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:42.914754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:42.960148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.017285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.018488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.097834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d92a03e6-9558-43df-9f26-e2d685fc5c83,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:43.104203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.161726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Attempting to bind port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:43.164351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Attempting to bind port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:43.165910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Attempting to bind port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:43.180532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.183101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.191002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:43.193272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:43.193933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.194544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:43.195186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Bound port: 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:43.195822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.223648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=37af1d6a-11b5-453f-a841-9788ce21433f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:43.226323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.226810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e010735-401b-485f-abe7-09fabd5f2e45 None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:43.232026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f12c6773-4d47-4e77-b5e3-3e9e7bfb7bd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/37af1d6a-11b5-453f-a841-9788ce21433f HTTP/1.1" status: 204 len: 168 time: 1.7512991 Feb 10 22:55:43.249498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35682) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:43.261660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.293500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.328700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:55:43.329257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:55:43.350082 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:55:43.414074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.433585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Pushing event updated for resources: {'Port': ['ID=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:43.447477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.452872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3f145db0-fd0e-4866-8f4f-4fedb4d184f6 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/d92a03e6-9558-43df-9f26-e2d685fc5c83 HTTP/1.1" status: 204 len: 168 time: 0.6470559 Feb 10 22:55:43.460771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35688) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:43.505978 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31a9b9a9-8b1e-4bc5-8059-f5935323d7c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2582631 Feb 10 22:55:43.512683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35692) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:43.586850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3bbdc6f-419b-45ff-9460-ed9705ddd5b5 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:43.589460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-35b07519-042d-4cf7-9369-94ae7ab03b60 req-e015ab7f-1002-4116-ba91-d4744bb62855 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6392136 Feb 10 22:55:43.621311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:43.628126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3bbdc6f-419b-45ff-9460-ed9705ddd5b5 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:43.632431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3bbdc6f-419b-45ff-9460-ed9705ddd5b5 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1548820 Feb 10 22:55:43.633028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35698) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:43.638037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.642671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'b12b5cfc-e67f-4fa6-b675-5269da344722', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:43.650972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:43.661865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:43.702403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.716019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.731697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-5686e33b-84e3-4480-bbb8-1e08059371b3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:43.734459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-5686e33b-84e3-4480-bbb8-1e08059371b3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.30 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 811 time: 0.8448465 Feb 10 22:55:43.786710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.791227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.806355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Request body: {'port': {'device_id': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'admin_state_up': True, 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:43.820612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e678bda3-1125-4e27-99fe-d374776ee598,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:43.852164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:43.858783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=96c634f8-676d-4030-800d-d78ba226ea1c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:43.859995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9df2d010-65a0-49b4-a537-822f7227d1fb tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2254322 Feb 10 22:55:43.861722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:43.892026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2f4b17a6-ac42-49cb-8c04-49afd82548ff tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules/e678bda3-1125-4e27-99fe-d374776ee598 HTTP/1.1" status: 200 len: 763 time: 0.0280833 Feb 10 22:55:43.893009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:44.001335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-061c3be5-927c-4773-927b-91dc1a63d779 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:44.022919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-061c3be5-927c-4773-927b-91dc1a63d779 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:44.023923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a0010723-25fc-4299-a3aa-f0cb7394a9c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/96c634f8-676d-4030-800d-d78ba226ea1c HTTP/1.1" status: 204 len: 168 time: 3.1742582 Feb 10 22:55:44.028708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-061c3be5-927c-4773-927b-91dc1a63d779 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1345000 Feb 10 22:55:44.029425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35720) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:44.030708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35722) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:44.078963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:44.167528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:44.241456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dd85fbd6-17d9-4eb4-9d0b-67227a13ba4d req-926a719a-24d9-4a74-92c2-61e7f1514cd7 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 210 time: 0.4135659 Feb 10 22:55:44.255361 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0979b3c8-fed4-41ab-a7b6-68088c4d8cd6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:55:44.256531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0979b3c8-fed4-41ab-a7b6-68088c4d8cd6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:55:44.265766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0979b3c8-fed4-41ab-a7b6-68088c4d8cd6 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/96c634f8-676d-4030-800d-d78ba226ea1c HTTP/1.1" status: 404 len: 339 time: 0.2304945 Feb 10 22:55:44.279458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.279671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:44.301470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:44.302749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:44.307557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:44.315859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-531795277', 'description': 'd1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:44.325393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:44.333412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.334228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:44.344887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Usage tracker for resource:network and tenant:2accf551589a47608bb8dfbd7b0051b6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:44.351535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:44.367845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:44.369434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Made reservation on behalf of b34ae2c1d76340fd8622570c34bf96ac for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:44.373247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.392524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:44.401960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.434129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b634aff-a3a1-4be8-a0b2-36e7bdcffdde None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:44.444131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.485001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:44.498545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b634aff-a3a1-4be8-a0b2-36e7bdcffdde None None] Network 96c634f8-676d-4030-800d-d78ba226ea1c could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 22:55:44.510348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.512003 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment d83dfd23-cc72-4177-8421-5fb8a54ceacc of type vlan for network 74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b Feb 10 22:55:44.574397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] For port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:44.579425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.622758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.630497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:44.631524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:44.720915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Allocated IP 172.20.0.1 (c92390af-c332-47cc-96a0-cbd9c5fa64f2/7ef6e96b-b646-47d9-b1b1-8d33c0143c37/ea0807ee-5e22-4dd4-b17c-ae6ac1127d79) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:44.798266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:44.803229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db2bec67-b826-430d-b064-a3be805c5ab2 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4991493 Feb 10 22:55:44.805871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:44.967647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Allocated IP 172.20.0.3 (37e34176-373f-4f24-8a43-55c07879812e/ce9e12c7-1648-4789-9875-af1f5e6d1e15/925def66-2bd1-45cd-b330-0520d925824b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:44.978118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:45.001852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] For port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:45.016672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:45.021297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e678bda3-1125-4e27-99fe-d374776ee598,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:45.030399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:45.034605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d49c6f28-3c3c-4889-b1cf-648ac9f330b9 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/e678bda3-1125-4e27-99fe-d374776ee598 HTTP/1.1" status: 204 len: 168 time: 1.0003626 Feb 10 22:55:45.035494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35746) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:45.068921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:45.112612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-818cd350-26a6-4c8b-8068-4799744f7e19 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:45.136989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdcd4ab-8735-4425-85d0-7dadca16f892 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:45.137855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7fdcd4ab-8735-4425-85d0-7dadca16f892 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Synchronizing usage tracker for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:45.143854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-818cd350-26a6-4c8b-8068-4799744f7e19 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:45.148781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-818cd350-26a6-4c8b-8068-4799744f7e19 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017265 Feb 10 22:55:45.151706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:45.157839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'b12b5cfc-e67f-4fa6-b675-5269da344722', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:45.165988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:45.181042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:45.214225 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Project 4a8f6396ce424efb9509df4c9ad63877 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:55:45.223933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:45.266763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7fdcd4ab-8735-4425-85d0-7dadca16f892 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Unset dirty status for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:45.272291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7fdcd4ab-8735-4425-85d0-7dadca16f892 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks?id=74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b HTTP/1.1" status: 200 len: 764 time: 0.4651845 Feb 10 22:55:45.275630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35756) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:45.311497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'description': 'd2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:45.518384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:45.784429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] For port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,segment=NetworkSegment(3337d655-2e81-4332-a5d3-f62e89db2375),segment_id=3337d655-2e81-4332-a5d3-f62e89db2375)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:45.835097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ba6ece2e-e7b8-45c8-a94f-b98a35631bfc req-81aff227-8013-4113-8b55-6a2b2942be50 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 210 time: 0.1205511 Feb 10 22:55:45.944892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f88f3-4b17-46eb-bcaa-af290a4cbab8 None None] Pushing event updated for resources: {'Port': ['ID=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:46.003314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.036875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.074885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.094321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.174718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.219572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919b913e-3044-40e3-bef8-f1a6f62c9984,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:46.234996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.247081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Transition to ACTIVE for port object ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:46.252212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.253784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.255217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-53691c85-1583-4e8c-96cb-30ff51f2c52b tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1023343 Feb 10 22:55:46.261508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35768) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:46.264944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.303653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b is not hosted by any dhcp agent {{(pid=87652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 10 22:55:46.316761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:46.317418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.322265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "PUT /v2.0/networks/74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b HTTP/1.1" status: 200 len: 761 time: 1.0388730 Feb 10 22:55:46.332656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35776) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:46.587687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c89bc-412e-4dce-842e-cb9aa8854d6d None None] Pushing event updated for resources: {'Port': ['ID=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:46.645326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1d364-fb95-4fb8-856a-651434da19c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:46.655837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-241a68b2-124b-408d-aa50-a01ea6d03faa tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules/919b913e-3044-40e3-bef8-f1a6f62c9984 HTTP/1.1" status: 200 len: 769 time: 0.3350947 Feb 10 22:55:46.656739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35780) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:46.700370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:46.731794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d0cbde8-b230-46b4-932d-3c9a056d3483 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:46.756711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d0cbde8-b230-46b4-932d-3c9a056d3483 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:46.762137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d0cbde8-b230-46b4-932d-3c9a056d3483 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1038299 Feb 10 22:55:46.763205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35784) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:46.804599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.819871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.876894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.905208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e274740d-e282-4af7-80b9-3e22d5ce102f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:46.906179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e274740d-e282-4af7-80b9-3e22d5ce102f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Synchronizing usage tracker for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:46.906646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=919b913e-3044-40e3-bef8-f1a6f62c9984,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:46.916723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:46.921178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:46.921926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4b7889e8-48ac-41f2-8b11-4b0b4af46882 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-group-rules/919b913e-3044-40e3-bef8-f1a6f62c9984 HTTP/1.1" status: 204 len: 168 time: 0.1573696 Feb 10 22:55:46.922664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:46.928466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:46.955826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:46.956535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:47.038553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.4622393 Feb 10 22:55:47.042852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35798) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:47.049741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': 'a3dda313-16d8-4e2f-9458-cdded56d7641', 'ip_address': '2001:db8::a35a:2524:1e99:69a0'}], 'name': 'tempest-NetworksTestDHCPv6-512274984'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:47.061549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9411d72-2ab2-4e7c-a582-ed81bd68c0a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=a3dda313-16d8-4e2f-9458-cdded56d7641,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:47.064716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e274740d-e282-4af7-80b9-3e22d5ce102f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Unset dirty status for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:47.081291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e274740d-e282-4af7-80b9-3e22d5ce102f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks?id=74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b HTTP/1.1" status: 200 len: 764 time: 0.7388344 Feb 10 22:55:47.088596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:47.154353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b001aa5e-feb4-4b75-8ed6-343c771e52e4 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:47.166315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:47.307853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ad55a3-3cf6-4a61-8669-8db0bf262bed None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:47.364722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a2e02322-b61e-4c9c-9b75-9d8acc62a13e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:55:47.392928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b001aa5e-feb4-4b75-8ed6-343c771e52e4 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:47.400800 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b001aa5e-feb4-4b75-8ed6-343c771e52e4 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4739892 Feb 10 22:55:47.401921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:47.486042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Network 37e34176-373f-4f24-8a43-55c07879812e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:47.487938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:47.587064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa23d-b655-43a8-8e3f-e83e91233c10 req-e34dfbf9-1407-4fd0-bbae-05ef474920de tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:47.594402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09ffa23d-b655-43a8-8e3f-e83e91233c10 req-e34dfbf9-1407-4fd0-bbae-05ef474920de tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 2.7314475 Feb 10 22:55:47.600507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:47.605785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:47.862299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Pushing event updated for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:47.940860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:47.949484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:48.281083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a4971-0a46-44ca-b875-4280830b1910 req-8336d41f-9551-48dc-8c09-61ff766e45bc tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:48.282637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-817a4971-0a46-44ca-b875-4280830b1910 req-8336d41f-9551-48dc-8c09-61ff766e45bc tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 931 time: 0.6919379 Feb 10 22:55:48.383972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-42b8b703-f58b-442d-9b11-e70efdc525ee tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5684836 Feb 10 22:55:48.398753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:48.409034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:48.417559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:48.420985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Request body: {'port': {'device_id': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:48.433277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:48.510804 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-817a4971-0a46-44ca-b875-4280830b1910 req-631725c0-9386-49a9-a0d5-ed285095581b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154949 Feb 10 22:55:48.527791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbff266-3b18-475d-9b66-7e700b0c6ead tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:48.539757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bbff266-3b18-475d-9b66-7e700b0c6ead tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.4435973 Feb 10 22:55:48.540792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:48.562551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:48.759988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:48.767966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b34b96e9-18ac-4463-9a73-e97bdb0c3480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Synchronizing usage tracker for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:48.813208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-09ffa23d-b655-43a8-8e3f-e83e91233c10 req-a807ebd2-3925-42a0-8295-0e5e6b55663d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8989196 Feb 10 22:55:48.921565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:48.953541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:49.091860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': 'a3dda313-16d8-4e2f-9458-cdded56d7641'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '8ac63b6d-d73b-4659-bd2a-4eec59a19ce4'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:55:49.160525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b34b96e9-18ac-4463-9a73-e97bdb0c3480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Unset dirty status for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:49.167043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b34b96e9-18ac-4463-9a73-e97bdb0c3480 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 207 time: 0.5906205 Feb 10 22:55:49.174710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35828) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:49.303387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:49.348189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:49.380367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bcf57d-0a42-4e62-95ee-21ea47db97cb None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:49.676823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12b5cfc-e67f-4fa6-b675-5269da344722,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:49.764735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:49.774018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d75229c8-58e3-40c4-90e5-80c586f2ef01 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/b12b5cfc-e67f-4fa6-b675-5269da344722 HTTP/1.1" status: 204 len: 168 time: 2.2792845 Feb 10 22:55:49.775453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35840) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:49.945634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:49.969342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:49.993848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:49.996856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b02ff063-39de-4322-a9d9-aeb4497c56f7 None None] Provisioning for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:50.018975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:50.026408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b02ff063-39de-4322-a9d9-aeb4497c56f7 None None] Provisioning complete for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:50.026799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02ff063-39de-4322-a9d9-aeb4497c56f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:50.033835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:50.039454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:50.052330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c038671c-9964-46ab-aa74-220218b9c21c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8689389 Feb 10 22:55:50.062679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:50.125458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:50.335721 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:55:50.609784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a00725b-951f-4b38-bdc1-d411e23dfdde tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:50.668384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a72e83-e6f5-4c16-a9fc-968efb08a3ea req-868f0b4b-6553-4b01-963d-dc8cfce91d68 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:50.669147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a1a72e83-e6f5-4c16-a9fc-968efb08a3ea req-868f0b4b-6553-4b01-963d-dc8cfce91d68 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:50.675600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a00725b-951f-4b38-bdc1-d411e23dfdde tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:50.683517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5a00725b-951f-4b38-bdc1-d411e23dfdde tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8860631 Feb 10 22:55:50.696059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35856) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:50.702175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a1a72e83-e6f5-4c16-a9fc-968efb08a3ea req-868f0b4b-6553-4b01-963d-dc8cfce91d68 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:50.714585 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1a72e83-e6f5-4c16-a9fc-968efb08a3ea req-868f0b4b-6553-4b01-963d-dc8cfce91d68 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 931 time: 0.4444902 Feb 10 22:55:50.720849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a3dda313-16d8-4e2f-9458-cdded56d7641/8ac63b6d-d73b-4659-bd2a-4eec59a19ce4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:50.721519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group': {'name': 'tempest-secgroup--2004617267'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:50.730477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 14f9c6a4-646c-4668-a084-822066c55968 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:55:50.730915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:50.784028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:50.899995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1a72e83-e6f5-4c16-a9fc-968efb08a3ea req-e52abe3d-ed5b-4e44-8b0c-6f97ef4e14e9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825342 Feb 10 22:55:50.919829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33ae9630-1cb6-414f-ad52-961224b67fc0 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.7929871 Feb 10 22:55:50.939914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:50.946727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:50.972656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:50.979210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:50.983479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:50.990162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:51.024527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42d54cb1-a242-4347-a321-02280c660092 None None] Provisioning complete for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:51.025298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42d54cb1-a242-4347-a321-02280c660092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.103118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] For port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:51.129588 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.150329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.162284 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.236313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Ignored duplicate provisioning block setup for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 22:55:51.244787 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.304823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.306085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6087296 Feb 10 22:55:51.313708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacdcc1-d64c-4360-91e7-191cd0c60232 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cb734e-46be-41b2-a6f4-15b3b2f6d3c7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:51.327577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:51.333325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 925def66-2bd1-45cd-b330-0520d925824b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:55:51.362986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.381521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Request body: {'security_group_rule': {'security_group_id': 'c1cb734e-46be-41b2-a6f4-15b3b2f6d3c7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:51.420558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:51.451625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ab340-79cb-4860-be9f-6ec593b1b3cf None None] Pushing event updated for resources: {'Port': ['ID=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:51.458571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Usage tracker for resource:security_group_rule and tenant:4a8f6396ce424efb9509df4c9ad63877 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:55:51.471549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:55:51.494757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Transition to ACTIVE for port object 925def66-2bd1-45cd-b330-0520d925824b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:51.519582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:51.521827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.643902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.645319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.649687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.651246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.653278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.655602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d885918-e3bd-4ae1-af1e-6e9c87a540a8 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7077773 Feb 10 22:55:51.669529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35876) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:51.802793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.867349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Pushing event updated for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:51.892519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:51.967164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.973357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.974757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.981473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.987583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:51.994432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c4f7e9c0-2747-44da-af99-2b2d67c497c9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3196335 Feb 10 22:55:52.013451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2d7d2c-d1ce-4838-ac36-91f381e1e5fa req-3a0c9d1e-4fe5-4e2e-9929-d01983b70fef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:52.026714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e2d7d2c-d1ce-4838-ac36-91f381e1e5fa req-3a0c9d1e-4fe5-4e2e-9929-d01983b70fef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 1.5146227 Feb 10 22:55:52.034652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:52.166107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e2d7d2c-d1ce-4838-ac36-91f381e1e5fa req-9666b41a-a79e-41d8-be51-b7ae63011f50 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346660 Feb 10 22:55:52.274533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Attempting to bind port 925def66-2bd1-45cd-b330-0520d925824b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:55:52.275032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Attempting to bind port 925def66-2bd1-45cd-b330-0520d925824b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:55:52.275558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Attempting to bind port 925def66-2bd1-45cd-b330-0520d925824b on network 37e34176-373f-4f24-8a43-55c07879812e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:52.339399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::a35a:2524:1e99:69a0 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a3dda313-16d8-4e2f-9458-cdded56d7641/14f9c6a4-646c-4668-a084-822066c55968) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:55:52.405227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Port 925def66-2bd1-45cd-b330-0520d925824b on network 37e34176-373f-4f24-8a43-55c07879812e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:55:52.407669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Attempting to bind port 925def66-2bd1-45cd-b330-0520d925824b on network 37e34176-373f-4f24-8a43-55c07879812e {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:55:52.430309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.470738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.481260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:55:52.482516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Checking segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:52.483317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Bound using segment: {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:55:52.484157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Bound port: 925def66-2bd1-45cd-b330-0520d925824b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03518c8b-bc20-4e72-90e8-c7eae14f05ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '37e34176-373f-4f24-8a43-55c07879812e'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:55:52.489297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.768539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:52.806006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 14f9c6a4-646c-4668-a084-822066c55968 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:55:52.854970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6e7b413-efda-41a0-b18c-b4501612c0fa,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:52.860481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.110862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:55:53.145687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:53.157307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:55:53.163524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:53.164168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.181453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.183202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cda128bd-bf96-4d2b-a8dc-a866bebe12f3 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8298872 Feb 10 22:55:53.196445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35902) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:53.242573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=14f9c6a4-646c-4668-a084-822066c55968,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:53.278583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bbae01-83f3-42f6-a7f4-0be231af1d17 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:53.280372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-99bbae01-83f3-42f6-a7f4-0be231af1d17 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks/8910fed9-50c5-40fa-b917-c0fe253a36fd HTTP/1.1" status: 200 len: 804 time: 1.2261627 Feb 10 22:55:53.287828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35908) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:53.324389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208e045-94e5-4e10-a3b2-a73f139d0842 req-b92354de-328f-4956-b9b2-5300d07661e3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:53.342113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4208e045-94e5-4e10-a3b2-a73f139d0842 req-b92354de-328f-4956-b9b2-5300d07661e3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 943 time: 1.1108248 Feb 10 22:55:53.405736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:55:53.420977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a657020-44e7-471b-9a76-114ef259c6d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.3763583 Feb 10 22:55:53.440482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35912) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:53.532313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:53.577258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=925def66-2bd1-45cd-b330-0520d925824b,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:55:53.612646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.772762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-43ccc3e0-aabc-472b-9114-5f2994c0c914 None None] Provisioning for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:53.805575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4208e045-94e5-4e10-a3b2-a73f139d0842 req-a1af9780-654e-408a-a8ec-9ecc37b78122 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588113 Feb 10 22:55:53.846715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:53.855640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:53.855979 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.921913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:53.941360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:53.943056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] 10.222.0.30 "PUT /v2.0/ports/925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 200 len: 1091 time: 5.5509317 Feb 10 22:55:53.945138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'tag': '925def66-2bd1-45cd-b330-0520d925824b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:55:53.995217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeff86c-c967-42ce-aca8-d3cd002ea54b service neutron] Pushing event updated for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:54.022240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.104052 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'tag': '925def66-2bd1-45cd-b330-0520d925824b', 'status': 'completed', 'code': 200} Feb 10 22:55:54.105921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.167520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.217114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.226224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-43fd73e2-1496-466e-86d2-0c75d2c86ff0 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/networks/8910fed9-50c5-40fa-b917-c0fe253a36fd?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.9310176 Feb 10 22:55:54.238205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35926) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:54.240503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5ba9b-f9b8-4486-93c7-5593c5cb4691 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:54.255177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cb734e-46be-41b2-a6f4-15b3b2f6d3c7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:54.259274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff5ba9b-f9b8-4486-93c7-5593c5cb4691 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:54.263001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3ff5ba9b-f9b8-4486-93c7-5593c5cb4691 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.8211398 Feb 10 22:55:54.266882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:54.272484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2a1217-eb26-4b21-8aef-61f6439cdf02 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:55:54.382800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.384465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c3519290-6cc7-4aa6-966a-e9e3f32e571a tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1cb734e-46be-41b2-a6f4-15b3b2f6d3c7 HTTP/1.1" status: 204 len: 168 time: 1.1434596 Feb 10 22:55:54.392557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35934) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:54.427169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-47c9c035-789d-4327-9533-5c7f2668dcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:54.429406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-47c9c035-789d-4327-9533-5c7f2668dcd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1094 time: 0.4296312 Feb 10 22:55:54.456602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6f6fb5a-a0b8-4a0c-918c-2c439e588623 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:54.459741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b6f6fb5a-a0b8-4a0c-918c-2c439e588623 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets/aac52117-539f-490c-8e57-0165dcb1c93c HTTP/1.1" status: 200 len: 843 time: 0.2101078 Feb 10 22:55:54.490062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1985a4-5e72-47e1-87d7-6bcb5c944048 req-dc2217e2-c14d-4a91-95d0-e3ae4b2abdd6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:54.509755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a1985a4-5e72-47e1-87d7-6bcb5c944048 req-dc2217e2-c14d-4a91-95d0-e3ae4b2abdd6 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.8703210 Feb 10 22:55:54.576860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-669c97bc-3507-4905-b443-dcb02d639049 None None] Provisioning for port 14f9c6a4-646c-4668-a084-822066c55968 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:55:54.594164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35942) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:54.613737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 14f9c6a4-646c-4668-a084-822066c55968 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:55:54.614405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.633607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-669c97bc-3507-4905-b443-dcb02d639049 None None] Provisioning complete for port 14f9c6a4-646c-4668-a084-822066c55968 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:54.644140 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-669c97bc-3507-4905-b443-dcb02d639049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.692483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.705490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f920888-6dfe-4423-b329-5c8cd97bb5d0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:54.740786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a1985a4-5e72-47e1-87d7-6bcb5c944048 req-9cd527ef-3848-4baa-a278-c54630b39ed5 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255142 Feb 10 22:55:54.772940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-85d8055b-1619-4e0c-9260-e31bd30ff51c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 200 len: 217 time: 0.3351948 Feb 10 22:55:54.774746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:55:54.777086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f920888-6dfe-4423-b329-5c8cd97bb5d0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:54.781890 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f920888-6dfe-4423-b329-5c8cd97bb5d0 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3400469 Feb 10 22:55:54.782585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:54.792086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:54.908653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:54.920279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-669c97bc-3507-4905-b443-dcb02d639049 None None] Port 14f9c6a4-646c-4668-a084-822066c55968 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:55:54.936386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2329373b-8390-4c60-9669-1b0e74e9c9d7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Synchronizing usage tracker for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:54.990695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2329373b-8390-4c60-9669-1b0e74e9c9d7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] Unset dirty status for tenant:4a8f6396ce424efb9509df4c9ad63877 on resource:security_group_rule {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:54.994864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2329373b-8390-4c60-9669-1b0e74e9c9d7 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2107408 Feb 10 22:55:54.995782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:55.005169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2a1217-eb26-4b21-8aef-61f6439cdf02 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:55:55.032469 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e77f0eba-28ad-4645-95eb-43909ecaadf5 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] delete failed (client error): The resource could not be found. Feb 10 22:55:55.044551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e77f0eba-28ad-4645-95eb-43909ecaadf5 tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "DELETE /v2.0/security-groups/c1cb734e-46be-41b2-a6f4-15b3b2f6d3c7 HTTP/1.1" status: 404 len: 347 time: 0.0475800 Feb 10 22:55:55.049043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35958) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:55.169843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7bc63031-65fd-4d17-b13a-746506b7558e tempest-SecGroupIPv6Test-482631305 tempest-SecGroupIPv6Test-482631305-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1194460 Feb 10 22:55:55.293754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa03382-263e-4cfd-9ff4-dd8e48b54a8d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:55.294461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5fa03382-263e-4cfd-9ff4-dd8e48b54a8d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Synchronizing usage tracker for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:55.385579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-8ae22912-c669-4b5a-a257-2b4aa2463121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:55.387061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-8ae22912-c669-4b5a-a257-2b4aa2463121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.5610437 Feb 10 22:55:55.425249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:55:55.450797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5fa03382-263e-4cfd-9ff4-dd8e48b54a8d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Unset dirty status for tenant:2accf551589a47608bb8dfbd7b0051b6 on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:55.463207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35970) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:55.465110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5fa03382-263e-4cfd-9ff4-dd8e48b54a8d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "GET /v2.0/subnets/aac52117-539f-490c-8e57-0165dcb1c93c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.8691342 Feb 10 22:55:55.502060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1518825156'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:55.515903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:55.521190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-879ac6be-b8a5-4d7f-b376-cfa0e91db201 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1234543 Feb 10 22:55:55.543837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:55.565901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:55.570242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.636200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:55:55.660793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.661162 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Added segment d0f9c200-26e9-4209-9f3a-0c1387dddd6d of type vlan for network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 Feb 10 22:55:55.722518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.828864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.834729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:55.835514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.918270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:55:55.919077 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:55.958851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f038139-706c-4b04-b4e6-aefab0212176 req-b65b3a48-c3a6-4ef3-b57f-dcee6b9d7389 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:55.966546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f038139-706c-4b04-b4e6-aefab0212176 req-b65b3a48-c3a6-4ef3-b57f-dcee6b9d7389 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 943 time: 0.8236036 Feb 10 22:55:56.044954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:56.082404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:56.176726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f038139-706c-4b04-b4e6-aefab0212176 req-1a64eeea-95f7-4219-b28d-5298bb7db9dd tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053087 Feb 10 22:55:56.246267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Network': ['ID=5dd077a9-b6fb-4028-a395-9ce59bd26e26,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:56.266919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d26459b5-697b-47df-a938-5969b7996319 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7954040 Feb 10 22:55:56.273785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35992) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:56.282423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'network_id': '5dd077a9-b6fb-4028-a395-9ce59bd26e26', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:56.366353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:55:56.560203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:55:56.585318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:55:56.599675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-56f65319-f354-48d9-b879-d62725cf3400 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0506496 Feb 10 22:55:56.615617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f493f9c2-dc7b-4ade-bba1-f09e7f33a43c req-b7be5688-4dca-4369-855f-ea26515ebb19 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:56.618531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f493f9c2-dc7b-4ade-bba1-f09e7f33a43c req-b7be5688-4dca-4369-855f-ea26515ebb19 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.5050530 Feb 10 22:55:56.620287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Made reservation on behalf of 2accf551589a47608bb8dfbd7b0051b6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:55:56.626387 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:56.678803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 14f9c6a4-646c-4668-a084-822066c55968 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:55:56.720636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c909ed-e7d9-46fc-b1a6-7f5a504f4501 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:55:56.974280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c909ed-e7d9-46fc-b1a6-7f5a504f4501 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:55:56.993697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f493f9c2-dc7b-4ade-bba1-f09e7f33a43c req-c9839620-67e7-43ab-b2a5-85b2626a3c10 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3148527 Feb 10 22:55:57.044660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 22:55:57.045213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 22:55:57.058115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c6be864-c60c-4a8a-81f7-2097cbcf0df4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4a8f6396ce424efb9509df4c9ad63877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9972584 Feb 10 22:55:57.060597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36002) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:57.457427 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:57.863870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=7082f057-6967-48bc-b2bc-74f34e3f9397,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:57.899539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Checking segment: {'id': 'd0f9c200-26e9-4209-9f3a-0c1387dddd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '5dd077a9-b6fb-4028-a395-9ce59bd26e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:55:57.900055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network hostable DHCP agents. Network: 5dd077a9-b6fb-4028-a395-9ce59bd26e26, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:55:57.937966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fcc845-ce55-45bd-a76a-7092b8124d46 req-1cad5f8f-6e94-45ce-9eb0-ce57f0914ea0 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1993630 Feb 10 22:55:57.944159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:55:57.973889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5dd077a9-b6fb-4028-a395-9ce59bd26e26) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:55:57.977931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:57.979002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.074889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4d6fe6e7-11e6-4af2-bbe6-3d379fca779d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7996590 Feb 10 22:55:58.077885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36022) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:58.087463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:55:58.116671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.327918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=14f9c6a4-646c-4668-a084-822066c55968,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:58.336420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.410250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.534577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5697330'] for subnet, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.706769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e1bf5-e190-48fd-9e92-af81e26b6787 req-9440ca45-aad0-4e9b-912e-fbd218205cec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:58.726394 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f8e1bf5-e190-48fd-9e92-af81e26b6787 req-9440ca45-aad0-4e9b-912e-fbd218205cec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.3579969 Feb 10 22:55:58.832222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.852893 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:58.943434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f8e1bf5-e190-48fd-9e92-af81e26b6787 req-714bdb6a-56df-48b6-8e91-b802efb7b4e3 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157552 Feb 10 22:55:58.956484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6e42a-ff4a-494b-8c8d-6f87700e20c8 req-cc3dc350-3097-4406-9bfe-fd63fb13e56d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:58.981729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fe6e42a-ff4a-494b-8c8d-6f87700e20c8 req-cc3dc350-3097-4406-9bfe-fd63fb13e56d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 943 time: 1.2289734 Feb 10 22:55:59.024885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db81d469-7679-40cf-8e4a-6777d621d23f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:55:59.114828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5fe6e42a-ff4a-494b-8c8d-6f87700e20c8 req-a5be0632-84a1-433e-9b66-9dfcb9628f25 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321266 Feb 10 22:55:59.140855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf545c15-c1e5-40af-897e-85b6612f95c0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/14f9c6a4-646c-4668-a084-822066c55968 HTTP/1.1" status: 204 len: 168 time: 4.8714337 Feb 10 22:55:59.145577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36030) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:59.287662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:59.289705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb51dc13-e058-4bff-83d6-77ff963707a9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/db81d469-7679-40cf-8e4a-6777d621d23f HTTP/1.1" status: 204 len: 168 time: 2.1636727 Feb 10 22:55:59.294345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7949ab-18c9-4f53-a53c-1b581441c97e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:59.298185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7949ab-18c9-4f53-a53c-1b581441c97e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:59.299864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cd7949ab-18c9-4f53-a53c-1b581441c97e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:55:59.312214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-e7488f84-c014-44fd-a307-2d21d65b5380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:59.313938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-e7488f84-c014-44fd-a307-2d21d65b5380 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1094 time: 1.3146670 Feb 10 22:55:59.443097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780898052100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8138714'] for subnet, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:59.481779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cd7949ab-18c9-4f53-a53c-1b581441c97e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:55:59.483722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cd7949ab-18c9-4f53-a53c-1b581441c97e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3366520 Feb 10 22:55:59.486861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36036) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:59.597048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:55:59.598754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:55:59.601280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "PUT /v2.0/subnets/7082f057-6967-48bc-b2bc-74f34e3f9397 HTTP/1.1" status: 200 len: 900 time: 1.5189185 Feb 10 22:55:59.608796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36040) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:55:59.699268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195352c-8939-4730-a21d-7422e05d5657 None None] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:55:59.937334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet a3dda313-16d8-4e2f-9458-cdded56d7641 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:55:59.971850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.055674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-8fcee6f4-3954-4898-967a-3f3775ddf79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:00.057165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-8fcee6f4-3954-4898-967a-3f3775ddf79f service neutron] 10.222.0.30 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.7221198 Feb 10 22:56:00.257813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.434175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-7bced93f-afdd-4293-b763-fcf540406e48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 200 len: 217 time: 0.3536243 Feb 10 22:56:00.450779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e0620-d55f-43fb-805c-95e1ded391bd tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event updated for resources: {'Subnet': ['ID=7082f057-6967-48bc-b2bc-74f34e3f9397,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:00.466112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-813d8b4e-81ba-45cf-86e9-30a1cb87cab1 None None] Could not find standard attr ID for object 14f9c6a4-646c-4668-a084-822066c55968. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:56:00.593586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.652658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.717079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-813d8b4e-81ba-45cf-86e9-30a1cb87cab1 None None] Provisioning complete for port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:00.717666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813d8b4e-81ba-45cf-86e9-30a1cb87cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.786902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-1ddfee82-c210-4ad6-8c86-d98898fa18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:00.788452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-1ddfee82-c210-4ad6-8c86-d98898fa18a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.3378079 Feb 10 22:56:00.827618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03c47a6-6c49-4afb-844c-c3896d434650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-5dd077a9-b6fb-4028-a395-9ce59bd26e26', 'network_id': '5dd077a9-b6fb-4028-a395-9ce59bd26e26', 'tenant_id': '2accf551589a47608bb8dfbd7b0051b6', 'fixed_ips': [{'subnet_id': '7082f057-6967-48bc-b2bc-74f34e3f9397'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:56:00.828463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c03c47a6-6c49-4afb-844c-c3896d434650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:00.861770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5168708-045f-41d7-8a68-fbe1dfcd2fde req-ec5a51de-ae93-49d1-ad92-87fabd7d7fdc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:00.865403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5168708-045f-41d7-8a68-fbe1dfcd2fde req-ec5a51de-ae93-49d1-ad92-87fabd7d7fdc tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4810636 Feb 10 22:56:01.013804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-c3ab5bf3-3796-44ba-a426-763d8662019a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2093861 Feb 10 22:56:01.059633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0cc6-b41e-47ed-bc19-c39601445735 req-3dbcf0f8-26fa-4778-b771-3ba8ed6a5659 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:01.061640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f5168708-045f-41d7-8a68-fbe1dfcd2fde req-fc6d3bc1-739e-443a-a42b-4b9871a83470 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908762 Feb 10 22:56:01.074495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.109553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-110b0cc6-b41e-47ed-bc19-c39601445735 req-3dbcf0f8-26fa-4778-b771-3ba8ed6a5659 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 943 time: 0.5616724 Feb 10 22:56:01.162962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=7082f057-6967-48bc-b2bc-74f34e3f9397,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:01.180774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 925def66-2bd1-45cd-b330-0520d925824b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server [None req-c03c47a6-6c49-4afb-844c-c3896d434650 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7082f057-6967-48bc-b2bc-74f34e3f9397: This subnet is being modified by another concurrent operation. Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise exception Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7082f057-6967-48bc-b2bc-74f34e3f9397: This subnet is being modified by another concurrent operation. Feb 10 22:56:01.192235 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Feb 10 22:56:01.232910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8597b1fc-7bc7-4c60-98b6-6f6bdcca1011 None None] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:01.477654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.578971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd077a9-b6fb-4028-a395-9ce59bd26e26']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:01.629474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f9c200-26e9-4209-9f3a-0c1387dddd6d') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:01.630066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f9c200-26e9-4209-9f3a-0c1387dddd6d') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:01.648318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-110b0cc6-b41e-47ed-bc19-c39601445735 req-ab40d4b7-fcbd-44c3-9166-65880ee820a6 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378487 Feb 10 22:56:01.657836 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:56:01.661979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.681139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.726614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.742429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:01.742816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:01.942966 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:01.945804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:01.960340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:02.005408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811d43b-11d4-47cd-9362-e417fae9627b None None] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:02.030803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c811d43b-11d4-47cd-9362-e417fae9627b None None] Network 5dd077a9-b6fb-4028-a395-9ce59bd26e26 could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 22:56:02.080295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b258bec9-b328-473f-a340-140858478eb7 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:56:02.081242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=5dd077a9-b6fb-4028-a395-9ce59bd26e26,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:02.117435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b3722207-93d6-4e9d-b92c-940790b9cb7c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/5dd077a9-b6fb-4028-a395-9ce59bd26e26 HTTP/1.1" status: 204 len: 168 time: 2.5047390 Feb 10 22:56:02.118425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:02.224984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-15f4be4b-fcd3-4c95-a6cb-79ee24d77dd9 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332832 Feb 10 22:56:02.241034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:02.356008 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a275842-c699-470b-bedc-eccdfe72248d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:02.356727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a275842-c699-470b-bedc-eccdfe72248d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:02.359856 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a275842-c699-470b-bedc-eccdfe72248d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/7082f057-6967-48bc-b2bc-74f34e3f9397 HTTP/1.1" status: 404 len: 337 time: 0.2394364 Feb 10 22:56:02.364511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:02.384679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=925def66-2bd1-45cd-b330-0520d925824b,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:02.446274 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb5d8e0-0968-4d16-8531-4d7b2f1e0618 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:02.446662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb5d8e0-0968-4d16-8531-4d7b2f1e0618 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:02.450765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0eb5d8e0-0968-4d16-8531-4d7b2f1e0618 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/5dd077a9-b6fb-4028-a395-9ce59bd26e26 HTTP/1.1" status: 404 len: 339 time: 0.0792334 Feb 10 22:56:02.460838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:02.476218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '925def66-2bd1-45cd-b330-0520d925824b', 'network_id': '37e34176-373f-4f24-8a43-55c07879812e', 'port_id': '925def66-2bd1-45cd-b330-0520d925824b', 'mac_address': 'fa:16:3e:be:74:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce9e12c7-1648-4789-9875-af1f5e6d1e15', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:56:02.521655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:02.694628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c10a6-e893-4bc9-b74b-9913f2069e3c req-eda310a9-cf49-4599-838a-c57d59ae9078 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:02.703400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b6c10a6-e893-4bc9-b74b-9913f2069e3c req-eda310a9-cf49-4599-838a-c57d59ae9078 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4262321 Feb 10 22:56:02.723162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=a3dda313-16d8-4e2f-9458-cdded56d7641,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:02.751246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:02.767639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f65ee5d-aabf-4a4b-85d9-d129e0f5ff50 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a3dda313-16d8-4e2f-9458-cdded56d7641 HTTP/1.1" status: 204 len: 168 time: 3.2783060 Feb 10 22:56:02.815742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 925def66-2bd1-45cd-b330-0520d925824b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:56:02.845697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36116) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:02.861432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=925def66-2bd1-45cd-b330-0520d925824b,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:02.883879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:03.167922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:03.183602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b258bec9-b328-473f-a340-140858478eb7 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:56:03.233884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2074c432-dfec-4528-b6dd-604a76ae2598 req-4b8b912b-785a-4392-9ece-c618e2ba7dd3 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9213729 Feb 10 22:56:03.327970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f463437-fd85-4fcb-9bd1-711e15d27364 req-1e1f849c-4130-4733-8853-5c4a35a033c0 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:03.337767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f463437-fd85-4fcb-9bd1-711e15d27364 req-1e1f849c-4130-4733-8853-5c4a35a033c0 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 944 time: 0.3059049 Feb 10 22:56:03.422394 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b6c10a6-e893-4bc9-b74b-9913f2069e3c req-be543490-8c03-45a4-8b8f-5d863917fe48 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7170300 Feb 10 22:56:03.455380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:03.460494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4621b820-f86d-491a-987f-06977b359c81 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6135600 Feb 10 22:56:03.463890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36128) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:03.490735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f463437-fd85-4fcb-9bd1-711e15d27364 req-e143ca15-1d62-4b1c-9d1c-0ded48412490 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487324 Feb 10 22:56:03.725430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['925def66-2bd1-45cd-b330-0520d925824b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:56:03.874330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:03.954824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:03.996501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83dfd23-cc72-4177-8421-5fb8a54ceacc') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:03.996804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83dfd23-cc72-4177-8421-5fb8a54ceacc') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:04.052640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:04.089843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:04.105645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:04.109616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:04.143590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1dea8b-155c-45a5-8dd8-aeceb4cc3798 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:04.145469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d1dea8b-155c-45a5-8dd8-aeceb4cc3798 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:04.268206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6d1dea8b-155c-45a5-8dd8-aeceb4cc3798 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:04.277876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d1dea8b-155c-45a5-8dd8-aeceb4cc3798 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8103266 Feb 10 22:56:04.278357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36142) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:04.473691 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:04.614879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817072c9-79c3-4410-9209-047ff0e6e89b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:04.615718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-817072c9-79c3-4410-9209-047ff0e6e89b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:04.625993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:04.686365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-817072c9-79c3-4410-9209-047ff0e6e89b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:04.687990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-817072c9-79c3-4410-9209-047ff0e6e89b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3980842 Feb 10 22:56:04.690707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36160) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:04.697686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca0d2f7-7a7d-4e79-a278-8526952b9c9e None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:04.736330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:04.808444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b HTTP/1.1" status: 204 len: 168 time: 2.3454752 Feb 10 22:56:04.917310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a319879-1eaf-4600-8237-2fd6e9d25435 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2252038 Feb 10 22:56:04.924203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:04.925393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:04.931242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:05.096124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1578588f-bd90-408a-aa6b-9c9dc874c02f tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=74fc8bb7-5de0-4bf5-a1a0-ad062bf1094b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:05.153981 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e04a12d5-cb24-41fe-a24a-5350a17b1afa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:05.158506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e04a12d5-cb24-41fe-a24a-5350a17b1afa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:05.160573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e04a12d5-cb24-41fe-a24a-5350a17b1afa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/ba86a596-c00a-4e1c-8375-3d6f13eba63e HTTP/1.1" status: 404 len: 337 time: 0.2256691 Feb 10 22:56:05.171848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:05.293860 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7fd9dc-9960-4758-8eb2-4155e97ffe90 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:05.297492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:05.299872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7fd9dc-9960-4758-8eb2-4155e97ffe90 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:05.305175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e7fd9dc-9960-4758-8eb2-4155e97ffe90 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/96c634f8-676d-4030-800d-d78ba226ea1c HTTP/1.1" status: 404 len: 339 time: 0.1280608 Feb 10 22:56:05.316523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:05.340970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:05.387646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:05.400600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:05.548899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:05.554264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Deleting port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:05.556953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:05.634369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting subnet 7ef6e96b-b646-47d9-b1b1-8d33c0143c37 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:05.637734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:05.724416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:05.863760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:05.954231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.008557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfedeee-538d-42d4-b71a-8b3916892b57 req-a47bfb67-eb5e-4aa7-9d26-ccce50546d0c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:06.010192 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bfedeee-538d-42d4-b71a-8b3916892b57 req-a47bfb67-eb5e-4aa7-9d26-ccce50546d0c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 1.1953554 Feb 10 22:56:06.011254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.026014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/7ef6e96b-b646-47d9-b1b1-8d33c0143c37 HTTP/1.1" status: 204 len: 168 time: 0.7024236 Feb 10 22:56:06.075816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36204) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:06.079610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0bfedeee-538d-42d4-b71a-8b3916892b57 req-ce1c53cd-d545-49ab-89fd-530818cdee72 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480092 Feb 10 22:56:06.080377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ddf560-c27f-4255-b036-4be7e357752a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef6e96b-b646-47d9-b1b1-8d33c0143c37,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:06.194354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.249405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting subnet 210fe1fd-4e41-4c9f-80cb-85e96e58988f {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:06.255422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.361059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=16027ee1-0838-4b2b-998b-48df2036de6d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:06.378313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7649df-2d5f-4ec3-8cf2-d69c2474e5fe None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:06.408077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.449311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:06.451080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:06.461754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:06.462244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.552151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d61bbab6-f3eb-4a1a-a786-5417079a9396 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6237717 Feb 10 22:56:06.553167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36226) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:06.572132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '16027ee1-0838-4b2b-998b-48df2036de6d', 'ip_address': '2001:db8::ad7:15ba:2a48:ce8'}], 'name': 'tempest-NetworksTestDHCPv6-1428235240'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:06.652371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.659149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff33e5-7976-4244-922c-7799f39b731d req-08ce507a-2a77-4924-bbeb-54655bbcc8d8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:06.667102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0ff33e5-7976-4244-922c-7799f39b731d req-08ce507a-2a77-4924-bbeb-54655bbcc8d8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 944 time: 0.5599864 Feb 10 22:56:06.722687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] For port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:06.723193 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.876321 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:06.890605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Calling delete_port for 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:06.994672 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:07.007811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=210fe1fd-4e41-4c9f-80cb-85e96e58988f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:07.042162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:07.044536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-186294f1-a960-4203-bf79-5ede62244a94 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/210fe1fd-4e41-4c9f-80cb-85e96e58988f HTTP/1.1" status: 204 len: 168 time: 0.9614463 Feb 10 22:56:07.046105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36242) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:07.064322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0ff33e5-7976-4244-922c-7799f39b731d req-df5f3123-2a7a-41c9-bb08-104919642aac tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3892570 Feb 10 22:56:07.171552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:07.186181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] No DVR routers for this DVR port 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:07.207738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:07.216156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 925def66-2bd1-45cd-b330-0520d925824b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:07.253865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:07.370781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851b1647-c67e-4df2-856a-0daa31db301a None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:07.438442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642dd96-756c-4371-a185-3ca39482f6c6 None None] Pushing event deleted for resources: {'Port': ['ID=8ac63b6d-d73b-4659-bd2a-4eec59a19ce4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:07.499464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:07.502444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:07.550599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:07.550941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:07.792089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:07.867232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:56:07.926248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afa8938-f8ee-43e7-ab8f-27a42d0f11f7 req-cc796324-468b-4faa-b5bc-c41bd793db33 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:07.937781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7afa8938-f8ee-43e7-ab8f-27a42d0f11f7 req-cc796324-468b-4faa-b5bc-c41bd793db33 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.2693760 Feb 10 22:56:07.996333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:07.999741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8ac63b6d-d73b-4659-bd2a-4eec59a19ce4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:08.169550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 925def66-2bd1-45cd-b330-0520d925824b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:08.177502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 925def66-2bd1-45cd-b330-0520d925824b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:08.177932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:08.530064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1a7c0ef-5e59-4b92-9464-e6eb61ec1204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:08.603984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb534d4e-f7c0-4e19-beb6-6740b0fe5a2c req-f27f5e80-5af5-4d36-804b-90d2e5c56c2f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:08.605546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb534d4e-f7c0-4e19-beb6-6740b0fe5a2c req-f27f5e80-5af5-4d36-804b-90d2e5c56c2f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 944 time: 0.2600279 Feb 10 22:56:08.606833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::ad7:15ba:2a48:ce8 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/16027ee1-0838-4b2b-998b-48df2036de6d/f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:56:08.650844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f90278-9a2a-466d-a82f-4a72288d6dd2 None None] Network c92390af-c332-47cc-96a0-cbd9c5fa64f2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:08.791626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7afa8938-f8ee-43e7-ab8f-27a42d0f11f7 req-89c26416-e831-4053-a9d6-7255a19b73f1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8529403 Feb 10 22:56:08.813817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '16027ee1-0838-4b2b-998b-48df2036de6d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:56:08.814749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:08.885783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] For port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,segment=NetworkSegment(3337d655-2e81-4332-a5d3-f62e89db2375),segment_id=3337d655-2e81-4332-a5d3-f62e89db2375)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:08.889246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.015805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb534d4e-f7c0-4e19-beb6-6740b0fe5a2c req-ae22cacb-4339-414c-b3f5-3e3c0e5470d8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4035652 Feb 10 22:56:09.082069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d24aaa89-4620-46ff-a3c2-499addcd7bd5 None None] Provisioning complete for port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:09.083894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d24aaa89-4620-46ff-a3c2-499addcd7bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.194290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.236090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:09.277595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Calling delete_port for ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:09.281100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.459559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:09.463157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.516776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:09.528765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:56:09.553038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:09.556070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.564873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:09.605990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:09.673463 n-d-825178-4 neutron-server[87654]: INFO neutron.plugins.ml2.db [None req-d24aaa89-4620-46ff-a3c2-499addcd7bd5 None None] No ports have port_id starting with ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 Feb 10 22:56:09.738279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36308) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:09.747879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.748574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.749175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.749756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.750298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.750833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.751400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.752073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.752623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.753153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.753732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.754398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:09.802366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-471c396e-3fae-4af2-a601-6049227d7f77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2481337 Feb 10 22:56:09.805514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36314) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:09.811370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '16027ee1-0838-4b2b-998b-48df2036de6d', 'ip_address': '2001:db8::ad7:15ba:2a48:ce8'}], 'name': 'tempest-NetworksTestDHCPv6-1425548860'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:09.850021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925def66-2bd1-45cd-b330-0520d925824b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:56:09.855568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Port': ['ID=ea0807ee-5e22-4dd4-b17c-ae6ac1127d79,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:09.874424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No DVR routers for this DVR port ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:09.921162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=925def66-2bd1-45cd-b330-0520d925824b,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:09.938109 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.229558 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '925def66-2bd1-45cd-b330-0520d925824b', 'code': 200} Feb 10 22:56:10.236182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:10.240129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23b4e5-ec43-4502-9b7f-5422978b4e6b None None] DHCP port deletion for c92390af-c332-47cc-96a0-cbd9c5fa64f2 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:10.250867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/16027ee1-0838-4b2b-998b-48df2036de6d/80f2d645-3093-4c4c-a098-c8110cb29cbe) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:56:10.322314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.418421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.509237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:10.523799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Usage tracker for resource:security_group_rule and tenant:10c004cae00a4fd1ab321b21e947c395 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:10.524009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92390af-c332-47cc-96a0-cbd9c5fa64f2']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:10.527630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:10.535741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:10.611788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3337d655-2e81-4332-a5d3-f62e89db2375') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:10.612234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3337d655-2e81-4332-a5d3-f62e89db2375') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:10.655439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.678368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.720257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:10.720668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.754885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bb9280c-a63e-4669-b392-b461a27a9cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.755688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:10.764151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:10.771211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:10.791261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:10.834746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:10.852231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.854386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:10.898287 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:10.925570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Transition to ACTIVE for port object 80f2d645-3093-4c4c-a098-c8110cb29cbe will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:10.932249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcd68-22b1-43fd-bf25-9c684d9bc666 req-dea7e1f3-aaf8-48dc-983a-414e1375e660 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:10.940442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65bbcd68-22b1-43fd-bf25-9c684d9bc666 req-dea7e1f3-aaf8-48dc-983a-414e1375e660 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.7767367 Feb 10 22:56:10.965363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Transition to ACTIVE for port object 80f2d645-3093-4c4c-a098-c8110cb29cbe will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:10.970170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:10.988263 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.021479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.025002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7edb06-b7ea-4381-9e88-024569b695f9 req-1717bcb2-79b6-4eb2-bf42-7d2fca761b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:11.027044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad7edb06-b7ea-4381-9e88-024569b695f9 req-1717bcb2-79b6-4eb2-bf42-7d2fca761b4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1096 time: 0.9116447 Feb 10 22:56:11.032649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 99418d56-cd1f-491b-8f88-2ac3b69c8f11 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:56:11.038601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-65bbcd68-22b1-43fd-bf25-9c684d9bc666 req-0e5a3de2-1938-4c78-8436-0608a91e142a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964663 Feb 10 22:56:11.039499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=c92390af-c332-47cc-96a0-cbd9c5fa64f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:11.085002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1fe94327-d442-4afa-aef7-9ebc37dbcbb7 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/c92390af-c332-47cc-96a0-cbd9c5fa64f2 HTTP/1.1" status: 204 len: 168 time: 4.0342572 Feb 10 22:56:11.085268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36346) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.222292 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.231725 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a5145d-5c59-4709-950b-a4d9b6f0c708 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.232321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1a5145d-5c59-4709-950b-a4d9b6f0c708 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.240248 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f1a5145d-5c59-4709-950b-a4d9b6f0c708 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/97aecac9-4e3d-4f8a-a1b7-4599c3aca3a8 HTTP/1.1" status: 404 len: 337 time: 0.1514728 Feb 10 22:56:11.240584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Pushing event updated for resources: {'Port': ['ID=80f2d645-3093-4c4c-a098-c8110cb29cbe,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:11.243756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.251578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:11.253434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:11.256885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:56:11.276302 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-86af1bcb-cc19-4233-b021-0343d8347b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.277007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86af1bcb-cc19-4233-b021-0343d8347b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.283487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86af1bcb-cc19-4233-b021-0343d8347b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/57762f62-2969-4da9-a144-307f4b4f507d HTTP/1.1" status: 404 len: 339 time: 0.0384848 Feb 10 22:56:11.284334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36356) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.412603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad7edb06-b7ea-4381-9e88-024569b695f9 req-12c26fd6-e1c5-443c-9fa0-9773482211d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932050 Feb 10 22:56:11.416161 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9564411d-67af-4f0b-add9-3d25c51f6b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.419105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Attempting to bind port 80f2d645-3093-4c4c-a098-c8110cb29cbe on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:56:11.419529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9564411d-67af-4f0b-add9-3d25c51f6b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.422100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9564411d-67af-4f0b-add9-3d25c51f6b3b tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/0047fedf-86de-485e-b6f0-4fafe7f92097 HTTP/1.1" status: 404 len: 337 time: 0.1366434 Feb 10 22:56:11.422654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Attempting to bind port 80f2d645-3093-4c4c-a098-c8110cb29cbe by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:56:11.423187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Attempting to bind port 80f2d645-3093-4c4c-a098-c8110cb29cbe on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:56:11.425793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.430066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.435546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:56:11.439675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:56:11.440389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.441011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:56:11.441725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Bound port: 80f2d645-3093-4c4c-a098-c8110cb29cbe, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:56:11.442341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.459985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:11.483312 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3873e77-b309-4fd6-b4c9-be239be5ceaa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.490764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3873e77-b309-4fd6-b4c9-be239be5ceaa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.500133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3873e77-b309-4fd6-b4c9-be239be5ceaa tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/cf75291e-ebe6-4ad2-9a0d-97892260e01a HTTP/1.1" status: 404 len: 339 time: 0.0662746 Feb 10 22:56:11.501062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.508530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:11.509462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ea0807ee-5e22-4dd4-b17c-ae6ac1127d79 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:11.537602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed9b5-a1d6-4ae2-878a-630202d2b2e1 req-0b2d5e79-0b92-4ccb-b5e7-16acf514e835 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:11.540145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22fed9b5-a1d6-4ae2-878a-630202d2b2e1 req-0b2d5e79-0b92-4ccb-b5e7-16acf514e835 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.1756227 Feb 10 22:56:11.634122 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9e85a26-f859-4c9e-83a8-97c1a78cafa3 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.634746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9e85a26-f859-4c9e-83a8-97c1a78cafa3 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.640780 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9e85a26-f859-4c9e-83a8-97c1a78cafa3 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/84cce070-3c7f-421c-a3e2-dd25a0caa5fb HTTP/1.1" status: 404 len: 337 time: 0.1350448 Feb 10 22:56:11.641293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36368) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.670296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] For port 80f2d645-3093-4c4c-a098-c8110cb29cbe, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:56:11.674355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] For port 80f2d645-3093-4c4c-a098-c8110cb29cbe, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=80f2d645-3093-4c4c-a098-c8110cb29cbe,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:56:11.680220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.689746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=10c004cae00a4fd1ab321b21e947c395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9497962 Feb 10 22:56:11.690913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.702953 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-132c48f7-d0d9-46ca-a6fb-a1c2ee64ddd9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:11.718452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-132c48f7-d0d9-46ca-a6fb-a1c2ee64ddd9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:11.723908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-132c48f7-d0d9-46ca-a6fb-a1c2ee64ddd9 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/c7bbdd43-f9ad-4d19-a9df-ad7b82ff3346 HTTP/1.1" status: 404 len: 339 time: 0.0789180 Feb 10 22:56:11.724514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:11.752851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f29ce-3e3a-4807-80f4-037830acb7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0efe954-5a02-4814-8bc7-09b2530783af,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:11.852034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting subnet 6a3879f6-e792-41d7-9e17-5ebd8d52ee61 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:11.856377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:11.882377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22fed9b5-a1d6-4ae2-878a-630202d2b2e1 req-5cf5178d-2175-4e5c-b994-52bd6ac7f04f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191752 Feb 10 22:56:12.010438 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.020814 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.037238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa8e6a-76ee-4f7c-884a-46a47b3d00af None None] Pushing event updated for resources: {'Port': ['ID=80f2d645-3093-4c4c-a098-c8110cb29cbe,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:12.099841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.301332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.329355 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 10 22:56:12.330290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:12.371374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.469153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.553341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.616735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.656004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0efe954-5a02-4814-8bc7-09b2530783af,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:12.676087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3879f6-e792-41d7-9e17-5ebd8d52ee61,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:12.692160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.713638 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2927291-bcc1-4432-8e01-ddfda439116a tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/6a3879f6-e792-41d7-9e17-5ebd8d52ee61 HTTP/1.1" status: 204 len: 168 time: 0.9862525 Feb 10 22:56:12.717285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:12.724090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca61b6d-4247-4316-ac86-2897989cae5f None None] Network 90e4fc9d-3a5b-4213-9939-9e86e64aa511 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:12.784695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1aa68724-124f-4814-846c-1e50e084dc4e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 2.9776843 Feb 10 22:56:12.785786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36398) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:12.795514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:12.797171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de31351a-8a92-45eb-aa6f-6257e1c4a25b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0efe954-5a02-4814-8bc7-09b2530783af HTTP/1.1" status: 204 len: 168 time: 1.0466385 Feb 10 22:56:12.927864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cc2f7-bdd0-43e0-905c-37c5eeb101b5 req-e73ac708-aacf-425e-a174-7fbe3a26ae89 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:12.940377 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-070cc2f7-bdd0-43e0-905c-37c5eeb101b5 req-e73ac708-aacf-425e-a174-7fbe3a26ae89 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 0.4623625 Feb 10 22:56:12.952743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-e9afb932-2e7f-4e6d-bc98-e7f4a8d9ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:12.954564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-e9afb932-2e7f-4e6d-bc98-e7f4a8d9ec6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1096 time: 0.4184351 Feb 10 22:56:13.042778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-070cc2f7-bdd0-43e0-905c-37c5eeb101b5 req-ee2eedaf-d92c-4ecb-a73c-0ec31260534b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010883 Feb 10 22:56:13.060771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.108546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:13.109157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.305633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.439650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10794ae6-02d6-4692-a72a-cfbabafbf120 req-60b7ea68-b83f-4136-9204-356652828194 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:13.454175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10794ae6-02d6-4692-a72a-cfbabafbf120 req-60b7ea68-b83f-4136-9204-356652828194 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.7664568 Feb 10 22:56:13.525191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] DHCP port deletion for 90e4fc9d-3a5b-4213-9939-9e86e64aa511 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:13.534764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Deleting port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:13.535149 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.652168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 80f2d645-3093-4c4c-a098-c8110cb29cbe up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:13.655122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb5385-ec1f-45f0-9a54-ccd17ef976a9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:13.674627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3feb5385-ec1f-45f0-9a54-ccd17ef976a9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:13.675841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3feb5385-ec1f-45f0-9a54-ccd17ef976a9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:13.728933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:13.735024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-cdbd92aa-bd2d-4f9e-83ca-39481ebd723a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:13.737310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-cdbd92aa-bd2d-4f9e-83ca-39481ebd723a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.7505510 Feb 10 22:56:13.747595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-10794ae6-02d6-4692-a72a-cfbabafbf120 req-cede084f-d224-47cb-aba2-f8dd27bb076f tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Synchronizing usage tracker for tenant:8502a66c92af4aa3b9897ed5249f8446 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:13.889260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] For port 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06b2fd69-1d22-4b88-b182-77b902bfbbc1,segment=NetworkSegment(6c14cc41-84c6-4af6-95e6-d566a48ad1a3),segment_id=6c14cc41-84c6-4af6-95e6-d566a48ad1a3)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:13.893241 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.943246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:13.988100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3feb5385-ec1f-45f0-9a54-ccd17ef976a9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:13.992324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3feb5385-ec1f-45f0-9a54-ccd17ef976a9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.1987309 Feb 10 22:56:13.993082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36418) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:14.005825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-10794ae6-02d6-4692-a72a-cfbabafbf120 req-cede084f-d224-47cb-aba2-f8dd27bb076f tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Unset dirty status for tenant:8502a66c92af4aa3b9897ed5249f8446 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:14.006930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10794ae6-02d6-4692-a72a-cfbabafbf120 req-cede084f-d224-47cb-aba2-f8dd27bb076f tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5519934 Feb 10 22:56:14.015059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:14.020126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Usage tracker for resource:security_group_rule and tenant:3c20376a20654c509f57ebf405b87ca4 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:14.035685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:14.035685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:14.055438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:14.123814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 80f2d645-3093-4c4c-a098-c8110cb29cbe completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:14.206419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] For port 06b2fd69-1d22-4b88-b182-77b902bfbbc1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=06b2fd69-1d22-4b88-b182-77b902bfbbc1,segment=NetworkSegment(6c14cc41-84c6-4af6-95e6-d566a48ad1a3),segment_id=6c14cc41-84c6-4af6-95e6-d566a48ad1a3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:14.206964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:14.214949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Provisioning for port 80f2d645-3093-4c4c-a098-c8110cb29cbe completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:14.236349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Provisioning complete for port 80f2d645-3093-4c4c-a098-c8110cb29cbe triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:14.236349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:14.336512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-0d13e870-2535-425d-ad7f-f59dd4cc2f5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 1000 time: 0.5475178 Feb 10 22:56:14.349238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:14.350657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:14.538579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Calling delete_port for 06b2fd69-1d22-4b88-b182-77b902bfbbc1 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:14.571438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Calling delete_port for 06b2fd69-1d22-4b88-b182-77b902bfbbc1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:14.757501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa619f52-ae7f-42cc-a719-ef00da922a9d req-281eb654-6dc3-44a2-8fa0-16eea8ece323 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:14.759216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa619f52-ae7f-42cc-a719-ef00da922a9d req-281eb654-6dc3-44a2-8fa0-16eea8ece323 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.3135536 Feb 10 22:56:14.760756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:14.797319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:56:14.797929 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:56:14.834876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Port': ['ID=06b2fd69-1d22-4b88-b182-77b902bfbbc1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:14.852831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No DVR routers for this DVR port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:14.977851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.006913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa619f52-ae7f-42cc-a719-ef00da922a9d req-09d1fe3e-9282-4f5e-a48d-b02695d44442 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022951 Feb 10 22:56:15.033503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] For port 80f2d645-3093-4c4c-a098-c8110cb29cbe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=80f2d645-3093-4c4c-a098-c8110cb29cbe,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:15.045937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.055013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.088313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e4fc9d-3a5b-4213-9939-9e86e64aa511']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:15.103604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c14cc41-84c6-4af6-95e6-d566a48ad1a3') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:15.103900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c14cc41-84c6-4af6-95e6-d566a48ad1a3') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:15.118721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.139095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.147179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:15.147439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.151013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-0b52a08f-510b-413f-b58e-81e4af609184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:15.152532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-0b52a08f-510b-413f-b58e-81e4af609184 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.7524095 Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:15.367589 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:15.369824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Deleting port 06b2fd69-1d22-4b88-b182-77b902bfbbc1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:15.369824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.379179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.427246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.464183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/90e4fc9d-3a5b-4213-9939-9e86e64aa511 HTTP/1.1" status: 204 len: 168 time: 2.7457724 Feb 10 22:56:15.468392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36444) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:15.468730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a2d19-ecc7-45a4-81e3-8a4ac3f6e9cf None None] Pushing event updated for resources: {'Port': ['ID=80f2d645-3093-4c4c-a098-c8110cb29cbe,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:15.472198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9c6d9-0d7e-4023-bbbf-c2dfbe5728be tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=90e4fc9d-3a5b-4213-9939-9e86e64aa511,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:15.476206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:15.543930 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ad8fc7-df2d-447a-8895-b18c29f2961c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:15.545764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ad8fc7-df2d-447a-8895-b18c29f2961c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:15.556005 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31ad8fc7-df2d-447a-8895-b18c29f2961c tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/05d3b0bd-0fc0-40b0-a5b0-bdd3877f7c17 HTTP/1.1" status: 404 len: 337 time: 0.0862217 Feb 10 22:56:15.556813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36448) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:15.582291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06b2fd69-1d22-4b88-b182-77b902bfbbc1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:15.625567 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-feec549f-59cc-4ad4-ac22-d0f9ce57e17d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] DELETE failed (client error): The resource could not be found. Feb 10 22:56:15.626736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feec549f-59cc-4ad4-ac22-d0f9ce57e17d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:15.626889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7bf70a3f-9a08-4135-a751-16579c787876 None None] The port '06b2fd69-1d22-4b88-b182-77b902bfbbc1' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:56:15.631346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-feec549f-59cc-4ad4-ac22-d0f9ce57e17d tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/aeed45a6-9e88-4055-8015-099eeb789f5f HTTP/1.1" status: 404 len: 339 time: 0.0735195 Feb 10 22:56:15.632002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:15.634486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 06b2fd69-1d22-4b88-b182-77b902bfbbc1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:15.634831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 06b2fd69-1d22-4b88-b182-77b902bfbbc1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:15.707228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f55c7181-dd9a-461d-9775-dac78937ff2a None None] Provisioning for port f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:15.730509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f55c7181-dd9a-461d-9775-dac78937ff2a None None] Provisioning complete for port f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:15.730831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f55c7181-dd9a-461d-9775-dac78937ff2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.736151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643bb91-16f6-4faa-9e88-398219760b59 req-7070e89c-1dfd-4670-b122-dcd46d300478 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:15.738105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting subnet aac52117-539f-490c-8e57-0165dcb1c93c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:15.741570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9643bb91-16f6-4faa-9e88-398219760b59 req-7070e89c-1dfd-4670-b122-dcd46d300478 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 1.2986538 Feb 10 22:56:15.742778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.766042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 59e7fc92-05c0-4600-af4a-0c8eae253a0a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:15.766763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.817456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.890669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.895075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f55c7181-dd9a-461d-9775-dac78937ff2a None None] Port f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:56:15.900153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.950256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:15.951991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:56:15.961466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:15.973306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.054472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.128876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.158432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-5b3ab653-de45-419f-9a26-5771eb886e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:16.160063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-5b3ab653-de45-419f-9a26-5771eb886e22 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9392297 Feb 10 22:56:16.233777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.246558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:16.312651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.317879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0da13c6-13c8-427e-b18c-9969e7379789 None None] Network 8910fed9-50c5-40fa-b917-c0fe253a36fd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:16.336830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Subnet': ['ID=aac52117-539f-490c-8e57-0165dcb1c93c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:16.352203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b0fc0a9d-f376-4c0f-a064-8a81c6ca8647 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/subnets/aac52117-539f-490c-8e57-0165dcb1c93c HTTP/1.1" status: 204 len: 168 time: 0.7191436 Feb 10 22:56:16.353089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36466) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:16.565554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.580144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Deleting port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:16.580705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.586971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cb5960-4900-45f2-a02a-7c2202e3b8e8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:16.704020 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'code': 200} Feb 10 22:56:16.726538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:16.764801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5a95dea9-e4dc-46eb-9fc3-dfbf3edc986e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3c20376a20654c509f57ebf405b87ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0262902 Feb 10 22:56:16.767938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9643bb91-16f6-4faa-9e88-398219760b59 req-d0249715-54fb-4a0d-94f8-7e66eb7e15cb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8758967 Feb 10 22:56:16.768429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36470) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:16.837354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] For port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,segment=NetworkSegment(6c482a13-38f2-4622-b31c-c4bbb9cb24f3),segment_id=6c482a13-38f2-4622-b31c-c4bbb9cb24f3)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:16.837984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.896139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] DHCP port deletion for 8910fed9-50c5-40fa-b917-c0fe253a36fd request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:16.900897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Deleting port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:16.901569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:16.996733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Calling delete_port for 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:17.079113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.079655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.089028 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.117579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-9d687685-8c5c-4d95-a0ce-b2b5f3fde660 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8907044 Feb 10 22:56:17.135500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.251526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] No DVR routers for this DVR port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:17.264288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Port': ['ID=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:17.350196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] For port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86dd2d6e-943e-4922-8e6e-2c70aea9bfb7,segment=NetworkSegment(6c482a13-38f2-4622-b31c-c4bbb9cb24f3),segment_id=6c482a13-38f2-4622-b31c-c4bbb9cb24f3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:17.350588 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.407953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 59e7fc92-05c0-4600-af4a-0c8eae253a0a owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:17.490528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.503178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 80f2d645-3093-4c4c-a098-c8110cb29cbe up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:17.596068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.634276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Calling delete_port for 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:17.639156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000cedb-0930-4870-bb58-3efbabdbdd01 req-a2e81b5a-579b-4146-aee1-7e7ffba765fb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:17.646746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2000cedb-0930-4870-bb58-3efbabdbdd01 req-a2e81b5a-579b-4146-aee1-7e7ffba765fb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.5553446 Feb 10 22:56:17.656593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.676334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8910fed9-50c5-40fa-b917-c0fe253a36fd']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:17.715085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c482a13-38f2-4622-b31c-c4bbb9cb24f3') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:17.715400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c482a13-38f2-4622-b31c-c4bbb9cb24f3') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:17.734280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2000cedb-0930-4870-bb58-3efbabdbdd01 req-9d807060-83d2-4b5d-b566-a5f033316c3f tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865383 Feb 10 22:56:17.746978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.754472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 80f2d645-3093-4c4c-a098-c8110cb29cbe triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:17.755582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.808021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:56:17.808730 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:56:17.810992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.844210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:17.844658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:17.889909 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:17.923581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.039229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cb5960-4900-45f2-a02a-7c2202e3b8e8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:18.066072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:18.083393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:18.173116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:18.178741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:18.185465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.220533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.245048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] 10.222.0.53 "DELETE /v2.0/networks/8910fed9-50c5-40fa-b917-c0fe253a36fd HTTP/1.1" status: 204 len: 168 time: 1.8878913 Feb 10 22:56:18.250147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d800-6dd9-45a6-b514-df2f3ba70292 tempest-NetworksIpV6Test-1505969793 tempest-NetworksIpV6Test-1505969793-project] Pushing event deleted for resources: {'Network': ['ID=8910fed9-50c5-40fa-b917-c0fe253a36fd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:18.310594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Deleting port 86dd2d6e-943e-4922-8e6e-2c70aea9bfb7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:18.311199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.349321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd738-e7a6-4577-b989-0389252ed258 req-91e0eae1-27b7-4ca9-a949-fd1df734886a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:18.354315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.354864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-039fd738-e7a6-4577-b989-0389252ed258 req-91e0eae1-27b7-4ca9-a949-fd1df734886a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.3307750 Feb 10 22:56:18.390177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:18.391480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e36fdc1-5a9c-41e0-9ac8-48bb987b00c0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f9cb5960-4900-45f2-a02a-7c2202e3b8e8 HTTP/1.1" status: 204 len: 168 time: 1.5987024 Feb 10 22:56:18.392977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-738f5dfd-ed9c-4ce6-afde-704283822080 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 HTTP/1.1" status: 204 len: 168 time: 4.3887618 Feb 10 22:56:18.411095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36494) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:18.557884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f570e60e-f99d-400c-8e0b-ef2077f1f24d None None] The port '86dd2d6e-943e-4922-8e6e-2c70aea9bfb7' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:56:18.642052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-039fd738-e7a6-4577-b989-0389252ed258 req-d56a5a30-0331-43f9-9836-8233ef7f434a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2029197 Feb 10 22:56:18.645282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7299f-b39b-4273-963e-03eafecff581 req-0a92f491-d905-4674-a958-ac99c85af6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:18.650493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-0a92f491-d905-4674-a958-ac99c85af6a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1096 time: 0.2945952 Feb 10 22:56:18.725939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-237760b0-87d2-4a28-b2fe-ac0ad56dc3f8 req-1172a910-d5f6-458c-bb28-06fb7a0c689e service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4462740 Feb 10 22:56:18.854130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f206d02e-97f4-4cdf-aecd-b970c4fb559f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:18.883555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f206d02e-97f4-4cdf-aecd-b970c4fb559f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:18.884481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f206d02e-97f4-4cdf-aecd-b970c4fb559f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:18.934507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7299f-b39b-4273-963e-03eafecff581 req-94d3f36c-639d-427b-ba45-7252d076eaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:18.936535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-94d3f36c-639d-427b-ba45-7252d076eaf0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.2784030 Feb 10 22:56:19.028370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-b556663c-d6b2-4489-afa9-2be72bf5f1b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 200 len: 217 time: 0.0837984 Feb 10 22:56:19.118244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f206d02e-97f4-4cdf-aecd-b970c4fb559f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:19.120434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f206d02e-97f4-4cdf-aecd-b970c4fb559f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7059224 Feb 10 22:56:19.139180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36512) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:19.164101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4736f0-5381-4c2c-93e1-b4011f2bb143 req-268d2619-fb06-464c-8d35-1c277573aace tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:19.177406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a4736f0-5381-4c2c-93e1-b4011f2bb143 req-268d2619-fb06-464c-8d35-1c277573aace tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.6028249 Feb 10 22:56:19.205975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36518) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:19.240982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:19.326544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7299f-b39b-4273-963e-03eafecff581 req-83f8dc29-1206-4e4f-a810-0cb4e70adff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:19.337548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-83f8dc29-1206-4e4f-a810-0cb4e70adff2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.3013227 Feb 10 22:56:19.350638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 16027ee1-0838-4b2b-998b-48df2036de6d {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:19.450637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:19.546869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-e37341b9-bf82-44db-8143-6bf89aa0c423 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833882 Feb 10 22:56:19.593672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=59e7fc92-05c0-4600-af4a-0c8eae253a0a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:19.675952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a4736f0-5381-4c2c-93e1-b4011f2bb143 req-2b582d4f-bec4-4afe-9da3-584f3e26de06 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4974406 Feb 10 22:56:19.752836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:19.817220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d7bea82-8b00-4f31-bab2-3809e8db2589 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2accf551589a47608bb8dfbd7b0051b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026924 Feb 10 22:56:19.818734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:19.819235 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 031c83fd-68f9-416b-99fb-3376f2365da9 disassociated (deleted). External IP: 172.25.2.99, port: dfdf88dc-a19b-4b7c-b2bf-07de9a23085f. Feb 10 22:56:19.831393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36540) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:20.024530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.212048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-fe0b62fd-ee69-453c-88d9-8a3e2668abdf service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486320 Feb 10 22:56:20.309133 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.338646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.456596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b821-75aa-4bb1-965b-e8c063aa1bb3 req-2f2e7f43-0790-4a39-9824-6350cdadb199 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:20.464700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08e3b821-75aa-4bb1-965b-e8c063aa1bb3 req-2f2e7f43-0790-4a39-9824-6350cdadb199 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.5548649 Feb 10 22:56:20.498536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.569905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051e937-83d0-4c4a-b743-0c6ea04cf544,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:20.573287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.678649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39976bd-229f-415e-b32a-52520d5859e0 req-325ea619-2d30-44d7-8210-82c3a06669e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:20.680395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-325ea619-2d30-44d7-8210-82c3a06669e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1094 time: 0.2507236 Feb 10 22:56:20.779358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5edcc79-73d2-44bf-8adc-ca58dde4885f None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:20.780687 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.798524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 4788f283-c2a4-4dd8-8044-88867620d133 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:56:20.818603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/16027ee1-0838-4b2b-998b-48df2036de6d HTTP/1.1" status: 204 len: 168 time: 1.6737344 Feb 10 22:56:20.820078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36564) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:20.840314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c855e18-1851-4d68-91f6-3d1dac2721e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=16027ee1-0838-4b2b-998b-48df2036de6d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:20.859608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08e3b821-75aa-4bb1-965b-e8c063aa1bb3 req-14838fc0-90d9-4a8e-93f3-a3c409a4c323 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3937795 Feb 10 22:56:20.863871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:20.868088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dee43875-c45d-4692-8fc0-f079963baed7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4051e937-83d0-4c4a-b743-0c6ea04cf544 HTTP/1.1" status: 204 len: 168 time: 1.0299027 Feb 10 22:56:21.379177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:21.383742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Deleting port 80f2d645-3093-4c4c-a098-c8110cb29cbe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:21.384287 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:21.564931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-09ba2d98-9333-4a88-9eaf-c62b738a8c35 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7368255 Feb 10 22:56:21.570667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:21.600404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:21.792669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:56:21.818893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Sync routers for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:56:21.843976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:21.849227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:21.851179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:21.852777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf31af-7f6b-4b3b-9192-327f728d050f req-e43ea092-754d-4cac-b1c0-80f1aadab467 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:21.855699 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51b7299f-b39b-4273-963e-03eafecff581 req-7017e1a0-298d-44bf-833e-015b60ad21dc service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6280055 Feb 10 22:56:21.857555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:21.859015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ebf31af-7f6b-4b3b-9192-327f728d050f req-e43ea092-754d-4cac-b1c0-80f1aadab467 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.0513759 Feb 10 22:56:21.877309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:21.885172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:21.893478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:21.910098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:21.920406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:22.151587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] For port 80f2d645-3093-4c4c-a098-c8110cb29cbe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=80f2d645-3093-4c4c-a098-c8110cb29cbe,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:22.156450 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:22.429785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ebf31af-7f6b-4b3b-9192-327f728d050f req-fcf11a44-e053-4727-8486-2c0cfc2d9161 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541384 Feb 10 22:56:22.430975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39976bd-229f-415e-b32a-52520d5859e0 req-95394a46-2063-4903-b57e-e0fb76bf6e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:22.434824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-95394a46-2063-4903-b57e-e0fb76bf6e51 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 1.7288058 Feb 10 22:56:22.616490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:22.692439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Calling delete_port for 80f2d645-3093-4c4c-a098-c8110cb29cbe owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:22.773978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:22.808359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f06e9a6b-97dd-4d19-a438-31ce6d7dfa52 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/floatingips/031c83fd-68f9-416b-99fb-3376f2365da9 HTTP/1.1" status: 204 len: 168 time: 8.6719112 Feb 10 22:56:22.844520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:56:22.962431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36632) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:23.000858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-9e5f3c8f-5873-43f3-9a79-ed9c50c1d711 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 998 time: 0.5520048 Feb 10 22:56:23.029811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:23.040221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=e4bca1eb-7620-45b2-8cc2-c05dc0e54b86,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:23.066084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:23.073865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:23.081979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:23.082731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.159421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35066041-2fe8-4661-8156-ec7eec16d535 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5777349 Feb 10 22:56:23.169013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36638) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:23.200842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': 'e4bca1eb-7620-45b2-8cc2-c05dc0e54b86', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1444492018'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:23.314581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39976bd-229f-415e-b32a-52520d5859e0 req-104077a8-2feb-47a7-aa43-2867671dc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:23.319234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.321749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-104077a8-2feb-47a7-aa43-2867671dc55e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.3015673 Feb 10 22:56:23.477348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d942e16e-a690-449d-9dd7-eb72e5f5ef71 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:23.478063 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-d942e16e-a690-449d-9dd7-eb72e5f5ef71 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 22:56:23.478568 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-d942e16e-a690-449d-9dd7-eb72e5f5ef71 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 22:56:23.479993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d942e16e-a690-449d-9dd7-eb72e5f5ef71 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5141833 Feb 10 22:56:23.490685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36648) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:23.499842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--31389641'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:23.535477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:23.544064 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'status': 'completed', 'code': 200} Feb 10 22:56:23.549253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985b52a-e0e2-424f-b08c-c0073bba4aec req-5dd332a8-aeaa-4c18-8910-bce64c3a2d04 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:23.552362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:23.561845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f985b52a-e0e2-424f-b08c-c0073bba4aec req-5dd332a8-aeaa-4c18-8910-bce64c3a2d04 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 1.1433511 Feb 10 22:56:23.568568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:23.576685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:23.619535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.626754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Pushing event deleted for resources: {'Port': ['ID=80f2d645-3093-4c4c-a098-c8110cb29cbe,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:23.639930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 80f2d645-3093-4c4c-a098-c8110cb29cbe no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:23.652923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:23.692061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39976bd-229f-415e-b32a-52520d5859e0 req-8ee76d90-ac83-4620-9865-a306d6505dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:23.694641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-8ee76d90-ac83-4620-9865-a306d6505dad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3665867 Feb 10 22:56:23.706273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:23.725471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] No DVR routers for this DVR port 80f2d645-3093-4c4c-a098-c8110cb29cbe on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:23.787926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf83664-f17e-44f2-8fe3-10326949aff0 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:23.947394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:23.954322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:23.971705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:23.976028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:24.012345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:24.020325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f985b52a-e0e2-424f-b08c-c0073bba4aec req-00ef83c1-fc23-4bfc-9e74-bdbae2267690 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022599 Feb 10 22:56:24.043832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:24.044748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:24.118578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:24.206376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 80f2d645-3093-4c4c-a098-c8110cb29cbe {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:24.206946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 80f2d645-3093-4c4c-a098-c8110cb29cbe not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:24.303160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-c4bc49f7-9761-44e9-8284-5fb9b08a93e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5984251 Feb 10 22:56:24.339718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-0dfc839d-bd1b-41eb-a62b-ba7fd8d0ad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:24.342132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-0dfc839d-bd1b-41eb-a62b-ba7fd8d0ad8a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 1096 time: 0.7679331 Feb 10 22:56:24.365388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.366897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.367681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.369910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.370721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.371221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.371744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.377204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.377801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.378321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.378826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.379343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be54cadd-9d08-4da6-baf7-6c3aad811ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:24.530551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc464fb2-41e3-4968-bc1c-37ad5a7f6ff4 req-188d32c5-ab7a-473e-89c9-53cc39ba9994 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:24.531487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dc464fb2-41e3-4968-bc1c-37ad5a7f6ff4 req-188d32c5-ab7a-473e-89c9-53cc39ba9994 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:24.593570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dc464fb2-41e3-4968-bc1c-37ad5a7f6ff4 req-188d32c5-ab7a-473e-89c9-53cc39ba9994 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:24.609771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc464fb2-41e3-4968-bc1c-37ad5a7f6ff4 req-188d32c5-ab7a-473e-89c9-53cc39ba9994 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.7029474 Feb 10 22:56:24.757310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:24.802521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 9a6de791-6eb4-4a74-952e-c417866cd754 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:56:24.879747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d39976bd-229f-415e-b32a-52520d5859e0 req-aabf683e-2f1f-47b6-ac3e-ce01662103c0 service neutron] 10.222.0.30 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5684481 Feb 10 22:56:24.931462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc464fb2-41e3-4968-bc1c-37ad5a7f6ff4 req-798d0ebc-e88a-40d3-af6e-991fe2feb3a8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225021 Feb 10 22:56:24.967762 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:24.968219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:56:25.003893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf48e0-cc60-4ea8-a9b0-d6e5fc53f858 req-0db8144f-2072-40ae-ba2a-1924fee7b9b3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:25.012509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44bf48e0-cc60-4ea8-a9b0-d6e5fc53f858 req-0db8144f-2072-40ae-ba2a-1924fee7b9b3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.5866325 Feb 10 22:56:25.016312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-60dd50be-848f-4a06-9c66-444d0e5943e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:25.017828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-60dd50be-848f-4a06-9c66-444d0e5943e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 200 len: 898 time: 0.6482215 Feb 10 22:56:25.041445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.047902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.060924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:25.079630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:25.118039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:25.124625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:25.131885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-be57d6d9-5669-421a-8ef3-4837a6f53b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 200 len: 217 time: 0.1052945 Feb 10 22:56:25.168627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': 'e4bca1eb-7620-45b2-8cc2-c05dc0e54b86'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:56:25.170090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.198796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.274416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.312432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51ab0a3e-e7c3-4ad1-a7f4-01ad321b9412 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1414328 Feb 10 22:56:25.320336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36672) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:25.330617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:25.390016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.398175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47996b8-bf7e-4644-b5f3-37831fb37551,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:25.462510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b62901c-566e-4d34-9e6d-f35402b7b0f2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:25.523858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-44bf48e0-cc60-4ea8-a9b0-d6e5fc53f858 req-787fa9d9-efbe-42ab-bedc-dd9c346e2733 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029936 Feb 10 22:56:25.551137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e0e72e5-ab76-4e3c-802e-562675720448 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:25.557547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.568772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9194a9f5-66e2-4188-a56f-3372f5ee3f55 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0761821 Feb 10 22:56:25.569804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36684) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:25.627559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '0b62901c-566e-4d34-9e6d-f35402b7b0f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:25.638355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:25.644977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-d51cc154-37ca-4558-92d0-e9829528a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:25.645368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:25.647257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-d51cc154-37ca-4558-92d0-e9829528a2d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 200 len: 835 time: 0.4958158 Feb 10 22:56:25.650333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7e0e72e5-ab76-4e3c-802e-562675720448 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:25.651470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:25.653007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e0e72e5-ab76-4e3c-802e-562675720448 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3280940 Feb 10 22:56:25.657927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:25.677059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-f0d7822b-694e-4f22-a73c-b2c2b70550f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:25.685860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-f0d7822b-694e-4f22-a73c-b2c2b70550f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 0.4088323 Feb 10 22:56:25.691052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:25.832667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:25.881807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:25.885944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:25.918924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/e4bca1eb-7620-45b2-8cc2-c05dc0e54b86/70a31b15-a3c7-4f56-a233-00b75ecf655d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:56:26.020865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Checking router: 4788f283-c2a4-4dd8-8044-88867620d133 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:56:26.084492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:26.148088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646ef88-d929-4ad5-ac90-e030d4d9f908 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:26.152555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2646ef88-d929-4ad5-ac90-e030d4d9f908 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:26.152555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2646ef88-d929-4ad5-ac90-e030d4d9f908 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:26.185747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:26.194584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:26.206426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-bc30c593-61a5-41cc-86df-07d5414f6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:26.208169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-bc30c593-61a5-41cc-86df-07d5414f6c12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=78a33d59-9bff-4e71-8652-08ba98b2f2f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5530167 Feb 10 22:56:26.209086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2646ef88-d929-4ad5-ac90-e030d4d9f908 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:26.210355 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2646ef88-d929-4ad5-ac90-e030d4d9f908 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4682467 Feb 10 22:56:26.219383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36700) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:26.593601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:26.609902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:26.685540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:26.734613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94542a5a-5c5f-44f2-a4b7-bb6b494dfe0c,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:26.841610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet e4bca1eb-7620-45b2-8cc2-c05dc0e54b86 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:26.932157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-3e716b66-7fd9-49ff-a2f3-fd24070da915 service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6357725 Feb 10 22:56:26.933528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:26.936493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e0d201a-4c2b-4711-b1f2-9843945f8b31 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3628933 Feb 10 22:56:26.941240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36718) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:26.953332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '0b62901c-566e-4d34-9e6d-f35402b7b0f2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:26.968804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:26.981024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:26.990198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:26.999007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:26.999007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.021250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:27.339425 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:56:27.358945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for dfdf88dc-a19b-4b7c-b2bf-07de9a23085f owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:27.371768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:27.382815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3d198-2504-4840-86ab-340f2ff31e20 req-78096571-82ee-463b-877b-870684cc388d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:27.392463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cec3d198-2504-4840-86ab-340f2ff31e20 req-78096571-82ee-463b-877b-870684cc388d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 945 time: 1.0953510 Feb 10 22:56:27.435566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.463991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.490906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Transition to ACTIVE for port object 70a31b15-a3c7-4f56-a233-00b75ecf655d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:27.519984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Transition to ACTIVE for port object 70a31b15-a3c7-4f56-a233-00b75ecf655d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:27.540658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.540996 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.615196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.709986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:27.715410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Pushing event updated for resources: {'Port': ['ID=70a31b15-a3c7-4f56-a233-00b75ecf655d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:27.732382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d6cd7b-8055-4346-8061-715eb74922fb req-df256394-d16f-411b-894e-774024c06777 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:27.735679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:27.737240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:27.740189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:56:27.747097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e324a69-3418-4c86-8423-43e9bce53f4a None None] The sync data for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 is: [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:53:09Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '0d04f131-2dff-4e50-afc3-d967618c2595', 'name': '', 'network_id': '78a33d59-9bff-4e71-8652-08ba98b2f2f0', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:f3:db:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:53:06Z', 'updated_at': '2022-02-10T22:53:28Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': '9505949a-3ca9-4b6b-bb1c-995d03d4ceac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:56:27.748586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98d6cd7b-8055-4346-8061-715eb74922fb req-df256394-d16f-411b-894e-774024c06777 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.9994893 Feb 10 22:56:27.792551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.917098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98d6cd7b-8055-4346-8061-715eb74922fb req-64936eb2-bbe7-4aa2-be86-ac5b3faa1a56 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639113 Feb 10 22:56:27.920434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cec3d198-2504-4840-86ab-340f2ff31e20 req-147dca4f-c1ce-4db5-b444-7f10d2b3254d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=cd5c56e5-be48-474c-9406-2dae7bc9c799&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5259271 Feb 10 22:56:27.987884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:27.996271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Attempting to bind port 70a31b15-a3c7-4f56-a233-00b75ecf655d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:56:27.996793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Attempting to bind port 70a31b15-a3c7-4f56-a233-00b75ecf655d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:56:27.997267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Attempting to bind port 70a31b15-a3c7-4f56-a233-00b75ecf655d on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:56:28.005976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.006173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 56, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:56:28.006772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:56:28.007274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.007811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:56:28.008386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Bound port: 70a31b15-a3c7-4f56-a233-00b75ecf655d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:56:28.009199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.126721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.196246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:28.204204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ae9abd52644eb2a65c41ef0bf1f882 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:28.209913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:28.240219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:28.291145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=dfdf88dc-a19b-4b7c-b2bf-07de9a23085f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:28.311296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] For port 70a31b15-a3c7-4f56-a233-00b75ecf655d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:56:28.312689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=e4bca1eb-7620-45b2-8cc2-c05dc0e54b86,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:28.322331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] For port 70a31b15-a3c7-4f56-a233-00b75ecf655d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a31b15-a3c7-4f56-a233-00b75ecf655d,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:56:28.336509 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf49e443-abf4-46fa-9f95-e00b808b6d48 req-075ed015-ca30-4b60-9574-7ef4bf0dfd80 service neutron] 10.222.0.30 "GET /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3962514 Feb 10 22:56:28.337648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.344818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.377542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5373a7f-67c9-41e6-b678-2410ca07146b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/e4bca1eb-7620-45b2-8cc2-c05dc0e54b86 HTTP/1.1" status: 204 len: 168 time: 2.1546764 Feb 10 22:56:28.378235 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3c078c-fb8e-4060-9a84-4700ad31f662 None None] New status for floating IP 031c83fd-68f9-416b-99fb-3376f2365da9: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:56:28.400178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36742) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:28.575597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] No DVR routers for this DVR port dfdf88dc-a19b-4b7c-b2bf-07de9a23085f on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:28.579752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:28.582902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-deleted', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:56:28.628317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0bcf209-696c-4364-b143-630c557787d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2175157 Feb 10 22:56:28.638120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:28.643744 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 22:56:28.644907 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a7cc1bd9-0e2b-4e74-b5e1-69a0507ad9dd tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.7011781 Feb 10 22:56:28.649605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36756) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:28.651114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:28.689639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5f44a7-8e6b-4cd1-b857-9af4f17e88e5 None None] Pushing event updated for resources: {'Port': ['ID=70a31b15-a3c7-4f56-a233-00b75ecf655d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:28.795007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fde4baba-146a-4e57-af7c-e79870ad7b1d req-3aba4035-35bc-46c8-81c0-e79e33d6989a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "DELETE /v2.0/ports/dfdf88dc-a19b-4b7c-b2bf-07de9a23085f HTTP/1.1" status: 204 len: 173 time: 3.0929079 Feb 10 22:56:28.813081 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df8c4bee-b495-441b-876c-bebb62ec4d69', 'name': 'network-vif-deleted', 'tag': 'dfdf88dc-a19b-4b7c-b2bf-07de9a23085f', 'status': 'completed', 'code': 200} Feb 10 22:56:28.850274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.062782 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.089567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0034a7-a7c7-4079-b0d7-ed93004050aa None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:56:29.224267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.276686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.298312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0034a7-a7c7-4079-b0d7-ed93004050aa None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:56:29.305443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b62901c-566e-4d34-9e6d-f35402b7b0f2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:29.321892 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.323056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-00fd4be8-dbc2-4b61-a758-3d39ba349c07 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/0b62901c-566e-4d34-9e6d-f35402b7b0f2 HTTP/1.1" status: 204 len: 168 time: 0.6718185 Feb 10 22:56:29.327588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:29.356714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:29.399583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.411667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: dfdf88dc-a19b-4b7c-b2bf-07de9a23085f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:29.412032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dfdf88dc-a19b-4b7c-b2bf-07de9a23085f not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:29.429182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8782f79e-17b4-49ca-86d6-b38a5cce076e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:29.486506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2b77726-6f0b-44a1-bb77-f74c0cc7616d req-9eb09f0e-c9dd-481b-bccf-ba8de341b3c4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:29.488459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:29.504363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:29.509105 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7ae9abd52644eb2a65c41ef0bf1f882&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0985661 Feb 10 22:56:29.509894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10bbd4-f48b-4164-b7c3-7a9373faffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0839d255-9677-4af1-beeb-a9da3d84631e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:29.514193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:29.516872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:29.534991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:29.577527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2b77726-6f0b-44a1-bb77-f74c0cc7616d req-9eb09f0e-c9dd-481b-bccf-ba8de341b3c4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:29.578743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2b77726-6f0b-44a1-bb77-f74c0cc7616d req-9eb09f0e-c9dd-481b-bccf-ba8de341b3c4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=df8c4bee-b495-441b-876c-bebb62ec4d69 HTTP/1.1" status: 200 len: 210 time: 0.1458824 Feb 10 22:56:29.582482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:56:29.584471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8782f79e-17b4-49ca-86d6-b38a5cce076e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:29.588770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8782f79e-17b4-49ca-86d6-b38a5cce076e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2601535 Feb 10 22:56:29.590062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.600055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:29.605179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--218254968'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:29.616499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:29.640348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:29.665678 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.733137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:29.747759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:29.765909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:29.783700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:29.790081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb3dfd1-144c-4d1a-8282-0c422edc9fa4 req-d993b02b-76f6-4bae-879b-e7caecf15a04 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:29.791731 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb3dfd1-144c-4d1a-8282-0c422edc9fa4 req-d993b02b-76f6-4bae-879b-e7caecf15a04 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.4858549 Feb 10 22:56:29.797036 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:29.910993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.007651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.014944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.048810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb3dfd1-144c-4d1a-8282-0c422edc9fa4 req-60b64d77-97cd-4e36-b1c7-c86864c2375c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442069 Feb 10 22:56:30.082662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.086293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4827135 Feb 10 22:56:30.087860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36794) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:30.130882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-02ed297a-8137-4ca0-a723-2e47400fb9ab tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '998dc78a-69a7-4a98-a9d5-2eb062509e40', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:30.136006 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-02ed297a-8137-4ca0-a723-2e47400fb9ab tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 22:56:30.139371 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-02ed297a-8137-4ca0-a723-2e47400fb9ab tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:30.140859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-02ed297a-8137-4ca0-a723-2e47400fb9ab tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0518818 Feb 10 22:56:30.146510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36804) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:30.180106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069926c-d82a-4ae2-9f4b-15baca42d7df tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998dc78a-69a7-4a98-a9d5-2eb062509e40,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:30.287376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.316329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0839d255-9677-4af1-beeb-a9da3d84631e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:30.334069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547fd99-ac22-469e-96ba-fce2512649b3 req-c96d5319-cdff-4b8a-b221-531e8459ad82 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:30.342682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7547fd99-ac22-469e-96ba-fce2512649b3 req-c96d5319-cdff-4b8a-b221-531e8459ad82 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.1095104 Feb 10 22:56:30.408704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.412637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d3cbe356-3b94-4e87-a41c-91c762bc5824 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0839d255-9677-4af1-beeb-a9da3d84631e HTTP/1.1" status: 204 len: 168 time: 0.8948691 Feb 10 22:56:30.426701 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7547fd99-ac22-469e-96ba-fce2512649b3 req-436622c6-ac07-481c-9688-afb37e582fef tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829992 Feb 10 22:56:30.447603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.474422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.715000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.779570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36826) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:30.787531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=0f9a4f51-0977-4c65-a508-e8e877277fb0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:30.797075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.826639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998dc78a-69a7-4a98-a9d5-2eb062509e40,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:30.837470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:30.843956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.845419 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7a76f56-8c14-4a85-9869-b1107eb5d230 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/998dc78a-69a7-4a98-a9d5-2eb062509e40 HTTP/1.1" status: 204 len: 168 time: 0.6904726 Feb 10 22:56:30.846390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:30.849772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:30.850362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:30.867879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8ee588-a583-40e8-ad56-2ee76b101819 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:30.871098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:30.893593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f638bdf8-e92f-4fb0-b3c2-fda600e16747 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2535446 Feb 10 22:56:30.896365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:30.911243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:30.931833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:30.943412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:router and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:30.952221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:30.961310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e710363b-3fa4-40a8-9445-05779f646173 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:30.964146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:30.999019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.000317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.031615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.052522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e710363b-3fa4-40a8-9445-05779f646173 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:31.054523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e710363b-3fa4-40a8-9445-05779f646173 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1818256 Feb 10 22:56:31.059693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36844) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:31.081278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327228489'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:31.099593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.147478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:31.155822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.161956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d459ebbd-5e56-4e34-9f4a-d96824ef5d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2638028 Feb 10 22:56:31.162634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:31.176115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:31.256024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.369047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:31.499261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:31.511440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '0f9a4f51-0977-4c65-a508-e8e877277fb0'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '70a31b15-a3c7-4f56-a233-00b75ecf655d'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:56:31.519455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:31.611922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:31.712784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:31.956140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-78c7463b-3118-42e7-b3d7-83f4edf827c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2376010 Feb 10 22:56:31.991433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866fb076-5d04-4183-a87b-9e3a293bc8c9 req-5096ec84-e792-427b-af62-d81ffa0af7e9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:31.998942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-866fb076-5d04-4183-a87b-9e3a293bc8c9 req-5096ec84-e792-427b-af62-d81ffa0af7e9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.5578403 Feb 10 22:56:32.119258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-866fb076-5d04-4183-a87b-9e3a293bc8c9 req-0ffe8931-3afd-42c4-9337-e106af143944 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193314 Feb 10 22:56:32.175312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.219375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.307335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/0f9a4f51-0977-4c65-a508-e8e877277fb0/70a31b15-a3c7-4f56-a233-00b75ecf655d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:56:32.462950 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.609501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47dc9e-ac27-476e-91ce-07cf21e25dd3 req-65da84bc-dd0f-47cf-8ae6-a2262009435c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:32.620199 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d47dc9e-ac27-476e-91ce-07cf21e25dd3 req-65da84bc-dd0f-47cf-8ae6-a2262009435c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.8913493 Feb 10 22:56:32.622459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.689602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] For port 70a31b15-a3c7-4f56-a233-00b75ecf655d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a31b15-a3c7-4f56-a233-00b75ecf655d,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:32.785717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.833021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Ignored duplicate provisioning block setup for port 70a31b15-a3c7-4f56-a233-00b75ecf655d by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 22:56:32.847811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:32.924028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3f6c68-1802-4266-a54d-488770941ef4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:32.984489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d47dc9e-ac27-476e-91ce-07cf21e25dd3 req-f82004b6-828e-4a91-afc0-8b0f2ca3c6d9 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3587945 Feb 10 22:56:33.005102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:33.010779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:33.018669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ad68bb33-211b-4b9d-9a5b-9000e44eecc5 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '4e3f6c68-1802-4266-a54d-488770941ef4', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:33.020493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5a1733d6-345d-40d2-a18d-e6f0c6190c50 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9595933 Feb 10 22:56:33.021394 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-ad68bb33-211b-4b9d-9a5b-9000e44eecc5 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 22:56:33.021976 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-ad68bb33-211b-4b9d-9a5b-9000e44eecc5 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:33.023476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad68bb33-211b-4b9d-9a5b-9000e44eecc5 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0116906 Feb 10 22:56:33.029286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36902) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:33.068760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95447e-2c73-44fd-8713-b61455ab45a8 None None] Pushing event updated for resources: {'Port': ['ID=70a31b15-a3c7-4f56-a233-00b75ecf655d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:33.398982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:33.412826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::1 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/0f9a4f51-0977-4c65-a508-e8e877277fb0/8d197a66-a997-4b7c-ab2e-0052136967d0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:56:33.726124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:33.897090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:33.958592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3f6c68-1802-4266-a54d-488770941ef4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:34.119865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-0edb53fd-2a9b-4981-9ebf-79969b808ec5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1187856 Feb 10 22:56:34.135604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:34.165779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 8d197a66-a997-4b7c-ab2e-0052136967d0 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:34.260445 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:34.480223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e734cb26-8aa4-40ae-a6c2-898fa4a029d4 req-bdaa02a8-947a-4efd-b4b8-365f18ef9592 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:34.488449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e734cb26-8aa4-40ae-a6c2-898fa4a029d4 req-bdaa02a8-947a-4efd-b4b8-365f18ef9592 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.0011964 Feb 10 22:56:34.490537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:34.493894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-68b71201-8b64-4d17-ad4e-59ebc7cdbe13 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/4e3f6c68-1802-4266-a54d-488770941ef4 HTTP/1.1" status: 204 len: 168 time: 1.4613268 Feb 10 22:56:34.495118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36926) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:34.581226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:34.600928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:34.604094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:56:34.605116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:34.640056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e734cb26-8aa4-40ae-a6c2-898fa4a029d4 req-5e7a62c6-fd18-4293-be64-a45c8b3f3bf3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504579 Feb 10 22:56:34.717437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-293ae6ec-ac3a-4b45-be1d-941f5653ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:34.721985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-293ae6ec-ac3a-4b45-be1d-941f5653ef37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede&tenant_id=d03c35b19b1b46bba6b41a30b4c6368b HTTP/1.1" status: 200 len: 1094 time: 0.5105276 Feb 10 22:56:34.737205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:34.769531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d3194dc8-0726-402d-9158-1a7ae89526ae tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:34.814264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 0d04f131-2dff-4e50-afc3-d967618c2595 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:34.814625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:34.824374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:34.850628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d3194dc8-0726-402d-9158-1a7ae89526ae tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:34.855756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d3194dc8-0726-402d-9158-1a7ae89526ae tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3381851 Feb 10 22:56:34.883229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:34.945533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e3ff-b032-48c4-a391-f99c821909ab req-a52d8ff6-6d6a-4e72-aba3-f156377b3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:34.953773 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-a52d8ff6-6d6a-4e72-aba3-f156377b3fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 1096 time: 0.6477327 Feb 10 22:56:34.960257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--357459490'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:34.967722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:34.996535 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:35.007743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:35.164651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7c687dad-2e96-4f2c-945e-7e259e613c98 None None] Provisioning for port 70a31b15-a3c7-4f56-a233-00b75ecf655d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:35.361019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 0d04f131-2dff-4e50-afc3-d967618c2595, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0d04f131-2dff-4e50-afc3-d967618c2595,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:35.361656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:35.448453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:35.540074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a31b15-a3c7-4f56-a233-00b75ecf655d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:35.604580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 0d04f131-2dff-4e50-afc3-d967618c2595 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:35.643459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:35.656537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:35.661995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:35.673424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:35.780384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27b2f905-a5f7-4d16-bd8a-fa0aa61449f6 None None] Provisioning for port 8d197a66-a997-4b7c-ab2e-0052136967d0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:35.801903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27b2f905-a5f7-4d16-bd8a-fa0aa61449f6 None None] Provisioning complete for port 8d197a66-a997-4b7c-ab2e-0052136967d0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:35.808423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-27b2f905-a5f7-4d16-bd8a-fa0aa61449f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:35.897041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:35.923753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f118bb4-a97f-4be7-a01c-79975c3d0688 req-f5f58d4f-0ff1-42bf-b117-61c72583cd96 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:35.926288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f118bb4-a97f-4be7-a01c-79975c3d0688 req-f5f58d4f-0ff1-42bf-b117-61c72583cd96 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 1.6283066 Feb 10 22:56:35.956423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.013648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-27b2f905-a5f7-4d16-bd8a-fa0aa61449f6 None None] Port 8d197a66-a997-4b7c-ab2e-0052136967d0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:56:36.033258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 70a31b15-a3c7-4f56-a233-00b75ecf655d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:36.039649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 70a31b15-a3c7-4f56-a233-00b75ecf655d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:36.040357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.058480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.134311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e3ff-b032-48c4-a391-f99c821909ab req-b6c1f28b-c2e5-4360-b4ce-3ed02fc190c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:36.136115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-b6c1f28b-c2e5-4360-b4ce-3ed02fc190c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 1.1245329 Feb 10 22:56:36.429860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.512297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 70a31b15-a3c7-4f56-a233-00b75ecf655d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a31b15-a3c7-4f56-a233-00b75ecf655d,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:36.522411 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.550875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f118bb4-a97f-4be7-a01c-79975c3d0688 req-071dbeda-6cf6-4c9e-9865-78965a0d2247 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5794146 Feb 10 22:56:36.558845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:36.565305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6464379 Feb 10 22:56:36.569312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:36.688721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4e3da9be-4ac1-4747-a653-e2e1c0a15286 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '9b4329b6-89bd-4bc5-afce-c6ffd91caa54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:36.700143 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-4e3da9be-4ac1-4747-a653-e2e1c0a15286 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 22:56:36.700897 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-4e3da9be-4ac1-4747-a653-e2e1c0a15286 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:36.702122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e3da9be-4ac1-4747-a653-e2e1c0a15286 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0829222 Feb 10 22:56:36.714025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-90d14589-672a-4ba5-8f19-ecdb04e44bdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 200 len: 217 time: 0.4709148 Feb 10 22:56:36.719391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:36.735214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-66d08668-971f-4ca5-a938-7a9a4f4be863 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '9b4329b6-89bd-4bc5-afce-c6ffd91caa54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:36.736082 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-66d08668-971f-4ca5-a938-7a9a4f4be863 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 22:56:36.736589 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-66d08668-971f-4ca5-a938-7a9a4f4be863 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:36.737772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-66d08668-971f-4ca5-a938-7a9a4f4be863 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0123932 Feb 10 22:56:36.749432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=70a31b15-a3c7-4f56-a233-00b75ecf655d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:36.773042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36972) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:36.773891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2b2723-a824-499b-b178-ab64baf88f7f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4329b6-89bd-4bc5-afce-c6ffd91caa54,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:36.783870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f7df2046-5333-46b4-ba18-1e025397a09d tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '9b4329b6-89bd-4bc5-afce-c6ffd91caa54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:36.784727 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-f7df2046-5333-46b4-ba18-1e025397a09d tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 22:56:36.785217 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f7df2046-5333-46b4-ba18-1e025397a09d tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:36.788769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f7df2046-5333-46b4-ba18-1e025397a09d tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084307 Feb 10 22:56:36.792032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36976) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:36.807537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-239665d7-1339-4b86-83ab-e3ddfc926898 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '9b4329b6-89bd-4bc5-afce-c6ffd91caa54', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:36.808393 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-239665d7-1339-4b86-83ab-e3ddfc926898 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 22:56:36.808942 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-239665d7-1339-4b86-83ab-e3ddfc926898 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:36.812576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-239665d7-1339-4b86-83ab-e3ddfc926898 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0144777 Feb 10 22:56:36.823006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:36.975714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e3ff-b032-48c4-a391-f99c821909ab req-d7a0383c-d4a1-4f98-b0e5-01a45444ccda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:36.978129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-d7a0383c-d4a1-4f98-b0e5-01a45444ccda service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.2489460 Feb 10 22:56:37.120259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-2497d1d3-c469-4907-a909-0f46836a9d02 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1303842 Feb 10 22:56:37.237878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.251002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-cd0fb09f-dc4d-419a-ace2-86019f2b93e3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:56:37.252144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-cd0fb09f-dc4d-419a-ace2-86019f2b93e3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119181 Feb 10 22:56:37.316043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:37.405151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:56:37.449004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a31b15-a3c7-4f56-a233-00b75ecf655d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:37.478933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.619549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.638596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:56:37.649244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.670763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Transition to ACTIVE for port object 76e7c854-903c-421b-bb78-772c9837ed19 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:37.681207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893cfc7-423d-45a1-a6b2-b9549ef75d9c req-8b4be14c-4688-4041-9e2b-20cebaef3cc8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:37.683237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9893cfc7-423d-45a1-a6b2-b9549ef75d9c req-8b4be14c-4688-4041-9e2b-20cebaef3cc8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.8795466 Feb 10 22:56:37.685358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.689874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.762349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4329b6-89bd-4bc5-afce-c6ffd91caa54,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:37.777276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 70a31b15-a3c7-4f56-a233-00b75ecf655d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:37.788144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.817362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.817841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.818115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.818398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.818736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.819068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.819447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.819752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.820137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.820710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.821043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.821379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:56:37.841644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:37.842994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e4f345a-7bff-4fe8-bd35-659eb9ae533c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/9b4329b6-89bd-4bc5-afce-c6ffd91caa54 HTTP/1.1" status: 204 len: 168 time: 1.0189421 Feb 10 22:56:37.848931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36996) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:37.980932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-fb0ee19d-1798-4239-840c-13dfa013893d service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156837 Feb 10 22:56:37.987754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=9']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:38.069794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:56:38.363446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ce0190f-8a5c-40fd-ac7b-b0fddbdb11cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:38.499732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=0d04f131-2dff-4e50-afc3-d967618c2595,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:38.601053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:38.745518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9893cfc7-423d-45a1-a6b2-b9549ef75d9c req-904d1491-2950-438f-8e28-996132158585 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0470221 Feb 10 22:56:38.757563 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:38.758527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:38.832454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] No DVR routers for this DVR port 76e7c854-903c-421b-bb78-772c9837ed19 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:38.890577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-77cacedf-e117-465d-abc0-553036638531 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:39.050790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:39.065365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434d19c-c5df-4fa9-8583-0e65d0bef8a4 req-0a46eea1-e90e-410b-8516-c42d1d52be70 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:39.066849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3434d19c-c5df-4fa9-8583-0e65d0bef8a4 req-0a46eea1-e90e-410b-8516-c42d1d52be70 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 1.0851843 Feb 10 22:56:39.069046 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e248e3ff-b032-48c4-a391-f99c821909ab req-3ea78347-2371-4078-8f47-03eebfae52e6 service neutron] 10.222.0.24 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237460 Feb 10 22:56:39.158721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-77cacedf-e117-465d-abc0-553036638531 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:39.163736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-77cacedf-e117-465d-abc0-553036638531 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.3128824 Feb 10 22:56:39.180027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37012) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:39.216036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077447969'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:39.225178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:56:39.226306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:39.232849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:56:39.274191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:39.282718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3434d19c-c5df-4fa9-8583-0e65d0bef8a4 req-ac5775ee-8914-43fb-8125-8dd9f493fd77 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061580 Feb 10 22:56:39.454895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:56:39.455235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:56:39.455582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:56:39.467103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:56:39.467688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Attempting to bind port 76e7c854-903c-421b-bb78-772c9837ed19 on network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:56:39.480307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:56:39.480758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Checking segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:56:39.481303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Bound using segment: {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:56:39.482064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Bound port: 76e7c854-903c-421b-bb78-772c9837ed19, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:56:39.482827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.496728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.509985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.539662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:39.543869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:39.547628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:39.553710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:39.656674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.666355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.726304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e11c418a-b6d7-4424-a96f-8c3d36c1e60c None None] Provisioning complete for port 8d197a66-a997-4b7c-ab2e-0052136967d0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:39.727499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e11c418a-b6d7-4424-a96f-8c3d36c1e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.797412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690d90c8-f06d-4551-a0e2-afab63ea6db3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:39.804477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:39.805688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-860c029f-315b-4b47-ac48-3b4ef4198590 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6234648 Feb 10 22:56:39.808985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37030) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:39.814719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-59cfcbc7-4f29-4cab-984c-3b304fb69a7c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:39.815562 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-59cfcbc7-4f29-4cab-984c-3b304fb69a7c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 22:56:39.816064 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-59cfcbc7-4f29-4cab-984c-3b304fb69a7c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:39.818254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59cfcbc7-4f29-4cab-984c-3b304fb69a7c tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082781 Feb 10 22:56:39.819270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Router d93b703b-b70f-439f-b300-86f716f82844 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:56:39.821357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37034) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:39.828202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:39.874653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:39.953951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e11c418a-b6d7-4424-a96f-8c3d36c1e60c None None] Port 8d197a66-a997-4b7c-ab2e-0052136967d0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:56:40.095073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:40.107933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:40.191984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:40.299556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:56:40.306157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-473c5f9a-81c6-48f4-a748-c2329897f5cd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "PUT /v2.0/routers/d93b703b-b70f-439f-b300-86f716f82844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1208432 Feb 10 22:56:40.309647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37050) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:40.313945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Sync routers for ids ['d93b703b-b70f-439f-b300-86f716f82844'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:56:40.331780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Routers {'d93b703b-b70f-439f-b300-86f716f82844'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:40.332335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d93b703b-b70f-439f-b300-86f716f82844'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:40.460896 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:40.469261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f833ab1e-4034-4d62-a01a-02f2b6352dce tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6468089 Feb 10 22:56:40.488425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:40.555670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0a438a6c-24c0-4d07-b133-23286ede2aa4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:40.556158 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-0a438a6c-24c0-4d07-b133-23286ede2aa4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 22:56:40.557097 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-0a438a6c-24c0-4d07-b133-23286ede2aa4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:40.567343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a438a6c-24c0-4d07-b133-23286ede2aa4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0652723 Feb 10 22:56:40.570738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:40.594228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:40.625141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:40.642828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:40.663636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63356b7d-4665-403b-9516-8d6147007f83 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:40.666888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-63356b7d-4665-403b-9516-8d6147007f83 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:40.679096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:40.727138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4793397a-d962-4689-8f1e-8efa467825a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:40.761902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:56:40.796872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Set router d93b703b-b70f-439f-b300-86f716f82844 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:40.801609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:56:40.814142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:40.819819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:40.880469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-63356b7d-4665-403b-9516-8d6147007f83 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:40.888302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-63356b7d-4665-403b-9516-8d6147007f83 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports/8d197a66-a997-4b7c-ab2e-0052136967d0 HTTP/1.1" status: 200 len: 911 time: 0.5721350 Feb 10 22:56:40.910262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:40.957406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c10cfeb-bee2-4cbd-bb7c-bbf19462fcf2 req-17c3d0f9-5129-497e-a849-8897fc081aff tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:40.971260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c10cfeb-bee2-4cbd-bb7c-bbf19462fcf2 req-17c3d0f9-5129-497e-a849-8897fc081aff tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.8580518 Feb 10 22:56:40.981800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:41.019156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:41.020196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:41.021819 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-76f0b651-4e42-49c8-b50a-745ef5a6c8ca service neutron] 10.222.0.24 "PUT /v2.0/ports/76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 1091 time: 6.2891469 Feb 10 22:56:41.022535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:56:41.106569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 4788f283-c2a4-4dd8-8044-88867620d133 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:56:41.142658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c10cfeb-bee2-4cbd-bb7c-bbf19462fcf2 req-1563860c-0fff-48a2-b90e-6702198007b2 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699326 Feb 10 22:56:41.371831 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:41.378169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5356b95-70aa-486f-9136-0be265231de2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8032434 Feb 10 22:56:41.386200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37074) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:41.430998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d29cd1f2-2227-4964-892a-a9e298542a03 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:41.433396 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-d29cd1f2-2227-4964-892a-a9e298542a03 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 22:56:41.441437 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-d29cd1f2-2227-4964-892a-a9e298542a03 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:41.443133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d29cd1f2-2227-4964-892a-a9e298542a03 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0471406 Feb 10 22:56:41.474236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37078) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:41.486463 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'status': 'completed', 'code': 200} Feb 10 22:56:41.536507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:34Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '8d197a66-a997-4b7c-ab2e-0052136967d0', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:8a:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93b703b-b70f-439f-b300-86f716f82844', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:56:32Z', 'updated_at': '2022-02-10T22:56:36Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:41.540164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-524d9f1c-79a9-49d6-b22f-9f1dddcf7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:41.541690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-524d9f1c-79a9-49d6-b22f-9f1dddcf7684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1095 time: 0.4864490 Feb 10 22:56:41.546273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Checking router: d93b703b-b70f-439f-b300-86f716f82844 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:56:41.546781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Updating router d93b703b-b70f-439f-b300-86f716f82844 port 8d197a66-a997-4b7c-ab2e-0052136967d0 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:56:41.559645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3f935-88a1-4637-91f7-1a455dc918b9 req-f284eb3b-1606-4963-b166-db8e12da26fe tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:41.570556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac3f935-88a1-4637-91f7-1a455dc918b9 req-f284eb3b-1606-4963-b166-db8e12da26fe tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 943 time: 0.9230886 Feb 10 22:56:41.592516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:41.642995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:41.755720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:41.767688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:41.810855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c7252-c229-450b-8ad6-d18b52b72b82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:41.825409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109c7252-c229-450b-8ad6-d18b52b72b82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:41.827173 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:41.830828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-109c7252-c229-450b-8ad6-d18b52b72b82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9154675 Feb 10 22:56:41.832257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:41.851803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fac3f935-88a1-4637-91f7-1a455dc918b9 req-fa66521a-8fd1-4b1d-9bb0-091deeac682d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190604 Feb 10 22:56:41.852461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:41.853481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:41.854157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:42.118041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:56:42.134313 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Sync routers for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:56:42.153576 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:42.155075 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:42.166070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-099a1caa-f655-4ae8-8a36-c74e4df21305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:42.167873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-099a1caa-f655-4ae8-8a36-c74e4df21305 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 0.6138699 Feb 10 22:56:42.373207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c356cfeb-8692-4d9e-846a-bb3c95c9286b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/4788f283-c2a4-4dd8-8044-88867620d133/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5913007 Feb 10 22:56:42.381499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:42.470931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-23b1f924-8949-4629-9066-432516377024 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 998 time: 0.2957430 Feb 10 22:56:42.556938 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:42.690185 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:42.693000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-734760da-5cca-4ce5-96ad-aa94490fc191 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.2175241 Feb 10 22:56:42.697506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37104) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:42.736007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c61162f5-40db-4d29-aa91-8ed31a757c56 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:42.742757 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-c61162f5-40db-4d29-aa91-8ed31a757c56 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 22:56:42.743296 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-c61162f5-40db-4d29-aa91-8ed31a757c56 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:42.744312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c61162f5-40db-4d29-aa91-8ed31a757c56 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0265403 Feb 10 22:56:42.765890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37108) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:42.799307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting subnet 9505949a-3ca9-4b6b-bb1c-995d03d4ceac {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:56:42.814734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:42.828518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:42.864439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Transition to ACTIVE for port object 8d197a66-a997-4b7c-ab2e-0052136967d0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:56:42.870205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-82686983-56eb-46cd-8a92-41b7e348daef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:42.878382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-82686983-56eb-46cd-8a92-41b7e348daef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.2436800 Feb 10 22:56:42.893665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:43.092602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:56:37Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:43.099753 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Checking router: 4788f283-c2a4-4dd8-8044-88867620d133 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:56:43.113116 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Routers {'4788f283-c2a4-4dd8-8044-88867620d133'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:43.114052 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4788f283-c2a4-4dd8-8044-88867620d133'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:43.145281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00521b9-d8e1-4587-ab76-5b545c07c7e1 req-cb900756-b581-4d29-a26d-233768f4d153 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:43.146912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b00521b9-d8e1-4587-ab76-5b545c07c7e1 req-cb900756-b581-4d29-a26d-233768f4d153 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.6747496 Feb 10 22:56:43.307546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b00521b9-d8e1-4587-ab76-5b545c07c7e1 req-8732a267-1049-479a-9024-2b544f447d6d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481702 Feb 10 22:56:43.351572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-c0ef09eb-c1b0-40e8-b0d8-9d7236180b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:43.353180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-c0ef09eb-c1b0-40e8-b0d8-9d7236180b2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4566600 Feb 10 22:56:43.409752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] Set router 4788f283-c2a4-4dd8-8044-88867620d133 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:43.504208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:43.563452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:43.573377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:43.614744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66fd5a-102a-4c27-9506-6c66aeb3816b None None] Pushing event updated for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:43.634981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Attempting to bind port 8d197a66-a997-4b7c-ab2e-0052136967d0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:56:43.643320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Attempting to bind port 8d197a66-a997-4b7c-ab2e-0052136967d0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:56:43.643320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Attempting to bind port 8d197a66-a997-4b7c-ab2e-0052136967d0 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:56:43.655268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:56:43.655675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:56:43.656075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:43.656464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:56:43.656933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Bound port: 8d197a66-a997-4b7c-ab2e-0052136967d0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:56:43.657298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:43.743110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:43.781993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-ac7321b7-27bd-4bed-b311-ce32e2f0029a service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054301 Feb 10 22:56:44.012971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:44.047815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:44.104478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:44.119700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] For port 8d197a66-a997-4b7c-ab2e-0052136967d0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:56:44.125025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] For port 8d197a66-a997-4b7c-ab2e-0052136967d0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d197a66-a997-4b7c-ab2e-0052136967d0,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:56:44.143191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:44.290896 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b80550b4-c019-4046-8752-b05641a67929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:56:37Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:44.298016 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80550b4-c019-4046-8752-b05641a67929 None None] The sync data for ids ['4788f283-c2a4-4dd8-8044-88867620d133'] in n-d-825178-4 is: [{'id': '4788f283-c2a4-4dd8-8044-88867620d133', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372082261', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:52:42Z', 'updated_at': '2022-02-10T22:56:37Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '6a66aa83-2400-48ef-97e0-ee2888cf10ba', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:f5:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4788f283-c2a4-4dd8-8044-88867620d133', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2408, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:52:48Z', 'updated_at': '2022-02-10T22:53:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:56:44.395986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e76bd3-372d-4c98-97e7-2647260d3def req-c5788632-531e-4989-b253-31b26332ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:44.401673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98e76bd3-372d-4c98-97e7-2647260d3def req-c5788632-531e-4989-b253-31b26332ec28 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1096 time: 0.4069173 Feb 10 22:56:44.418333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Routers {'d93b703b-b70f-439f-b300-86f716f82844'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:44.424343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d93b703b-b70f-439f-b300-86f716f82844'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:44.436056 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:44.437231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca607f11-8c0a-41cb-8b3d-70ac7387f9b6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 1.6632323 Feb 10 22:56:44.461283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37136) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:44.533717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '690d90c8-f06d-4551-a0e2-afab63ea6db3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:44.536115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f824312-8c6e-45c0-b450-965e4f5724bc req-e1d93e02-52d1-4224-8d12-97bb8edc7224 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7480695 Feb 10 22:56:44.633869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e420bd1-788f-4b7e-84bf-80a2f1dd5524 req-f5496339-48de-41e1-a144-ff368c965b4c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:44.635513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e420bd1-788f-4b7e-84bf-80a2f1dd5524 req-f5496339-48de-41e1-a144-ff368c965b4c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 1.1177876 Feb 10 22:56:44.640403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:44.678814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:44.706643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:44.776269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:44.837589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] Set router d93b703b-b70f-439f-b300-86f716f82844 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:44.902989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1e420bd1-788f-4b7e-84bf-80a2f1dd5524 req-5b4dab72-8413-4aec-9952-74bad68eccf7 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295103 Feb 10 22:56:44.905145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:44.925483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98e76bd3-372d-4c98-97e7-2647260d3def req-da1695a7-59e7-44c8-b514-c62b74b61dbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163367 Feb 10 22:56:45.052035 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:45.056769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-93f0b31c-6d97-4bdd-8a79-642f06e0e3ef tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5704684 Feb 10 22:56:45.064102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37150) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:45.112206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66fd5a-102a-4c27-9506-6c66aeb3816b None None] Pushing event updated for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:45.142109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ca17c-1321-4853-ac22-2edc1fdc79ce req-5614d624-8997-4c6a-a08f-dc6a7e65cf1d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:45.157738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a9ca17c-1321-4853-ac22-2edc1fdc79ce req-5614d624-8997-4c6a-a08f-dc6a7e65cf1d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.4356463 Feb 10 22:56:45.233648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61250d-b811-40cd-882c-79074c10d211 req-aec0d13e-2ca4-413f-b869-65bdb71d97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:45.238005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-aec0d13e-2ca4-413f-b869-65bdb71d97a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1095 time: 0.6271160 Feb 10 22:56:45.390622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d04f131-2dff-4e50-afc3-d967618c2595 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:45.507917 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:45.561815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 0d04f131-2dff-4e50-afc3-d967618c2595 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:45.562372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0d04f131-2dff-4e50-afc3-d967618c2595 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:45.766882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Subnet': ['ID=9505949a-3ca9-4b6b-bb1c-995d03d4ceac,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:45.774014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:45.787670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:45.938810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d1b2e19b-2de1-4d60-88d4-ad9f5da3c0be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/subnets/9505949a-3ca9-4b6b-bb1c-995d03d4ceac HTTP/1.1" status: 204 len: 168 time: 3.5161319 Feb 10 22:56:45.943859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa8add3-5220-4db6-970b-485587c91b33 None None] Network 78a33d59-9bff-4e71-8652-08ba98b2f2f0 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:56:45.955189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:46.139316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a9ca17c-1321-4853-ac22-2edc1fdc79ce req-571ff415-e175-4b6a-bd96-0c1b0e7bb5e0 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9693043 Feb 10 22:56:46.435230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:46.459798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:46.536459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61250d-b811-40cd-882c-79074c10d211 req-34ba8365-0ceb-4297-aacc-c90396c9aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:46.552058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-34ba8365-0ceb-4297-aacc-c90396c9aa7e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 1.2960320 Feb 10 22:56:46.889546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:47.113153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:47.165583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-9a92b465-9c85-44bd-a7d7-8a7e2786149b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 998 time: 0.6086583 Feb 10 22:56:47.166730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:47.256247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Usage tracker for resource:security_group_rule and tenant:73433e71486b49df9f52319491442508 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:47.266772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:47.331116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:47.496692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61250d-b811-40cd-882c-79074c10d211 req-90ac3b09-d73e-4feb-8ece-6fb044b85630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:47.502105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-90ac3b09-d73e-4feb-8ece-6fb044b85630 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.3189681 Feb 10 22:56:47.964223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:47.987258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81def256-f3a5-4182-8a70-26dda2955fa4 req-00ee7978-bf63-4a6e-b3bb-7025de7da65a tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:48.001734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81def256-f3a5-4182-8a70-26dda2955fa4 req-00ee7978-bf63-4a6e-b3bb-7025de7da65a tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.3388746 Feb 10 22:56:48.034677 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:48.078166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61250d-b811-40cd-882c-79074c10d211 req-5d2a2db9-cd2e-4b73-aae5-41139d273b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:48.080051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-5d2a2db9-cd2e-4b73-aae5-41139d273b32 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5592875 Feb 10 22:56:48.127978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] DHCP port deletion for 78a33d59-9bff-4e71-8652-08ba98b2f2f0 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:56:48.136099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:48.161207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:48.181165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:34Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '8d197a66-a997-4b7c-ab2e-0052136967d0', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:8a:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93b703b-b70f-439f-b300-86f716f82844', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:56:32Z', 'updated_at': '2022-02-10T22:56:44Z', 'revision_number': 4, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:48.252301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Deleting port 67265f4a-d3d7-4713-bfb9-24b514ffc731 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:48.261943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:48.501310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a16f34-8f7a-49f1-9d4a-4b62a7298b47,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:48.537552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86951caf-ddb9-4aca-8918-0b671f07f225 None None] The sync data for ids ['d93b703b-b70f-439f-b300-86f716f82844'] in n-d-825178-4 is: [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:34Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '8d197a66-a997-4b7c-ab2e-0052136967d0', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:8a:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd93b703b-b70f-439f-b300-86f716f82844', 'device_owner': 'network:router_interface', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:56:32Z', 'updated_at': '2022-02-10T22:56:44Z', 'revision_number': 4, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '0f9a4f51-0977-4c65-a508-e8e877277fb0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:56:48.577138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ebb3476f-f358-477a-b3ee-bd6f1f770401 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=73433e71486b49df9f52319491442508&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1139040 Feb 10 22:56:48.578641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:48.624908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-8e2a71f6-7b70-4275-92bb-aa386546a759 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274670 Feb 10 22:56:48.773133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81def256-f3a5-4182-8a70-26dda2955fa4 req-ef6dd3d2-8482-447a-8661-c690d2701040 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7682655 Feb 10 22:56:48.867956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] For port 67265f4a-d3d7-4713-bfb9-24b514ffc731, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67265f4a-d3d7-4713-bfb9-24b514ffc731,segment=NetworkSegment(40e032cc-f4ef-45d2-a5c4-9646e970f05c),segment_id=40e032cc-f4ef-45d2-a5c4-9646e970f05c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:48.875719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:49.310282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d90c8-f06d-4551-a0e2-afab63ea6db3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:49.401545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:49.410152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2cf31964-d0f9-47ef-8818-4c2a25b10d19 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/690d90c8-f06d-4551-a0e2-afab63ea6db3 HTTP/1.1" status: 204 len: 168 time: 4.2966869 Feb 10 22:56:49.426168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37218) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:49.460767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdda8f7-643a-468c-b233-1cdd3999176e req-826f9c5c-a164-458d-922b-3f87e269d3fd tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:49.462398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2fdda8f7-643a-468c-b233-1cdd3999176e req-826f9c5c-a164-458d-922b-3f87e269d3fd tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 2.9421172 Feb 10 22:56:49.619636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:49.631642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Calling delete_port for 67265f4a-d3d7-4713-bfb9-24b514ffc731 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:49.748818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c61250d-b811-40cd-882c-79074c10d211 req-78955c9d-de55-45ae-bc31-0c64a93cf995 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1095223 Feb 10 22:56:49.840055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d197a66-a997-4b7c-ab2e-0052136967d0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:49.991561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.021870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-476533d5-9b8d-49c6-b234-40dc6d33028b tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:50.124768 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2fdda8f7-643a-468c-b233-1cdd3999176e req-08135571-e2a9-47e5-ab9c-af562d5df426 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6345334 Feb 10 22:56:50.183830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-476533d5-9b8d-49c6-b234-40dc6d33028b tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:50.202456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-476533d5-9b8d-49c6-b234-40dc6d33028b tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7389491 Feb 10 22:56:50.202681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:50.206037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.217143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 8d197a66-a997-4b7c-ab2e-0052136967d0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:50.217486 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.220602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.244506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020718737'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:50.291356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:50.364997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:50.390902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 6a66aa83-2400-48ef-97e0-ee2888cf10ba {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:50.392095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.411139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8d7b-53a1-4b99-8fa6-0c02d1bbd8b9 req-7906ed11-a3dc-41fb-96f0-23829fffb91b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:50.430746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59eb8d7b-53a1-4b99-8fa6-0c02d1bbd8b9 req-7906ed11-a3dc-41fb-96f0-23829fffb91b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.6503489 Feb 10 22:56:50.431809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8d197a66-a997-4b7c-ab2e-0052136967d0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:56:50.445125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-cfdeb960-ada4-422c-b271-247a370953de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:50.446774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-cfdeb960-ada4-422c-b271-247a370953de service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 1096 time: 1.0408943 Feb 10 22:56:50.451259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] No DVR routers for this DVR port 67265f4a-d3d7-4713-bfb9-24b514ffc731 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:56:50.458368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8d197a66-a997-4b7c-ab2e-0052136967d0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:50.469651 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.595318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.632442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adaabd-3a18-4cb0-a9b6-1f30e5a5bfd4 None None] Pushing event deleted for resources: {'Port': ['ID=67265f4a-d3d7-4713-bfb9-24b514ffc731,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:50.633428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.826974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.831216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 6a66aa83-2400-48ef-97e0-ee2888cf10ba, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6a66aa83-2400-48ef-97e0-ee2888cf10ba,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:50.836238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:50.909126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a16f34-8f7a-49f1-9d4a-4b62a7298b47,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:50.967875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8d197a66-a997-4b7c-ab2e-0052136967d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d197a66-a997-4b7c-ab2e-0052136967d0,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:51.000538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:51.001669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f8283ce4-87f0-4d71-85a8-3c53379e7403 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/37a16f34-8f7a-49f1-9d4a-4b62a7298b47 HTTP/1.1" status: 204 len: 168 time: 2.3851569 Feb 10 22:56:51.024999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:51.104557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-59eb8d7b-53a1-4b99-8fa6-0c02d1bbd8b9 req-fb598a01-2ee3-4e1a-b555-17e6cfe3bd5a tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6728983 Feb 10 22:56:51.151551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:51.205697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:51.226317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:51.254985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:51.283614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67265f4a-d3d7-4713-bfb9-24b514ffc731 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:51.337972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-a220e035-b979-4dca-a6da-72b9beaed45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:51.351073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-a220e035-b979-4dca-a6da-72b9beaed45c service neutron] 10.222.0.30 "GET /v2.0/networks?id=37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 200 len: 912 time: 0.8340302 Feb 10 22:56:51.435422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 67265f4a-d3d7-4713-bfb9-24b514ffc731 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:51.435877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67265f4a-d3d7-4713-bfb9-24b514ffc731 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:51.524402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:51.640643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 6a66aa83-2400-48ef-97e0-ee2888cf10ba owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:51.644801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-04d2d3dd-c4a2-4d43-a9b0-6b1f5a95fea9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 200 len: 217 time: 0.2712183 Feb 10 22:56:51.816328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:51.887527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-6e603bd0-978d-40f9-b605-602703807413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:51.889169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-6e603bd0-978d-40f9-b605-602703807413 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 200 len: 851 time: 0.2227907 Feb 10 22:56:52.059137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 8d197a66-a997-4b7c-ab2e-0052136967d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d197a66-a997-4b7c-ab2e-0052136967d0,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:52.062299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.076856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-d44b0b71-91d5-4d3f-b3d4-32cbdf5f0ee2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=37e34176-373f-4f24-8a43-55c07879812e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1756566 Feb 10 22:56:52.128745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37258) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:52.240859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.347655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:52.355229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Usage tracker for resource:security_group_rule and tenant:e7cbe21fb1ee4c86871eb8c131f36054 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:52.362563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:52.384140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:52.546989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.584773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 8d197a66-a997-4b7c-ab2e-0052136967d0 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:52.717705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-b1f59d20-534f-4f99-8b5c-f948ce674adc service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:56:52.718688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-b1f59d20-534f-4f99-8b5c-f948ce674adc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6207421 Feb 10 22:56:52.719469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.799628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:52.862772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.118897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7e6bb1-c8e7-4f43-87a5-23d7d1ba5058,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:53.148782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4190d071-09b6-4902-89c8-12f7059b46f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e7cbe21fb1ee4c86871eb8c131f36054&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0189745 Feb 10 22:56:53.255438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:56:53.257156 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:56:53.288384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37268) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:53.433831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68fa6a8-0dae-4522-a8a8-2f9e6f104137 req-0611edf7-acde-4f0d-969b-4e291baa2fd1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:53.440576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a68fa6a8-0dae-4522-a8a8-2f9e6f104137 req-0611edf7-acde-4f0d-969b-4e291baa2fd1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 1.6689732 Feb 10 22:56:53.504791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.510331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.2946281 Feb 10 22:56:53.532085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37274) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:53.536908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9785119-129d-43be-bfa8-0395d17d0978 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583a1ca1-5392-4052-860b-96e001dc5836,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:53.551880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '583a1ca1-5392-4052-860b-96e001dc5836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:53.566866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:53.582577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d197a66-a997-4b7c-ab2e-0052136967d0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:56:53.597700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:53.602811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:53.644395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a68fa6a8-0dae-4522-a8a8-2f9e6f104137 req-2cba78ae-ad29-4c69-9598-cd1f6c95b375 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169350 Feb 10 22:56:53.652726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266ab60-a1d3-410e-be3a-23a88014b8bc req-09661b98-6e4a-4ba6-b72b-8160e0a8ca66 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:53.672902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6266ab60-a1d3-410e-be3a-23a88014b8bc req-09661b98-6e4a-4ba6-b72b-8160e0a8ca66 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 1.1233089 Feb 10 22:56:53.678978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.751793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=6a66aa83-2400-48ef-97e0-ee2888cf10ba,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:53.800746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:53.816753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8d197a66-a997-4b7c-ab2e-0052136967d0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:56:53.817511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.864070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 8d197a66-a997-4b7c-ab2e-0052136967d0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:56:53.864515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:53.975314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-6c591393-22d7-4166-89c3-3799f7374395 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1142354 Feb 10 22:56:54.177817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.302430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e4a5c23-3b01-46f7-be0a-142baeabfe9f req-71b66ec2-e922-4e76-bd5f-25d72fb9e761 service neutron] 10.222.0.30 "GET /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259773 Feb 10 22:56:54.302783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.396090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.414924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.457571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.471637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.523922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 8d197a66-a997-4b7c-ab2e-0052136967d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8d197a66-a997-4b7c-ab2e-0052136967d0,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:56:54.524334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.534202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.534786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Fanout notify agent at l3_agent the message router_deleted on router 4788f283-c2a4-4dd8-8044-88867620d133 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:56:54.585378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6266ab60-a1d3-410e-be3a-23a88014b8bc req-332e6ba5-963e-474b-86c6-6139997f39a8 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9048357 Feb 10 22:56:54.592885 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The resource could not be found. Feb 10 22:56:54.595368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e738c261-5424-48f1-a27c-f5ba2f376d58 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0550342 Feb 10 22:56:54.599269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37286) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:54.610893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '583a1ca1-5392-4052-860b-96e001dc5836', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bee0ad08-82af-47e9-a0d8-bec0a110cecc'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:54.620235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:54.638803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:54.638803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:54.646333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:54.657349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.692563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7e6bb1-c8e7-4f43-87a5-23d7d1ba5058,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:54.714120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.719095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-96b8bbfc-59fc-42c7-b024-116929d9fc51 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a7e6bb1-c8e7-4f43-87a5-23d7d1ba5058 HTTP/1.1" status: 204 len: 168 time: 1.4299967 Feb 10 22:56:54.757356 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The resource could not be found. Feb 10 22:56:54.763704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e81e91b-539a-44f0-9208-51ddbff4938f tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1621165 Feb 10 22:56:54.764505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37294) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:54.912005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:54.955335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 8d197a66-a997-4b7c-ab2e-0052136967d0 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:56:55.002257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.111308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.124883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.126713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1efdbba-0aef-4966-b71c-14430422cba4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/routers/4788f283-c2a4-4dd8-8044-88867620d133 HTTP/1.1" status: 204 len: 168 time: 9.1404874 Feb 10 22:56:55.138580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37300) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:55.199930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583a1ca1-5392-4052-860b-96e001dc5836,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:55.210340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.211758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-27ccd959-dc7d-4d0a-8e35-e4ecf12211c4 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/583a1ca1-5392-4052-860b-96e001dc5836 HTTP/1.1" status: 204 len: 168 time: 0.4462953 Feb 10 22:56:55.216835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37304) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:55.346486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b6b1cdb4-cfaf-409d-861a-dc4425d198c6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:55.378395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b6b1cdb4-cfaf-409d-861a-dc4425d198c6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:55.380016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b6b1cdb4-cfaf-409d-861a-dc4425d198c6 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1618609 Feb 10 22:56:55.384779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37308) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:55.404082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '4fff16a2-adb3-4f0f-93ac-dff9219c1f07', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:55.437264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:55.453774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:55.458989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:55.496524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:55.606579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a66aa83-2400-48ef-97e0-ee2888cf10ba no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:56:55.607211 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The resource could not be found. Feb 10 22:56:55.613292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d3b9bc13-bcbb-4fbc-89fc-90ca685d21ee tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2222414 Feb 10 22:56:55.614270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37318) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:55.625877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032987702'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:55.642706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:55.690630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:55.718782 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.740389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 6a66aa83-2400-48ef-97e0-ee2888cf10ba {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:56:55.740726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6a66aa83-2400-48ef-97e0-ee2888cf10ba not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:56:55.770361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:55.785128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:55.802042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:55.838961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:55.839656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:56.116994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:56.130486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:56.164992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=8d197a66-a997-4b7c-ab2e-0052136967d0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:56.237202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:56.308793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0d1aa-a013-46b0-8e38-74041b67d429 req-a2dcef0a-37a7-40a5-aa27-70856798f656 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:56.321572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ef0d1aa-a013-46b0-8e38-74041b67d429 req-a2dcef0a-37a7-40a5-aa27-70856798f656 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 1.2546110 Feb 10 22:56:56.450757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=579f14d2-ea7b-4df1-be9f-6f244c254efe,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:56.467765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:56.468983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8a95a4c8-9932-42ec-9541-c9cf1bcd6148 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8538511 Feb 10 22:56:56.484499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37348) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:56.505091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--63928956'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:56.523181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:56.540790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:56.545452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:56.584370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:56.613210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33653f-4230-48dd-89c2-d4ae262e17b1 req-95dcd35a-9da6-45ab-adcd-32d42780215c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:56.627904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f33653f-4230-48dd-89c2-d4ae262e17b1 req-95dcd35a-9da6-45ab-adcd-32d42780215c tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.4976501 Feb 10 22:56:56.815182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:56.955161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8f33653f-4230-48dd-89c2-d4ae262e17b1 req-924ebec3-ea11-403d-a1ca-3f6839b170f3 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261969 Feb 10 22:56:57.003556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:57.022662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:57.038659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:57.057579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:57.346593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.358757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.532855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.541189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1d5426-91ea-4650-9b2d-2ee6499ae0ec,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:57.578167 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.578710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ef0d1aa-a013-46b0-8e38-74041b67d429 req-475440e2-8ccc-4029-b2ea-4d4cda86bc5d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2543633 Feb 10 22:56:57.582601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-23c0b03c-63fb-45b5-accd-1af29d9c2443 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0923059 Feb 10 22:56:57.582798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37366) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:57.587970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group_rule': {'security_group_id': '579f14d2-ea7b-4df1-be9f-6f244c254efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1b1d5426-91ea-4650-9b2d-2ee6499ae0ec'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:57.600192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.626335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:57.631897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:57.635170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:57.641698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:57.711459 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:56:57.712517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8c701288-a4a5-47e8-b408-f4d2fd0a87c1 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1287179 Feb 10 22:56:57.718206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:57.908757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:57.952289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.038144 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.070602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1d5426-91ea-4650-9b2d-2ee6499ae0ec,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:58.114823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.118340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-68697cac-6818-493c-ad55-6a1cd708374a tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/1b1d5426-91ea-4650-9b2d-2ee6499ae0ec HTTP/1.1" status: 204 len: 168 time: 0.3969660 Feb 10 22:56:58.119039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37382) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:58.139809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a33d59-9bff-4e71-8652-08ba98b2f2f0']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:58.409847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e032cc-f4ef-45d2-a5c4-9646e970f05c') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:58.411565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e032cc-f4ef-45d2-a5c4-9646e970f05c') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:58.464244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.499798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Router d93b703b-b70f-439f-b300-86f716f82844 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:56:58.524661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.535511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:56:58.536208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:58.654765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-477637d2-a933-43a5-bcfb-8f5ea3e72753 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: timer() Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:56:58.660901 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:56:58.759472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7029c93-d235-4bd8-8f14-e8a85e770e5e req-5cd5a704-8311-4d4f-ad9c-a910dfea95a1 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:58.762687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7029c93-d235-4bd8-8f14-e8a85e770e5e req-5cd5a704-8311-4d4f-ad9c-a910dfea95a1 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.5157866 Feb 10 22:56:58.773709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-477637d2-a933-43a5-bcfb-8f5ea3e72753 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:58.775098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-477637d2-a933-43a5-bcfb-8f5ea3e72753 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6544774 Feb 10 22:56:58.779807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37404) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:58.941912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7029c93-d235-4bd8-8f14-e8a85e770e5e req-6bee5f08-a7b5-46a3-8ca1-0e395cdb1d34 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692319 Feb 10 22:56:58.984619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.020843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.092219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.174051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=579f14d2-ea7b-4df1-be9f-6f244c254efe,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:59.215032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.222161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7b726664-b603-4ff2-b1a3-986fb5fe0728 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/579f14d2-ea7b-4df1-be9f-6f244c254efe HTTP/1.1" status: 204 len: 168 time: 0.4044898 Feb 10 22:56:59.224882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37410) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:59.230398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:56:59.286064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Sync routers for ids ['d93b703b-b70f-439f-b300-86f716f82844'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:56:59.348246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Routers {'d93b703b-b70f-439f-b300-86f716f82844'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:56:59.354635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d93b703b-b70f-439f-b300-86f716f82844'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:56:59.539266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2687bc2-7848-4929-916d-4c542e72a269 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Synchronizing usage tracker for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:56:59.604184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44d29c03-be03-414c-96f7-3bb6ea501132 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "PUT /v2.0/routers/d93b703b-b70f-439f-b300-86f716f82844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.7414608 Feb 10 22:56:59.610681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37418) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:59.625766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2687bc2-7848-4929-916d-4c542e72a269 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Unset dirty status for tenant:a6f57ddea5d0408f973c39d8dd48bb89 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:56:59.634565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f2687bc2-7848-4929-916d-4c542e72a269 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4032979 Feb 10 22:56:59.638845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:59.661406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347500788'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:56:59.688570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:59.745982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:59.775581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.784101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.789531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:56:59.854712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:56:59.869616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/networks/78a33d59-9bff-4e71-8652-08ba98b2f2f0 HTTP/1.1" status: 204 len: 168 time: 4.7270339 Feb 10 22:56:59.869877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Usage tracker for resource:security_group_rule and tenant:a6f57ddea5d0408f973c39d8dd48bb89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:56:59.875656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:56:59.884103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37428) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:56:59.886850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f67db0-acf2-4bd5-821e-98137cfc7c57 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Network': ['ID=78a33d59-9bff-4e71-8652-08ba98b2f2f0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:56:59.896764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:56:59.951103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Set router d93b703b-b70f-439f-b300-86f716f82844 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:56:59.959739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a7143-f74f-4d26-aa39-c75aadd9f769 req-29391027-5eee-423d-b819-b8986dfe5191 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:59.961322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d36a7143-f74f-4d26-aa39-c75aadd9f769 req-29391027-5eee-423d-b819-b8986dfe5191 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 0.8923950 Feb 10 22:56:59.985820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbae77e-187c-4940-8f93-78cd2561b5aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:59.988174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbae77e-187c-4940-8f93-78cd2561b5aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:56:59.989044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0dbae77e-187c-4940-8f93-78cd2561b5aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:00.065095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0dbae77e-187c-4940-8f93-78cd2561b5aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:00.066761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0dbae77e-187c-4940-8f93-78cd2561b5aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4410253 Feb 10 22:57:00.144723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:00.144723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.149432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d36a7143-f74f-4d26-aa39-c75aadd9f769 req-4355df3f-808a-4b97-b0cb-7057c5a66fac tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737115 Feb 10 22:57:00.224612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.236626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.333118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.402413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:55Z', 'revision_number': 3, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:00.409706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 0f9a4f51-0977-4c65-a508-e8e877277fb0 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:57:00.411362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Checking router: d93b703b-b70f-439f-b300-86f716f82844 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:00.420338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.424768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Routers {'d93b703b-b70f-439f-b300-86f716f82844'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:00.425753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d93b703b-b70f-439f-b300-86f716f82844'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:00.515228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.582927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83ac269-c4e8-4b36-84fa-6e0627804360,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:00.588709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.594764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-038425bb-13be-49d1-90ba-9d0e18ec180e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9522860 Feb 10 22:57:00.595725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37442) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:00.607230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a8de057f-1305-460e-81e4-5ea231d6fc80 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:00.607770 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-a8de057f-1305-460e-81e4-5ea231d6fc80 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 22:57:00.608722 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-a8de057f-1305-460e-81e4-5ea231d6fc80 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 22:57:00.617191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8de057f-1305-460e-81e4-5ea231d6fc80 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "PUT /v2.0/security-groups/c83ac269-c4e8-4b36-84fa-6e0627804360 HTTP/1.1" status: 409 len: 330 time: 0.0159631 Feb 10 22:57:00.617191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37446) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:00.829359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.921936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:00.941589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] Set router d93b703b-b70f-439f-b300-86f716f82844 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:00.977076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df85e1-1ef5-451d-b381-906925e91741 req-f41412c4-3ce1-4df4-bde8-4f0db88aa36d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:00.978731 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34df85e1-1ef5-451d-b381-906925e91741 req-f41412c4-3ce1-4df4-bde8-4f0db88aa36d tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.7503891 Feb 10 22:57:01.035643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.106834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.110633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/security-groups/cd5c56e5-be48-474c-9406-2dae7bc9c799 HTTP/1.1" status: 204 len: 168 time: 1.2229676 Feb 10 22:57:01.110633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9893cd-029a-40cd-901c-1363ad90bdd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c56e5-be48-474c-9406-2dae7bc9c799,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:01.171391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.230302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.352404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:55Z', 'revision_number': 3, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:01.355365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34df85e1-1ef5-451d-b381-906925e91741 req-297ea077-f33c-4982-b1c3-6296d3f11bda tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282242 Feb 10 22:57:01.363378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9a4f51-0977-4c65-a508-e8e877277fb0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:01.374076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.382977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-614b4880-6bb7-4aa3-9466-d9b9db8dfca0 None None] The sync data for ids ['d93b703b-b70f-439f-b300-86f716f82844'] in n-d-825178-4 is: [{'id': 'd93b703b-b70f-439f-b300-86f716f82844', 'name': 'tempest-NetworksTestDHCPv6-router-1706926033', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:56:31Z', 'updated_at': '2022-02-10T22:56:55Z', 'revision_number': 3, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:01.392109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6a0cbd-de5c-45e5-a47d-3bec4f71f82d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:01.430297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f6b94a3-a2ca-456e-9038-595f40c242b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/0f9a4f51-0977-4c65-a508-e8e877277fb0 HTTP/1.1" status: 204 len: 168 time: 1.2797976 Feb 10 22:57:01.433710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37470) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:01.738712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.867675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37476) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:01.872251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:01.874707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604602216', 'description': 'tempest-secgroup-smoke-604602216 description', 'project_id': '834e149d1122493cb8781b962341b810'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:01.881975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/c83ac269-c4e8-4b36-84fa-6e0627804360 HTTP/1.1" status: 204 len: 168 time: 1.2643754 Feb 10 22:57:01.885296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:01.894534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:01.971335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:02.075784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:02.112331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:02.118836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7dd5a497-212e-43cf-9b7b-d2726af8d247 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2291403 Feb 10 22:57:02.137369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37486) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:02.221983 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.287862 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-6a7b19b4-6246-42b2-906e-ed59e7cd2db2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] delete failed (client error): The resource could not be found. Feb 10 22:57:02.287862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a7b19b4-6246-42b2-906e-ed59e7cd2db2 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "DELETE /v2.0/security-groups/2074935b-8d38-4e01-814d-213f78ce5f03 HTTP/1.1" status: 404 len: 347 time: 0.1411207 Feb 10 22:57:02.292981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37490) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:02.301245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:02.322462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:02.327463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:02.336395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:02.421846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:57:02.427062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Deleting port 70a31b15-a3c7-4f56-a233-00b75ecf655d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:02.427639 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.541886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcbeb14-2fba-472f-b3d2-f28f433d771e tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83ac269-c4e8-4b36-84fa-6e0627804360,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:02.648113 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-fae2ad48-b76e-40e1-a6fc-9a0b96603d60 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] show failed (client error): The resource could not be found. Feb 10 22:57:02.654760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fae2ad48-b76e-40e1-a6fc-9a0b96603d60 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-groups/e1c69f3a-9afe-4137-b1b5-7b59e4a5142e HTTP/1.1" status: 404 len: 347 time: 0.2773726 Feb 10 22:57:02.655473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:02.669013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6e762f9e-143b-4262-b39c-6eb1e1db511a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2328722 Feb 10 22:57:02.672197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37500) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:02.681999 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-33eb2b40-ba72-4f3c-819c-eef19a4eef95 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] show failed (client error): The resource could not be found. Feb 10 22:57:02.688011 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33eb2b40-ba72-4f3c-819c-eef19a4eef95 tempest-NegativeSecGroupTest-2003342822 tempest-NegativeSecGroupTest-2003342822-project] 10.222.0.53 "GET /v2.0/security-group-rules/23385c10-2e14-4018-912a-0054caa26672 HTTP/1.1" status: 404 len: 356 time: 0.0290406 Feb 10 22:57:02.838916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.850295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.899840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.900947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0322092 Feb 10 22:57:02.908455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:02.917933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:02.927193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:02.931552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:02.935652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:02.942949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:02.976830 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:02.993187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20087f-983b-4720-a9d2-1beadc2f8458 req-15e26991-ec11-405c-bfe1-364ed6af9c14 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:02.995413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef20087f-983b-4720-a9d2-1beadc2f8458 req-15e26991-ec11-405c-bfe1-364ed6af9c14 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.2860754 Feb 10 22:57:03.005675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d06b2-6c56-46eb-9101-dfcedcec4728 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3052f2da-a7a5-403b-9e20-8dfbad5f48bf,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:03.161961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef20087f-983b-4720-a9d2-1beadc2f8458 req-a99fcdce-c17f-434f-9dad-b00110b937ea tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459901 Feb 10 22:57:03.187373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] For port 70a31b15-a3c7-4f56-a233-00b75ecf655d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a31b15-a3c7-4f56-a233-00b75ecf655d,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:03.188037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.195078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.219759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.302598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0ca1ba1-6643-499e-9ff1-4166a33cc07b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:03.322647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.329479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b957671a-dc98-455f-9feb-28dd804f6fee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4197702 Feb 10 22:57:03.332063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:03.345290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:03.362401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:03.378997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:03.386548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:03.404384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:03.446978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.480032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Calling delete_port for 70a31b15-a3c7-4f56-a233-00b75ecf655d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:03.482927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:03.498213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.649132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d197a66-a997-4b7c-ab2e-0052136967d0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:03.668134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.684179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.727424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.791868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e996a56a-9f95-488f-8a36-4f6fcaebca76,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:03.843458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:03.845049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-867454d4-b3b3-48fa-9845-fc28e8b9373c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5081906 Feb 10 22:57:03.847821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37542) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:03.853183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:03.853944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af6b8c-b6ec-40aa-8ed9-f34d9bd2df9f req-82e5fb93-ff71-4969-859a-29576ed9c1ec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:03.867805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99af6b8c-b6ec-40aa-8ed9-f34d9bd2df9f req-82e5fb93-ff71-4969-859a-29576ed9c1ec tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 2.0785384 Feb 10 22:57:03.875448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:03.882651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] Pushing event deleted for resources: {'Port': ['ID=70a31b15-a3c7-4f56-a233-00b75ecf655d,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:03.899804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8d197a66-a997-4b7c-ab2e-0052136967d0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:03.900427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8d197a66-a997-4b7c-ab2e-0052136967d0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:03.902073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a31b15-a3c7-4f56-a233-00b75ecf655d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:03.925387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:03.931090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:04.010344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 70a31b15-a3c7-4f56-a233-00b75ecf655d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:04.010711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a31b15-a3c7-4f56-a233-00b75ecf655d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:04.017881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d4372-be34-4d0d-bebf-a340b4bb4623 None None] No DVR routers for this DVR port 70a31b15-a3c7-4f56-a233-00b75ecf655d on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:57:04.039316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:04.044425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2defd2ff-ed75-4e93-b894-6940ba6a1903 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a6f57ddea5d0408f973c39d8dd48bb89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5581470 Feb 10 22:57:04.047657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37546) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:04.138633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.160276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.166890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.175812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99af6b8c-b6ec-40aa-8ed9-f34d9bd2df9f req-ae0aee7b-51b3-4e74-bca3-7d59d4a401ea tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070085 Feb 10 22:57:04.203484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-3c5797db-25b4-4022-96fd-d6c939dfb8ae tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:04.205356 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-3c5797db-25b4-4022-96fd-d6c939dfb8ae tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.9073989 Feb 10 22:57:04.291881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.303070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Fanout notify agent at l3_agent the message router_deleted on router d93b703b-b70f-439f-b300-86f716f82844 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:57:04.348093 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:57:04.348920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.362939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.389159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.396222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.413272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85ceedd0-d5e5-4fbe-94a6-4e13abc9921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/routers/d93b703b-b70f-439f-b300-86f716f82844 HTTP/1.1" status: 204 len: 168 time: 1.7393670 Feb 10 22:57:04.419027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37552) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:04.455744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:04.545931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3035dc8b-90bb-4621-a796-ad3e832c30e4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:04.569802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Deleting port 925def66-2bd1-45cd-b330-0520d925824b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:04.574739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.579002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.590495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a570c74-6a3f-4d86-9b18-cb2b1baf4040 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7410390 Feb 10 22:57:04.597007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37558) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:04.624995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:04.681602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:04.711627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:04.723895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:04.729055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:04.741458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:05.073711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:05.084052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:05.096992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.098884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:05.165658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:05.321414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:05.326556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.378432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.394428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.401886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:57:05.455063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721447f-72a2-429b-baa0-5fa0fe583942 req-a9068593-c3d2-4821-a0e4-496823c8b995 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:05.457316 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5721447f-72a2-429b-baa0-5fa0fe583942 req-a9068593-c3d2-4821-a0e4-496823c8b995 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 945 time: 0.6865730 Feb 10 22:57:05.482390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.592274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] For port 925def66-2bd1-45cd-b330-0520d925824b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=925def66-2bd1-45cd-b330-0520d925824b,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:05.593060 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.622785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47996b8-bf7e-4644-b5f3-37831fb37551,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:05.677344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f678a091-902d-45aa-9522-f39827c087d6,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:05.783329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5721447f-72a2-429b-baa0-5fa0fe583942 req-2f752741-ce0b-4522-8ff8-f13065ea32a9 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799070 Feb 10 22:57:05.813613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.817397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b2c09a93-7f8d-4829-912d-0378b05db410 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2094722 Feb 10 22:57:05.824420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37580) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:05.826377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:05.828009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5c15438e-e023-47db-ab21-d6bed0478d6d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b47996b8-bf7e-4644-b5f3-37831fb37551 HTTP/1.1" status: 204 len: 168 time: 1.7774875 Feb 10 22:57:05.848287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:05.870243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:05.895992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:05.912863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:05.939063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:05.959354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:05.997582 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:57:06.009487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.056584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '76e7c854-903c-421b-bb78-772c9837ed19', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'port_id': '76e7c854-903c-421b-bb78-772c9837ed19', 'mac_address': 'fa:16:3e:61:bb:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:57:06.203034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.214767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.240897 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.273641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f7d676-2dff-4d6b-b40c-ed0933555c53,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:06.299113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:57:06.322194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.324035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71f6503c-5aa4-4a9c-a967-6217a46db28a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4946234 Feb 10 22:57:06.327767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37590) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:06.342677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '3052f2da-a7a5-403b-9e20-8dfbad5f48bf', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:06.344657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:06.353627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.368730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:06.388242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:06.402414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:06.416893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:06.427313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Calling delete_port for 925def66-2bd1-45cd-b330-0520d925824b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:06.438614 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:57:06.454135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.580388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['76e7c854-903c-421b-bb78-772c9837ed19'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:57:06.658230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.674480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.681366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:06.779206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e4fc13-db19-47e0-8053-f4c8afd15105,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:06.826045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.827864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e3309960-4ab6-448a-ab6c-a83cac6d2a87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4986768 Feb 10 22:57:06.831571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37600) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:06.846423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'network': {'name': 'tempest-network-smoke--982553261', 'project_id': '834e149d1122493cb8781b962341b810', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:06.857551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:06.869711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:network and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:06.881212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:06.889975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:06.905719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:06.909905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.960362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:57:06.974610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:06.975191 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Added segment 8ff33da0-7291-48b9-b5bf-780436da20d4 of type vlan for network c9e1ace9-1bb5-4830-81f7-70c8013380e2 Feb 10 22:57:07.013716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.053279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.114558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add9253-fe01-4c57-9ae1-d9e915db2bf6 req-8417a88e-b8be-430d-8a64-7f2830d8aa11 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:07.115002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:07.116041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.139838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3add9253-fe01-4c57-9ae1-d9e915db2bf6 req-8417a88e-b8be-430d-8a64-7f2830d8aa11 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 944 time: 1.6980026 Feb 10 22:57:07.285156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.402150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:07.416958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=1754ccc3-0bbf-40fb-afc2-6a2356f1b0da,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:07.456612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3add9253-fe01-4c57-9ae1-d9e915db2bf6 req-3c4a0534-3a27-4c94-a44d-38795308ce5e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3071489 Feb 10 22:57:07.506050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:07.522213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:07.538989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:07.539598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.584323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.630130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 925def66-2bd1-45cd-b330-0520d925824b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:07.682301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Pushing event deleted for resources: {'Port': ['ID=925def66-2bd1-45cd-b330-0520d925824b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:07.686537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-757d67fa-2710-41b8-ba08-8248269be9bc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.2560449 Feb 10 22:57:07.702972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e87761-00b3-450a-a9a1-c92a9c0e81e5 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:07.713520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:07.716755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a2e02322-b61e-4c9c-9b75-9d8acc62a13e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:57:07.743593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9100339 Feb 10 22:57:07.745146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37622) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:07.754419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-851388582', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:07.756537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'admin_state_up': True, 'project_id': '834e149d1122493cb8781b962341b810', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:07.775219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0985f9-0220-4592-bbbd-0da5c51d9d83 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Network': ['ID=c9e1ace9-1bb5-4830-81f7-70c8013380e2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:07.784405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 925def66-2bd1-45cd-b330-0520d925824b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:07.787320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:07.790352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 925def66-2bd1-45cd-b330-0520d925824b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:07.794930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:router and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:07.799508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:07.803216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:07.812961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] No DVR routers for this DVR port 925def66-2bd1-45cd-b330-0520d925824b on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:57:07.815018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:07.815482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:router and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:07.819091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.821501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f05d6bf-af3d-47ba-9beb-d2601ca62714 req-cb296a6b-7349-445c-a4f7-671e50908577 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.30 "DELETE /v2.0/ports/925def66-2bd1-45cd-b330-0520d925824b HTTP/1.1" status: 204 len: 173 time: 3.6085343 Feb 10 22:57:07.822125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'name': 'network-vif-deleted', 'tag': '925def66-2bd1-45cd-b330-0520d925824b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:57:07.829118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:07.841377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:07.877614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.882999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.919576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8a62d5-f73b-47bc-9274-73eb7f26b450 req-654a96d9-b800-49c5-b5da-d559ccfcdafa tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:07.921622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a8a62d5-f73b-47bc-9274-73eb7f26b450 req-654a96d9-b800-49c5-b5da-d559ccfcdafa tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=e3b51433-4af9-4994-b94c-9954e836ed94 HTTP/1.1" status: 200 len: 867 time: 0.7071400 Feb 10 22:57:07.937968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.939125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:07.958225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.012973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:57:08.068288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.185204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.304807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a8a62d5-f73b-47bc-9274-73eb7f26b450 req-0de0070d-a4ec-4204-9b18-a1a0b846ac67 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678374 Feb 10 22:57:08.337544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.339124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a75454b-df35-46dd-8034-f2782240f985 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6099000 Feb 10 22:57:08.344000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:08.498306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37648) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:08.656235 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-43b17d0a-40b6-4ebc-9213-e97fd7ad1bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.657996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 76e7c854-903c-421b-bb78-772c9837ed19 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:08.671236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 76e7c854-903c-421b-bb78-772c9837ed19 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:08.683731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:08.828095 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b51433-4af9-4994-b94c-9954e836ed94', 'name': 'network-vif-deleted', 'tag': '925def66-2bd1-45cd-b330-0520d925824b', 'status': 'completed', 'code': 200} Feb 10 22:57:09.102397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:09.516419 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:09.538077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f95ff585-dfca-482a-8be6-589345f9aa0d tempest-ServiceProvidersTest-1049667041 tempest-ServiceProvidersTest-1049667041-project] 10.222.0.53 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 1.0383856 Feb 10 22:57:10.070100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f77045-ab21-4f84-affc-2bf66a384a24 req-1d05f63d-0636-4b7d-81b2-c1011bf2c19e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:10.076632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47f77045-ab21-4f84-affc-2bf66a384a24 req-1d05f63d-0636-4b7d-81b2-c1011bf2c19e tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 945 time: 1.2876034 Feb 10 22:57:10.079564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:57:10.082304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:10.123446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:57:10.352636 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'code': 200} Feb 10 22:57:10.425360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:10.457185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:10.554139 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-47f77045-ab21-4f84-affc-2bf66a384a24 req-db3dcb8c-18ea-4573-8723-a06849d55144 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4655130 Feb 10 22:57:10.568435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:10.741142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:10.988417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.118398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/1754ccc3-0bbf-40fb-afc2-6a2356f1b0da/aa0ca898-ee6f-47ba-bd0f-cba60c1b7332) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:11.274608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37686) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:11.354565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-517eaab5-de18-43d1-9d66-75f7c448dec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.464838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=12']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:11.870766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.902842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.959927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.972426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:11.974749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Transition to ACTIVE for port object aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:12.042656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab578834-bcbe-46c0-91c4-a2da2ecf3a2b req-e857a325-491c-47a3-89d2-f9f0d13673df tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:12.052551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab578834-bcbe-46c0-91c4-a2da2ecf3a2b req-e857a325-491c-47a3-89d2-f9f0d13673df tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 0.1623631 Feb 10 22:57:12.089109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Transition to ACTIVE for port object aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:12.109766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:12.182374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:12.237138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab578834-bcbe-46c0-91c4-a2da2ecf3a2b req-49f02dff-e451-4922-8f12-8f31695feb06 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835246 Feb 10 22:57:12.322746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9afc6b51534028832540abbdfbc397 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:12.340483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:12.371922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:12.392577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::1 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/1754ccc3-0bbf-40fb-afc2-6a2356f1b0da/7afcff59-03f1-43ae-b371-d1e900417ea8) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:12.400718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110e814-5239-4466-b410-f6a9b64bfd02 req-c87507c0-f118-44b2-81c9-6b6e7f569195 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:12.401495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e110e814-5239-4466-b410-f6a9b64bfd02 req-c87507c0-f118-44b2-81c9-6b6e7f569195 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Synchronizing usage tracker for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:12.433302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181beecb-fb14-4ad8-9ec1-f1541ab7aff6 req-a86b2105-93f7-4a3f-b6e4-6800a4064fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:12.435428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-181beecb-fb14-4ad8-9ec1-f1541ab7aff6 req-a86b2105-93f7-4a3f-b6e4-6800a4064fb3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1097 time: 1.7079015 Feb 10 22:57:12.472847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:12.508239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e110e814-5239-4466-b410-f6a9b64bfd02 req-c87507c0-f118-44b2-81c9-6b6e7f569195 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Unset dirty status for tenant:b34ae2c1d76340fd8622570c34bf96ac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:12.514687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:12.529319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e110e814-5239-4466-b410-f6a9b64bfd02 req-c87507c0-f118-44b2-81c9-6b6e7f569195 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 2.0056458 Feb 10 22:57:12.536618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:12.582011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.90 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/0ed70f0e-2b49-4a18-8dff-625341732d2c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:12.593485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-778247fb-767b-4b43-884c-a0b088f14c27 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:12.597126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-778247fb-767b-4b43-884c-a0b088f14c27 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.24 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 0.4335229 Feb 10 22:57:12.612617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-181beecb-fb14-4ad8-9ec1-f1541ab7aff6 req-c6ab2e2e-0d2f-4b6f-8990-4f46eadacba6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705971 Feb 10 22:57:12.656885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Pushing event updated for resources: {'Port': ['ID=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:12.710391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e110e814-5239-4466-b410-f6a9b64bfd02 req-3a74b013-0466-4096-98e0-ddf1641bb268 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749403 Feb 10 22:57:12.849124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Attempting to bind port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:12.850214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Attempting to bind port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:12.851110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Attempting to bind port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:12.866033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:12.866808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:12.875499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:12.876307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:12.877253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Bound port: aa0ca898-ee6f-47ba-bd0f-cba60c1b7332, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:12.878004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:12.975814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:12.999894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 7afcff59-03f1-43ae-b371-d1e900417ea8 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:13.030904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.055705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.082589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.287687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] For port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:13.294519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:13.303748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] For port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:13.307033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.311534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Deleting port a2e02322-b61e-4c9c-9b75-9d8acc62a13e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:13.312041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.314564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.428723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=7afcff59-03f1-43ae-b371-d1e900417ea8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:13.438503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.442676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3ca48c-84c0-4c9a-9c43-59d0e4745803,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:13.458660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:13.462074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:13.462852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:13.505523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.506052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.508660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.510445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.510900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.511394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.514325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.514950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.517374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.517856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.518350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.519493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:13.533001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-138d5a6e-50ed-4ced-aa88-efca27aa1a19 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d9afc6b51534028832540abbdfbc397&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2148366 Feb 10 22:57:13.546783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:13.563216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66348e81-ba68-45aa-ad80-07d31b2ea54b None None] Pushing event updated for resources: {'Port': ['ID=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:13.812928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:14.095623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=0ed70f0e-2b49-4a18-8dff-625341732d2c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:14.350994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:14.398557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:14.409169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:14.420323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:14.641189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:14.688496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:15.406765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255e2d-d2c9-4b84-9353-f3dbf008ff93 req-11025084-a373-4e59-add2-ddf8c916ebeb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:15.414922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6255e2d-d2c9-4b84-9353-f3dbf008ff93 req-11025084-a373-4e59-add2-ddf8c916ebeb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 945 time: 1.3210976 Feb 10 22:57:15.419733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a2e02322-b61e-4c9c-9b75-9d8acc62a13e no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:15.756667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6255e2d-d2c9-4b84-9353-f3dbf008ff93 req-188f9da7-42d4-44fe-bcf9-0649463d1272 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360763 Feb 10 22:57:15.832932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:15.860276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:15.881601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:57:15.902428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:15.911963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d364ef84-63de-4895-825d-a5cfe15a5da6 None None] Provisioning for port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:15.923247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:16.009216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:16.014506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.020698 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.068134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.177808 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'code': 200} Feb 10 22:57:16.215313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3ca48c-84c0-4c9a-9c43-59d0e4745803,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:16.284118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e5e76c5-24be-4660-9926-b72c115472c1 None None] Provisioning for port 7afcff59-03f1-43ae-b371-d1e900417ea8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:16.295557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1e5e76c5-24be-4660-9926-b72c115472c1 None None] Provisioning complete for port 7afcff59-03f1-43ae-b371-d1e900417ea8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:16.296207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e5e76c5-24be-4660-9926-b72c115472c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.306659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.322542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5a6667b-468c-47ab-a859-ab386a10abd4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9b3ca48c-84c0-4c9a-9c43-59d0e4745803 HTTP/1.1" status: 204 len: 168 time: 2.6832938 Feb 10 22:57:16.352940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e88aea-5506-4d1a-875c-b7f43ccd2979 req-6d31388b-731a-4b46-88aa-562d0ca1ba61 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:16.368908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4e88aea-5506-4d1a-875c-b7f43ccd2979 req-6d31388b-731a-4b46-88aa-562d0ca1ba61 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 2.5041885 Feb 10 22:57:16.393946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:16.416263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:16.435488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e76c5-24be-4660-9926-b72c115472c1 None None] Port 7afcff59-03f1-43ae-b371-d1e900417ea8 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:16.447582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:16.449037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.557767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Calling delete_port for a2e02322-b61e-4c9c-9b75-9d8acc62a13e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:16.812749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.934404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:16.940342 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:16.999074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4e88aea-5506-4d1a-875c-b7f43ccd2979 req-8909ac44-1b03-4962-882d-706d6e873a8f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6288915 Feb 10 22:57:17.175480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:17.187969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:17.190631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:17.271639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:17.673088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:57:17.673610 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:57:17.674433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=7afcff59-03f1-43ae-b371-d1e900417ea8,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:17.718383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:17.920588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:17.922567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:18.083792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:18.085884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.116686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d071227a-7ba1-4af6-9823-db25feded43f req-e4e6cd48-3336-4528-887a-56315469ab82 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:18.118269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d071227a-7ba1-4af6-9823-db25feded43f req-e4e6cd48-3336-4528-887a-56315469ab82 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 943 time: 1.0366633 Feb 10 22:57:18.130801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.370393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37842) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:18.580469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d071227a-7ba1-4af6-9823-db25feded43f req-07828583-6933-4e4f-b0ee-eb3e22f60dcf tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511285 Feb 10 22:57:18.808777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Deleting port a2e02322-b61e-4c9c-9b75-9d8acc62a13e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:18.809575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.878214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52ee7027-1ebf-4163-92dc-f001875ad139 None None] Provisioning complete for port 7afcff59-03f1-43ae-b371-d1e900417ea8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:18.878976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52ee7027-1ebf-4163-92dc-f001875ad139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.977608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:18.997975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 24ae07db-fd23-4703-a6c1-46de27046110 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:57:19.001369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:19.003581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-52ee7027-1ebf-4163-92dc-f001875ad139 None None] Port 7afcff59-03f1-43ae-b371-d1e900417ea8 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:19.013434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Usage tracker for resource:security_group_rule and tenant:3d14050844204524a292af1247aaf70a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:19.068641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:19.088984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:19.247458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Router ca9a2917-8827-454c-8fbe-95ecf4193853 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:57:19.409248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:19.416241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:19.466501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:19.498985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Sync routers for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:19.514692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3d14050844204524a292af1247aaf70a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1430819 Feb 10 22:57:19.517206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09361e-e3b1-4bed-a6db-4c47d24703ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532e90ee-2fc0-428c-bad2-f086763adfe4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:19.522251 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:19.523554 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:19.527568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37870) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:19.580711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:19.585462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-262dc076-7410-47c6-aadf-d898c8c17a05 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.8390770 Feb 10 22:57:19.586498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:19.826978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3a9cadb0-80fe-4143-97d3-5d3075985d03 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=834e149d1122493cb8781b962341b810&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2123823 Feb 10 22:57:19.849589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37890) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:19.850306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:19.909465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f79dc91-fced-4e3a-b4cd-54629f2bc7ce req-2e7b2a37-c21a-44f3-9894-af9698b641a1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:19.911736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f79dc91-fced-4e3a-b4cd-54629f2bc7ce req-2e7b2a37-c21a-44f3-9894-af9698b641a1 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 1.2015929 Feb 10 22:57:19.964026 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:20.082516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:20.155667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] For port a2e02322-b61e-4c9c-9b75-9d8acc62a13e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:20.156127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:20.172651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:20.186141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Sync routers for ids ['ca9a2917-8827-454c-8fbe-95ecf4193853'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:20.213230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Routers {'ca9a2917-8827-454c-8fbe-95ecf4193853'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:20.214126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ca9a2917-8827-454c-8fbe-95ecf4193853'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:20.222001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7a2c4-6c86-420c-9088-f696cb4be2b6 req-062b76de-0ce6-4307-b5c8-2c7506a1f706 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:20.230087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee7a2c4-6c86-420c-9088-f696cb4be2b6 req-062b76de-0ce6-4307-b5c8-2c7506a1f706 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 943 time: 0.3311722 Feb 10 22:57:20.234977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40931f53-b865-4ee2-bf1e-149b6d2b9be6 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:20.236535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40931f53-b865-4ee2-bf1e-149b6d2b9be6 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3839922 Feb 10 22:57:20.274772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:20.376475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f79dc91-fced-4e3a-b4cd-54629f2bc7ce req-90d19fc1-b9d0-480b-9016-d9811ff7b4cb tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4275661 Feb 10 22:57:20.404562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1d96bee3-cbc5-4596-a853-623c76c8771e tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218879 Feb 10 22:57:20.425986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:20.426795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:20.450109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901951243', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'project_id': '834e149d1122493cb8781b962341b810', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:20.529230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Set router ca9a2917-8827-454c-8fbe-95ecf4193853 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:20.559919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Calling delete_port for a2e02322-b61e-4c9c-9b75-9d8acc62a13e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:20.656945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5735d8f4-43ed-465b-a55f-12af40cd3317 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "PUT /v2.0/routers/ca9a2917-8827-454c-8fbe-95ecf4193853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3114874 Feb 10 22:57:20.668423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37922) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:20.758931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532e90ee-2fc0-428c-bad2-f086763adfe4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:20.782047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:20.805710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:subnet and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:20.809625 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:20.813539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:20.814843 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Checking router: 24ae07db-fd23-4703-a6c1-46de27046110 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:20.815203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Updating router 24ae07db-fd23-4703-a6c1-46de27046110 port 0ed70f0e-2b49-4a18-8dff-625341732d2c binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:57:20.828320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:20.882144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf69f18d-4da0-429b-a6ef-bb5fa0bb93b7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:20.882847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf69f18d-4da0-429b-a6ef-bb5fa0bb93b7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:20.882990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ee7a2c4-6c86-420c-9088-f696cb4be2b6 req-4d7b6790-1cde-469e-9f54-3e54c056d03b tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/security-groups?id=f89b7b00-e800-4415-a6ce-e4b83edb7f45&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6511705 Feb 10 22:57:20.916963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:20.942766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:20.964073 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:20.990787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cf69f18d-4da0-429b-a6ef-bb5fa0bb93b7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:21.004984 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf69f18d-4da0-429b-a6ef-bb5fa0bb93b7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports/7afcff59-03f1-43ae-b371-d1e900417ea8 HTTP/1.1" status: 200 len: 911 time: 0.3303154 Feb 10 22:57:21.010300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:21.119446 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.120648 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c4a7cc10-e7a1-4322-99b7-f21a1d0eccd0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/532e90ee-2fc0-428c-bad2-f086763adfe4 HTTP/1.1" status: 204 len: 168 time: 1.5917096 Feb 10 22:57:21.267727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'name': 'tempest-NetworksTestDHCPv6-router-851388582', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:08Z', 'updated_at': '2022-02-10T22:57:14Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '7afcff59-03f1-43ae-b371-d1e900417ea8', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:05:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:16Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:21.283743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Checking router: ca9a2917-8827-454c-8fbe-95ecf4193853 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:21.284552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Updating router ca9a2917-8827-454c-8fbe-95ecf4193853 port 7afcff59-03f1-43ae-b371-d1e900417ea8 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:57:21.356697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.500070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.513666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.554200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Pushing event deleted for resources: {'Port': ['ID=a2e02322-b61e-4c9c-9b75-9d8acc62a13e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:21.714358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] No DVR routers for this DVR port a2e02322-b61e-4c9c-9b75-9d8acc62a13e on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:57:21.717983 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.726496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Subnet': ['ID=f4df51de-99b2-4a8d-adb2-85044cba68ad,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:21.744383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c960c8-ab41-4000-89a2-897bc3554d7c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:21.760396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c960c8-ab41-4000-89a2-897bc3554d7c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:21.763352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37944) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:21.764861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-64c960c8-ab41-4000-89a2-897bc3554d7c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7525713 Feb 10 22:57:21.765888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-deleted', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:57:21.790060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6e8e7bb-3ed7-4871-a981-fbca5432a082 req-61d51724-1e4d-4f5f-bf47-31223b7f7afb tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.24 "DELETE /v2.0/ports/a2e02322-b61e-4c9c-9b75-9d8acc62a13e HTTP/1.1" status: 204 len: 173 time: 9.1766808 Feb 10 22:57:21.860625 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.895858 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:21.940205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:21.941243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network hostable DHCP agents. Network: c9e1ace9-1bb5-4830-81f7-70c8013380e2, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:57:21.945243 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Transition to ACTIVE for port object 0ed70f0e-2b49-4a18-8dff-625341732d2c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:21.961131 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.129486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Attempting to bind port 0ed70f0e-2b49-4a18-8dff-625341732d2c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:22.129899 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Attempting to bind port 0ed70f0e-2b49-4a18-8dff-625341732d2c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:22.130666 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Attempting to bind port 0ed70f0e-2b49-4a18-8dff-625341732d2c on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:22.146803 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:22.147180 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:22.147924 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.148331 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:22.148824 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Bound port: 0ed70f0e-2b49-4a18-8dff-625341732d2c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:22.149198 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.365770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] For port 0ed70f0e-2b49-4a18-8dff-625341732d2c, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:22.380115 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] For port 0ed70f0e-2b49-4a18-8dff-625341732d2c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0ed70f0e-2b49-4a18-8dff-625341732d2c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:22.389659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-31af3ec4-0bd1-48c5-afc5-27d51d3fc81f req-988a3b6c-cc9f-4304-a627-0505294a7161 tempest-ServerRescueTestJSON-2128391224 tempest-ServerRescueTestJSON-2128391224-project] 10.222.0.53 "GET /v2.0/ports?device_id=4598a73e-236f-4882-bcdf-d6a754b7de24 HTTP/1.1" status: 200 len: 210 time: 0.0963464 Feb 10 22:57:22.405310 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.405728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:57:22.437838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:22.506106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.506325 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Pushing event updated for resources: {'Port': ['ID=0ed70f0e-2b49-4a18-8dff-625341732d2c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:22.526169 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.532300 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.532875 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.543114 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.543411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.543715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.544059 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.544395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.544726 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.545052 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.545375 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.545803 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:22.564052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c9e1ace9-1bb5-4830-81f7-70c8013380e2) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:22.578521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a053787-7d35-4a28-a0cd-a26a67b8aa60 None None] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:22.615531 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4598a73e-236f-4882-bcdf-d6a754b7de24', 'name': 'network-vif-deleted', 'tag': 'a2e02322-b61e-4c9c-9b75-9d8acc62a13e', 'status': 'completed', 'code': 200} Feb 10 22:57:22.617569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:22.643761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a5c42a61ba40b8918a209a31d1cb96 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:22.664826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:22.688042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:22.719765 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:22.721546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:22.789816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:22.792918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.915364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:22.943786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Transition to ACTIVE for port object 7afcff59-03f1-43ae-b371-d1e900417ea8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:22.946682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-df34ea1f-ced4-45a3-b87b-205ef90e6c82 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.5159349 Feb 10 22:57:22.953480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:22.972227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.187839 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b35650-cd8f-4362-88e2-aa6409fd0143 None None] Pushing event updated for resources: {'Port': ['ID=0ed70f0e-2b49-4a18-8dff-625341732d2c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:23.213009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.225827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.292250 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:23.352188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f5a5c42a61ba40b8918a209a31d1cb96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9091058 Feb 10 22:57:23.359682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37984) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:23.441680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee99d9-ecb2-4a63-b63c-61b932f65471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff465d77-d295-42a9-81f6-d5084d69af58,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:23.507621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-fadce059-8698-4f15-8300-a29a1572ad53 req-197531c3-f2d5-488e-9bab-894549bf80e8 service neutron] (87653) timed out ('10.222.0.53', 45968) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 22:57:23.694210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38002) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:23.770572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.823946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.879702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.921471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:57:23.937821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:23.972604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Pushing event updated for resources: {'Port': ['ID=7afcff59-03f1-43ae-b371-d1e900417ea8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:24.181012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Attempting to bind port 7afcff59-03f1-43ae-b371-d1e900417ea8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:24.181266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Attempting to bind port 7afcff59-03f1-43ae-b371-d1e900417ea8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:24.181638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Attempting to bind port 7afcff59-03f1-43ae-b371-d1e900417ea8 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:24.191726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:24.192105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:24.192518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.192913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:24.193380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Bound port: 7afcff59-03f1-43ae-b371-d1e900417ea8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:24.193759 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.289978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.325617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff465d77-d295-42a9-81f6-d5084d69af58,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:24.345553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.348562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-51d215a0-ab45-4dd4-87be-abd385b84d4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/ff465d77-d295-42a9-81f6-d5084d69af58 HTTP/1.1" status: 204 len: 168 time: 0.9878719 Feb 10 22:57:24.353969 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:24.369725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9553c686-dbc6-487d-9462-c112f8097d8b None None] The sync data for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 is: [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:24.408723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 7afcff59-03f1-43ae-b371-d1e900417ea8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:24.409082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.466618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] For port 7afcff59-03f1-43ae-b371-d1e900417ea8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:24.472317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] For port 7afcff59-03f1-43ae-b371-d1e900417ea8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7afcff59-03f1-43ae-b371-d1e900417ea8,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:24.505022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.871439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:24.889908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Routers {'ca9a2917-8827-454c-8fbe-95ecf4193853'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:24.890562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ca9a2917-8827-454c-8fbe-95ecf4193853'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:25.036648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 7afcff59-03f1-43ae-b371-d1e900417ea8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7afcff59-03f1-43ae-b371-d1e900417ea8,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:25.037205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:25.732564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Pushing event updated for resources: {'Port': ['ID=7afcff59-03f1-43ae-b371-d1e900417ea8,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:25.784760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.785814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.787490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.788521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.791055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.791675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.792226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.793327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.795627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.796550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.797563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.799819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff5a50c-6bc3-4bc4-83dd-329000bbf357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:25.817609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 7afcff59-03f1-43ae-b371-d1e900417ea8 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:25.826858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0ed70f0e-2b49-4a18-8dff-625341732d2c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:26.077287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] Set router ca9a2917-8827-454c-8fbe-95ecf4193853 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:26.428443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:26.696660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Allocated IP 172.20.0.2 (c9e1ace9-1bb5-4830-81f7-70c8013380e2/f4df51de-99b2-4a8d-adb2-85044cba68ad/bca42b6d-475d-447f-b9f7-874ad1017530) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:27.085959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:27.176608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=7afcff59-03f1-43ae-b371-d1e900417ea8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:27.428559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:27.456317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Transition to ACTIVE for port object bca42b6d-475d-447f-b9f7-874ad1017530 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:27.557638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Transition to ACTIVE for port object bca42b6d-475d-447f-b9f7-874ad1017530 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:27.604541 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:27.848852 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:27.916254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 0ed70f0e-2b49-4a18-8dff-625341732d2c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:28.002204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:28.019068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:28.044265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:28.056299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0ed70f0e-2b49-4a18-8dff-625341732d2c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:28.056503 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:28.063628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:28.495805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Pushing event updated for resources: {'Port': ['ID=bca42b6d-475d-447f-b9f7-874ad1017530,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:28.662193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.1 (c9e1ace9-1bb5-4830-81f7-70c8013380e2/f4df51de-99b2-4a8d-adb2-85044cba68ad/88bf2bc1-28df-477e-807c-3bd8f466503a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:28.761904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Router ca9a2917-8827-454c-8fbe-95ecf4193853 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:57:29.064070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Attempting to bind port bca42b6d-475d-447f-b9f7-874ad1017530 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:29.067067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Attempting to bind port bca42b6d-475d-447f-b9f7-874ad1017530 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:29.067520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Attempting to bind port bca42b6d-475d-447f-b9f7-874ad1017530 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:29.069723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:29.107575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c7f88bd6-6a19-4d14-bcc6-a64de880ab87 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "PUT /v2.0/routers/ca9a2917-8827-454c-8fbe-95ecf4193853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3397026 Feb 10 22:57:29.114017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:29.114365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:29.114768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.116685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38102) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:29.124290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Bound using segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:29.124884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Bound port: bca42b6d-475d-447f-b9f7-874ad1017530, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:29.125412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.270078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.303539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'name': 'tempest-NetworksTestDHCPv6-router-851388582', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:08Z', 'updated_at': '2022-02-10T22:57:14Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '7afcff59-03f1-43ae-b371-d1e900417ea8', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:05:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:24Z', 'revision_number': 4, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:29.341024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de011cb7-1404-4e25-89eb-2732538e7e46 None None] The sync data for ids ['ca9a2917-8827-454c-8fbe-95ecf4193853'] in n-d-825178-4 is: [{'id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'name': 'tempest-NetworksTestDHCPv6-router-851388582', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:08Z', 'updated_at': '2022-02-10T22:57:14Z', 'revision_number': 2, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None, '_interfaces': [{'id': '7afcff59-03f1-43ae-b371-d1e900417ea8', 'name': '', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'mac_address': 'fa:16:3e:05:1a:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'device_owner': 'network:router_interface', 'standard_attr_id': 2809, 'fixed_ips': [{'subnet_id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:24Z', 'revision_number': 4, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'subnets': [{'id': '1754ccc3-0bbf-40fb-afc2-6a2356f1b0da', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:29.363926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 0ed70f0e-2b49-4a18-8dff-625341732d2c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0ed70f0e-2b49-4a18-8dff-625341732d2c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:29.440294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.455563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355a169-624a-4af1-8385-9e95ce40f35c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:29.457642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c355a169-624a-4af1-8385-9e95ce40f35c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:29.460803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c355a169-624a-4af1-8385-9e95ce40f35c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:29.526953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c355a169-624a-4af1-8385-9e95ce40f35c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:29.529343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c355a169-624a-4af1-8385-9e95ce40f35c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4117031 Feb 10 22:57:29.532460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:29.667232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.692095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Deleting port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:29.698966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.709756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 1754ccc3-0bbf-40fb-afc2-6a2356f1b0da {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:57:29.719640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.768684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] For port bca42b6d-475d-447f-b9f7-874ad1017530, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:29.772314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] For port bca42b6d-475d-447f-b9f7-874ad1017530, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bca42b6d-475d-447f-b9f7-874ad1017530,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:29.783110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=0ed70f0e-2b49-4a18-8dff-625341732d2c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:29.790108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:29.934016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.046740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcabca-1778-4e77-8f01-4fd193e0a265 None None] Pushing event updated for resources: {'Port': ['ID=bca42b6d-475d-447f-b9f7-874ad1017530,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:30.116986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object 88bf2bc1-28df-477e-807c-3bd8f466503a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:30.202855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.222236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.533432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:30.545011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:30.547931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:30.664481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.690184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:30.774330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.838903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38130) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:30.847371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709b5077-0609-4c8d-a66d-239e81422bab None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:30.874415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:30.925949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/1754ccc3-0bbf-40fb-afc2-6a2356f1b0da HTTP/1.1" status: 204 len: 168 time: 1.3890860 Feb 10 22:57:30.938788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dd07e-c2ad-43c6-8b42-0b5c746384c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=1754ccc3-0bbf-40fb-afc2-6a2356f1b0da,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:30.949281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38134) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:31.352848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:31.357514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] For port 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,segment=NetworkSegment(03518c8b-bc20-4e72-90e8-c7eae14f05ab),segment_id=03518c8b-bc20-4e72-90e8-c7eae14f05ab)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:31.362529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:31.385175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:31.393089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Usage tracker for resource:security_group_rule and tenant:a03fde4cbcfc4e6fa29b1911af9d3ec5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:31.398648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:31.407566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:31.523588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a06ab40a-6b02-457c-92f3-45a457347494 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:31.579105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a06ab40a-6b02-457c-92f3-45a457347494 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:31.583875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:57:31.588495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Deleting port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:31.588874 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:31.597755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a06ab40a-6b02-457c-92f3-45a457347494 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6448646 Feb 10 22:57:31.598713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:31.654051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Calling delete_port for 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:31.694919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:31.939653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bca42b6d-475d-447f-b9f7-874ad1017530 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:32.149771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:32.157995 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:32.251231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] For port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:32.263564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:32.278323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:32.591369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593f46c0-4cbd-47d2-a72e-035a626d65cc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:32.603503 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Sync routers for ids ['ca9a2917-8827-454c-8fbe-95ecf4193853'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:32.658658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Routers {'ca9a2917-8827-454c-8fbe-95ecf4193853'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:32.661948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Calling delete_port for aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:32.676442 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ca9a2917-8827-454c-8fbe-95ecf4193853'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:32.771205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3e2eaab-128d-4218-9be4-921fed50156f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a03fde4cbcfc4e6fa29b1911af9d3ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9037900 Feb 10 22:57:32.857082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port bca42b6d-475d-447f-b9f7-874ad1017530 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:32.869752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0ed70f0e-2b49-4a18-8dff-625341732d2c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:32.927762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:32.976643 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Set router ca9a2917-8827-454c-8fbe-95ecf4193853 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:33.034673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3eedcc-ca5c-4b28-ae6e-0f98c0e9b463 None None] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:33.063582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.162062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.210170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.215820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.260255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.260881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Fanout notify agent at l3_agent the message router_deleted on router ca9a2917-8827-454c-8fbe-95ecf4193853 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:57:33.284216 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9a2917-8827-454c-8fbe-95ecf4193853', 'name': 'tempest-NetworksTestDHCPv6-router-851388582', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:08Z', 'updated_at': '2022-02-10T22:57:26Z', 'revision_number': 3, 'project_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:33.300431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Checking router: ca9a2917-8827-454c-8fbe-95ecf4193853 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:33.321176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.323123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e19ec33b-5333-43ea-b530-1d2656437f9b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/routers/ca9a2917-8827-454c-8fbe-95ecf4193853 HTTP/1.1" status: 204 len: 168 time: 1.7192223 Feb 10 22:57:33.329814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:33.338962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Routers set() bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:33.340378 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Router IDs set() for agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 10 22:57:33.343518 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ca9a2917-8827-454c-8fbe-95ecf4193853'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent'). {{(pid=87655) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 10 22:57:33.344120 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc4aa06-3b25-45e9-939e-d9deb9af81d1 None None] The sync data for ids ['ca9a2917-8827-454c-8fbe-95ecf4193853'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:33.443061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] Pushing event deleted for resources: {'Port': ['ID=aa0ca898-ee6f-47ba-bd0f-cba60c1b7332,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:33.450207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7ebf4-d26e-4a1d-9005-5ed5e38718c8 None None] No DVR routers for this DVR port aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:57:33.490887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Provisioning for port bca42b6d-475d-447f-b9f7-874ad1017530 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:33.508233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0ed70f0e-2b49-4a18-8dff-625341732d2c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:33.508894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.537241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb9accec-b485-4701-8654-66b830a50ba6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:33.567218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb9accec-b485-4701-8654-66b830a50ba6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:33.571268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb9accec-b485-4701-8654-66b830a50ba6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2376759 Feb 10 22:57:33.571268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38172) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:33.580727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.596913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:33.674829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Provisioning complete for port bca42b6d-475d-447f-b9f7-874ad1017530 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:33.675231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:33.778993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fe1d1f-02f7-420a-a285-eda996ede51f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:33.779767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-30fe1d1f-02f7-420a-a285-eda996ede51f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:33.859647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-30fe1d1f-02f7-420a-a285-eda996ede51f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:33.860881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-30fe1d1f-02f7-420a-a285-eda996ede51f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2883418 Feb 10 22:57:33.863597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38192) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:33.998538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.037172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.133526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-79ce8f31-4d16-4f0b-b3a1-dac52f92cf6e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:34.191360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.242656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-79ce8f31-4d16-4f0b-b3a1-dac52f92cf6e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:34.249270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-79ce8f31-4d16-4f0b-b3a1-dac52f92cf6e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3801823 Feb 10 22:57:34.252016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:34.270108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.275754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:34.525825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7afcff59-03f1-43ae-b371-d1e900417ea8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:34.581059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7afcff59-03f1-43ae-b371-d1e900417ea8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:34.581807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7afcff59-03f1-43ae-b371-d1e900417ea8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:34.582475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:34.587106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:34.607845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:34.623278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:34.632021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.664462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.674874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:34.675466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device aa0ca898-ee6f-47ba-bd0f-cba60c1b7332 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:34.688838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.755939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] For port bca42b6d-475d-447f-b9f7-874ad1017530, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bca42b6d-475d-447f-b9f7-874ad1017530,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:34.763561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:34.805550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593f46c0-4cbd-47d2-a72e-035a626d65cc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:34.886326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d3d9fc-213c-4fb8-a223-4255edf3c3c6 None None] Pushing event updated for resources: {'Port': ['ID=bca42b6d-475d-447f-b9f7-874ad1017530,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:35.128746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:35.129756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6883b6e6-7d82-419c-acaf-1e57a9f9d69a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/593f46c0-4cbd-47d2-a72e-035a626d65cc HTTP/1.1" status: 204 len: 168 time: 2.2010510 Feb 10 22:57:35.137822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:35.439699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Provisioning complete for port bca42b6d-475d-447f-b9f7-874ad1017530 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:35.443495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:35.460001 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-e75124d1-edfb-4854-9669-78b48e03b3f4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4656010 Feb 10 22:57:35.461347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:35.533085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:35.538914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:35.745214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Provisioning for port 88bf2bc1-28df-477e-807c-3bd8f466503a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:35.751515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:57:35.753125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Provisioning complete for port 88bf2bc1-28df-477e-807c-3bd8f466503a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:35.753747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:35.760070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:35.963793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5cc40b35-03c4-40c9-ba38-9914fe69b72b None None] Port 88bf2bc1-28df-477e-807c-3bd8f466503a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:36.042761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=0215c275-3983-4129-914c-3f86960355e5,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:36.064325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:36.065931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:36.069836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:36.070441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:36.082448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798611bc-a352-4938-8a91-4c01abe8cb19 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:36.204986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38292) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:36.262299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-88777918-5696-4e6d-b3d0-a2e8eb9ec221 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9981868 Feb 10 22:57:36.262299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38298) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:36.286559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:36.378653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:36.396376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-36579f81-ebe8-4f16-9c1d-747bb888a18a None None] Provisioning complete for port 88bf2bc1-28df-477e-807c-3bd8f466503a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:36.402637 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36579f81-ebe8-4f16-9c1d-747bb888a18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:36.452617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bca42b6d-475d-447f-b9f7-874ad1017530 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:36.601551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-36579f81-ebe8-4f16-9c1d-747bb888a18a None None] Port 88bf2bc1-28df-477e-807c-3bd8f466503a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:36.612254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bca42b6d-475d-447f-b9f7-874ad1017530 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:36.615421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:36.626222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:36.651145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Usage tracker for resource:security_group_rule and tenant:421099236af5411bab7724e70857343d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:36.665537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:36.736278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:36.840250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:36.860864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:57:36.864018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c05e3e1-f11e-4ad0-ac47-a62de2772338 None None] Provisioning complete for port 88bf2bc1-28df-477e-807c-3bd8f466503a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:36.864775 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c05e3e1-f11e-4ad0-ac47-a62de2772338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:36.878071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:57:36.926398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:36.973635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 24ae07db-fd23-4703-a6c1-46de27046110 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:57:36.977539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31613c5-cf31-4432-8819-97b190da9e29 req-5ae6f789-0bee-43f8-81a8-1446ecb562a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:36.981323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-5ae6f789-0bee-43f8-81a8-1446ecb562a3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 1097 time: 1.0468562 Feb 10 22:57:37.007442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:37.019143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:37.066790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '0215c275-3983-4129-914c-3f86960355e5'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:57:37.068030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:37.439884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c05e3e1-f11e-4ad0-ac47-a62de2772338 None None] Port 88bf2bc1-28df-477e-807c-3bd8f466503a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:37.706053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:37.719609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:37.725714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Allocated IP 2001:db8::f816:3eff:fe6d:d7b4 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/0215c275-3983-4129-914c-3f86960355e5/88891b67-f5b5-4ef3-b775-430a0d7f78ad) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:37.838635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=700d3f25-4395-4ab1-a4f1-5574624a20d7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:37.946813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c2b87ff3-3463-4554-b918-26555f3525ab admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=421099236af5411bab7724e70857343d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7391803 Feb 10 22:57:37.954056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38324) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:37.956976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:37.970781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ddca174-babc-4a17-8c36-6264f944a483 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/24ae07db-fd23-4703-a6c1-46de27046110/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0161550 Feb 10 22:57:37.995937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Sync routers for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:38.052296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:38.052931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:38.072288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Router 5369a127-04e2-4868-b422-3288fe207155 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:57:38.081257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31613c5-cf31-4432-8819-97b190da9e29 req-7db9f77e-d01d-4111-b3f5-e13003a72119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:38.082812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-7db9f77e-d01d-4111-b3f5-e13003a72119 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 200 len: 918 time: 1.0623281 Feb 10 22:57:38.186948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.349273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.376373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.570608 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-b6c918b6-198d-4e52-afdb-f997961a83ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 200 len: 1000 time: 0.4742496 Feb 10 22:57:38.646717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:38.661720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:38.664826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d69fe100-5df6-4131-a753-c54dd0c8693b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.691036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:38.691036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.701948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:38.773626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.795749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:38.848485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:38.849678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/700d3f25-4395-4ab1-a4f1-5574624a20d7 HTTP/1.1" status: 204 len: 168 time: 0.8946636 Feb 10 22:57:38.856046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08333112-dfed-4a0f-b9ce-8214fbb959ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=700d3f25-4395-4ab1-a4f1-5574624a20d7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:38.863005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ef96b3fc-bd6c-4ad5-973a-1fb0891758c6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5958776 Feb 10 22:57:38.867159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38356) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:38.885376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:c7:c0:c4', 'name': 'tempest-NetworksTestDHCPv6-65905067'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:39.077499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31613c5-cf31-4432-8819-97b190da9e29 req-4b038b6b-444e-4d23-af03-e498e436b9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:39.085417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-4b038b6b-444e-4d23-af03-e498e436b9e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 200 len: 856 time: 0.4923129 Feb 10 22:57:39.169721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-ee39471b-dbf7-4775-a8f2-f7df6a44a5b7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:39.262095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:39.272870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-ee39471b-dbf7-4775-a8f2-f7df6a44a5b7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:39.274563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-ee39471b-dbf7-4775-a8f2-f7df6a44a5b7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604602216&fields=id&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 267 time: 0.2637651 Feb 10 22:57:39.282604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Sync routers for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:39.292352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38364) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:39.293652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74bfd680-dde4-4a80-a08e-9b75f646aa64 admin admin] 10.222.0.53 "PUT /v2.0/routers/5369a127-04e2-4868-b422-3288fe207155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5905399 Feb 10 22:57:39.327831 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:39.328522 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:39.795171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:39.815362 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:39.829815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:32Z', 'revision_number': 2, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:39.856917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Transition to ACTIVE for port object 88891b67-f5b5-4ef3-b775-430a0d7f78ad will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:39.882881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31613c5-cf31-4432-8819-97b190da9e29 req-93d1b958-5e93-46cc-bafd-325ae7cc8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:39.888601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-93d1b958-5e93-46cc-bafd-325ae7cc8188 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7944696 Feb 10 22:57:39.929699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Transition to ACTIVE for port object 88891b67-f5b5-4ef3-b775-430a0d7f78ad will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:39.948446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Checking router: 24ae07db-fd23-4703-a6c1-46de27046110 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:39.951982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Updating router 24ae07db-fd23-4703-a6c1-46de27046110 port 88bf2bc1-28df-477e-807c-3bd8f466503a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:57:40.000585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:40.050507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:40.064366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:40.139224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:40.150816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:40.308417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-f7406c75-a4a8-4751-a952-1d5b0f1b0158 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:40.321625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-f7406c75-a4a8-4751-a952-1d5b0f1b0158 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:40.341468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:40.359380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:40.394419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:40.405063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-f7406c75-a4a8-4751-a952-1d5b0f1b0158 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:40.406472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-f7406c75-a4a8-4751-a952-1d5b0f1b0158 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 796 time: 1.0851755 Feb 10 22:57:40.505146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:40.507322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-3737ca0b-802a-4f53-abe7-49798a7d0abc service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059403 Feb 10 22:57:40.514092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-79147554-0a18-4f0b-9332-d606f19dce14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/quotas/834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 375 time: 0.0635126 Feb 10 22:57:40.533779 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:57:32Z', 'revision_number': 5, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:40.558569 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Checking router: 5369a127-04e2-4868-b422-3288fe207155 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:40.622670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Routers {'5369a127-04e2-4868-b422-3288fe207155'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:40.623342 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5369a127-04e2-4868-b422-3288fe207155'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:40.851996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Attempting to bind port 88891b67-f5b5-4ef3-b775-430a0d7f78ad on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:40.854716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Attempting to bind port 88891b67-f5b5-4ef3-b775-430a0d7f78ad by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:40.855178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Attempting to bind port 88891b67-f5b5-4ef3-b775-430a0d7f78ad on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:40.872262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:40.873111 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:40.884132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f1b6ac22-14dd-4830-b12e-ac9198dab2ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:41.008565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:41.008928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:41.009348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:41.009735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:41.010269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Bound port: 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:41.010607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:41.019657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Deleting port e56d3a2b-671c-47f6-8032-d6c728a7bbe6 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:41.019996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:41.149987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b31613c5-cf31-4432-8819-97b190da9e29 req-0daee19b-d446-4661-a3f1-f76cb1cc4fe5 service neutron] 10.222.0.24 "GET /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333716 Feb 10 22:57:41.286238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-8f6f2a14-d2ed-474e-af98-a35bd9980335 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:41.379089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:41.397043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-8f6f2a14-d2ed-474e-af98-a35bd9980335 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:41.404782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-8f6f2a14-d2ed-474e-af98-a35bd9980335 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8181663 Feb 10 22:57:41.424888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 7d4c8902-37b7-42ef-9a6a-3073bb3557da yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:57:41.427138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c25086e4-4866-4aee-9998-83583e6d07f5 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:57:41.456369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c25086e4-4866-4aee-9998-83583e6d07f5 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410175 Feb 10 22:57:41.487636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] Set router 5369a127-04e2-4868-b422-3288fe207155 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:41.668561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-80b3a334-d490-4930-827e-67e3705af9df None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:41.696950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-80b3a334-d490-4930-827e-67e3705af9df None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:41.702364 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:57:41.757964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:42.249462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] For port e56d3a2b-671c-47f6-8032-d6c728a7bbe6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:42.249462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:42.314156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:57:32Z', 'revision_number': 5, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:42.334175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ebf93a-e9dc-448f-8da3-89ba923322e9 None None] The sync data for ids ['5369a127-04e2-4868-b422-3288fe207155'] in n-d-825178-4 is: [{'id': '5369a127-04e2-4868-b422-3288fe207155', 'name': 'tempest-ServerRescueTestJSON-1058954735-router', 'tenant_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:15Z', 'updated_at': '2022-02-10T22:57:32Z', 'revision_number': 5, 'project_id': 'b34ae2c1d76340fd8622570c34bf96ac', 'gw_port': {'id': 'e56d3a2b-671c-47f6-8032-d6c728a7bbe6', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:0b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5369a127-04e2-4868-b422-3288fe207155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2541, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:18Z', 'updated_at': '2022-02-10T22:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:42.416683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-a19f778a-be84-46a7-8e57-060d5d4dd4fb service neutron] 10.222.0.53 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9482577 Feb 10 22:57:42.536780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 172.20.0.5 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6/7d4c8902-37b7-42ef-9a6a-3073bb3557da) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:42.557374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fec7:c0c4 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/0215c275-3983-4129-914c-3f86960355e5/7d4c8902-37b7-42ef-9a6a-3073bb3557da) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:42.900721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-b52f1e07-1c94-4170-8a4c-15afec2ece71 service neutron] 10.222.0.53 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690669 Feb 10 22:57:43.176386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:43.246350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Transition to ACTIVE for port object 88bf2bc1-28df-477e-807c-3bd8f466503a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:43.279713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:43.283833 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:43.385424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:43.697100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3a334-d490-4930-827e-67e3705af9df None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:43.858811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:44.047713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e047-93ef-4fbd-8767-eda5e8dfe16b None None] Pushing event updated for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:44.170493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-979e8813-cc9a-4c22-89d6-4ba21b84fc2b req-f05af84a-ef40-462a-a74d-1706fc8f600a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:44.552092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Calling delete_port for e56d3a2b-671c-47f6-8032-d6c728a7bbe6 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:44.579148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:44.721113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Attempting to bind port 88bf2bc1-28df-477e-807c-3bd8f466503a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:44.721483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Attempting to bind port 88bf2bc1-28df-477e-807c-3bd8f466503a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:44.743938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Attempting to bind port 88bf2bc1-28df-477e-807c-3bd8f466503a on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:44.800142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-979e8813-cc9a-4c22-89d6-4ba21b84fc2b req-f05af84a-ef40-462a-a74d-1706fc8f600a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:44.813902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-979e8813-cc9a-4c22-89d6-4ba21b84fc2b req-f05af84a-ef40-462a-a74d-1706fc8f600a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 1.1101265 Feb 10 22:57:44.894146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:44.900474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:44.902392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:44.905147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Bound using segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:44.906805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Bound port: 88bf2bc1-28df-477e-807c-3bd8f466503a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:44.907489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:45.068351 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:45.241969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 7d4c8902-37b7-42ef-9a6a-3073bb3557da will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:45.604774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:45.724051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] For port 88bf2bc1-28df-477e-807c-3bd8f466503a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:45.729323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] For port 88bf2bc1-28df-477e-807c-3bd8f466503a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88bf2bc1-28df-477e-807c-3bd8f466503a,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:45.732247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:45.757224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:45.859463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:45.949880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:45.950242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7ee9cd2d-40b9-4801-8fcb-6aa91b1187ee not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:45.957340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:45.969690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea3554-9883-4308-bb37-f60fc3121da3 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:45.984696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:45.992565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:46.350872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a2d143a-37df-4e94-94ce-14ae517f2b98 req-e4214771-c96e-4c77-9fe9-7668d1e021b1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.1396680 Feb 10 22:57:46.384824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:46.386506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:46.394318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=7d4c8902-37b7-42ef-9a6a-3073bb3557da,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:46.425679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:46.882808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315e047-93ef-4fbd-8767-eda5e8dfe16b None None] Pushing event updated for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:46.982462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Pushing event deleted for resources: {'Port': ['ID=e56d3a2b-671c-47f6-8032-d6c728a7bbe6,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:47.370177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:47.382903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:47.538115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f8cfd3-35aa-4a07-8547-c96511465539 req-6b95d5f8-4a63-4fed-b219-0891292eb3e8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:47.570199 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4f8cfd3-35aa-4a07-8547-c96511465539 req-6b95d5f8-4a63-4fed-b219-0891292eb3e8 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 0.5958049 Feb 10 22:57:47.673884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Provisioning for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:47.693932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a4f8cfd3-35aa-4a07-8547-c96511465539 req-fa72e135-3bf5-4e83-8b12-fc0d906eda4d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224651 Feb 10 22:57:47.750652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:47.751022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:48.018073 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:48.200104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-75441cbd-4c9d-466f-8a6c-9736b194b218 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 9.3316386 Feb 10 22:57:48.205899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:48.311366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:48.574615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-74d88f5d-7090-4d25-bbd4-2b148cc93b74 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:48.580347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-f653338a-1797-4b88-bde4-1a36bf950b4d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:48.585454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-f653338a-1797-4b88-bde4-1a36bf950b4d tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 0.6542399 Feb 10 22:57:48.586277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-74d88f5d-7090-4d25-bbd4-2b148cc93b74 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 796 time: 2.1074972 Feb 10 22:57:48.619722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99dc60bf-8bb1-4334-a737-b6e9f715c8c6 req-9faafa06-3e03-4750-bdfa-b8abc34f3f41 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.7874150 Feb 10 22:57:48.882348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Deleting port 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:48.883165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:48.993949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b1194-1a6f-4652-a53e-d81af8f4326a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:48.995021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.001277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b1194-1a6f-4652-a53e-d81af8f4326a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:49.003278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-095b1194-1a6f-4652-a53e-d81af8f4326a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.7957561 Feb 10 22:57:49.006176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:49.015425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-780ed9b0-d5fd-4d9a-ab28-89365cb45c18 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 379 time: 0.3940892 Feb 10 22:57:49.028002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.048047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'port': {'device_id': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'admin_state_up': True, 'tenant_id': '834e149d1122493cb8781b962341b810', 'security_groups': ['3052f2da-a7a5-403b-9e20-8dfbad5f48bf']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:49.127697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.179455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 7d4c8902-37b7-42ef-9a6a-3073bb3557da {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:57:49.188250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.323227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '0215c275-3983-4129-914c-3f86960355e5', 'ip_address': '2001:db8::f816:3eff:fe6d:d7b4'}, {'subnet_id': 'a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '88891b67-f5b5-4ef3-b775-430a0d7f78ad'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:57:49.428956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.429816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5369a127-04e2-4868-b422-3288fe207155 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:57:49.480656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.491504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0202d7db-5885-4789-9552-e350ed732c56 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5369a127-04e2-4868-b422-3288fe207155 HTTP/1.1" status: 204 len: 168 time: 10.1763463 Feb 10 22:57:49.494301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:49.577222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:49.671744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.844077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Deleting subnet ce9e12c7-1648-4789-9875-af1f5e6d1e15 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:57:49.865822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:57:49.881957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.962089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:49.992389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727e6ab-d1e3-4b32-bfb8-794437724c12 None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:50.346959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c129-135b-4c4a-b796-39f84ce3dd96 req-4b716ab5-e1d1-4f10-a34d-26a3128d1f7a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:50.365032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:57:50.384633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9647c129-135b-4c4a-b796-39f84ce3dd96 req-4b716ab5-e1d1-4f10-a34d-26a3128d1f7a tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 946 time: 1.1284089 Feb 10 22:57:50.404954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b90d7d13-324d-49b3-aa12-b1fbfaa3640a req-fb3add1c-8f52-48b2-b755-c50da252e623 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.1387188 Feb 10 22:57:50.425494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:50.478042 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:50.478164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:57:50.481139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:50.626087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:50.752383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 7d4c8902-37b7-42ef-9a6a-3073bb3557da owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:50.821590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:50.959108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9647c129-135b-4c4a-b796-39f84ce3dd96 req-6b181d1a-86fe-4ee2-8beb-dc5211117591 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups?id=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4804916 Feb 10 22:57:50.993133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] For port 76e7c854-903c-421b-bb78-772c9837ed19, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=76e7c854-903c-421b-bb78-772c9837ed19,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:50.997905 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:51.038433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:51.039165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:51.156444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:45Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:51.231413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.6 (c9e1ace9-1bb5-4830-81f7-70c8013380e2/f4df51de-99b2-4a8d-adb2-85044cba68ad/b402522b-4023-44c8-b3cc-8d005f9b7151) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:51.255502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:51.379274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:51.383968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f82cf-e513-43ad-ab26-aeba6caee5aa None None] The sync data for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 is: [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:45Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:57:51.417295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce9e12c7-1648-4789-9875-af1f5e6d1e15,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:51.502372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5a340aca-5f87-447a-a33f-89a7627458ea admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ce9e12c7-1648-4789-9875-af1f5e6d1e15 HTTP/1.1" status: 204 len: 168 time: 1.9668703 Feb 10 22:57:51.503676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38634) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:51.655872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:51.819483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Allocated IP 172.20.0.2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6/88891b67-f5b5-4ef3-b775-430a0d7f78ad) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:57:51.904671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.070409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:52.096173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-12bb34cd-a59d-44ef-b1ef-d9fa8d225cac req-d05ed484-c33d-4132-bb71-a9678e0ddfc4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:52.147838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.197379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Transition to ACTIVE for port object 88891b67-f5b5-4ef3-b775-430a0d7f78ad will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:52.397116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-12bb34cd-a59d-44ef-b1ef-d9fa8d225cac req-d05ed484-c33d-4132-bb71-a9678e0ddfc4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:52.405511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12bb34cd-a59d-44ef-b1ef-d9fa8d225cac req-d05ed484-c33d-4132-bb71-a9678e0ddfc4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.4887040 Feb 10 22:57:52.507359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.509858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.509858 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Floating IP b104877e-eec0-4289-ae64-c081e37f7b86 disassociated. External IP: 172.25.2.88, port: 76e7c854-903c-421b-bb78-772c9837ed19. Feb 10 22:57:52.511616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Calling delete_port for 76e7c854-903c-421b-bb78-772c9837ed19 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:57:52.521872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.689252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.711096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object b402522b-4023-44c8-b3cc-8d005f9b7151 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:52.736907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.751936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.782359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:52.998171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'Port': ['ID=76e7c854-903c-421b-bb78-772c9837ed19,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:53.010193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c22f1b59-5ae0-4b08-acc2-1e4df7417e47 req-2b123cf1-bee7-4d5d-96de-084cab43de14 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.2779460 Feb 10 22:57:53.048222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:53.085012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e34176-373f-4f24-8a43-55c07879812e']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:53.092739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.092739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.092739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.093118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.096267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.096622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.096966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.097319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.097636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.097966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.098292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.098626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:57:53.169037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e56d3a2b-671c-47f6-8032-d6c728a7bbe6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:57:53.181345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:57:53.197325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03518c8b-bc20-4e72-90e8-c7eae14f05ab') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:53.204407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03518c8b-bc20-4e72-90e8-c7eae14f05ab') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:53.259237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:53.325405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:53.332645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No active binding found for port 76e7c854-903c-421b-bb78-772c9837ed19 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:57:53.345288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 76e7c854-903c-421b-bb78-772c9837ed19 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:53.348971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:53.350782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:57:53.351224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:53.366541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e56d3a2b-671c-47f6-8032-d6c728a7bbe6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:57:53.366778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e56d3a2b-671c-47f6-8032-d6c728a7bbe6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:57:53.424345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03bec9-67f6-4b0c-92e3-07ba8d3c94c2 None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:53.656227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88bf2bc1-28df-477e-807c-3bd8f466503a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:57:53.689578 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:57:53.754742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:57:53.866048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:57:53.912669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:57:54.003832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 88bf2bc1-28df-477e-807c-3bd8f466503a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:54.017396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88bf2bc1-28df-477e-807c-3bd8f466503a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:54.017780 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.310791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.501463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.521531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:54.522481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.597520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.617200 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.617654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] 10.222.0.53 "DELETE /v2.0/networks/37e34176-373f-4f24-8a43-55c07879812e HTTP/1.1" status: 204 len: 168 time: 3.1043520 Feb 10 22:57:54.647054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-97cfcf89-3ccf-4b5d-a31d-8df085b43245 None None] Provisioning for port b402522b-4023-44c8-b3cc-8d005f9b7151 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:54.669318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-97cfcf89-3ccf-4b5d-a31d-8df085b43245 None None] Provisioning complete for port b402522b-4023-44c8-b3cc-8d005f9b7151 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:54.670009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-97cfcf89-3ccf-4b5d-a31d-8df085b43245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.758080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c5612225-a3ae-42b5-b6a8-5404089d8c20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7225208 Feb 10 22:57:54.768932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:54.774109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ef7ea-0053-4b2e-863e-aeab81798a17 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e34176-373f-4f24-8a43-55c07879812e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:54.807862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Request body: {'port': {'device_id': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:57:54.889458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 88bf2bc1-28df-477e-807c-3bd8f466503a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88bf2bc1-28df-477e-807c-3bd8f466503a,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:57:54.919114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:55.127175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:55.156328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-97cfcf89-3ccf-4b5d-a31d-8df085b43245 None None] Port b402522b-4023-44c8-b3cc-8d005f9b7151 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:57:55.269404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fc5a6f-f0e0-42e3-883e-96c0342ae8ed req-f7eb4eee-bc62-4292-a7b7-1758ea09fc4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:55.287400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23fc5a6f-f0e0-42e3-883e-96c0342ae8ed req-f7eb4eee-bc62-4292-a7b7-1758ea09fc4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 931 time: 1.1923447 Feb 10 22:57:55.289686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38698) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:55.311951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f647f07-7d38-4f09-9d19-069e742819d1 None None] Provisioning for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:57:55.317661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f647f07-7d38-4f09-9d19-069e742819d1 None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:55.318281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f647f07-7d38-4f09-9d19-069e742819d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:55.496056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=7d4c8902-37b7-42ef-9a6a-3073bb3557da,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:55.581969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23fc5a6f-f0e0-42e3-883e-96c0342ae8ed req-a1cf8543-4385-4deb-8b80-b2650a364800 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933898 Feb 10 22:57:55.610800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e8d53935-0e72-4a38-a3bf-fd7a18229686 req-9ecfa0c7-da2a-4490-8472-eb60c787bb0b tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.6804674 Feb 10 22:57:55.645391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:55.676969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:55.758720 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:55.864487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6f647f07-7d38-4f09-9d19-069e742819d1 None None] Could not find standard attr ID for object 7d4c8902-37b7-42ef-9a6a-3073bb3557da. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:57:55.921453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:55.922135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:55.941293 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-064948a9-3d6e-4da6-92a1-4553acd13df3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b34ae2c1d76340fd8622570c34bf96ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051288 Feb 10 22:57:55.980262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38710) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:56.005270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fe5ecbe0-5132-4984-8e67-668e8c54d2d5 None None] Could not find standard attr ID for object 7d4c8902-37b7-42ef-9a6a-3073bb3557da. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:57:56.023686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-429d267e-8438-4669-b8c8-c0a68adae57e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/7d4c8902-37b7-42ef-9a6a-3073bb3557da HTTP/1.1" status: 204 len: 168 time: 7.0159492 Feb 10 22:57:56.026829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:57:56.035566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:56.050845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:57:56.099048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:56.100418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:56.334788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] No DVR routers for this DVR port 76e7c854-903c-421b-bb78-772c9837ed19 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:57:56.343593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:56.346102 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3fd71c66-0da4-4cba-82e5-97cd6acd6793 req-42500761-904d-4b4e-9be4-cee2805e1d64 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.24 "DELETE /v2.0/ports/76e7c854-903c-421b-bb78-772c9837ed19 HTTP/1.1" status: 204 len: 173 time: 7.7452056 Feb 10 22:57:56.350318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-deleted', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:57:56.410997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88bf2bc1-28df-477e-807c-3bd8f466503a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:57:56.530666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:56.570220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:56.587811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:56.600014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:56.620549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:57:56.639164 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ff0b02-bcd8-4c14-bf9a-630b3dc63ede', 'name': 'network-vif-deleted', 'tag': '76e7c854-903c-421b-bb78-772c9837ed19', 'status': 'completed', 'code': 200} Feb 10 22:57:56.710158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:57:56.718205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-54fa3245-9646-4ae9-90ee-df9fb5bf4ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5533686 Feb 10 22:57:56.719143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:57.558807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc433d87-5725-47ed-8841-75dc445bcb1f req-56a6fc0a-18eb-47e7-8608-3ce7a64b2708 tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/ports?device_id=65ff0b02-bcd8-4c14-bf9a-630b3dc63ede HTTP/1.1" status: 200 len: 210 time: 0.2601869 Feb 10 22:57:57.582037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 0215c275-3983-4129-914c-3f86960355e5 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:57:57.613441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:57.615267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:57.640475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:57:57.755955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e43138-548f-4370-ab13-2162f6328fce req-3e92af72-2c03-4154-81f8-d8e780f276d3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:57.770622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a5e43138-548f-4370-ab13-2162f6328fce req-3e92af72-2c03-4154-81f8-d8e780f276d3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 931 time: 0.8490720 Feb 10 22:57:57.805746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88bf2bc1-28df-477e-807c-3bd8f466503a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:57:57.806042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:57.908517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a5e43138-548f-4370-ab13-2162f6328fce req-f2390951-5d4e-4ba3-8a96-59753b4ec25e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368172 Feb 10 22:57:57.938506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.050005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:57:58.083785 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.160069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Transition to ACTIVE for port object b402522b-4023-44c8-b3cc-8d005f9b7151 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:57:58.262860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.370192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.565520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:58.628109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.742368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=0215c275-3983-4129-914c-3f86960355e5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:58.776158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:58.814330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c13bb213-959b-4dbc-8370-928d662b485c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/0215c275-3983-4129-914c-3f86960355e5 HTTP/1.1" status: 204 len: 168 time: 2.0936320 Feb 10 22:57:58.817363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:58.853458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:57:58.907564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3caea4-d47b-4a9c-8ad4-aafa4a3db1c9 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:57:59.039556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.056093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:57:59.056582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:57:59.057008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:59.101675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b7b00-e800-4415-a6ce-e4b83edb7f45,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:59.124647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:57:59.142165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.162874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:57:59.163196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:57:59.283861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.316085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.364005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.365276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:57:59.365927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:57:59.366562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Bound using segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:57:59.370857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Bound port: b402522b-4023-44c8-b3cc-8d005f9b7151, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:57:59.371507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.570524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:59.582546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:57:59.594872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:57:59.595627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:57:59.634798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.648424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-76aadba4-80fb-46d3-b181-64aa25d384ed admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f89b7b00-e800-4415-a6ce-e4b83edb7f45 HTTP/1.1" status: 204 len: 168 time: 3.6473668 Feb 10 22:57:59.758790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:57:59.763587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:57:59.802199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.849125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.908723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b30cf6-959f-4cdf-a9af-86d749ad2945 req-bdcd4b8a-c4e4-4487-ab8a-90616b332adf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:57:59.917564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05b30cf6-959f-4cdf-a9af-86d749ad2945 req-bdcd4b8a-c4e4-4487-ab8a-90616b332adf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 0.8133831 Feb 10 22:57:59.929056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:57:59.971636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e5fc6b-0927-4c3a-918a-a99e483d6ef1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:57:59.992115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05b30cf6-959f-4cdf-a9af-86d749ad2945 req-2d3f5beb-d2e8-4884-ba5f-d035637dbcef tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733435 Feb 10 22:58:00.006245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:00.008228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:00.009831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] 10.222.0.30 "PUT /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1091 time: 5.2149284 Feb 10 22:58:00.011273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:58:00.038708 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:00.040327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-338a3f5f-c1f8-4ce1-9bae-5e70dcce607f tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "DELETE /v2.0/security-groups/f2e5fc6b-0927-4c3a-918a-a99e483d6ef1 HTTP/1.1" status: 204 len: 168 time: 1.1850419 Feb 10 22:58:00.041871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe43c97c-31c0-4e9e-b9c5-e35a7963d844 service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:00.049400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38802) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:00.139584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:00.310229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:58:00.346805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:00.362882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:00.404228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dff08c2c-1ec3-4a25-9e73-50671dd0b25a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6 HTTP/1.1" status: 204 len: 168 time: 1.5855706 Feb 10 22:58:00.405232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:00.409493 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 22:58:00.410968 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-8909f15b-0cda-4d82-b2ad-8212b4550fda tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] show failed (client error): The resource could not be found. Feb 10 22:58:00.412860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8909f15b-0cda-4d82-b2ad-8212b4550fda tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "GET /v2.0/security-groups/f2e5fc6b-0927-4c3a-918a-a99e483d6ef1 HTTP/1.1" status: 404 len: 347 time: 0.3603895 Feb 10 22:58:00.456497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38812) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:00.553930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9c2ecebc-1452-4aad-a9d2-7d140046a991 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:00.600746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9c2ecebc-1452-4aad-a9d2-7d140046a991 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:router {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:00.608932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9c2ecebc-1452-4aad-a9d2-7d140046a991 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2022724 Feb 10 22:58:00.609824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:00.626481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:00.997204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:01.010118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Deleting port e3ff03a1-abfc-44e5-abff-daf15b05a2d3 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:01.012090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:01.016169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:01.020814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:01.050396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:01.079453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:01.087175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:01.693654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:01.694369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.303856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38890) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:02.424686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85e833e-122e-4cf7-a318-2c886ee871d6 None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': 'a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '88891b67-f5b5-4ef3-b775-430a0d7f78ad'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:58:02.475957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Calling delete_port for e3ff03a1-abfc-44e5-abff-daf15b05a2d3 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:02.504769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:58:02.717737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b85e833e-122e-4cf7-a318-2c886ee871d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.784686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:02.798338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-683080db-f87e-4919-825c-0ca1867ad1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:02.799919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-683080db-f87e-4919-825c-0ca1867ad1d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1094 time: 2.6929123 Feb 10 22:58:02.904212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:02.908536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Usage tracker for resource:security_group_rule and tenant:d675bad72e35425c9ba45f76a576ffad is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:02.922566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:02.929567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:03.024018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-eb2424cd-03cc-4e2d-b0d3-df56056571b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 217 time: 0.1902688 Feb 10 22:58:03.133040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e81a7-47cc-4b78-adc4-1774b29022ce req-5eaf2c63-adf4-41b1-b12c-b7873877637b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:03.140678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c44e81a7-47cc-4b78-adc4-1774b29022ce req-5eaf2c63-adf4-41b1-b12c-b7873877637b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 1.6218886 Feb 10 22:58:03.194091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:03.442649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:03.450030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf2871c-09e9-4041-91d1-eaf79c652a73 None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:49:02Z', 'revision_number': 4, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '4e748e30-1384-4d35-a6c0-94da6859507a', 'name': '', 'network_id': 'f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'mac_address': 'fa:16:3e:4d:6d:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2025, 'fixed_ips': [{'subnet_id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:59Z', 'updated_at': '2022-02-10T22:49:13Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'subnets': [{'id': '3f8754a1-5cfa-44d3-8fbf-762e537db358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:58:03.527885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:03.590753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53854ffa-6560-49ec-aac5-655161fd3c11 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:03.593714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c44e81a7-47cc-4b78-adc4-1774b29022ce req-b469e677-3fab-4f62-875b-64f5ce437893 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4519379 Feb 10 22:58:03.614191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-10ceee31-6e3d-4726-a11b-b6ba8e53e6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:03.615916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-10ceee31-6e3d-4726-a11b-b6ba8e53e6b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.5707784 Feb 10 22:58:03.630013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:03.887732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Pushing event deleted for resources: {'Port': ['ID=e3ff03a1-abfc-44e5-abff-daf15b05a2d3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:04.004587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f5d19030-ec09-495e-9412-337c72fb6272 None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:04.005071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f5d19030-ec09-495e-9412-337c72fb6272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.084017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.094583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:04.096196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c0cac346-178c-4e2c-9e35-0618315edbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:04.105512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-c0cac346-178c-4e2c-9e35-0618315edbe7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4802816 Feb 10 22:58:04.164023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9298f9-40ad-4d31-ae94-793e2afe990c None None] New status for floating IP b104877e-eec0-4289-ae64-c081e37f7b86: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:58:04.168273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.171877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.213132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.218285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.276760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.283408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-339e5b9e-3958-4656-af27-2a3b5819481c tempest-AttachVolumeShelveTestJSON-2132490648 tempest-AttachVolumeShelveTestJSON-2132490648-project] 10.222.0.53 "DELETE /v2.0/floatingips/b104877e-eec0-4289-ae64-c081e37f7b86 HTTP/1.1" status: 204 len: 168 time: 3.8236446 Feb 10 22:58:04.414849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=6532c95d-0eb0-4225-a365-95d418c74a9b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:04.545347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-6b565764-8e91-45a2-8e3b-62e3d30e17e7 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226365 Feb 10 22:58:04.565224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:58:04.602205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=8']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:04.670192 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d675bad72e35425c9ba45f76a576ffad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3536012 Feb 10 22:58:04.672076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:04.673687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:04.834896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6cf18-544c-44d7-9802-43351237146c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb00bfa-b160-49b1-a243-6d4aa108e683,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:04.845997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:04.855550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:04.856161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:04.989720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40c8643b-764b-46bf-a61b-9b56c2d1b4ef req-33597fb9-d031-4f6b-925f-eb1e48a1ff89 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354680 Feb 10 22:58:05.056716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.110106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.124408 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-562b3f4e-8d7d-4e31-bfb1-458f0b327b79 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5086555 Feb 10 22:58:05.130497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:05.157469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:05.173479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.217020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:05.359036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285227-b774-4c10-8658-7fa8f6325349 req-6e9b0ecf-94c8-441a-aa56-fd285d8237d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:05.372768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-6e9b0ecf-94c8-441a-aa56-fd285d8237d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1094 time: 0.3088357 Feb 10 22:58:05.423808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:05.606263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:05.801527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285227-b774-4c10-8658-7fa8f6325349 req-cf4d5003-4ae0-479e-9565-eed8cb6d59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:05.803900 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-cf4d5003-4ae0-479e-9565-eed8cb6d59c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.4205272 Feb 10 22:58:05.937445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:05.955435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:05.957965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-7ea08c7f-f26b-4a80-8c63-a264b8f41f47 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 217 time: 0.1448421 Feb 10 22:58:05.972432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1615855d-40df-41bc-b517-4ad4503051ab req-26028cd7-fe50-4124-a492-9e606f31eec0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:05.975489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1615855d-40df-41bc-b517-4ad4503051ab req-26028cd7-fe50-4124-a492-9e606f31eec0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 1.0322902 Feb 10 22:58:05.977500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:06.044879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:06.106000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285227-b774-4c10-8658-7fa8f6325349 req-3c596327-8438-46b6-ba41-271e792aa60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:06.109495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-3c596327-8438-46b6-ba41-271e792aa60c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.1433728 Feb 10 22:58:06.109720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:06.113100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.232119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6285227-b774-4c10-8658-7fa8f6325349 req-1c6c1cf6-26cd-49b7-a2b8-5d6894bbeac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:06.235751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-1c6c1cf6-26cd-49b7-a2b8-5d6894bbeac6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198506 Feb 10 22:58:06.286255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1615855d-40df-41bc-b517-4ad4503051ab req-b497fb97-e3df-4b7c-b09f-e7095b7ca1a0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034005 Feb 10 22:58:06.297790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.331158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb00bfa-b160-49b1-a243-6d4aa108e683,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:06.360702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.364774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-81388d05-af43-4ee5-9ba7-13a01af74a4e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bb00bfa-b160-49b1-a243-6d4aa108e683 HTTP/1.1" status: 204 len: 168 time: 1.6898773 Feb 10 22:58:06.594309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:06.705226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-7072f63d-044d-40da-8ed5-9385999fb9af service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609535 Feb 10 22:58:06.774276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:06.780135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:06.893170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e6e417-c252-407c-950f-25a7bed8ecc3 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:06.899852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:07.088664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38986) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:07.238390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:07.258071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:07.277898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:07.278818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:07.356557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:07.407397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2494166 Feb 10 22:58:07.425481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38998) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:07.453996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:2a:a6:ea', 'name': 'tempest-NetworksTestDHCPv6-564333794'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:07.520489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5eef3-82e2-43b0-8b42-22071efd3c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=33a2b398-8f6e-40bc-a8bc-5c15171ea3c0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:07.546956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:07.566819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5fd9e50c-5ec0-4b16-848a-cb49928c3859 None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:07.567619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e50c-5ec0-4b16-848a-cb49928c3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:07.730622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6285227-b774-4c10-8658-7fa8f6325349 req-b511f050-4ed4-4b0c-bed0-53788aee85d8 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0177066 Feb 10 22:58:07.877000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Usage tracker for resource:security_group_rule and tenant:066f532c3ac24a5e8aad15d7278cd19d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:07.960595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:07.965772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:08.006593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:08.009714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:08.036924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:08.055417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:08.347572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:08.393277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:08.412246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5fd9e50c-5ec0-4b16-848a-cb49928c3859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:08.438816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:08.543506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-810ab965-9740-43cd-a43a-effa54efb330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:08.694298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:08.699572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:08.723400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '6532c95d-0eb0-4225-a365-95d418c74a9b', 'ip_address': '2001:db8::f816:3eff:fe6d:d7b4'}, {'subnet_id': '33a2b398-8f6e-40bc-a8bc-5c15171ea3c0'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '88891b67-f5b5-4ef3-b775-430a0d7f78ad'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:58:08.797492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=066f532c3ac24a5e8aad15d7278cd19d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7032316 Feb 10 22:58:08.797916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39024) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:08.981323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df475d-e631-4ee4-92af-bc7192d01371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f8026a-6129-4edf-b482-7ae721c6322c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:09.004632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.013685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.057385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.088009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.170033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473e7ae-2347-41d7-99e4-b22773b8d403 req-5d84686b-8326-4afb-9d62-4f5a329f6ad3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:09.186885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d473e7ae-2347-41d7-99e4-b22773b8d403 req-5d84686b-8326-4afb-9d62-4f5a329f6ad3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 1.3364849 Feb 10 22:58:09.206697 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.290921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.298748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/81f8026a-6129-4edf-b482-7ae721c6322c HTTP/1.1" status: 204 len: 168 time: 0.4974921 Feb 10 22:58:09.298748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37221cf9-e7fe-452c-82a2-f2949cc19c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f8026a-6129-4edf-b482-7ae721c6322c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:09.301103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:09.405127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 7999acd8-69df-45b6-8cbf-c3d893352f1c yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:58:09.493393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d473e7ae-2347-41d7-99e4-b22773b8d403 req-d455e076-119e-47ae-8c6d-407f9a70ece3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048472 Feb 10 22:58:09.853180 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-5fd9e50c-5ec0-4b16-848a-cb49928c3859 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:58:09.853514 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-5fd9e50c-5ec0-4b16-848a-cb49928c3859 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:58:09.912644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:09.943444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 22:58:10.076091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 172.20.0.10 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/33a2b398-8f6e-40bc-a8bc-5c15171ea3c0/7999acd8-69df-45b6-8cbf-c3d893352f1c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:10.135240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fe2a:a6ea (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/6532c95d-0eb0-4225-a365-95d418c74a9b/7999acd8-69df-45b6-8cbf-c3d893352f1c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:10.504141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:10.540339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 22:58:10.705811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3e4124d9-9ba6-49e8-b4e6-9b88da712e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:10.798355 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:10.884011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:58:10.970865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c576b-ee21-45d1-a581-161283b55604 req-af5ec033-5568-486a-9dfa-984c821d353c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:10.972265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:10.976160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d2c576b-ee21-45d1-a581-161283b55604 req-af5ec033-5568-486a-9dfa-984c821d353c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 0.2421055 Feb 10 22:58:10.985620 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:11.018087 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:11.070209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 7999acd8-69df-45b6-8cbf-c3d893352f1c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:11.080824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d2c576b-ee21-45d1-a581-161283b55604 req-d7806b8e-edb4-4fae-80a9-520aa942bd6a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974622 Feb 10 22:58:11.156203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:11.275571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:11.399201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:11.414488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:11.420661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:58:11.536615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:11.549764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=7999acd8-69df-45b6-8cbf-c3d893352f1c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:11.559937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Allocated IP 172.20.0.2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/33a2b398-8f6e-40bc-a8bc-5c15171ea3c0/88891b67-f5b5-4ef3-b775-430a0d7f78ad) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:11.594745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:11.595197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:11.597603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:11.598293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:11.669397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-854e8a37-f23a-4623-905b-8697b3be87bf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2430596 Feb 10 22:58:11.670403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b402522b-4023-44c8-b3cc-8d005f9b7151'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 22:58:11.672082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39104) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:11.850366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709df579-1bb9-4f2f-ac3f-5ed4bd8d67af tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:11.876851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709df579-1bb9-4f2f-ac3f-5ed4bd8d67af tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:11.877715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-709df579-1bb9-4f2f-ac3f-5ed4bd8d67af tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:11.938939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-709df579-1bb9-4f2f-ac3f-5ed4bd8d67af tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:11.940154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-709df579-1bb9-4f2f-ac3f-5ed4bd8d67af tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.2669261 Feb 10 22:58:11.942755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39112) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:12.075048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 7999acd8-69df-45b6-8cbf-c3d893352f1c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:12.075720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:12.714263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:12.733085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210080fd-5e05-488d-84d8-02e80bd9929a req-c4024457-4da2-4b0b-b2b0-8029c40e8e63 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:12.734795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-210080fd-5e05-488d-84d8-02e80bd9929a req-c4024457-4da2-4b0b-b2b0-8029c40e8e63 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.2228951 Feb 10 22:58:12.759894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:12.822532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.023792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 7999acd8-69df-45b6-8cbf-c3d893352f1c owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:13.044976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:13.133004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-210080fd-5e05-488d-84d8-02e80bd9929a req-bdc1c4ba-cb44-4e1d-a4dc-7c52caef20a2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3858855 Feb 10 22:58:13.309708 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.408282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:58:13.514335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:13.518060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.608720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Transition to ACTIVE for port object 88891b67-f5b5-4ef3-b775-430a0d7f78ad will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:13.644048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.678068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.854172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:13.948476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:13.969845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Usage tracker for resource:security_group_rule and tenant:b245f46685ac4993bc187842474b1410 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:13.970051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=7999acd8-69df-45b6-8cbf-c3d893352f1c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:13.984347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:14.011314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.011661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.012058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.012487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.013346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.013681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.014329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.014659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.015395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.015755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.016106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.016433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:14.024741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:14.273136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.291622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.364761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.373064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39192) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:14.382150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f04389-ff7a-4339-9b66-5fb4471e7864 None None] Pushing event updated for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:14.417028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b245f46685ac4993bc187842474b1410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9003851 Feb 10 22:58:14.420236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39198) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:14.466738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-095d85e2-6681-496b-b741-63c27f3fcc76 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/7999acd8-69df-45b6-8cbf-c3d893352f1c HTTP/1.1" status: 204 len: 168 time: 2.5228643 Feb 10 22:58:14.470017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39202) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:14.483522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae007dfa-7a22-4183-9a53-dd24ad65abd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d98596f-b5d3-4589-b5d8-80ba294c1a32,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:14.654770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e659da6-9974-4750-857b-3fdd43d7d2cf req-cd7599f4-a393-4919-9245-9ffef57da702 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:14.670476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e659da6-9974-4750-857b-3fdd43d7d2cf req-cd7599f4-a393-4919-9245-9ffef57da702 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.1781714 Feb 10 22:58:14.753889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.755522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e659da6-9974-4750-857b-3fdd43d7d2cf req-ff9fdcff-d1e2-42fe-9575-32aab0139e14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826750 Feb 10 22:58:14.850556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.856978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:14.858679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:14.860342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:14.861210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:14.872318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:14.906695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:3cf323b484b64ceeab2d8aad1ef51635 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:14.928774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:14.953266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:14.964172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:14.981089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:14.982289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4f646e38-09a5-444d-98ea-e7122c9c68c5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5114195 Feb 10 22:58:14.985224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39210) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:15.182943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 33a2b398-8f6e-40bc-a8bc-5c15171ea3c0 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:15.211197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.310533 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.379113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.438938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d98596f-b5d3-4589-b5d8-80ba294c1a32,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:15.454031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.473721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.475487 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.476992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9c25ed5b-2a89-484c-9895-6ab392ef2619 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7d98596f-b5d3-4589-b5d8-80ba294c1a32 HTTP/1.1" status: 204 len: 168 time: 1.0524609 Feb 10 22:58:15.488925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.502799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:15.604717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3cf323b484b64ceeab2d8aad1ef51635&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2229161 Feb 10 22:58:15.607693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:15.636749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.723263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b06baa-0157-47f9-affa-390710e4b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7481249b-b429-4838-af51-d2c56b1e8f6e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:15.762366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.765403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=33a2b398-8f6e-40bc-a8bc-5c15171ea3c0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:15.807136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12615d07-f0d5-46a3-ba01-b0483bd2f50e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/33a2b398-8f6e-40bc-a8bc-5c15171ea3c0 HTTP/1.1" status: 204 len: 168 time: 0.8205731 Feb 10 22:58:15.809497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:15.855820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.931803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:15.943902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea39d74-1be7-47db-a37d-fb4201f735b0 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:15.983049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:16.002551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 6532c95d-0eb0-4225-a365-95d418c74a9b {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:16.024385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.217490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c55c8f99-aee4-4b15-b870-9f0f6ec5f5d8 None None] Provisioning for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:16.227982 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.265097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c55c8f99-aee4-4b15-b870-9f0f6ec5f5d8 None None] Provisioning complete for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:16.265467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c55c8f99-aee4-4b15-b870-9f0f6ec5f5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.444171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.691778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.726963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7481249b-b429-4838-af51-d2c56b1e8f6e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:16.743235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.744436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-df2050b0-afff-48a2-bcac-cd4ef71335ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7481249b-b429-4838-af51-d2c56b1e8f6e HTTP/1.1" status: 204 len: 168 time: 1.1349895 Feb 10 22:58:16.750590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.786859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c054de-7220-4ee3-8ff1-26121f87a642 req-3184d661-cba5-4923-9358-f8301c3f18b2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:16.799880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12c054de-7220-4ee3-8ff1-26121f87a642 req-3184d661-cba5-4923-9358-f8301c3f18b2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.7876256 Feb 10 22:58:16.890370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:16.899401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=6532c95d-0eb0-4225-a365-95d418c74a9b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:16.956742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31e32240-60b8-4ac7-8c8a-c9c1793d2690 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/6532c95d-0eb0-4225-a365-95d418c74a9b HTTP/1.1" status: 204 len: 168 time: 1.1454012 Feb 10 22:58:16.960194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:17.008018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12c054de-7220-4ee3-8ff1-26121f87a642 req-38fed1e8-7e63-4d0d-b403-c551143e42d3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007649 Feb 10 22:58:17.225097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b402522b-4023-44c8-b3cc-8d005f9b7151 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:17.240976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-16330001-490c-4bcc-b272-ce8a7dda24a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2751341 Feb 10 22:58:17.243555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39278) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:17.258222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39284) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:17.262795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:17.546882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b402522b-4023-44c8-b3cc-8d005f9b7151 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:17.547569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:17.634092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:17.651430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:17.658689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:17.671229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:17.699792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:17.707909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:17.751775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:17.901818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:18.015146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:58:18.196079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:18.309296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:18.315927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:18.363353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:18.382644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Usage tracker for resource:security_group_rule and tenant:1881253d1a2b4f06ad5c12e8a13236ce is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:18.398594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:18.409479 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'code': 200} Feb 10 22:58:18.416249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:58:18.459925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:18.466791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Deleting port 88891b67-f5b5-4ef3-b775-430a0d7f78ad {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:18.471824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:18.634607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:58:18.954493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:18.967612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.030952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.183086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] For port 88891b67-f5b5-4ef3-b775-430a0d7f78ad, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88891b67-f5b5-4ef3-b775-430a0d7f78ad,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:19.183086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.236998 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1881253d1a2b4f06ad5c12e8a13236ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4606769 Feb 10 22:58:19.272700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39334) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:19.273423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77142b1e-6931-4a5a-8c4a-734889258912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76854b80-0ad9-4ccd-a443-aeff475246a5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:19.316353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55d889-bfa4-4c2a-b4b8-ec4480c73fe8 req-2c33cb0e-1ddb-492c-92c3-8bfd07d8260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:19.317862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce55d889-bfa4-4c2a-b4b8-ec4480c73fe8 req-2c33cb0e-1ddb-492c-92c3-8bfd07d8260c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 0.8350291 Feb 10 22:58:19.563631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce55d889-bfa4-4c2a-b4b8-ec4480c73fe8 req-c797e0db-2f8c-4265-b253-1d3e82bcce62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2324114 Feb 10 22:58:19.580626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Calling delete_port for 88891b67-f5b5-4ef3-b775-430a0d7f78ad owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:19.632498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:19.645895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:19.670889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:19.670889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.766324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=52b05fc5-f322-4d57-bc57-6de06936aa01,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:19.815887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:19.828520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:58:19.867276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.899376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-10ea03af-03ca-4065-a9e3-d4b7e9964b93 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6508768 Feb 10 22:58:19.900123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:19.961843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f209a88-cfa2-48df-addf-5d9b32017987 req-5eb105e0-ca6d-4d8e-976b-f36b0cb046d3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:19.966327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.968915 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:19.986997 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f209a88-cfa2-48df-addf-5d9b32017987 req-5eb105e0-ca6d-4d8e-976b-f36b0cb046d3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 1.3187528 Feb 10 22:58:19.991945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:20.045689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] Pushing event deleted for resources: {'Port': ['ID=88891b67-f5b5-4ef3-b775-430a0d7f78ad,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:20.049955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cd1dd7-e3fd-4fac-af34-85b8a449da78 None None] No DVR routers for this DVR port 88891b67-f5b5-4ef3-b775-430a0d7f78ad on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:58:20.053722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 88891b67-f5b5-4ef3-b775-430a0d7f78ad {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 22:58:20.055487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88891b67-f5b5-4ef3-b775-430a0d7f78ad not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:58:20.090980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0896d7e2-5f61-4d6d-84cb-7e7b4b548982 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:20.260577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:20.491663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f209a88-cfa2-48df-addf-5d9b32017987 req-061e77da-6e79-46ea-a2e0-4148949c90d4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5034297 Feb 10 22:58:20.693076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:20.700696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:20.704625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:20.709474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:20.741993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:20.762919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76854b80-0ad9-4ccd-a443-aeff475246a5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:20.804189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:20.804189 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d4a50296-8f0b-4ed6-8f4a-2a0e58f2c209 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76854b80-0ad9-4ccd-a443-aeff475246a5 HTTP/1.1" status: 204 len: 168 time: 1.5180464 Feb 10 22:58:20.806706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:20.825108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:20.855706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Deleting port 4e748e30-1384-4d35-a6c0-94da6859507a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:20.869054 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:21.017714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '52b05fc5-f322-4d57-bc57-6de06936aa01'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:58:21.019104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:21.879032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Allocated IP 172.20.0.2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/52b05fc5-f322-4d57-bc57-6de06936aa01/51e4fff9-a9fd-4c7d-96dd-ef27777a00f7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:21.921070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:21.956350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] For port 4e748e30-1384-4d35-a6c0-94da6859507a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4e748e30-1384-4d35-a6c0-94da6859507a,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:21.961842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:21.971177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:58:21.972477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.123387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:22.133317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:22.133317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:22.133317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.214582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2754192 Feb 10 22:58:22.230853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39406) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:22.250122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:91:ef:40', 'name': 'tempest-NetworksTestDHCPv6-1024586786'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:22.422741 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.458354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee789dc-1276-4d93-9ad4-2bbbff90ea07 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=a9e9df59-fa74-47df-abad-cccff92dfa89,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:22.480673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Transition to ACTIVE for port object 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:22.520338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Transition to ACTIVE for port object 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:22.533221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:22.761690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:22.771523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:22.784124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:22.785512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:22.786215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:22.788798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:22.792810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:58:22.808594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:22.826717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:22.881752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Calling delete_port for 4e748e30-1384-4d35-a6c0-94da6859507a owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:23.048746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Attempting to bind port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:58:23.048746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Attempting to bind port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:58:23.048746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Attempting to bind port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:58:23.063211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:58:23.063211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:58:23.072444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.072444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:58:23.072444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Bound port: 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:58:23.072444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.189445 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.277033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6b122-e603-4361-afa5-95e2e2361fc8 req-108c5954-558e-4280-913c-1b15de1c4644 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:23.278859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ce6b122-e603-4361-afa5-95e2e2361fc8 req-108c5954-558e-4280-913c-1b15de1c4644 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 1.5345352 Feb 10 22:58:23.288519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:58:23.495884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:58:23.501310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:58:23.518959 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.772577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8ea792-c165-44c2-99b1-6d95393f27ee None None] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:23.809338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 172.20.0.10 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/52b05fc5-f322-4d57-bc57-6de06936aa01/48d5f7ec-18b3-4f2d-814e-b3783be2bdc0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:23.886889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:23.896286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fe91:ef40 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a9e9df59-fa74-47df-abad-cccff92dfa89/48d5f7ec-18b3-4f2d-814e-b3783be2bdc0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:23.901344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ce6b122-e603-4361-afa5-95e2e2361fc8 req-cfa12020-73ad-47c7-a6ae-810e3604ba70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5949721 Feb 10 22:58:24.144584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e748e30-1384-4d35-a6c0-94da6859507a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:24.348516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:24.383114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:24.423407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:24.439080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:24.568599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:24.580676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:24.609896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:58:24.633400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-1e499c8f-2c67-4d5c-9352-0f3cb8f10dec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0210016 Feb 10 22:58:24.741634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=48d5f7ec-18b3-4f2d-814e-b3783be2bdc0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:24.805892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:24.813705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:24.901880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a8e9ec1-f1f8-4b5e-84a8-9b74c3d57c3b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6773534 Feb 10 22:58:24.902787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39480) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:25.730076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:25.858082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d287c-1a76-4580-95fc-bb286104a7ce req-9d639f52-6017-481d-b67b-112060b02c3c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:25.863081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f64d287c-1a76-4580-95fc-bb286104a7ce req-9d639f52-6017-481d-b67b-112060b02c3c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.7013834 Feb 10 22:58:25.888803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe55cc-c046-45b3-8bd8-05d39d9c6c47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:25.913308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe55cc-c046-45b3-8bd8-05d39d9c6c47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:25.914168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbfe55cc-c046-45b3-8bd8-05d39d9c6c47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:25.990955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-e63e4928-2e36-40b6-bc61-c7105be02ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:25.990955 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-e63e4928-2e36-40b6-bc61-c7105be02ebd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 0.8915191 Feb 10 22:58:26.093638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:26.219380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-dbfe55cc-c046-45b3-8bd8-05d39d9c6c47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:26.232314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dbfe55cc-c046-45b3-8bd8-05d39d9c6c47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 1.3151276 Feb 10 22:58:26.232314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:26.240460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f64d287c-1a76-4580-95fc-bb286104a7ce req-e91a959d-ea49-4921-97db-3539220e4d9f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3183410 Feb 10 22:58:26.286534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366d6dd-0c07-4740-b94b-a67b33ce7efc None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:26.365683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39516) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:26.503897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:26.514770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:26.740311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-9aa6c859-db84-4eed-ac80-2eebefe2eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:26.740311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-9aa6c859-db84-4eed-ac80-2eebefe2eb26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.7196519 Feb 10 22:58:26.793546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Provisioning for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:26.827190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:26.827190 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:27.169525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:27.177135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-7c6d1e3e-3aff-42e1-8bd6-02d7418b8bdf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 217 time: 0.4148369 Feb 10 22:58:27.522249 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:27.549693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:27.632992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:27.649679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '52b05fc5-f322-4d57-bc57-6de06936aa01', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a9e9df59-fa74-47df-abad-cccff92dfa89'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '51e4fff9-a9fd-4c7d-96dd-ef27777a00f7'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:58:27.913146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:27.957286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:28.076706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:28.111859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9923ecc-1acb-4132-846e-a1c5ed2c0eba tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:28.131765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9923ecc-1acb-4132-846e-a1c5ed2c0eba tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1091 time: 1.7631600 Feb 10 22:58:28.134502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39554) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:28.163868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:28.199550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:28.217148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:floatingip and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:28.234710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:28.267421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:28.292122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.293204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.294129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.294949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:28.295569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.296470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.297350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.298205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.299119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.300337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.301233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.302147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.303257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b20dba3-e2e9-4b55-8c6b-196cbab397a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:28.425327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39560) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:28.441003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:28.556207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-7541dafc-ee51-4dca-9147-4de24d299ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:28.561626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-7541dafc-ee51-4dca-9147-4de24d299ff3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 1.3452551 Feb 10 22:58:28.984547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Allocated IP 2001:db8::f816:3eff:fec3:5dbb (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/a9e9df59-fa74-47df-abad-cccff92dfa89/51e4fff9-a9fd-4c7d-96dd-ef27777a00f7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:29.419571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:29.498669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:29.536863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-aaca4e45-4ed0-4f35-adf6-da1cc4c1e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:29.542402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-aaca4e45-4ed0-4f35-adf6-da1cc4c1e353 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9442925 Feb 10 22:58:29.547106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:29.550571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:29.576520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Usage tracker for resource:security_group_rule and tenant:55108dddbec243869457e5659a96ee79 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:29.606638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:29.631324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:29.657707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:29.663141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Transition to ACTIVE for port object 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:29.676416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:29.782064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Router c5460e52-7d6f-44bf-9527-ab886b5691c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:58:29.943725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:30.001888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715fa2f-8079-4d94-a3a1-77736744d55e None None] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:30.215495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=48d5f7ec-18b3-4f2d-814e-b3783be2bdc0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:30.274469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:30.290204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:30.449408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-95d123d9-3fdf-46a5-8105-91bcffad691a service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977995 Feb 10 22:58:30.452926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:58:30.466854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Sync routers for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:58:30.496088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:58:30.496088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:58:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:30.583372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.171 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/6a623942-0e37-42e9-9045-baaf4b78832f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:30.717323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-63d7819a-2fc2-45aa-8f57-062a56a12649 admin admin] 10.222.0.53 "PUT /v2.0/routers/c5460e52-7d6f-44bf-9527-ab886b5691c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4578574 Feb 10 22:58:30.804065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:31.017921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39598) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:31.036140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:31.151839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:31.434534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:31.484717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:58:31.522685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:31.530032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:58:31.669403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd070b2b-5c48-4838-80a7-e556dc3fc819 req-12ddaf10-a144-4385-af02-7bb57522c457 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2066586 Feb 10 22:58:31.686129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:31.860883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:31.899073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=55108dddbec243869457e5659a96ee79&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4694037 Feb 10 22:58:31.899073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:31.985814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:31.985814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb610ff2-8f17-4235-b808-c4eb9379d28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0235c5c-8c96-40d2-8552-be0803dd617f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:32.178971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=6a623942-0e37-42e9-9045-baaf4b78832f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:32.341739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:32.342836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3251aafe-ced5-415c-9ab8-b4bafa6fcaf2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 HTTP/1.1" status: 204 len: 168 time: 6.1005371 Feb 10 22:58:32.356041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b799b36-e02f-4ab2-a929-c60e85fe7069 None None] Provisioning for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:32.358640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39632) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:32.378083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Deleting port 590b572a-a935-4029-91dc-0451db274627 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:32.378479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:32.381278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b799b36-e02f-4ab2-a929-c60e85fe7069 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:32.388927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b799b36-e02f-4ab2-a929-c60e85fe7069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:32.816712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:32.818031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:33.022366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] For port 590b572a-a935-4029-91dc-0451db274627, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=590b572a-a935-4029-91dc-0451db274627,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:33.023566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:33.051568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:33.121241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105'}], 'enable_snat': True}, 'gw_port_id': '590b572a-a935-4029-91dc-0451db274627', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:58:23Z', 'revision_number': 5, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port': {'id': '590b572a-a935-4029-91dc-0451db274627', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2003, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:48:45Z', 'updated_at': '2022-02-10T22:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:33.137167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Checking router: c5460e52-7d6f-44bf-9527-ab886b5691c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:58:33.311056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b799b36-e02f-4ab2-a929-c60e85fe7069 None None] Could not find standard attr ID for object 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:58:33.502695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dd6d1da9-9f26-49fe-b206-61bcc961fdc4 None None] Could not find standard attr ID for object 48d5f7ec-18b3-4f2d-814e-b3783be2bdc0. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:58:33.504472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Routers {'c5460e52-7d6f-44bf-9527-ab886b5691c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:58:33.505340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:58:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c5460e52-7d6f-44bf-9527-ab886b5691c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:33.738849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Calling delete_port for 590b572a-a935-4029-91dc-0451db274627 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:33.866301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:33.888142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] Set router c5460e52-7d6f-44bf-9527-ab886b5691c6 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:58:34.039382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:34.049701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:34.057725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:34.059140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:34.085328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.121053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0235c5c-8c96-40d2-8552-be0803dd617f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:34.149225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be38724-6b44-472c-b9e2-bc1006e3a162 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 22:58:34.151084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:34.152751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5bf5ce95-b8fd-45a0-b6fb-ed948b3214d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.7929373 Feb 10 22:58:34.173281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:34.230963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:58:32Z', 'revision_number': 6, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:34.255923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2c0538-d3ac-4c03-8010-5b4454cd6a02 None None] The sync data for ids ['c5460e52-7d6f-44bf-9527-ab886b5691c6'] in n-d-825178-4 is: [{'id': 'c5460e52-7d6f-44bf-9527-ab886b5691c6', 'name': 'tempest-AttachVolumeShelveTestJSON-1374595786-router', 'tenant_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:48:40Z', 'updated_at': '2022-02-10T22:58:32Z', 'revision_number': 6, 'project_id': 'd03c35b19b1b46bba6b41a30b4c6368b', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:58:34.268340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.272738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b3355b5d-433c-48c5-8867-7956f6b728d9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e0235c5c-8c96-40d2-8552-be0803dd617f HTTP/1.1" status: 204 len: 168 time: 2.3718193 Feb 10 22:58:34.371712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 52b05fc5-f322-4d57-bc57-6de06936aa01 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:34.414484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.462028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.580939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be38724-6b44-472c-b9e2-bc1006e3a162 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 22:58:34.582409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.666648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:34.888699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Pushing event deleted for resources: {'Port': ['ID=590b572a-a935-4029-91dc-0451db274627,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:35.022154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.048304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.269563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.343755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=6a623942-0e37-42e9-9045-baaf4b78832f,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:35.387600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.465833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39686) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:35.674490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.743791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.747751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.759165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:35.779103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Usage tracker for resource:security_group_rule and tenant:8df503cad0e34cdd874c9081239dcb52 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:35.788400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:35.800034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.800761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5460e52-7d6f-44bf-9527-ab886b5691c6 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 22:58:35.829162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:35.841981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:35.843665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4d62d3dd-486e-4043-8855-8b3c49468de4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c5460e52-7d6f-44bf-9527-ab886b5691c6 HTTP/1.1" status: 204 len: 168 time: 4.8291845 Feb 10 22:58:35.846010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:35.979259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Deleting subnet 3f8754a1-5cfa-44d3-8fbf-762e537db358 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:35.990529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.158883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.187179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.236926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.529313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 590b572a-a935-4029-91dc-0451db274627 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:58:36.636815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.669824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 590b572a-a935-4029-91dc-0451db274627 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:58:36.671721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 590b572a-a935-4029-91dc-0451db274627 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:58:36.672314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4e748e30-1384-4d35-a6c0-94da6859507a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:58:36.807826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4e748e30-1384-4d35-a6c0-94da6859507a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:58:36.807826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4e748e30-1384-4d35-a6c0-94da6859507a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:58:36.885924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:36.940373 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 1c6a3b49-6533-4e4b-af2d-0bbc418634c7 associated. External IP: 172.25.2.171, port: b402522b-4023-44c8-b3cc-8d005f9b7151. Feb 10 22:58:37.043760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:37.070045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:37.127747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8754a1-5cfa-44d3-8fbf-762e537db358,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:37.132453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f59eac9b-b2a9-4b35-b56e-992288088b58 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3f8754a1-5cfa-44d3-8fbf-762e537db358 HTTP/1.1" status: 204 len: 168 time: 1.2849958 Feb 10 22:58:37.135921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:37.203631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8df503cad0e34cdd874c9081239dcb52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7224610 Feb 10 22:58:37.225223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06b5e00-dfef-4803-9fdc-19ec050abf8b None None] Network f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:37.241601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:37.461428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:37.483626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a42e1ca-a971-4fed-a31f-aba1071fb29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097a2df8-397f-4824-91ed-646f5126fc32,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:37.500025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Deleting port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:37.500025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:37.996896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-452b4135-4554-449c-b723-70ad2218c027 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:37.996896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-452b4135-4554-449c-b723-70ad2218c027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.238724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] For port 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97b3587d-6f92-4ca1-9309-0e46bc5855a5,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:38.239617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.315756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-978b8ae5-3d77-4001-acf8-f456fc318dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.335114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.409766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] DHCP port deletion for f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:58:38.418402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Deleting port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:38.418781 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.515121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.524244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Calling delete_port for 97b3587d-6f92-4ca1-9309-0e46bc5855a5 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:38.733162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.860808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=97b3587d-6f92-4ca1-9309-0e46bc5855a5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:38.862975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=52b05fc5-f322-4d57-bc57-6de06936aa01,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:38.870339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] No DVR routers for this DVR port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:58:38.885991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.894221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:38.927707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.265453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] For port 97b3587d-6f92-4ca1-9309-0e46bc5855a5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=97b3587d-6f92-4ca1-9309-0e46bc5855a5,segment=NetworkSegment(a64a1be0-7b9f-4ade-a86e-1d3052285dd9),segment_id=a64a1be0-7b9f-4ade-a86e-1d3052285dd9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:39.266003 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.461665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-326bbc6d-ee60-4a6b-beb5-30b01a7a848d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/52b05fc5-f322-4d57-bc57-6de06936aa01 HTTP/1.1" status: 204 len: 168 time: 5.2872043 Feb 10 22:58:39.475065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39758) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:39.477198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.535114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.603083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:39.626231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:39.626231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64a1be0-7b9f-4ade-a86e-1d3052285dd9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:39.638903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Calling delete_port for 97b3587d-6f92-4ca1-9309-0e46bc5855a5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:39.654214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.689989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.700074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 22:58:39.700074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: timer() Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 22:58:39.736578 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 22:58:39.779447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097a2df8-397f-4824-91ed-646f5126fc32,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:39.781774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d370a0-26df-4ab9-94c8-f659e77ff02f None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:39.807157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:39.809833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e04b1f7b-9347-4ec9-adf7-708bfcccf3be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/097a2df8-397f-4824-91ed-646f5126fc32 HTTP/1.1" status: 204 len: 168 time: 2.5529206 Feb 10 22:58:39.912095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 24ae07db-fd23-4703-a6c1-46de27046110 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:58:39.935064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet a9e9df59-fa74-47df-abad-cccff92dfa89 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:39.942088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.028121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.043101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:58:40.168372 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:58:40.201805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] 10.222.0.53 "DELETE /v2.0/networks/f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9 HTTP/1.1" status: 204 len: 168 time: 3.0573533 Feb 10 22:58:40.243875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63a67a-efd0-4fa2-ae66-bdc2f11386a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e3ec3f-35a8-4bfc-91e8-fc35725e87e9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:40.341436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97b3587d-6f92-4ca1-9309-0e46bc5855a5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:58:40.441955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.485741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 97b3587d-6f92-4ca1-9309-0e46bc5855a5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:58:40.486078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 97b3587d-6f92-4ca1-9309-0e46bc5855a5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:58:40.650889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.742812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39782) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:40.750913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Deleting port 97b3587d-6f92-4ca1-9309-0e46bc5855a5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:40.750913 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.855118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5ba0da89-258c-4f35-98fa-8b5d45802999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:40.959448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-07a8dd71-2294-4eea-a33a-761527854d4a None None] The port '97b3587d-6f92-4ca1-9309-0e46bc5855a5' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 22:58:41.088033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-341193af-a20f-42b9-b1fb-e9f3dc7a03d6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d03c35b19b1b46bba6b41a30b4c6368b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3430579 Feb 10 22:58:41.089415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39794) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:41.287518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.339885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.420335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:58:41.442914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Sync routers for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:58:41.475712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.479921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:58:41.487691 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:58:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:41.604728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=a9e9df59-fa74-47df-abad-cccff92dfa89,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:41.611652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.628972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cdcd8e07-9e71-4cf4-b51c-b07a5a431632 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e9df59-fa74-47df-abad-cccff92dfa89 HTTP/1.1" status: 204 len: 168 time: 2.1318374 Feb 10 22:58:41.628972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.631043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39816) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:41.794506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.857258 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:41.979254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-237863e2-ba82-493b-a90e-ed450852abd0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.8325253 Feb 10 22:58:41.991767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:58:42.085493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:42.091403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ffee1982-34a7-42f2-a23a-99b2c275fb9d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4458864 Feb 10 22:58:42.091969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:42.126649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:42.369359 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:58:42.422780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e291cdb-fa9b-411f-92ca-aa2b8de1e0ea,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:42.476106 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 22:58:42.631051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:42.671797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:42.695024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:42.714370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:42.735792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-72271478-22cb-4969-8b7b-70a3461c98c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e291cdb-fa9b-411f-92ca-aa2b8de1e0ea HTTP/1.1" status: 204 len: 168 time: 1.6414890 Feb 10 22:58:42.739706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6924aa42-5c45-4394-be2e-6847bb721d38 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:42.743200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:42.783758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:42.803743 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:43.152388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4373-e16d-40a4-bf4b-c22f1ca51b9d req-173a45d0-3214-4bf6-ae22-a38e2c24aeee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:43.177513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83cb4373-e16d-40a4-bf4b-c22f1ca51b9d req-173a45d0-3214-4bf6-ae22-a38e2c24aeee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.8301895 Feb 10 22:58:43.182859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:43.258055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397417-2069-41d7-8cdd-e10f001ad33b req-02fbc927-b070-4576-9cfc-b1f6252757cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:43.265412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-46726575-496e-4b0b-82ee-581edf1bb855 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:43.267159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-02fbc927-b070-4576-9cfc-b1f6252757cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 1.0754957 Feb 10 22:58:43.267603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46726575-496e-4b0b-82ee-581edf1bb855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:43.551512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:43.747139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:43.771180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:43.784637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:43.785166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:43.826904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=9974432f-8c6e-4d47-b444-1f80c2e600c8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:43.896521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83cb4373-e16d-40a4-bf4b-c22f1ca51b9d req-47325109-d394-4f0e-adb1-84d6d7d67d44 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7146671 Feb 10 22:58:43.909744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9591d1b-f6f3-4a30-b85e-e5579e374a5b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8230405 Feb 10 22:58:43.912749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39880) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:43.923566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:44.006073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:44.376912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1c6a3b49-6533-4e4b-af2d-0bbc418634c7', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:58:33Z', 'updated_at': '2022-02-10T22:58:33Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:44.408182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Checking router: 24ae07db-fd23-4703-a6c1-46de27046110 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:58:44.470193 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:58:44.470834 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:58:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:44.693978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397417-2069-41d7-8cdd-e10f001ad33b req-554fb093-a922-46ea-9b15-a8867ac08bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:44.693978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-554fb093-a922-46ea-9b15-a8867ac08bab service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 1.4066904 Feb 10 22:58:44.973483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32431509-d3a2-40dc-a333-5716d4c5da78 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 991 time: 0.9632113 Feb 10 22:58:45.004994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-4949310b-aa0d-47c5-bbdc-aa4251a13377 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.3033996 Feb 10 22:58:45.158755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:58:45.183467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '9974432f-8c6e-4d47-b444-1f80c2e600c8'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '51e4fff9-a9fd-4c7d-96dd-ef27777a00f7'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 22:58:45.252733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:45.268571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:45.283031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:45.312510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:45.321063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397417-2069-41d7-8cdd-e10f001ad33b req-304ae233-125b-420b-86fd-1819b1dacd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:45.329802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:45.333076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-304ae233-125b-420b-86fd-1819b1dacd8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.3258424 Feb 10 22:58:45.334691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:45.394194 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:45.720756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55397417-2069-41d7-8cdd-e10f001ad33b req-eb7de07f-9143-49c3-88e3-ecfaaefbd41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:45.729061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-eb7de07f-9143-49c3-88e3-ecfaaefbd41f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3820658 Feb 10 22:58:45.977149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:46.291531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-d8d2fc64-6ff4-4498-9304-017e8a8589fc service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615094 Feb 10 22:58:46.294279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Allocated IP 172.20.0.2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/9974432f-8c6e-4d47-b444-1f80c2e600c8/51e4fff9-a9fd-4c7d-96dd-ef27777a00f7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:46.420555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22e47aa6-8c66-4517-a310-b5c93ece33f7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 991 time: 0.4415040 Feb 10 22:58:46.745927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55397417-2069-41d7-8cdd-e10f001ad33b req-8d9a224f-0c65-436a-be60-8de125f6b5db service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473381 Feb 10 22:58:47.024120 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1c6a3b49-6533-4e4b-af2d-0bbc418634c7', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:58:33Z', 'updated_at': '2022-02-10T22:58:33Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:58:47.053857 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fc2a64-360b-4336-8951-f7a3b96afaa0 None None] The sync data for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 is: [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1c6a3b49-6533-4e4b-af2d-0bbc418634c7', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.171', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2882, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T22:58:33Z', 'updated_at': '2022-02-10T22:58:33Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:58:47.057840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:47.117470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:47.158344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Transition to ACTIVE for port object 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:47.186472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:47.420655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:58:47.427053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39986) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:47.548412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7839bb-c5e4-4130-aa54-7050a20ac2ce None None] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:48.161815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66699ce6-8e45-4e44-a1c6-fcb489b99b79 None None] New status for floating IP 1c6a3b49-6533-4e4b-af2d-0bbc418634c7: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 22:58:48.179913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f7f08e4-a9fc-4009-8e77-4b439b414c40 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 991 time: 0.7310004 Feb 10 22:58:48.287565 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:48.667023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:49.159790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40024) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:49.486044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:58:49.720418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:49.736018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:49.736850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:50.184659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7889f77-8463-4216-b757-ea88d1361cbc None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:50.301578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=23b99e46-9b3c-49d2-abb5-a1ccc05e78ea,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:50.307593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-62b5060f-303f-41e4-bde7-88cb00a96dd2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 991 time: 1.1460905 Feb 10 22:58:50.336345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40056) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:50.422959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:50.428477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:50.442495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:50.449354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:50.482348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-48dfb23f-e722-4b12-9a47-b5570988762f None None] Provisioning for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:50.527130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6099725 Feb 10 22:58:50.529390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:50.537827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:51:30:a2', 'name': 'tempest-NetworksTestDHCPv6-899333781'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:58:50.729427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df6e2c-3ea6-4c9b-a7ad-d9a720efa310 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=9']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:50.801122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-48dfb23f-e722-4b12-9a47-b5570988762f None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:50.801691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-48dfb23f-e722-4b12-9a47-b5570988762f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:50.816721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:50.869699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:50.877155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Usage tracker for resource:security_group_rule and tenant:921ee92b2490406c82b9ae4db69e2e61 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:50.896827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:50.925546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:50.989526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:51.025728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:51.029970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:51.066398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:51.086856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:58:51.343982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:51.398389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:51.407863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:51.595814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a559b1e1-9512-42ab-a100-b0637f52bdaa,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:51.635460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8a0c160-190e-4d5c-863e-5e2ec4682ace admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=921ee92b2490406c82b9ae4db69e2e61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2940574 Feb 10 22:58:51.640209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40092) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:51.846750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-320aef33-774e-4c90-8a17-a4406bdb8463 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 993 time: 0.4916406 Feb 10 22:58:51.948021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.046702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.072155 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.303517 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.308220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 8dedef7a-b82f-4bbe-bc23-5f327c523eff yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:58:52.472608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.564059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a559b1e1-9512-42ab-a100-b0637f52bdaa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:52.566668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:58:52.584735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:52.593428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1bc0ca35-6362-4970-bd5f-3f7dd3ba5c0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a559b1e1-9512-42ab-a100-b0637f52bdaa HTTP/1.1" status: 204 len: 168 time: 0.9526021 Feb 10 22:58:53.030244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:53.030636 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:54.122293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 172.20.0.14 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/9974432f-8c6e-4d47-b444-1f80c2e600c8/8dedef7a-b82f-4bbe-bc23-5f327c523eff) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:54.159250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fe51:30a2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/23b99e46-9b3c-49d2-abb5-a1ccc05e78ea/8dedef7a-b82f-4bbe-bc23-5f327c523eff) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:58:54.283110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d27d9-29e4-40fe-b3f3-667292266589 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:58:54.796534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-beb8cc96-dff1-4964-9aa7-7eeda41757a1 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:54.800050 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-beb8cc96-dff1-4964-9aa7-7eeda41757a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:54.865152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:54.909539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 8dedef7a-b82f-4bbe-bc23-5f327c523eff will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:58:54.957209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:54.962291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:55.156879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:58:55.156879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:58:55.163006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:58:55.215270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40184) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:55.269536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=8dedef7a-b82f-4bbe-bc23-5f327c523eff,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.324598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:58:55.387502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:55.387502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:55.441506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a70c99b-2333-46cb-87d2-3deafae7eded tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.8959262 Feb 10 22:58:55.441506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:55.637179 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:58:55.721696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4df981-6fe7-4d13-ab22-ef1190747e16 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:55.772720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4df981-6fe7-4d13-ab22-ef1190747e16 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:55.772720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b4df981-6fe7-4d13-ab22-ef1190747e16 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:58:55.832491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b4df981-6fe7-4d13-ab22-ef1190747e16 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:58:55.832491 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b4df981-6fe7-4d13-ab22-ef1190747e16 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3980880 Feb 10 22:58:55.843159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:56.011100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.127736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:56.154625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:56.167938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.173017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Usage tracker for resource:security_group_rule and tenant:a12d21a7951141b1a6f758d34435de7c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:56.176311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 8dedef7a-b82f-4bbe-bc23-5f327c523eff {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:58:56.176311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.180107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:56.210061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:56.570702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.583385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.815002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a12d21a7951141b1a6f758d34435de7c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6082726 Feb 10 22:58:56.839529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Provisioning for port 8dedef7a-b82f-4bbe-bc23-5f327c523eff completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:58:56.858442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40234) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:56.876400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Provisioning complete for port 8dedef7a-b82f-4bbe-bc23-5f327c523eff triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:56.877761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:56.983410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa19948-f0da-4578-939b-bd07f8ca5f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafde013-736f-44d2-a031-4b4bd6e72bf7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:57.041063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1c3a8ff8-bc92-49d4-b35c-3d3bf1186c46 None None] Port 8dedef7a-b82f-4bbe-bc23-5f327c523eff cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:58:57.188956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.210622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.225559 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e61de4e2-21d6-4caa-8e76-c1270a562a66 None None] Provisioning complete for port 8dedef7a-b82f-4bbe-bc23-5f327c523eff triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:58:57.225559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e61de4e2-21d6-4caa-8e76-c1270a562a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.252239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.387364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.440556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e61de4e2-21d6-4caa-8e76-c1270a562a66 None None] Port 8dedef7a-b82f-4bbe-bc23-5f327c523eff cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:58:57.492726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafde013-736f-44d2-a031-4b4bd6e72bf7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:57.492726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:57.505897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d49e927-6252-47dc-97c7-4c43daedb26f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eafde013-736f-44d2-a031-4b4bd6e72bf7 HTTP/1.1" status: 204 len: 168 time: 0.6384709 Feb 10 22:58:57.751358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 8dedef7a-b82f-4bbe-bc23-5f327c523eff owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:58:58.488392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:58.778102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=8dedef7a-b82f-4bbe-bc23-5f327c523eff,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:58:59.023678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40308) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:59.040678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:59.110654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40318) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:59.119136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-24088374-ff1b-4ebb-a7e4-7a3e364a6fc1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/8dedef7a-b82f-4bbe-bc23-5f327c523eff HTTP/1.1" status: 204 len: 168 time: 3.2745833 Feb 10 22:58:59.266749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40324) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:59.346292 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:59.397574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb550fc-dac7-44e2-855d-7097aff5c259 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:59.411347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb550fc-dac7-44e2-855d-7097aff5c259 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:59.413132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb550fc-dac7-44e2-855d-7097aff5c259 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:58:59.419152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:58:59.421355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:58:59.424758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0eb550fc-dac7-44e2-855d-7097aff5c259 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3229799 Feb 10 22:58:59.497398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:66d38ab7bd7545dda356ad810df8b25c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:58:59.503257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:58:59.540882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:58:59.638508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 23b99e46-9b3c-49d2-abb5-a1ccc05e78ea {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:58:59.680647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:58:59.944642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.144365 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.172807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:00.181341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Usage tracker for resource:security_group_rule and tenant:220c3e5b62c0478aaa4721f977d7f997 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:00.190429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:00.205515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:00.288458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.288458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.336314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=66d38ab7bd7545dda356ad810df8b25c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0643387 Feb 10 22:59:00.344037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40352) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:00.344037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.565052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.578380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.727864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=220c3e5b62c0478aaa4721f977d7f997&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6951678 Feb 10 22:59:00.727864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8be6cf-ad2e-4fe9-824c-962e65463125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a0a6ff-264b-480d-8dbb-15f7c0d254e3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:00.740923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:00.811488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51203111-12c4-491e-9658-677e77fbb0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88b087a-df65-43fd-b646-c1c9baca14c8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:00.849357 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.873463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.912194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.945277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.988867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a0a6ff-264b-480d-8dbb-15f7c0d254e3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:00.992355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:00.994586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c417905f-b33f-478f-bfcd-4dfe957355e9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/87a0a6ff-264b-480d-8dbb-15f7c0d254e3 HTTP/1.1" status: 204 len: 168 time: 0.2557063 Feb 10 22:59:01.036359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.169857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.264539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=23b99e46-9b3c-49d2-abb5-a1ccc05e78ea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:01.264539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.273655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4656e0e8-31ba-4fa3-9f97-03d24c3f1983 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:01.297882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9dd71301-004c-41dc-9f3b-a76d3410aaa2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/23b99e46-9b3c-49d2-abb5-a1ccc05e78ea HTTP/1.1" status: 204 len: 168 time: 1.8665771 Feb 10 22:59:01.301808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40388) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:01.314641 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.329296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.329296 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e88b087a-df65-43fd-b646-c1c9baca14c8 HTTP/1.1" status: 204 len: 168 time: 0.9808037 Feb 10 22:59:01.374554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bbd9ff-118f-426d-98a8-b8ac243d553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88b087a-df65-43fd-b646-c1c9baca14c8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:01.432571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 9974432f-8c6e-4d47-b444-1f80c2e600c8 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:59:01.437430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.517019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:01.960840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:02.217563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:02.328554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:02.349922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=9974432f-8c6e-4d47-b444-1f80c2e600c8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:02.357826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40428) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:02.364365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8b2e300a-2b3b-4860-99d3-b5ae40c9f469 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/9974432f-8c6e-4d47-b444-1f80c2e600c8 HTTP/1.1" status: 204 len: 168 time: 1.0578060 Feb 10 22:59:02.627603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40438) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:02.632330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a6611caf-a9b3-457f-9534-e084f4498d04 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2610784 Feb 10 22:59:02.987199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560f224e-edbb-411a-b347-d757afcdd63e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:02.994125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-560f224e-edbb-411a-b347-d757afcdd63e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:03.081889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-560f224e-edbb-411a-b347-d757afcdd63e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:03.083090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-560f224e-edbb-411a-b347-d757afcdd63e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4638050 Feb 10 22:59:03.085843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40456) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:03.390883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0617298b-686b-4bd7-9c6a-90430812393e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:03.390883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0617298b-686b-4bd7-9c6a-90430812393e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:03.465707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0617298b-686b-4bd7-9c6a-90430812393e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:03.470652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40476) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:03.482127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0617298b-686b-4bd7-9c6a-90430812393e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3950675 Feb 10 22:59:03.626577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02596dd3-2fab-4d36-be30-9d31c27a5acd None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:03.760561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3c98673-c666-43f0-a602-ff1ca749a16b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2805352 Feb 10 22:59:03.768551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40490) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:03.796510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:04.018048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:04.048101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:04.078180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:04.078180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:04.078180 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:04.078180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:04.129863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-44d6fde7-42fe-4285-8e73-878ae0b04bee tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3572922 Feb 10 22:59:04.129863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:04.141166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f9f469e-168e-44d8-9213-82cfea03cdc2 None None] Provisioning complete for port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:04.141166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f9f469e-168e-44d8-9213-82cfea03cdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:04.149347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:04.527057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:04.547891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:04.588255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:04.588255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:04.593117 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:04.593117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:04.661594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d318a5a0-bc13-4fd2-9857-455aa4d32168 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5251081 Feb 10 22:59:04.661594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40518) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:04.670523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:04.731407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:59:04.739941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Deleting port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:04.739941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:04.986648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:05.033239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:05.061395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:05.061395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:05.061395 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:05.061395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:05.161274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-28e2994d-b6b4-4885-a123-35972262a541 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4889503 Feb 10 22:59:05.164303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40536) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:05.164303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:05.508438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:05.523094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:05.551420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:05.563025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:05.563025 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:05.571595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:05.602525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] For port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:05.602525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:05.644147 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d97ba6d-af96-44f9-b0ef-dac0679a1c66 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4901972 Feb 10 22:59:05.653606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:05.686706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:05.982022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Calling delete_port for 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:05.989060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:06.002240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:06.028573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:06.035035 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:06.041894 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:06.041894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:06.114540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f0c6927-fbab-4b5f-80c9-9c6f6d485302 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4665198 Feb 10 22:59:06.116327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40560) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:06.123701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:06.308021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:06.482858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] Pushing event deleted for resources: {'Port': ['ID=51e4fff9-a9fd-4c7d-96dd-ef27777a00f7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:06.497217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fcae11-b30d-4323-af9f-6f77ff94dccd None None] No DVR routers for this DVR port 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:59:06.497217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:59:06.599951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:06.653013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:59:06.653013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 51e4fff9-a9fd-4c7d-96dd-ef27777a00f7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:59:06.659721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:06.703116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:06.703116 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:06.703116 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 22:59:06.703116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 22:59:06.758385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a0d3f7f8-d4eb-44ff-99e0-b541206744b5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6401894 Feb 10 22:59:06.763824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40582) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:06.888270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-885edab1-2901-4aaf-9ab0-a869fdcada1b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:06.918090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-885edab1-2901-4aaf-9ab0-a869fdcada1b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:06.922925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40586) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:06.943206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-885edab1-2901-4aaf-9ab0-a869fdcada1b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1757970 Feb 10 22:59:07.117049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40598) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:07.132117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c16fd81-7d1a-427d-9d7f-a8715d05cb91 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:07.140708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c16fd81-7d1a-427d-9d7f-a8715d05cb91 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2154582 Feb 10 22:59:07.141112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40604) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:07.468834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af27ee1a-f9fc-4074-b9c8-d7cbbd953a36 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3261375 Feb 10 22:59:07.472999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40612) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:07.486751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:07.776940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:07.829605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:07.843695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Usage tracker for resource:security_group_rule and tenant:4fba0b7945e24d03b34756a501709fa2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:07.862570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:07.886617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:07.937568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:07.951429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:07.969509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:07.973675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:08.332166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4e8ee46-cae0-480e-b3cc-5293eba7f272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.046436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:59:09.046436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.151275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:09.171164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:09.182318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8facd031-1333-4c17-b0a1-97cc1c127c07 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:09.185407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:09.185407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.225476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=2e510b49-d150-42b4-8996-4b84fb344284,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:09.265608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.270206 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.362629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03f2d0d-7843-4256-8d09-f69553216b50,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:09.369216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f327045d-e3e5-4d1c-9454-eb4212a673b8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8938866 Feb 10 22:59:09.372774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40672) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:09.379754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:cd:8c:0e', 'name': 'tempest-NetworksTestDHCPv6-1177315301'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:09.396875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ceed0254-5c9f-4b27-a623-8710f4e8ec75 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4fba0b7945e24d03b34756a501709fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2782850 Feb 10 22:59:09.397920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40676) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:09.476750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40680) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:09.611594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.706686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.929445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:09.970537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:09.974989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '2e510b49-d150-42b4-8996-4b84fb344284'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:59:09.974989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:09.994203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:10.470159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.497452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.544505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 4f1a21d5-8af5-44a5-8df9-d817337b62ee yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:59:10.573895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:10.591109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Usage tracker for resource:security_group_rule and tenant:32ea93c42bcd46cea04d82e54b1ea78a is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:10.635901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:10.648306 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7619bab8-07c1-4a29-92b3-c67957bf6b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.696700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:10.831900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Allocated IP 2001:db8::f816:3eff:febb:7774 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/2e510b49-d150-42b4-8996-4b84fb344284/3f0040ff-f5a8-4c28-9291-3e64e33ebb8c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:10.942439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.944650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.965806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:10.994658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03f2d0d-7843-4256-8d09-f69553216b50,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:11.077466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=32ea93c42bcd46cea04d82e54b1ea78a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5894685 Feb 10 22:59:11.078887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.079967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40738) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:11.084182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dd55bf81-ab9c-44d6-8762-4c84b1990493 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a03f2d0d-7843-4256-8d09-f69553216b50 HTTP/1.1" status: 204 len: 168 time: 1.6850457 Feb 10 22:59:11.089166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b455f2-6834-469b-98fa-2e8284be185b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ef14d1-d980-4153-bea9-328cecde615d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:11.294303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.396501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.487204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.497960 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.527197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Transition to ACTIVE for port object 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:11.539240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ef14d1-d980-4153-bea9-328cecde615d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:11.569307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Transition to ACTIVE for port object 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:11.575576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.579315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d75968ef-a537-4324-a17c-578c46b7c235 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b7ef14d1-d980-4153-bea9-328cecde615d HTTP/1.1" status: 204 len: 168 time: 0.4975777 Feb 10 22:59:11.595640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:11.865220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:11.911367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:11.919391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:12.020164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fecd:8c0e (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/2e510b49-d150-42b4-8996-4b84fb344284/4f1a21d5-8af5-44a5-8df9-d817337b62ee) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:12.096188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:12.102203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'network': {'name': 'tempest-network-smoke--1885844528', 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:12.115868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:12.118302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:12.163787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:network and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:12.169409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:12.184203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.228765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:12.242974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:12.260468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Usage tracker for resource:security_group_rule and tenant:8dd1301b43e747a6820ba3f0734e63a1 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:12.277244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:12.289680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:12.300690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.304346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.309501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.315409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Pushing event updated for resources: {'Port': ['ID=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:12.336389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:12.352021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Attempting to bind port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:12.355046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Attempting to bind port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:12.360043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.360783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Attempting to bind port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:12.376583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:12.380039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:12.381100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.381866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:12.400374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Bound port: 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:12.401831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.408551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:12.449374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group_rule and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:12.457284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:12.487035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:12.637055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.640700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] For port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:12.648090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] For port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:12.656512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.691072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 4f1a21d5-8af5-44a5-8df9-d817337b62ee will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:12.730370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.746551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40786) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:12.748925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.756912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:12.880684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02420ad-0092-46cb-8780-62df871f2332 None None] Pushing event updated for resources: {'Port': ['ID=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:12.942957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:12.949541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:12.967701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:12.975427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:12.976741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.003756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0613cb-d19f-452e-a12a-fa30b618975b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:13.026822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.028998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.040867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12650c95-a496-4b27-8226-77dce67dbd28 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8dd1301b43e747a6820ba3f0734e63a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9185846 Feb 10 22:59:13.041504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40794) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:13.045407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=4f1a21d5-8af5-44a5-8df9-d817337b62ee,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:13.047825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.069868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5d1f02d6-c9c6-4eb2-bb35-fbaa3b9df8cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6953752 Feb 10 22:59:13.073450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40798) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:13.213840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 22:59:13.247162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.256238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde0544-06e6-467f-9617-09cad2894c8e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:13.283561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.284221 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Added segment f1a62db6-f6fa-4d95-b29a-10be9bf14f80 of type vlan for network f98909ee-09ea-4f02-9562-3a4f0b154df8 Feb 10 22:59:13.302824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:13.309045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Usage tracker for resource:security_group_rule and tenant:5cd5e5d2f4c44cd58ac8912c91d9a73b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:13.314229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:13.322753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:13.458612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa16d9-8adf-424f-956b-47a156a4c299 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:13.460126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.471656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afa16d9-8adf-424f-956b-47a156a4c299 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:13.473297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6afa16d9-8adf-424f-956b-47a156a4c299 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:13.531040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.583239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6afa16d9-8adf-424f-956b-47a156a4c299 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:13.589934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6afa16d9-8adf-424f-956b-47a156a4c299 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5148435 Feb 10 22:59:13.595697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40814) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:13.609022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.713645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:59:13.785632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.799872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.815938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.824075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:13.825031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.873513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5cd5e5d2f4c44cd58ac8912c91d9a73b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1254585 Feb 10 22:59:13.877864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b246ed-eb4f-488d-ab70-d27b85fbcb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7007d8b8-3310-4fb0-8971-5e533c7bbf04,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:13.878489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 4f1a21d5-8af5-44a5-8df9-d817337b62ee {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:13.879172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:13.887935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40822) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:13.997412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.040199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.173697 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.202649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7007d8b8-3310-4fb0-8971-5e533c7bbf04,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:14.250232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.252148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.252669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.258671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.258671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.260548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.261479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.263025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.264243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.266728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.267893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.269247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:14.295588 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.297003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f29185fc-73da-4596-933c-6920bae929be admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7007d8b8-3310-4fb0-8971-5e533c7bbf04 HTTP/1.1" status: 204 len: 168 time: 0.4080677 Feb 10 22:59:14.358209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Network': ['ID=f98909ee-09ea-4f02-9562-3a4f0b154df8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:14.374275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 22:59:14.387470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.391329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.397607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e0613cb-d19f-452e-a12a-fa30b618975b HTTP/1.1" status: 204 len: 168 time: 1.3546216 Feb 10 22:59:14.406229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40834) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:14.406550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3a73c0ab-7ffd-4860-a715-730d7ccefb44 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3091128 Feb 10 22:59:14.412892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'admin_state_up': True, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:14.431070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:14.441847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:router and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:14.448063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:14.474158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:14.490744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb167c-7c78-4b5d-ac64-707f852d6c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0613cb-d19f-452e-a12a-fa30b618975b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:14.515009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.519420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.584703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:14.887451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:15.028538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.380888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-69d23fa7-d479-4b96-817a-9350431610ec None None] Provisioning for port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:15.434709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:15.448504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:15.449497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.551726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.581521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 4f1a21d5-8af5-44a5-8df9-d817337b62ee owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:15.707178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85ab5ef3-2bdd-4794-b756-df4aa7277f34 None None] Provisioning for port 4f1a21d5-8af5-44a5-8df9-d817337b62ee completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:15.761431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40876) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:15.796407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.806215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.819276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85ab5ef3-2bdd-4794-b756-df4aa7277f34 None None] Provisioning complete for port 4f1a21d5-8af5-44a5-8df9-d817337b62ee triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:15.820014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85ab5ef3-2bdd-4794-b756-df4aa7277f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.824985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:15.829705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Usage tracker for resource:security_group_rule and tenant:fe942b017a0a42f08536a970e7707c7d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:15.834571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:15.842858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:15.964408 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:15.971241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.018303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454c24ff-cd9d-48d5-9d35-3e887995fa6c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:16.065910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b8ae8ad9-f9fe-457a-b42b-bf80d26954fe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fe942b017a0a42f08536a970e7707c7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016136 Feb 10 22:59:16.069516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40886) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:16.116797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85ab5ef3-2bdd-4794-b756-df4aa7277f34 None None] Port 4f1a21d5-8af5-44a5-8df9-d817337b62ee cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:59:16.127895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:16.138177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.143994 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.357404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:16.491219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=4f1a21d5-8af5-44a5-8df9-d817337b62ee,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:16.519481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.531950 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:16.536293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40894) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:16.565090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1281935003', 'description': 'tempest-secgroup-smoke-1281935003 description', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:16.576722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0e4b0e63-db9c-4191-8a96-ef63f81f5c08 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/4f1a21d5-8af5-44a5-8df9-d817337b62ee HTTP/1.1" status: 204 len: 168 time: 2.9719899 Feb 10 22:59:16.578415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:16.581906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:16.600157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.672671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:16.712007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:16.750600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:16.754646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:16.755033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.790947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b91ff-aca2-4bba-85c5-0a638a18ac3a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:16.800254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205b91ff-aca2-4bba-85c5-0a638a18ac3a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:16.800850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-205b91ff-aca2-4bba-85c5-0a638a18ac3a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:16.843510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.875639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.891306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:16.896543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:16.925729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:16.937120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:16.949878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:17.012411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.078532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.080595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-205b91ff-aca2-4bba-85c5-0a638a18ac3a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:17.082875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-205b91ff-aca2-4bba-85c5-0a638a18ac3a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4989452 Feb 10 22:59:17.084871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.093602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40912) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:17.216200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e40a3a13-bdb3-41f3-b0ef-66225be94c1c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:17.235528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.237050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56e48a25-3094-47a4-93e9-07511688ed15 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6904509 Feb 10 22:59:17.240437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:17.249117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:17.256285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:17.261722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:17.265300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:17.278171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:17.300118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 2e510b49-d150-42b4-8996-4b84fb344284 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:59:17.304048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.345112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.410508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.25.2.61 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/100a6a70-cf53-445b-a6d8-1f14b5b0354f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:17.424870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.435829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.468572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.480938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.532414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454c24ff-cd9d-48d5-9d35-3e887995fa6c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:17.624680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.629433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-299ddecf-2c13-4bc3-85d5-1c4d995f4d90 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/454c24ff-cd9d-48d5-9d35-3e887995fa6c HTTP/1.1" status: 204 len: 168 time: 1.5588672 Feb 10 22:59:17.661251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38e89a4-319e-4e16-878c-83abf5ae122d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:17.677819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.700196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.703756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40940) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:17.704093 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-81186570-212a-41b2-b8ef-bb4fc6eaf4a6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4620359 Feb 10 22:59:17.711045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:17.719921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:17.725383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.729773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:17.736609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:17.753177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:17.757258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.829137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.951720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:17.967021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:17.969415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=2e510b49-d150-42b4-8996-4b84fb344284,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:17.975452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:17.976607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:17.988277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6868828-a702-464a-aaaa-3fed89ab4970 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:18.010499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5cab903d-cc3d-46af-9601-78b04f7a8a9f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/2e510b49-d150-42b4-8996-4b84fb344284 HTTP/1.1" status: 204 len: 168 time: 0.9013867 Feb 10 22:59:18.014930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:18.142293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=100a6a70-cf53-445b-a6d8-1f14b5b0354f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:18.154197 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.213137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e7ae6a1-1c1a-4b47-a64e-9e95dc13b447 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1957130 Feb 10 22:59:18.224441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:18.261071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:18.451441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:59:18.458432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Deleting port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:18.459606 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.624449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:18.633039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.639614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:18.644669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.654301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:18.683532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:18.709350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:18.716818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:18.991816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37cba16d-d44e-434b-a1c0-723b233ae47b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:19.053795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.062182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8babeec-a51b-41db-b0e6-289f59064a44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3573017 Feb 10 22:59:19.065362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40992) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:19.084694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:19.100907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:19.114164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:19.118537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:19.148498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] For port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:19.149115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:19.150052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.200156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41000) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:19.377071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Calling delete_port for 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:19.453961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.557953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.623999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:59:19.625610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.728672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] No DVR routers for this DVR port 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:59:19.731656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e9a8b-5fa8-4631-9cd7-45a836f4642e None None] Pushing event deleted for resources: {'Port': ['ID=3f0040ff-f5a8-4c28-9291-3e64e33ebb8c,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:19.747262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:19.753820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.763162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:19.767748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:19.768798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:19.786208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f43b0f-eca2-4d66-9b5e-a643da63b305 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:19.808409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5777152 Feb 10 22:59:19.814586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:19.826023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:2f:86:36', 'name': 'tempest-NetworksTestDHCPv6-304086107'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:20.032974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09669f-84cd-42cb-affe-275b4f402b88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=e286d3bd-2cab-4586-b867-a879ef4234c4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:20.037437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:20.044522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:20.051443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:20.059126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:20.085325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:20.137842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.279959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:20.296850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e5061ed15b14ebdbc6878f7f7990f89 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:20.304218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.309343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:20.322752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.325580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:20.346122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.383102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:59:20.496538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c2a8d3-1d25-4c4e-be26-fcbd9b851406,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:20.559134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:59:20.616478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:59:20.616873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3f0040ff-f5a8-4c28-9291-3e64e33ebb8c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:59:20.632752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': 'e286d3bd-2cab-4586-b867-a879ef4234c4'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:59:20.633808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.662647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:20.668730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bb9b0fb9-5cff-4ecc-b0d0-82dfbe7a4e5d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6019409 Feb 10 22:59:20.677748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41046) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:20.698026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:20.705602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:20.710933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:20.715259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:20.722350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:20.825616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fe2f:8636 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/e286d3bd-2cab-4586-b867-a879ef4234c4/e58dbdb6-ac0b-4812-89ae-6f98b5cf5650) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:21.219795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.229384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.292107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.341248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:21.393162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.511608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:21.541681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.543185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Allocated IP 2001:db8::f816:3eff:fee0:a01e (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/e286d3bd-2cab-4586-b867-a879ef4234c4/a6262089-092e-47aa-9720-d8df45dd60fb) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:21.555035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=e58dbdb6-ac0b-4812-89ae-6f98b5cf5650,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:21.571699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:21.573265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:21.576290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:21.583647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:21.584557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.625170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-14c0882e-af72-4519-bb51-ef36b905842a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8090398 Feb 10 22:59:21.635436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:21.697230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.773742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d953eef4-d929-405a-a0a7-f86506a712e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:21.775115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d953eef4-d929-405a-a0a7-f86506a712e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:21.795771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d953eef4-d929-405a-a0a7-f86506a712e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:21.800494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d953eef4-d929-405a-a0a7-f86506a712e2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1717560 Feb 10 22:59:21.801210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:21.840353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.867356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.878975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=848efa64-94d0-46ce-9059-2512b1647325,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:21.900406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:21.901382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.959159 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.967025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8e5061ed15b14ebdbc6878f7f7990f89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7588189 Feb 10 22:59:21.968089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:21.970083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41092) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:21.972698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aec80ab5-a4f8-456d-8fdf-7abeb1e4b1af tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2904608 Feb 10 22:59:21.972992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:21.978735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c3f95-c7ba-45e2-9488-8eb921d559f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e655ddf-5a0e-4336-a3f5-ff1a7294deb9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:22.023796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 1119ede0-7fb1-4502-8f50-dde3391e1498 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 22:59:22.096764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:22.169556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.191845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Transition to ACTIVE for port object a6262089-092e-47aa-9720-d8df45dd60fb will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:22.244736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Transition to ACTIVE for port object a6262089-092e-47aa-9720-d8df45dd60fb will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:22.254258 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.271314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:22.282974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.328550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.341450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.362200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:22.370823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Usage tracker for resource:security_group_rule and tenant:3100126f1dcf45efb7810d7983465a09 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:22.375783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:22.384417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:22.396256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:59:22.411501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:22.411716 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Sync routers for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:59:22.421200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:22.439260 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:59:22.444646 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:59:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:22.453292 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.455004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36fd073e-eb29-4127-bed0-cbda4bf274d6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.0471699 Feb 10 22:59:22.458954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41106) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:22.468151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:22.479825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:22.651963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Pushing event updated for resources: {'Port': ['ID=a6262089-092e-47aa-9720-d8df45dd60fb,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:22.714170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Attempting to bind port a6262089-092e-47aa-9720-d8df45dd60fb on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:22.714585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Attempting to bind port a6262089-092e-47aa-9720-d8df45dd60fb by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:22.715079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Attempting to bind port a6262089-092e-47aa-9720-d8df45dd60fb on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:22.744494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:22.745131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:22.747658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.748161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:22.748983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Bound port: a6262089-092e-47aa-9720-d8df45dd60fb, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:22.751551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.790891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:22.838327 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-505777c6-3654-4933-aa4d-189d9c3103a1 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7fd44e611f904c0eabeffed3cc48748f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3751588 Feb 10 22:59:22.838594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:22.861368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:22.874643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.897575 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:59:22.935753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e655ddf-5a0e-4336-a3f5-ff1a7294deb9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:22.939339 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Project 881fdd7f8b1c483e9398c5a3ee038211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:59:22.958141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] For port a6262089-092e-47aa-9720-d8df45dd60fb, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:22.963643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] For port a6262089-092e-47aa-9720-d8df45dd60fb, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a6262089-092e-47aa-9720-d8df45dd60fb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:22.970467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.984708 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.984981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:22.986824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5f20489-2e4e-4736-b2be-31cef6aef948 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e655ddf-5a0e-4336-a3f5-ff1a7294deb9 HTTP/1.1" status: 204 len: 168 time: 1.0154853 Feb 10 22:59:23.147547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba10b96d-29a4-408f-8f87-ecc366e9a0e5 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:23.149878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ba10b96d-29a4-408f-8f87-ecc366e9a0e5 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3095622 Feb 10 22:59:23.169815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41124) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:23.206721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.253507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a7278-bb3f-498a-b588-b9a3e591ed57 None None] Pushing event updated for resources: {'Port': ['ID=a6262089-092e-47aa-9720-d8df45dd60fb,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:23.287247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8369cd0c-8587-4652-bc90-cd274ad7f79c tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1161644 Feb 10 22:59:23.296208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41130) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:23.323970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750796357', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:23.366094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.676749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:23.681410 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:18Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:23.684589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:subnet and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:23.693266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:23.701539 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Checking router: 1119ede0-7fb1-4502-8f50-dde3391e1498 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:59:23.702143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Updating router 1119ede0-7fb1-4502-8f50-dde3391e1498 port 100a6a70-cf53-445b-a6d8-1f14b5b0354f binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:59:23.713644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:23.749643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:23.753520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.907332 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.917532 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:23.945305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:24.078272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.085745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.115077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=564994af-c611-43ed-90a8-33d6a94a4c35,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.121473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.126749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-645232a4-135d-4f97-be5f-8d02568098f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.1312337 Feb 10 22:59:24.130370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:24.142146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'security_group_rule': {'security_group_id': 'e40a3a13-bdb3-41f3-b0ef-66225be94c1c', 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:24.152756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:24.174521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:security_group_rule and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:24.178074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:24.185062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:24.223593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3100126f1dcf45efb7810d7983465a09&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7078192 Feb 10 22:59:24.224523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41150) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:24.227484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85890486-f59f-40ac-8436-0531c3a037a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a8bf4e-a8e5-4b10-9b9f-4cc504cd757e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.237328 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Project 881fdd7f8b1c483e9398c5a3ee038211 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 22:59:24.253083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.336140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.380953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.387047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.450280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.466502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.488269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.488966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.552034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a209ea8-25ca-446e-a49d-47351edce42c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.557916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=e58dbdb6-ac0b-4812-89ae-6f98b5cf5650,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.601548 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.605145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.633160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Subnet': ['ID=7830d8ee-708a-4238-8ec4-23eb44f47a98,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.638537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Checking segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:24.639339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network hostable DHCP agents. Network: f98909ee-09ea-4f02-9562-3a4f0b154df8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 22:59:24.641384 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2fbec85b-e244-4c13-b565-3a9504fcc7f3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5085528 Feb 10 22:59:24.642483 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Transition to ACTIVE for port object 100a6a70-cf53-445b-a6d8-1f14b5b0354f will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:24.654912 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.686541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.699977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-432eb138-de9d-4545-8c6f-a78560bb7515 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 HTTP/1.1" status: 204 len: 168 time: 2.8932405 Feb 10 22:59:24.705008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a6262089-092e-47aa-9720-d8df45dd60fb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:24.710813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41164) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:24.721547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:24.847973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 22:59:24.863274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Pushing event updated for resources: {'Port': ['ID=100a6a70-cf53-445b-a6d8-1f14b5b0354f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.871843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a6262089-092e-47aa-9720-d8df45dd60fb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:24.895106 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.895848 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.896337 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.905978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a8bf4e-a8e5-4b10-9b9f-4cc504cd757e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:24.910074 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.910697 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.911242 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.913889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.914581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.915623 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.916124 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.918588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.919124 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:24.977903 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Attempting to bind port 100a6a70-cf53-445b-a6d8-1f14b5b0354f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:24.979731 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Attempting to bind port 100a6a70-cf53-445b-a6d8-1f14b5b0354f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:24.981940 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Attempting to bind port 100a6a70-cf53-445b-a6d8-1f14b5b0354f on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:24.987510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f98909ee-09ea-4f02-9562-3a4f0b154df8) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:24.997609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6b2a1-1f67-46e8-af41-b7131e045bf1 None None] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:24.998990 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:25.010573 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:25.011171 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.011725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:25.012476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Bound port: 100a6a70-cf53-445b-a6d8-1f14b5b0354f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:25.013987 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.022966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.025961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-95cacced-89c0-4f0a-a921-b85460a87a42 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a9a8bf4e-a8e5-4b10-9b9f-4cc504cd757e HTTP/1.1" status: 204 len: 168 time: 0.8001673 Feb 10 22:59:25.043953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:25.044722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.157120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f6e4c-1625-4a87-ab05-87444d71eaf6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:25.163718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f6e4c-1625-4a87-ab05-87444d71eaf6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:25.179375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f37f6e4c-1625-4a87-ab05-87444d71eaf6 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4632268 Feb 10 22:59:25.180258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:25.190446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-48a3f113-7d48-42b0-9ede-9e4f13acf369 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8861337 Feb 10 22:59:25.193552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:25.267772 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] For port 100a6a70-cf53-445b-a6d8-1f14b5b0354f, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:25.272889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] For port 100a6a70-cf53-445b-a6d8-1f14b5b0354f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=100a6a70-cf53-445b-a6d8-1f14b5b0354f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:25.293296 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.410923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet e286d3bd-2cab-4586-b867-a879ef4234c4 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:59:25.420048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.479646 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:59:25.480856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:59:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:25.605597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.747900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Provisioning for port a6262089-092e-47aa-9720-d8df45dd60fb completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:25.773124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f98909ee-09ea-4f02-9562-3a4f0b154df8', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:59:25.774117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:25.922458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.156287 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63352d-308b-4027-969d-75d31ed18c7b None None] Pushing event updated for resources: {'Port': ['ID=100a6a70-cf53-445b-a6d8-1f14b5b0354f,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:26.204821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41218) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:26.297942 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:59:26.308906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.356855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Allocated IP 172.20.0.2 (f98909ee-09ea-4f02-9562-3a4f0b154df8/7830d8ee-708a-4238-8ec4-23eb44f47a98/8be17ef4-9b6a-425f-b08d-a7d16278b2d5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:26.385976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-07e89a72-3191-41d6-86b4-d87834718a90 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1281935003&fields=id&tenant_id=881fdd7f8b1c483e9398c5a3ee038211 HTTP/1.1" status: 200 len: 267 time: 1.1936107 Feb 10 22:59:26.428029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:26.445722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Usage tracker for resource:security_group_rule and tenant:c3aef424f3d749079268a36a1183a48c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:26.455634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:26.466082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.475513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Provisioning complete for port a6262089-092e-47aa-9720-d8df45dd60fb triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:26.478406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.569365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:26.623447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=e286d3bd-2cab-4586-b867-a879ef4234c4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:26.625899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.683227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bec93458-cfb3-451d-8960-debf6c23b112 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/e286d3bd-2cab-4586-b867-a879ef4234c4 HTTP/1.1" status: 204 len: 168 time: 1.5012548 Feb 10 22:59:26.699781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:26.882552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-23bf38b6-a67f-45ad-b4d8-5b66dcf33d51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1813400 Feb 10 22:59:26.889589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41246) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:26.918468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:26.939317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Transition to ACTIVE for port object 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:27.014297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Transition to ACTIVE for port object 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:27.033592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.042359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.077486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c69e239-d8d0-46f4-88ed-4a7c714ca86d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:27.108943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.135476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84111c07-362e-4f0f-9de8-9d7ecdb46684,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:27.161725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:18Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:27.186190 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0974e44-3fab-480f-8bf1-7a59684e3111 None None] The sync data for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 is: [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:18Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:59:27.192054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d6c2bd0-1391-4bce-b468-6b300ec55bcc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c3aef424f3d749079268a36a1183a48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852338 Feb 10 22:59:27.192867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41256) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:27.401545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.462813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.596763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.646035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:27.658695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84111c07-362e-4f0f-9de8-9d7ecdb46684,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:27.688496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:27.688856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:27.692893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1586bb0-d128-443b-992a-37161ffa9e08 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/84111c07-362e-4f0f-9de8-9d7ecdb46684 HTTP/1.1" status: 204 len: 168 time: 0.4942040 Feb 10 22:59:27.708558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:27.928723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-718cefef-0e55-496f-a266-edc339e29071 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2919853 Feb 10 22:59:28.131992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-88fba781-9ec5-461c-977e-6fd91c00eb1f tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:28.140704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-88fba781-9ec5-461c-977e-6fd91c00eb1f tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 814 time: 1.6751871 Feb 10 22:59:28.162631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:28.174649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Pushing event updated for resources: {'Port': ['ID=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:28.377329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Attempting to bind port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:28.377750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Attempting to bind port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:28.378130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Attempting to bind port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 on network f98909ee-09ea-4f02-9562-3a4f0b154df8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:28.416187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:28.416745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Checking segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:28.417478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:28.418138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Bound using segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:28.434847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Bound port: 8be17ef4-9b6a-425f-b08d-a7d16278b2d5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:28.435479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:28.443828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41288) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:28.671444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:28.675557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-92a4d1a9-ed41-4541-860b-0e489de35f45 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/quotas/881fdd7f8b1c483e9398c5a3ee038211 HTTP/1.1" status: 200 len: 375 time: 0.5335741 Feb 10 22:59:28.714230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:28.721077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] For port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:28.730043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ca20c242814b62b0d274c982468adf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:28.730158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] For port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:28.730930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:28.738582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:28.745715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 100a6a70-cf53-445b-a6d8-1f14b5b0354f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:28.854005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:28.923507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] For port a6262089-092e-47aa-9720-d8df45dd60fb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a6262089-092e-47aa-9720-d8df45dd60fb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:28.951031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.016635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 100a6a70-cf53-445b-a6d8-1f14b5b0354f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:29.041781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6904055e-1086-4783-b430-dfdf1a8a7472 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:29.049869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6904055e-1086-4783-b430-dfdf1a8a7472 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 2.1523833 Feb 10 22:59:29.051179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 100a6a70-cf53-445b-a6d8-1f14b5b0354f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:29.051792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.057621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41304) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:29.063040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.190682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.209367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-2d314ed5-e3be-411c-ad3d-92f808e59fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:29.210911 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-2d314ed5-e3be-411c-ad3d-92f808e59fed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 1.0899136 Feb 10 22:59:29.224307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:59:29.251674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aa30d9aa-2058-4150-a47e-0bdb36abba9e None None] Could not find standard attr ID for object e58dbdb6-ac0b-4812-89ae-6f98b5cf5650. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:59:29.264517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Deleting port a6262089-092e-47aa-9720-d8df45dd60fb {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:29.264906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.300575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a0ca20c242814b62b0d274c982468adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8557224 Feb 10 22:59:29.339652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41312) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:29.443168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-ad383487-ce6c-4b07-8daf-fd7837ce36f9 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7416985 Feb 10 22:59:29.592516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef74b0f-75ba-4355-b569-17302f3b72e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8739e945-a1de-4c2a-99ac-5ff6a3a5d319,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:29.690807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.705258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edac925b-13ee-4a20-bdfa-ebe89e3bdbb7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:29.706413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-edac925b-13ee-4a20-bdfa-ebe89e3bdbb7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:29.783337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-edac925b-13ee-4a20-bdfa-ebe89e3bdbb7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:29.785561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-edac925b-13ee-4a20-bdfa-ebe89e3bdbb7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7266088 Feb 10 22:59:29.801208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41328) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:29.847272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.963983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] For port a6262089-092e-47aa-9720-d8df45dd60fb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a6262089-092e-47aa-9720-d8df45dd60fb,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:29.964678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.988009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:29.999647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-199aa0a3-e961-41c7-ab59-fb2ebb967e40 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1936781 Feb 10 22:59:30.007081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:30.022566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:30.044450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-74d64995-cab1-4c52-a435-8a3e71e844a2 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 22:59:30.062751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-74d64995-cab1-4c52-a435-8a3e71e844a2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5869157 Feb 10 22:59:30.245163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Calling delete_port for a6262089-092e-47aa-9720-d8df45dd60fb owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:30.378476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:30.406863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] No DVR routers for this DVR port a6262089-092e-47aa-9720-d8df45dd60fb on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:59:30.411500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Pushing event updated for resources: {'Port': ['ID=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:30.426838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.427176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.427576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.434116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.434116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.434116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.434116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.443456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-62e77a9e-ed55-4f28-96a2-9a0fed9ff9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:30.445353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.445989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.446529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.447088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.447507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b080234-cb43-4fc0-9854-2d761f21c278 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:30.447884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-62e77a9e-ed55-4f28-96a2-9a0fed9ff9e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 1.1323798 Feb 10 22:59:30.528555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:30.609140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c7241-2107-457e-a4fd-302aacb6ba16 None None] Pushing event deleted for resources: {'Port': ['ID=a6262089-092e-47aa-9720-d8df45dd60fb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:30.667053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8739e945-a1de-4c2a-99ac-5ff6a3a5d319,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:30.675772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:30.692961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb35b3a6-3b3d-4e8d-b638-fe7004f61180 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8739e945-a1de-4c2a-99ac-5ff6a3a5d319 HTTP/1.1" status: 204 len: 168 time: 1.3520207 Feb 10 22:59:30.716741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:30.757655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:30.787828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:30.802795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.085078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aaac01-83dd-4aa6-89f6-481ccebfebae None None] Pushing event deleted for resources: {'Port': ['ID=a6262089-092e-47aa-9720-d8df45dd60fb,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:31.193700 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.240751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 100a6a70-cf53-445b-a6d8-1f14b5b0354f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=100a6a70-cf53-445b-a6d8-1f14b5b0354f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:31.251570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.443229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=100a6a70-cf53-445b-a6d8-1f14b5b0354f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:31.501591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79852ba-e955-4761-abd7-d9e4f86e3da2 None None] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:31.607486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:31.710558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e0f0f6c-9e8e-495b-bf75-a81d8bf34a9e None None] Provisioning for port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:31.749055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-fc6ed450-603a-4848-9d5e-ea1198beb8f9 service neutron] 10.222.0.53 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6634676 Feb 10 22:59:31.785154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:31.795641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41364) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:31.855546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:31.856914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.871889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.875727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:59:31.880947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:31.893984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-9cdf47cd-90ce-49ed-9fce-96a20de8fe11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1001 time: 0.8330121 Feb 10 22:59:32.086798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=88565ceb-3342-46b3-a2cd-2d4292a301fc,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:32.113270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:32.114697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:32.120529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:32.121380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:32.155500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2239e3c4-652c-410c-a2c2-94df82f387cf tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1465886 Feb 10 22:59:32.156047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051182fe-69da-4e3a-9ec7-7266480c0ebc None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:32.158441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41372) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:32.168440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:68:29:07', 'name': 'tempest-NetworksTestDHCPv6-986958619'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:32.419895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:32.531208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:32.531981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-a0f027b9-14f7-493f-ace2-f529bb3fbaad service neutron] 10.222.0.53 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7348671 Feb 10 22:59:32.551531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:32.554674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Usage tracker for resource:security_group_rule and tenant:6fd4f85138574a46ab177ecbc6c4dfea is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:32.564264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:32.569576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:32.571994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:32.592653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:32.616139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:32.639414 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 22:59:32.697545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:32.729711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:32.741513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:32.754166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-615860e5-84e0-4a2f-8ad6-2c0fe8e5d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:32.757876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-615860e5-84e0-4a2f-8ad6-2c0fe8e5d3ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.6137836 Feb 10 22:59:32.913084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.20.0.1 (f98909ee-09ea-4f02-9562-3a4f0b154df8/7830d8ee-708a-4238-8ec4-23eb44f47a98/877f2fd9-2928-467c-ab2d-eca78ecc0b0d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:32.984747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a6262089-092e-47aa-9720-d8df45dd60fb no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:59:33.056216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.096472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a6262089-092e-47aa-9720-d8df45dd60fb {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 22:59:33.096826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a6262089-092e-47aa-9720-d8df45dd60fb not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 22:59:33.114434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '88565ceb-3342-46b3-a2cd-2d4292a301fc'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:59:33.117578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port ab03b67c-9f4c-49b8-8f3b-54265b38b51e yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:59:33.121449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.197033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:33.497137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-9104398f-d36c-4aa3-814b-0bd7b0b92177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:33.499154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-9104398f-d36c-4aa3-814b-0bd7b0b92177 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7339671 Feb 10 22:59:33.503824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:33.636110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.708025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.818866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6fd4f85138574a46ab177ecbc6c4dfea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0202830 Feb 10 22:59:33.830936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.850337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:33.876912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e16a4962-20cf-4253-97e7-ca2dfb7511bf None None] Provisioning complete for port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:33.877515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e16a4962-20cf-4253-97e7-ca2dfb7511bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.947515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-38a28890-0ae5-4d8b-aa51-06c00b294e2a req-8e2dff47-c2a1-4f6e-b730-61858e8ef246 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Synchronizing usage tracker for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:33.952783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:33.953153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:33.972970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54374f38-d037-4335-b923-d7c871b0696e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91559d95-3321-46f7-9d40-783663be3ca9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:34.047909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Transition to ACTIVE for port object 877f2fd9-2928-467c-ab2d-eca78ecc0b0d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:34.084268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-749d8ecd-6026-4d61-a856-39b45aae0ebf service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290768 Feb 10 22:59:34.106606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fe68:2907 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/88565ceb-3342-46b3-a2cd-2d4292a301fc/ab03b67c-9f4c-49b8-8f3b-54265b38b51e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:34.344777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f00d2847-d9bd-4bc7-82e5-cd8887435a2c req-40a4f50d-b373-46df-ba28-b878eb29e413 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435036 Feb 10 22:59:34.366906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.406556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.416352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.466712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 100a6a70-cf53-445b-a6d8-1f14b5b0354f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:34.522047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:34.565761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:34.568190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:34.571348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:34.682965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.721399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.739553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 100a6a70-cf53-445b-a6d8-1f14b5b0354f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:34.740295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:34.794048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object ab03b67c-9f4c-49b8-8f3b-54265b38b51e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:34.815629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-38a28890-0ae5-4d8b-aa51-06c00b294e2a req-8e2dff47-c2a1-4f6e-b730-61858e8ef246 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Unset dirty status for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:34.822669 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-38a28890-0ae5-4d8b-aa51-06c00b294e2a req-8e2dff47-c2a1-4f6e-b730-61858e8ef246 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 1.2106771 Feb 10 22:59:34.894887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.062250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Allocated IP 2001:db8::f816:3eff:fec9:18b7 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/88565ceb-3342-46b3-a2cd-2d4292a301fc/40aefc04-8fec-4144-bf63-f7faccf5c1db) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:35.105389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.152194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:35.169051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:35.181052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:35.203715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:35.205091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.252432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-755bf5e5-f40e-412c-b46f-270bbe142d32 None None] Provisioning for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:35.262436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91559d95-3321-46f7-9d40-783663be3ca9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:35.281524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=ab03b67c-9f4c-49b8-8f3b-54265b38b51e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:35.312833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eeee0616-20a7-40a5-b3b2-2a7c2d2aebb1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1520975 Feb 10 22:59:35.316600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41450) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:35.435933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-755bf5e5-f40e-412c-b46f-270bbe142d32 None None] Provisioning complete for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:35.436394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-755bf5e5-f40e-412c-b46f-270bbe142d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.474819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787b6cdd-562d-48e1-bc37-1be552812b8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:35.475687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-787b6cdd-562d-48e1-bc37-1be552812b8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:35.510933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-787b6cdd-562d-48e1-bc37-1be552812b8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:35.512340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-787b6cdd-562d-48e1-bc37-1be552812b8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1946280 Feb 10 22:59:35.515584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41456) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:35.642158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-755bf5e5-f40e-412c-b46f-270bbe142d32 None None] Port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:59:35.752191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.759887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-571702fd-e83b-46a9-ada7-f96e097261a6 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/91559d95-3321-46f7-9d40-783663be3ca9 HTTP/1.1" status: 204 len: 168 time: 1.9083161 Feb 10 22:59:35.917805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.951616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port ab03b67c-9f4c-49b8-8f3b-54265b38b51e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:35.952168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:35.956775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Transition to ACTIVE for port object 40aefc04-8fec-4144-bf63-f7faccf5c1db will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:36.008596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Transition to ACTIVE for port object 40aefc04-8fec-4144-bf63-f7faccf5c1db will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:36.018468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:36.204452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:36.212724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:36.221672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:36.245719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Pushing event updated for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:36.362102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2e303d6-0104-458b-9281-e2271022ac16 req-b4b76ca2-e800-46e4-812d-65cde6614817 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.2537689 Feb 10 22:59:36.363270 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:36.511016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Attempting to bind port 40aefc04-8fec-4144-bf63-f7faccf5c1db on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:36.511635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Attempting to bind port 40aefc04-8fec-4144-bf63-f7faccf5c1db by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:36.512181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Attempting to bind port 40aefc04-8fec-4144-bf63-f7faccf5c1db on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:36.523665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:36.524587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:36.525234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:36.527345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:36.530628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Bound port: 40aefc04-8fec-4144-bf63-f7faccf5c1db, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:36.531253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:36.628942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-06b771b8-64cb-415f-95a5-8d541b777bf1 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:36.629869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-06b771b8-64cb-415f-95a5-8d541b777bf1 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Synchronizing usage tracker for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:36.849462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:36.865977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-06b771b8-64cb-415f-95a5-8d541b777bf1 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Unset dirty status for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:36.867131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-06b771b8-64cb-415f-95a5-8d541b777bf1 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 814 time: 1.1891062 Feb 10 22:59:36.880444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:36.889762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:37.272852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c87825-afc9-406f-b1a2-66aa92794ee4 None None] Pushing event updated for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:37.367539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:37.815672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce2b3048-00a0-4b5e-a872-a7a14b4333f3 req-165d37ab-9acb-4489-ab22-62a9b505179e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.1306214 Feb 10 22:59:37.831324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:59:37.913792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for ab03b67c-9f4c-49b8-8f3b-54265b38b51e owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:37.950558 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:37.959690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:38.192208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-aa4cc1b1-169b-457e-b03a-bf2b2726209e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Synchronizing usage tracker for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:38.291698 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f63f4c7e-53e3-4c3f-be78-9789b567af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:38.350665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:38.365977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:38.522989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:38.983360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-aa4cc1b1-169b-457e-b03a-bf2b2726209e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Unset dirty status for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:38.984520 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-aa4cc1b1-169b-457e-b03a-bf2b2726209e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=881fdd7f8b1c483e9398c5a3ee038211 HTTP/1.1" status: 200 len: 380 time: 1.0895922 Feb 10 22:59:38.986446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=ab03b67c-9f4c-49b8-8f3b-54265b38b51e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:38.991915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:39.009451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649a9e52-3dba-4bfc-834a-31c883c63101 req-3f9989c4-9bbe-4b7b-8ff7-bd4d24c17843 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:39.011172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-649a9e52-3dba-4bfc-834a-31c883c63101 req-3f9989c4-9bbe-4b7b-8ff7-bd4d24c17843 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 1.1173182 Feb 10 22:59:39.014668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'port': {'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'admin_state_up': True, 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'security_groups': ['e40a3a13-bdb3-41f3-b0ef-66225be94c1c']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:39.071876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:39.080798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:39.665698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6ba0067-d5ca-4303-87e6-a33002b38bf6 None None] Provisioning for port 40aefc04-8fec-4144-bf63-f7faccf5c1db completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:39.734260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-670f204f-9a76-4f0a-9059-dbd3ac9a3a8f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/ab03b67c-9f4c-49b8-8f3b-54265b38b51e HTTP/1.1" status: 204 len: 168 time: 4.2176254 Feb 10 22:59:39.736732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41546) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:39.809517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:39.879345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8dcdd485-f367-4929-a52f-b3d26101cb44 None None] Provisioning complete for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:39.881322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8dcdd485-f367-4929-a52f-b3d26101cb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:39.906813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:39.931241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-649a9e52-3dba-4bfc-834a-31c883c63101 req-8a9ca06f-bf3c-4c06-b3ae-04f0ed9e2597 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8908360 Feb 10 22:59:39.959507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Made reservation on behalf of 881fdd7f8b1c483e9398c5a3ee038211 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:39.959507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:40.026648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8dcdd485-f367-4929-a52f-b3d26101cb44 None None] Port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:59:40.028697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 40aefc04-8fec-4144-bf63-f7faccf5c1db up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:40.048546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10e40e9e-92f2-4483-a8f4-c09b1a3677af req-5f09cd64-6f44-4691-86da-72dd6454b30e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.2950082 Feb 10 22:59:40.222184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 1119ede0-7fb1-4502-8f50-dde3391e1498 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 22:59:40.539074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-889a1d07-819a-4878-b0dc-6af47bd317a0 None None] Could not find standard attr ID for object ab03b67c-9f4c-49b8-8f3b-54265b38b51e. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 22:59:40.568102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1940b495-ae21-4f6b-8be2-945a9c7023ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:40.583830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 40aefc04-8fec-4144-bf63-f7faccf5c1db completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:40.598519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 40aefc04-8fec-4144-bf63-f7faccf5c1db triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:40.607096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:40.829663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 22:59:40.841735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e939709-3ea7-47ef-8bb3-c0394d5f0f93 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "PUT /v2.0/routers/1119ede0-7fb1-4502-8f50-dde3391e1498/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6454217 Feb 10 22:59:40.842625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41590) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:40.849450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1556477497', 'description': 'tempest-secgroup_access--1556477497 description', 'project_id': '7fd44e611f904c0eabeffed3cc48748f'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:40.863122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:40.875227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:40.881608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:40.889703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:40.921298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:40.972730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Allocated IP 172.20.0.10 (72377b8f-8095-4946-a59a-c0c92c11200e/db663e6b-f84f-47ec-80ce-4f6d075daa63/21dc247b-c26c-445c-92e3-1a73ca4501f0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:40.992478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:41.003170 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.007019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group_rule and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:41.017417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:41.032204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Sync routers for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 22:59:41.037833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:41.126604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:59:41.128529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:59:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:41.402957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:41.406539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.418915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.460064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.533144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d0a43-28eb-4cc0-b1dc-55a3e6d1da1e req-09014322-5001-4342-a05e-65d4cb98e4d9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:41.535495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4d0a43-28eb-4cc0-b1dc-55a3e6d1da1e req-09014322-5001-4342-a05e-65d4cb98e4d9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 1.1738260 Feb 10 22:59:41.617051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13328f0-83c1-4185-9104-a0b165370fb5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:41.620501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13328f0-83c1-4185-9104-a0b165370fb5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:41.621634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e13328f0-83c1-4185-9104-a0b165370fb5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:41.661003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.661003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.8108988 Feb 10 22:59:41.695241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41612) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:41.715591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:41.752677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e13328f0-83c1-4185-9104-a0b165370fb5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:41.754277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e13328f0-83c1-4185-9104-a0b165370fb5 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 1.9978640 Feb 10 22:59:41.758216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--836619043', 'description': 'tempest-secgroup_general--836619043 description', 'project_id': '7fd44e611f904c0eabeffed3cc48748f'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:41.783839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:41.802603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:41.807215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:41.822791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:41.852225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:41.856334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec4d0a43-28eb-4cc0-b1dc-55a3e6d1da1e req-57413f30-0fdf-46f2-929c-0afe9271c05b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058109 Feb 10 22:59:41.860639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.928807 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.963993 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:41.967594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41624) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:41.988673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:42.001261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group_rule and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:42.010178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:42.027227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:59:42.038561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:42.293360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:42.344204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29de1244-e6b8-44fc-ada0-69070185cc86 req-10639411-2a87-4770-b315-bd48f9538af4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.7980068 Feb 10 22:59:42.345567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b5cf1e-4ede-42ed-a2c9-6b82127e6116 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62abfef5-fd69-461d-83b9-7df455693d15,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:42.580970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.098629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.126578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182ea468-3ca6-492a-9e07-c8c0129f6e8e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:43.158646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:37Z', 'revision_number': 2, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:43.174667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Checking router: 1119ede0-7fb1-4502-8f50-dde3391e1498 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 22:59:43.175119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Updating router 1119ede0-7fb1-4502-8f50-dde3391e1498 port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 22:59:43.268013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 88565ceb-3342-46b3-a2cd-2d4292a301fc {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 22:59:43.276356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d074ba06-a324-4aee-b792-8f28fdf845f8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 993 time: 0.9809911 Feb 10 22:59:43.281544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.286314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.291487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-53b7e2d2-fbc3-4a2d-a55d-285d67f867f8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.5720382 Feb 10 22:59:43.291487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.291806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41672) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:43.299239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'security_group_rule': {'security_group_id': '62abfef5-fd69-461d-83b9-7df455693d15', 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:43.333726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.337717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:43.366813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:security_group_rule and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:43.403492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:43.440244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:43.500934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.538293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Transition to ACTIVE for port object 21dc247b-c26c-445c-92e3-1a73ca4501f0 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:43.564566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.852842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c457dc59-db3c-4cf3-8520-3056b723c919 req-f46e055b-982b-46d9-9ef4-3930bdfb0009 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.1942229 Feb 10 22:59:43.858226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 40aefc04-8fec-4144-bf63-f7faccf5c1db up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:43.872252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.924710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.931552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:43.996481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c52fdc-fb15-4846-aa5c-71a2790f60f0,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:44.075346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:44.085348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92ce4d5d-2e01-4414-a209-8369a45e6603 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7846785 Feb 10 22:59:44.184665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:44.192853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:44.309950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:44.369493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85204133-8fb9-435e-95a8-fdad06fb1f36 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:44.521672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:44.533007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/88565ceb-3342-46b3-a2cd-2d4292a301fc HTTP/1.1" status: 204 len: 168 time: 2.6262469 Feb 10 22:59:44.593897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0befd0-54ca-4a84-8015-e0a87853f03b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=88565ceb-3342-46b3-a2cd-2d4292a301fc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:44.647758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Network 72377b8f-8095-4946-a59a-c0c92c11200e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:44.666960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:44.684137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:44.895145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:44.921873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 41732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:44.924064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07b63890-c770-4e9f-b732-be5abf1a9a64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4006987 Feb 10 22:59:44.941820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:45.010713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41736) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:45.050193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-8f75f1e2-18b4-4f1a-a0fb-e7782cbc9e60 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:45.118940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-8f75f1e2-18b4-4f1a-a0fb-e7782cbc9e60 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:45.127842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-8f75f1e2-18b4-4f1a-a0fb-e7782cbc9e60 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_access--1556477497&fields=id&tenant_id=7fd44e611f904c0eabeffed3cc48748f HTTP/1.1" status: 200 len: 267 time: 0.3730445 Feb 10 22:59:45.194178 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:45.249498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Transition to ACTIVE for port object 877f2fd9-2928-467c-ab2d-eca78ecc0b0d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:45.281108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-e78cf2ae-141b-491b-bf12-90af72e07952 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup_general--836619043&fields=id&tenant_id=7fd44e611f904c0eabeffed3cc48748f HTTP/1.1" status: 200 len: 267 time: 0.1516302 Feb 10 22:59:45.335187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:45.340692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:45.341829 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:45.438704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-63da47a4-c132-4bea-b095-a13d6bde2d2e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4427402 Feb 10 22:59:45.496259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Request body: {'port': {'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:45.712859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:45.761971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:45.773657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:45.790507 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:45.799851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:45.880988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:45.931193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:45.941697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Usage tracker for resource:security_group_rule and tenant:695abdad7ee644d482348b447c9c97ab is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:45.957624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:45.975642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:46.003414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:46.015176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:46.231106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-cae4746c-a6e9-4d4a-8a84-e0e742a70340 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:46.243087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-cae4746c-a6e9-4d4a-8a84-e0e742a70340 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 797 time: 0.9583809 Feb 10 22:59:46.277209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-d1ecb544-d0bf-4fe1-a0cb-5cf40eaee6cd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8494797 Feb 10 22:59:46.309684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-2944d9db-d4e9-4c97-8317-41d7cb6e18d5 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/quotas/7fd44e611f904c0eabeffed3cc48748f HTTP/1.1" status: 200 len: 375 time: 0.0629106 Feb 10 22:59:46.318871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 40aefc04-8fec-4144-bf63-f7faccf5c1db triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:46.325973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:46.662531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:46.681850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:46.791603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Attempting to bind port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:46.797301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Attempting to bind port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:46.798269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Attempting to bind port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d on network f98909ee-09ea-4f02-9562-3a4f0b154df8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:46.822248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1d6d2a1-4278-4296-93cc-6fc4d1fe29e1 None None] Provisioning for port 21dc247b-c26c-445c-92e3-1a73ca4501f0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:46.951438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=695abdad7ee644d482348b447c9c97ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9137764 Feb 10 22:59:46.969520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 41822) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:46.982262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755767e2-fa55-4f47-8330-51c7639894a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17e367c-6658-4ead-becd-322783bd789b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:46.995185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-e37090bb-57ce-46ce-af1e-c5395e2f171b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:47.005871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ef9c2-a9b5-4f78-b5d6-907d974d973f None None] Pushing event updated for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:47.115252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:47.122145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Checking segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:47.122819 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:47.125855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Bound using segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:47.126657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Bound port: 877f2fd9-2928-467c-ab2d-eca78ecc0b0d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:47.127537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:47.152660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264946-1c6a-4631-a02e-b49c97f2dd54 req-6453c5a5-0851-4f60-9138-4c592ca1fd5b tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:47.157361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ea264946-1c6a-4631-a02e-b49c97f2dd54 req-6453c5a5-0851-4f60-9138-4c592ca1fd5b tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Synchronizing usage tracker for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:47.211455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-e37090bb-57ce-46ce-af1e-c5395e2f171b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:47.238266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-e37090bb-57ce-46ce-af1e-c5395e2f171b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9269886 Feb 10 22:59:47.377964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1d6d2a1-4278-4296-93cc-6fc4d1fe29e1 None None] Provisioning complete for port 21dc247b-c26c-445c-92e3-1a73ca4501f0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:47.378548 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1d6d2a1-4278-4296-93cc-6fc4d1fe29e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:47.428648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ea264946-1c6a-4631-a02e-b49c97f2dd54 req-6453c5a5-0851-4f60-9138-4c592ca1fd5b tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Unset dirty status for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:47.437582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea264946-1c6a-4631-a02e-b49c97f2dd54 req-6453c5a5-0851-4f60-9138-4c592ca1fd5b tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 932 time: 1.6156049 Feb 10 22:59:47.612813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1d6d2a1-4278-4296-93cc-6fc4d1fe29e1 None None] Port 21dc247b-c26c-445c-92e3-1a73ca4501f0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 22:59:47.733772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea264946-1c6a-4631-a02e-b49c97f2dd54 req-6dea5a06-88fe-4699-80fd-aab676747e77 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806003 Feb 10 22:59:47.770388 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:47.953427 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.190286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] For port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:48.223188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] For port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:48.244238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-f7414663-42a4-4ae9-87b7-8b6e16e730d7 service neutron] 10.222.0.53 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9947693 Feb 10 22:59:48.368261 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.496432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21dc247b-c26c-445c-92e3-1a73ca4501f0 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 22:59:48.559068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.586858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.613410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Transition to ACTIVE for port object 21dc247b-c26c-445c-92e3-1a73ca4501f0 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:48.622877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.692490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17e367c-6658-4ead-becd-322783bd789b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:48.738374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:48.740519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-56e2f7b8-3ec6-48f4-a56c-ee231644c0c2 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b17e367c-6658-4ead-becd-322783bd789b HTTP/1.1" status: 204 len: 168 time: 1.7669990 Feb 10 22:59:48.787162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ef9c2-a9b5-4f78-b5d6-907d974d973f None None] Pushing event updated for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:48.844376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-791bafb5-51d2-4c96-b0d2-cbf5a8abc7a1 service neutron] 10.222.0.53 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898330 Feb 10 22:59:48.902311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 22:59:48.906650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T22:59:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:49.636555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 22:59:49.671151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Deleting port 40aefc04-8fec-4144-bf63-f7faccf5c1db {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:49.674199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:49.901180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-e6623854-6b18-4968-8a07-8ffb5d93859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:49.906941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-e6623854-6b18-4968-8a07-8ffb5d93859e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 0.7399116 Feb 10 22:59:50.312293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac9f57-6a41-4a49-b3c8-ec357374c4d6 req-4258d258-4eff-444d-951d-3a7c5743233e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:50.314268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8ac9f57-6a41-4a49-b3c8-ec357374c4d6 req-4258d258-4eff-444d-951d-3a7c5743233e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.7114861 Feb 10 22:59:50.409050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-9ec2c3b5-eedc-4515-bc72-b4e0720e59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:50.410847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-9ec2c3b5-eedc-4515-bc72-b4e0720e59dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.4970963 Feb 10 22:59:50.427045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:50.618607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 22:59:50.796242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 22:59:50.883322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8ac9f57-6a41-4a49-b3c8-ec357374c4d6 req-ba220604-d784-4785-afbe-aa1332544805 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5562820 Feb 10 22:59:50.891998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 40aefc04-8fec-4144-bf63-f7faccf5c1db no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 22:59:50.936514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-d4991f32-226e-4aa5-8c1c-6ab6f379d1b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1001 time: 0.5186090 Feb 10 22:59:50.944253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb2da0-50e0-4b85-889b-d7e04c7f977a req-a5bb16cd-0413-4441-9100-9d02b6373751 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:50.969974 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-52cb2da0-50e0-4b85-889b-d7e04c7f977a req-a5bb16cd-0413-4441-9100-9d02b6373751 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 2.3323352 Feb 10 22:59:51.169421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-10212875-ab1c-4c53-9cc1-feb00a272ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:51.173699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-10212875-ab1c-4c53-9cc1-feb00a272ffc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.2287314 Feb 10 22:59:51.278815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Attempting to bind port 21dc247b-c26c-445c-92e3-1a73ca4501f0 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 22:59:51.281115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Attempting to bind port 21dc247b-c26c-445c-92e3-1a73ca4501f0 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 22:59:51.281571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Attempting to bind port 21dc247b-c26c-445c-92e3-1a73ca4501f0 on network 72377b8f-8095-4946-a59a-c0c92c11200e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:51.301843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Port 21dc247b-c26c-445c-92e3-1a73ca4501f0 on network 72377b8f-8095-4946-a59a-c0c92c11200e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 22:59:51.307135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Attempting to bind port 21dc247b-c26c-445c-92e3-1a73ca4501f0 on network 72377b8f-8095-4946-a59a-c0c92c11200e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 22:59:51.332944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 22:59:51.341608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Checking segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 22:59:51.342235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Bound using segment: {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 22:59:51.342820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Bound port: 21dc247b-c26c-445c-92e3-1a73ca4501f0, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e9eb570-ae4f-48aa-811e-c80f563dead0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 22:59:51.343425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:51.689117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 22:59:51.696717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 22:59:51.727594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-52cb2da0-50e0-4b85-889b-d7e04c7f977a req-074173c1-cb23-4347-8ffc-e21e63d7d4a3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7538917 Feb 10 22:59:51.732422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56ab854c-18e6-49d8-9077-9779c1f2398d req-5edc6750-ff13-401d-bf7c-19c49f386a7f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 210 time: 0.5551834 Feb 10 22:59:51.741899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:51.815321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:51.816308 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:51.954549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:51.955887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:51.957631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] 10.222.0.24 "PUT /v2.0/ports/21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 1092 time: 6.4879491 Feb 10 22:59:51.962634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 22:59:52.019985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-1fec2937-d5f9-48da-bc7f-866535d13f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:52.030182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-1fec2937-d5f9-48da-bc7f-866535d13f74 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2931428 Feb 10 22:59:52.284236 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 22:59:52.286690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:52.601280 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:52.605504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:52.680015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Calling delete_port for 40aefc04-8fec-4144-bf63-f7faccf5c1db owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:52.813241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:48Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 22:59:52.834001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce877926-bb37-4851-baa7-731c8b4f892d None None] The sync data for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 is: [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:48Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 22:59:53.036434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188481ea-0745-428f-a101-c0172772f1d9 service neutron] Pushing event updated for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:53.084557 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:59:53.085206 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:59:53.206362 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:59:53.206744 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:59:53.226219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-64a292bb-192b-4cd7-91b8-ec74d37fa308 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1872854 Feb 10 22:59:53.314503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-47cfa6f1-b0b0-49aa-a3b9-6fbaff70a6c3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:53.315309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-47cfa6f1-b0b0-49aa-a3b9-6fbaff70a6c3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:53.351649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccacfa3-9f30-43de-be12-61cbe1886f5c req-bd236003-7eca-4549-a0eb-6b79544c3ee8 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:53.361744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bccacfa3-9f30-43de-be12-61cbe1886f5c req-bd236003-7eca-4549-a0eb-6b79544c3ee8 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.8009307 Feb 10 22:59:53.483450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-47cfa6f1-b0b0-49aa-a3b9-6fbaff70a6c3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:53.498872 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-47cfa6f1-b0b0-49aa-a3b9-6fbaff70a6c3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 797 time: 1.2520754 Feb 10 22:59:53.641091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-48dc3609-3a65-4e75-aa8d-6e253f4b81e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:53.649037 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-48dc3609-3a65-4e75-aa8d-6e253f4b81e9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1095 time: 1.3617413 Feb 10 22:59:53.714269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Deleting port 40aefc04-8fec-4144-bf63-f7faccf5c1db {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:53.714688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:53.838235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bccacfa3-9f30-43de-be12-61cbe1886f5c req-33c3a86c-e6aa-49c7-84a2-19dd7005b64e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4648185 Feb 10 22:59:53.976493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-1cf7a047-9250-478e-bd70-f31fac6d5907 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7186875 Feb 10 22:59:54.202310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-343b9ff8-f5a7-461f-bded-3bc2919d28d0 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:54.296806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5526160-4013-4515-8908-a2d2853898ad req-b6a813cd-f564-4a94-ae57-de7ba8921140 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 210 time: 0.1687326 Feb 10 22:59:54.310444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-1a5c3de9-e2a0-4c66-a2cd-cccd79f8cbd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 217 time: 0.5437138 Feb 10 22:59:54.382029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:54.544115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-39a964a4-274e-4470-9f54-115401893165 req-343b9ff8-f5a7-461f-bded-3bc2919d28d0 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:54.545527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-343b9ff8-f5a7-461f-bded-3bc2919d28d0 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fd44e611f904c0eabeffed3cc48748f HTTP/1.1" status: 200 len: 477 time: 1.0445352 Feb 10 22:59:54.602176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'port': {'device_id': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'admin_state_up': True, 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'security_groups': ['62abfef5-fd69-461d-83b9-7df455693d15', '182ea468-3ca6-492a-9e07-c8c0129f6e8e']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:54.714737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:54.752474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af74dfc-9b62-4b18-b88c-311c41db3a11 req-6fad7452-ea02-4b7a-aa1a-bece1ce6e849 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:54.764042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6af74dfc-9b62-4b18-b88c-311c41db3a11 req-6fad7452-ea02-4b7a-aa1a-bece1ce6e849 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 1.7049823 Feb 10 22:59:54.931505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-8f317bf9-d711-4379-9b47-bd41c88939dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:54.934599 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-8f317bf9-d711-4379-9b47-bd41c88939dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.5966287 Feb 10 22:59:54.978189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:54.978589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:55.245218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:55.464106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 22:59:55.491069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6af74dfc-9b62-4b18-b88c-311c41db3a11 req-35574066-7ec0-497b-b5f5-ac3ec82e6635 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7251973 Feb 10 22:59:55.497716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Calling delete_port for 40aefc04-8fec-4144-bf63-f7faccf5c1db owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:55.588314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee912928-e3df-4b21-a50d-d8a2e774f7a7 req-8dbf4131-d4bf-4c52-9709-e159c99fec38 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:55.605565 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:55.605811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee912928-e3df-4b21-a50d-d8a2e774f7a7 req-8dbf4131-d4bf-4c52-9709-e159c99fec38 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.3725741 Feb 10 22:59:55.654211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:55.655181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:55.738566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee912928-e3df-4b21-a50d-d8a2e774f7a7 req-3fea317d-69e8-4056-956f-0bf05411dfb1 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312866 Feb 10 22:59:55.810201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:59:55.810647 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:59:55.818936 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 22:59:55.819505 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 22:59:55.913754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:56.017651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Deleting port 40aefc04-8fec-4144-bf63-f7faccf5c1db {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 22:59:56.018632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.134937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.234191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:56.297159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a935dba4-7683-43ea-b9f4-a5dfad40a799 req-d7650d6f-25e4-4167-abed-4d00501b937b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 210 time: 0.4594209 Feb 10 22:59:56.300244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:56.358581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:56.360649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.375969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-6912dbcc-1a94-4491-8df3-29a332c57e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:56.377141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:56.388598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-6912dbcc-1a94-4491-8df3-29a332c57e40 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4321687 Feb 10 22:59:56.399105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.406647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:56.463905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:56.467212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=4f859570-cb2b-4e23-9c2b-7dc46ca90c58,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:56.618956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.619731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.620416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.620990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.621550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.622109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.622704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.623271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.623878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.624463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.625044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.625630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.649972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.650830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.651571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.652162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.652734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.653298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.653879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.654708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.655260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.655862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.656611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.657167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 22:59:56.664720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:56.665582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d49beeff-59d7-41c9-b2bb-a0ac24836e82 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 11.7356842 Feb 10 22:59:56.666796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:56.670691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.672190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:e1:fd:e6', 'name': 'tempest-NetworksTestDHCPv6-1577166779'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 22:59:56.819032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] For port 40aefc04-8fec-4144-bf63-f7faccf5c1db, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=40aefc04-8fec-4144-bf63-f7faccf5c1db,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:56.819505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:56.945610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-6e159727-2c77-4d35-9110-cb76e7a50fbc service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348132 Feb 10 22:59:56.990335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:56.996431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:56.999977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:57.006817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:57.087593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Calling delete_port for 40aefc04-8fec-4144-bf63-f7faccf5c1db owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 22:59:57.099349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 22:59:57.278633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 877f2fd9-2928-467c-ab2d-eca78ecc0b0d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 22:59:57.491571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cad744-b1b6-4fa8-8a0a-dba07403ebb2 req-4de07798-a2b9-47d2-9879-87a4f4fd236f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:57.497024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17cad744-b1b6-4fa8-8a0a-dba07403ebb2 req-4de07798-a2b9-47d2-9879-87a4f4fd236f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.4784482 Feb 10 22:59:57.521988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:57.533486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 22:59:57.564993 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:57.630333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 22:59:57.631042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:57.632328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.20.0.9 (f98909ee-09ea-4f02-9562-3a4f0b154df8/7830d8ee-708a-4238-8ec4-23eb44f47a98/d7801bfd-3c40-4d14-8d93-80e9e419d7a1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:57.708958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:57.711257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port abafdb30-47bf-4dc9-82f6-6ed00b641976 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 22:59:57.731505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0cd44b19-25f7-492a-84fe-c79d85ddb378 req-3753f846-90af-4807-89a5-3a0a213a745b service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7740588 Feb 10 22:59:57.833736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] Pushing event deleted for resources: {'Port': ['ID=40aefc04-8fec-4144-bf63-f7faccf5c1db,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:58.005253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9bbffe-cccb-42b8-bcd0-4b8a6b0fe5da None None] No DVR routers for this DVR port 40aefc04-8fec-4144-bf63-f7faccf5c1db on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 22:59:58.033124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aff79d8-e9de-40de-81c0-8edc7bfcdfe6 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 22:59:58.108361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17cad744-b1b6-4fa8-8a0a-dba07403ebb2 req-ebd24efd-37eb-4f8c-85c5-fe4c8c703824 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5993519 Feb 10 22:59:58.139258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fee1:fde6 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4f859570-cb2b-4e23-9c2b-7dc46ca90c58/abafdb30-47bf-4dc9-82f6-6ed00b641976) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:58.203723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198c8b-416e-4c45-9468-f022729cfa0c req-3b6d2731-66db-444b-a364-cdfffdd8ec9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:58.205425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-3b6d2731-66db-444b-a364-cdfffdd8ec9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1095 time: 0.3554988 Feb 10 22:59:58.256477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:58.302897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6957b13-026b-40e1-8085-2c13a42e8920 req-d202147c-52f0-45a9-90e3-318d32c06ca3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:58.305259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6957b13-026b-40e1-8085-2c13a42e8920 req-d202147c-52f0-45a9-90e3-318d32c06ca3 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.5566647 Feb 10 22:59:58.552472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 22:59:58.571769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:58.636033 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-022bb427-0938-4eb1-ad87-180d26f9792a req-a2af16f4-8062-40df-821c-85a19a4bdb95 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 210 time: 0.1198301 Feb 10 22:59:58.685687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42144) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:58.793942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:58.853733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object abafdb30-47bf-4dc9-82f6-6ed00b641976 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:58.870182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:58.884929 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6957b13-026b-40e1-8085-2c13a42e8920 req-862f4816-9b83-4856-8086-5ff150bed0da tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486218 Feb 10 22:59:58.917162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Transition to ACTIVE for port object d7801bfd-3c40-4d14-8d93-80e9e419d7a1 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:58.928135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198c8b-416e-4c45-9468-f022729cfa0c req-cbc0732e-6840-437c-a647-6739694a4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:58.930288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:58.931708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-cbc0732e-6840-437c-a647-6739694a4d13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 0.7178090 Feb 10 22:59:58.970767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.052917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=abafdb30-47bf-4dc9-82f6-6ed00b641976,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:59.072967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:59.074643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:59.077283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:59.087147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:59.088757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.121556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '4f859570-cb2b-4e23-9c2b-7dc46ca90c58'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 22:59:59.122644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.139627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-257455fe-4293-446a-95b0-7a4b4af50701 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4733746 Feb 10 22:59:59.140663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42156) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:59.202962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-68b5899a-536a-4996-9ae3-968b495e0d37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 217 time: 0.2585509 Feb 10 22:59:59.206335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.285951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42162) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:59.328681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652b10a3-d08a-4a9f-a4ec-5d1dd4509f43 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:59.330004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-652b10a3-d08a-4a9f-a4ec-5d1dd4509f43 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 22:59:59.376575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-652b10a3-d08a-4a9f-a4ec-5d1dd4509f43 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 22:59:59.380214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-652b10a3-d08a-4a9f-a4ec-5d1dd4509f43 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2373524 Feb 10 22:59:59.382300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:59.505191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42170) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 22:59:59.507981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 22:59:59.513376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Allocated IP 2001:db8::f816:3eff:fe43:dbd9 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4f859570-cb2b-4e23-9c2b-7dc46ca90c58/dfa0a0e5-d40d-4ba8-8360-844369bcb786) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 22:59:59.535984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 22:59:59.538106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198c8b-416e-4c45-9468-f022729cfa0c req-632cf64b-6e7d-411c-b928-70230750d693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 22:59:59.540237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-632cf64b-6e7d-411c-b928-70230750d693 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.3166332 Feb 10 22:59:59.541120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 22:59:59.543627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 22:59:59.711452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.738206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 22:59:59.745683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Usage tracker for resource:security_group_rule and tenant:2bdc869e3ea3495a9941ae9cb0dbe6d0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 22:59:59.750191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 22:59:59.758741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 22:59:59.882176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.906397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.907944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 22:59:59.929219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Transition to ACTIVE for port object dfa0a0e5-d40d-4ba8-8360-844369bcb786 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:59.965731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Transition to ACTIVE for port object dfa0a0e5-d40d-4ba8-8360-844369bcb786 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 22:59:59.986899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.043445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port abafdb30-47bf-4dc9-82f6-6ed00b641976 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:00.044550 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.073017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:00.073817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.088960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Pushing event updated for resources: {'Port': ['ID=dfa0a0e5-d40d-4ba8-8360-844369bcb786,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:00.094755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.111760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.159635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:00.162032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:00.169358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:00.171737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:00.174211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7108765b-622d-40c1-b001-249cffaaba76 None None] Provisioning for port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:00.187935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Usage tracker for resource:security_group_rule and tenant:b657fe82bf0a4377942ce3c0cc00fa29 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:00.198777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:00.201716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:00.214091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a55fe8-fe5c-4f74-9750-be62ad2c19b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:00.223877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:00.227693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-267177af-74cf-4a34-b87e-fcfc458f8a1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2bdc869e3ea3495a9941ae9cb0dbe6d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166710 Feb 10 23:00:00.231342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Usage tracker for resource:security_group_rule and tenant:4e954ae8aaaf4647811f836415b0596e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:00.234753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:00.244478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:00.265062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58198c8b-416e-4c45-9468-f022729cfa0c req-25c4025d-354e-4bab-bb0e-f4c2abee2eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:00.266553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-25c4025d-354e-4bab-bb0e-f4c2abee2eee service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6806862 Feb 10 23:00:00.267834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-e1ee048e-dbef-4cf3-aecc-17d0759e6bc3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 5.6888335 Feb 10 23:00:00.277697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7108765b-622d-40c1-b001-249cffaaba76 None None] Provisioning complete for port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:00.280390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7108765b-622d-40c1-b001-249cffaaba76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.319855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:00.343181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f59bc4f-3e86-4b87-97e3-ece0580cf4ac req-628e3efc-94db-426b-a040-b1f107be5afc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:00.351679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f59bc4f-3e86-4b87-97e3-ece0580cf4ac req-628e3efc-94db-426b-a040-b1f107be5afc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.6556654 Feb 10 23:00:00.379512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7108765b-622d-40c1-b001-249cffaaba76 None None] Port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:00:00.417825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Request body: {'port': {'device_id': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:00.442634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Attempting to bind port dfa0a0e5-d40d-4ba8-8360-844369bcb786 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:00.442773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Attempting to bind port dfa0a0e5-d40d-4ba8-8360-844369bcb786 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:00.443097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Attempting to bind port dfa0a0e5-d40d-4ba8-8360-844369bcb786 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:00.449640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:00.450017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:00.450486 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.451019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:00.451550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Bound port: dfa0a0e5-d40d-4ba8-8360-844369bcb786, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:00.451927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.506112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f59bc4f-3e86-4b87-97e3-ece0580cf4ac req-4185d8ca-ff2b-43d0-af84-a4db60daab62 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536386 Feb 10 23:00:00.599276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:00.608888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfa0a0e5-d40d-4ba8-8360-844369bcb786,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:00.615660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.781698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 877f2fd9-2928-467c-ab2d-eca78ecc0b0d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:00.814281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.845881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.871574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad6a62-801b-4f7c-bedc-5a64f90be529 req-b8109c7e-9362-498b-bd6e-2811434b263a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:00.877971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e0ad6a62-801b-4f7c-bedc-5a64f90be529 req-b8109c7e-9362-498b-bd6e-2811434b263a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:00.893821 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78691799-fd29-40d3-9f78-8db2bdf6918c None None] Pushing event updated for resources: {'Port': ['ID=dfa0a0e5-d40d-4ba8-8360-844369bcb786,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:00.910797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:00.911174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:00.944369 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-7f48ebb2-8f66-4b2e-be0d-12315d59b1a7 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6689672 Feb 10 23:00:01.148857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.168793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e0ad6a62-801b-4f7c-bedc-5a64f90be529 req-b8109c7e-9362-498b-bd6e-2811434b263a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:01.170161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0ad6a62-801b-4f7c-bedc-5a64f90be529 req-b8109c7e-9362-498b-bd6e-2811434b263a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 970 time: 1.2098413 Feb 10 23:00:01.176457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.389855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e0ad6a62-801b-4f7c-bedc-5a64f90be529 req-ec7386ca-95d5-4770-9ffa-aa2a8c1f9aae tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2070358 Feb 10 23:00:01.416188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.432323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for abafdb30-47bf-4dc9-82f6-6ed00b641976 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:01.499064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-58198c8b-416e-4c45-9468-f022729cfa0c req-f0b21c11-741f-4d76-a5ee-ce90b25e2c7e service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5466301 Feb 10 23:00:01.513425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:01.514655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.552044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.584587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.633879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.669019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11ed885-34c9-43c0-8520-bee39d40aa7e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:01.737416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.756751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-799eeaa9-5173-43bf-85b5-b3125fbed632 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b657fe82bf0a4377942ce3c0cc00fa29&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0685468 Feb 10 23:00:01.757850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.760374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a1a55fe8-fe5c-4f74-9750-be62ad2c19b4 HTTP/1.1" status: 204 len: 168 time: 1.5182419 Feb 10 23:00:01.762784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42210) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:01.763928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e0c20e-4f34-48f5-a3aa-e45bc25cd257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a55fe8-fe5c-4f74-9750-be62ad2c19b4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:01.769878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:01.776847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4e954ae8aaaf4647811f836415b0596e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4893985 Feb 10 23:00:01.790526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:01.794631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Usage tracker for resource:security_group_rule and tenant:43e03422e57b406784406e9d156d0b7d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:01.805043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:01.836908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:01.841259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053968cb-3719-4b09-ae61-ed6126cd4744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba27e17-4892-40c3-bdf1-2f434ddfae80,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:01.855372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736e8ae-1639-4f52-8037-db36ffe9043b req-cbdf1423-cc66-420f-ac3e-082fced7c527 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:01.862864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0736e8ae-1639-4f52-8037-db36ffe9043b req-cbdf1423-cc66-420f-ac3e-082fced7c527 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 1.0522749 Feb 10 23:00:01.886117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:01.967257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=abafdb30-47bf-4dc9-82f6-6ed00b641976,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:01.967989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e390f7c1-70ac-4a9b-8fc9-5277ce8a5006 req-ca57b38f-481c-4bb3-9ca8-1cf892caad19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:01.969614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e390f7c1-70ac-4a9b-8fc9-5277ce8a5006 req-ca57b38f-481c-4bb3-9ca8-1cf892caad19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.3421669 Feb 10 23:00:02.035217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7801bfd-3c40-4d14-8d93-80e9e419d7a1 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:02.047575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.058106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0736e8ae-1639-4f52-8037-db36ffe9043b req-0f0c44e4-d7eb-41df-9ed6-55718bf32bf7 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942055 Feb 10 23:00:02.070820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Transition to ACTIVE for port object d7801bfd-3c40-4d14-8d93-80e9e419d7a1 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:02.072080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.083616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-53a1f70d-1d6e-453b-9b75-196a1200c879 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/abafdb30-47bf-4dc9-82f6-6ed00b641976 HTTP/1.1" status: 204 len: 168 time: 2.6993301 Feb 10 23:00:02.085931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42222) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:02.139254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.184942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f8666-1b9e-4a90-911e-2db21747772d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:02.187624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211f8666-1b9e-4a90-911e-2db21747772d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:02.189552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-211f8666-1b9e-4a90-911e-2db21747772d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1023304 Feb 10 23:00:02.197658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42226) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:02.256850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Pushing event updated for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:02.278835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.287302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e390f7c1-70ac-4a9b-8fc9-5277ce8a5006 req-5f8cf1aa-f6f1-4ebb-9993-1eb0582e4860 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808754 Feb 10 23:00:02.294459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42232) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:02.310737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 4f859570-cb2b-4e23-9c2b-7dc46ca90c58 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:00:02.314308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.402005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.408430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.449252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.462463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.513579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.517887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:02.587906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb9b48536f514a86b82d566ac5bd6957 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:02.594756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.628288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:02.643500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f02ff382-c4f7-4adb-bda8-f7da13ee6df1 None None] Provisioning for port dfa0a0e5-d40d-4ba8-8360-844369bcb786 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:02.662441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f02ff382-c4f7-4adb-bda8-f7da13ee6df1 None None] Could not find standard attr ID for object abafdb30-47bf-4dc9-82f6-6ed00b641976. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:00:02.706215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:02.721181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.765303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfa0a0e5-d40d-4ba8-8360-844369bcb786 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:02.786361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.799499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.884166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.901170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Attempting to bind port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:02.901846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Attempting to bind port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:02.902421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Attempting to bind port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 on network f98909ee-09ea-4f02-9562-3a4f0b154df8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:02.916421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84b708-5d25-4716-a25e-a4a70ab01d4d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:02.923535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dfa0a0e5-d40d-4ba8-8360-844369bcb786 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:02.931778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dfa0a0e5-d40d-4ba8-8360-844369bcb786 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:02.932389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.939737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.962074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38f7c374-23ae-4d76-975f-e5d2d8724cb0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=43e03422e57b406784406e9d156d0b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4474564 Feb 10 23:00:02.962345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=4f859570-cb2b-4e23-9c2b-7dc46ca90c58,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:02.963377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 on network f98909ee-09ea-4f02-9562-3a4f0b154df8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:00:02.963727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Attempting to bind port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 on network f98909ee-09ea-4f02-9562-3a4f0b154df8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:02.968729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42238) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:02.972553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:02.972790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11ed885-34c9-43c0-8520-bee39d40aa7e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:03.017529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba27e17-4892-40c3-bdf1-2f434ddfae80,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:03.021234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:03.021578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Checking segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:03.021954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Bound using segment: {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:03.022403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Bound port: d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:03.022754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.049007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fb659-9567-4337-a605-1eb3cc5a56f1 req-6ed3de13-c325-4798-b7d8-753868dff7e0 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:03.050576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fb659-9567-4337-a605-1eb3cc5a56f1 req-6ed3de13-c325-4798-b7d8-753868dff7e0 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 982 time: 0.4675732 Feb 10 23:00:03.062004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2be167e9-31ce-44a0-a352-202f54c4ca20 None None] Could not find standard attr ID for object abafdb30-47bf-4dc9-82f6-6ed00b641976. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:00:03.068273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-932ed01b-10ec-4d1e-9f23-92c0f0f72cd9 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4f859570-cb2b-4e23-9c2b-7dc46ca90c58 HTTP/1.1" status: 204 len: 168 time: 0.8657494 Feb 10 23:00:03.083443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:03.132822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.146706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1b6f1a6-1576-4686-95c6-546d176cf69a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b11ed885-34c9-43c0-8520-bee39d40aa7e HTTP/1.1" status: 204 len: 168 time: 1.3726156 Feb 10 23:00:03.158718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.174055 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c874429e-4090-4275-b49e-fc55803ba843 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/dba27e17-4892-40c3-bdf1-2f434ddfae80 HTTP/1.1" status: 204 len: 168 time: 1.3810999 Feb 10 23:00:03.258259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.270077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.276316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0f365f98-57bf-432e-ac3b-44a2a4955497 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1917362 Feb 10 23:00:03.282992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42252) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:03.329358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfa0a0e5-d40d-4ba8-8360-844369bcb786,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:03.334124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce1c35-f58c-4c01-8967-58bd1ce38326 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:03.358218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.358629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.366076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.391211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:03.425157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:03.442566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.451847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.473596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-309fb659-9567-4337-a605-1eb3cc5a56f1 req-8693d55f-1a07-4636-902f-27a5bff5083c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4102478 Feb 10 23:00:03.511979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb9b48536f514a86b82d566ac5bd6957&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2136438 Feb 10 23:00:03.513058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3747d-7f52-4a57-804e-29b49cf357a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217862dc-1f4f-487c-b4cd-c5555cdda8af,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:03.525306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42258) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:03.531192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:03.532282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.533808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] 10.222.0.30 "PUT /v2.0/ports/d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 1130 time: 3.2567444 Feb 10 23:00:03.561984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:03.603252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e221754-0414-4d88-99c4-3a1d0411fc8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:03.604157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e221754-0414-4d88-99c4-3a1d0411fc8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:03.632214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e221754-0414-4d88-99c4-3a1d0411fc8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:03.634440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e221754-0414-4d88-99c4-3a1d0411fc8e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3101075 Feb 10 23:00:03.637264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42264) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:03.640783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dfa0a0e5-d40d-4ba8-8360-844369bcb786,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:03.737566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.880558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84b708-5d25-4716-a25e-a4a70ab01d4d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:03.903704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:03.905149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-33907ecc-e060-472e-be40-54db02b9e846 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c84b708-5d25-4716-a25e-a4a70ab01d4d HTTP/1.1" status: 204 len: 168 time: 0.9274962 Feb 10 23:00:03.962957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67da084-bd4a-4961-a3da-a72070c6d09d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:03.963795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f67da084-bd4a-4961-a3da-a72070c6d09d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:03.995257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42276) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:04.011179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be89df-0aa8-4a51-a99f-92b7a335b7bf req-ff506671-2bdc-47db-b072-8cc479ac7866 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:04.012785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71be89df-0aa8-4a51-a99f-92b7a335b7bf req-ff506671-2bdc-47db-b072-8cc479ac7866 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.7817075 Feb 10 23:00:04.015727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899123f-ff8d-4ab8-9a11-861063841d4e service neutron] Pushing event updated for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:04.048318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f67da084-bd4a-4961-a3da-a72070c6d09d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:04.049519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f67da084-bd4a-4961-a3da-a72070c6d09d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4111943 Feb 10 23:00:04.052425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.066292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42280) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:04.079729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:04.088064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Usage tracker for resource:security_group_rule and tenant:b66377d4e7d8467fb49324fa1214f228 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:04.095084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:04.101780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:00:04.106145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Deleting port dfa0a0e5-d40d-4ba8-8360-844369bcb786 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:04.106532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.118251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:04.162225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b21b0b-7a65-4b8e-b091-ee47d05cd851 req-11cf2bd9-bd55-4b6a-a52c-c9ba928c0b61 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:04.163820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b21b0b-7a65-4b8e-b091-ee47d05cd851 req-11cf2bd9-bd55-4b6a-a52c-c9ba928c0b61 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.3828371 Feb 10 23:00:04.212052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fbfce2ba-f6fb-4f8d-bfc9-5e2734cad960 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1358063 Feb 10 23:00:04.216550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42288) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:04.227214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.246656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:04.286024 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71be89df-0aa8-4a51-a99f-92b7a335b7bf req-22184b17-1c47-4a47-a6c3-60ffc083275c tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2632928 Feb 10 23:00:04.325403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.380708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-e84e2de8-6491-41b2-a2f6-1314293f1e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:04.382439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-e84e2de8-6491-41b2-a2f6-1314293f1e1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1133 time: 0.7926388 Feb 10 23:00:04.399808 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'status': 'completed', 'code': 200} Feb 10 23:00:04.487607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42296) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:04.529556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-69c844fa-4ab6-4730-9ca8-0eac02c98277 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 217 time: 0.1323612 Feb 10 23:00:04.532605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.539315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfa0a0e5-d40d-4ba8-8360-844369bcb786,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:04.540103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.630373 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b21b0b-7a65-4b8e-b091-ee47d05cd851 req-58a42a7a-fcac-4186-bb0d-87ed3aa9c45d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4561925 Feb 10 23:00:04.658540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.664682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/217862dc-1f4f-487c-b4cd-c5555cdda8af HTTP/1.1" status: 204 len: 168 time: 1.1271508 Feb 10 23:00:04.664682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cfc9b-86b9-487b-812e-15538fa727df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217862dc-1f4f-487c-b4cd-c5555cdda8af,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:04.667199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.685667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:04.707226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:04.712364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Usage tracker for resource:security_group_rule and tenant:9176604972e94745b620ab9a61a29235 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:04.716052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:04.722812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:04.734913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-20fd2a1e-1802-48d4-9dc4-f04b00a08442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:04.737073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-20fd2a1e-1802-48d4-9dc4-f04b00a08442 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.1972866 Feb 10 23:00:04.781786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfa0a0e5-d40d-4ba8-8360-844369bcb786 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:00:04.784788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:04.850163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:04.854980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:04.878613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Calling delete_port for dfa0a0e5-d40d-4ba8-8360-844369bcb786 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:05.005950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a964a4-274e-4470-9f54-115401893165 req-8bfa0356-d82a-4d4e-b62c-551253885ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:05.008674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-8bfa0356-d82a-4d4e-b62c-551253885ccf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2587705 Feb 10 23:00:05.024238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ee9b4d-0766-42a0-931a-72f565f438f8 req-4e251778-6b1a-4c61-b449-68d65a99f088 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:05.033552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14ee9b4d-0766-42a0-931a-72f565f438f8 req-4e251778-6b1a-4c61-b449-68d65a99f088 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 982 time: 0.1915858 Feb 10 23:00:05.056954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.059493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.066294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.072045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.113156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfa0a0e5-d40d-4ba8-8360-844369bcb786,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:05.132984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.214817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:05.215088 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:05.240150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9176604972e94745b620ab9a61a29235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7488661 Feb 10 23:00:05.240150 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.252388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dfa0a0e5-d40d-4ba8-8360-844369bcb786,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:05.255129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14ee9b4d-0766-42a0-931a-72f565f438f8 req-867cb4e7-a718-4884-998f-665d43f4d3ba tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2195768 Feb 10 23:00:05.262748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42318) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:05.263682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fc4b84-72c0-411f-b4aa-5856cf600596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58aae1b6-3832-41f9-b7a2-3b7977d87b71,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:05.385020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-450491a3-7c7b-45ff-a15d-e6e0f191f6a9 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323891 Feb 10 23:00:05.479237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b66377d4e7d8467fb49324fa1214f228&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4827335 Feb 10 23:00:05.521307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42328) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:05.528930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1571cb-9460-442b-a624-c19d3ba1f2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2364c93-a23b-4449-8745-76cd5c18737f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:05.660076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-39a964a4-274e-4470-9f54-115401893165 req-1c970b2e-9f63-4476-9724-834729dca52b service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671719 Feb 10 23:00:05.683158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.717686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Deleting port dfa0a0e5-d40d-4ba8-8360-844369bcb786 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:05.718081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.830987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.884643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:05.956653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee86c9-23b7-4453-9f6b-d2b0816b932a req-ed14d8b5-607b-42fc-8b6b-1399cbfbb779 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:05.958263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ffee86c9-23b7-4453-9f6b-d2b0816b932a req-ed14d8b5-607b-42fc-8b6b-1399cbfbb779 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.1485527 Feb 10 23:00:05.961928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-8f11c91b-93b0-44f0-b1d8-b27c3b84c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:05.963571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-8f11c91b-93b0-44f0-b1d8-b27c3b84c220 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1133 time: 0.2446337 Feb 10 23:00:06.029572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3b67b-95b9-4b9f-9f6c-4de2b44ab007 req-30dd21d1-c6f2-40f4-932a-1c8fff54d3f2 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.031189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86b3b67b-95b9-4b9f-9f6c-4de2b44ab007 req-30dd21d1-c6f2-40f4-932a-1c8fff54d3f2 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 944 time: 0.5416222 Feb 10 23:00:06.040704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.072844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.122895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ffee86c9-23b7-4453-9f6b-d2b0816b932a req-b6ef3fa2-4e66-4171-8b0f-53219721f936 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580842 Feb 10 23:00:06.214434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:06.222957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 21dc247b-c26c-445c-92e3-1a73ca4501f0 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:00:06.239854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-ca98d01c-c500-4ca8-a11b-35d21db8bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.241455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-ca98d01c-c500-4ca8-a11b-35d21db8bf7f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 898 time: 0.2591078 Feb 10 23:00:06.250570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:06.260890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] For port dfa0a0e5-d40d-4ba8-8360-844369bcb786, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfa0a0e5-d40d-4ba8-8360-844369bcb786,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:06.261628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.283021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86b3b67b-95b9-4b9f-9f6c-4de2b44ab007 req-5c27dd80-3ac9-4faf-808a-659a12335e44 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331924 Feb 10 23:00:06.288090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.289287 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.338544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.381205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=4e06cca8-516d-4ece-93ca-3bd4f278489a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:06.391560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-10fffa6a-df16-41b1-9b3d-1ed3df80c068 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 217 time: 0.1429222 Feb 10 23:00:06.417006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58aae1b6-3832-41f9-b7a2-3b7977d87b71,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:06.482199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.522946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2364c93-a23b-4449-8745-76cd5c18737f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:06.531245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.538808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c1472606-1819-4143-82d6-8ead580d636e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/58aae1b6-3832-41f9-b7a2-3b7977d87b71 HTTP/1.1" status: 204 len: 168 time: 1.2700222 Feb 10 23:00:06.541440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Calling delete_port for dfa0a0e5-d40d-4ba8-8360-844369bcb786 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:06.545807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3f799dee-7901-4bd8-8c7e-d4304866fe20 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3240402 Feb 10 23:00:06.547009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.551856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-38868cb3-d702-4b5f-8f2e-f93d8a0f6e3a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e2364c93-a23b-4449-8745-76cd5c18737f HTTP/1.1" status: 204 len: 168 time: 1.0192299 Feb 10 23:00:06.562713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42366) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:06.568600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:7f:df:6e', 'name': 'tempest-NetworksTestDHCPv6-1398108771'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:06.724928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-8685c94f-3ad2-4d8c-8a7c-b4c4ba972488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.727187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-8685c94f-3ad2-4d8c-8a7c-b4c4ba972488 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.3222935 Feb 10 23:00:06.816207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae1e85-1ac6-47eb-9494-d0cc4c7038f8 req-9a10462c-c522-4af9-a1e0-8c17434202eb tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.817135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:06.817728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caae1e85-1ac6-47eb-9494-d0cc4c7038f8 req-9a10462c-c522-4af9-a1e0-8c17434202eb tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 982 time: 0.3365474 Feb 10 23:00:06.840258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:06.856095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:06.872925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:06.891148 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caae1e85-1ac6-47eb-9494-d0cc4c7038f8 req-f8de3e2a-68e0-4b17-9fcf-ed6f85cfa7f9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0629683 Feb 10 23:00:06.902758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:06.917980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-905b5d67-b9ca-4620-bcb2-983acce6aa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:06.926924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-905b5d67-b9ca-4620-bcb2-983acce6aa88 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863067 Feb 10 23:00:06.951587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:00:06.957946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] Pushing event deleted for resources: {'Port': ['ID=dfa0a0e5-d40d-4ba8-8360-844369bcb786,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:06.963253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebab1c0-c95a-430c-8a82-da8b9630724f None None] No DVR routers for this DVR port dfa0a0e5-d40d-4ba8-8360-844369bcb786 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:00:07.005798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2530a1a3-36dc-4729-8f98-34d3970216b5 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:07.175719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:07.252011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21dc247b-c26c-445c-92e3-1a73ca4501f0 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:07.346381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:07.455256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:07.509689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '4e06cca8-516d-4ece-93ca-3bd4f278489a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:00:07.511455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:07.522113 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-9b997cdd-2881-4afa-a447-41cd8a91443f service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877283 Feb 10 23:00:07.697982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:07.734645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['21dc247b-c26c-445c-92e3-1a73ca4501f0'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:00:07.739832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 05639ee8-afae-4ac4-9428-7cad5500d2a1 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:00:07.802422 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b5e49438-5798-4077-b2fe-d6074e00c160 req-681a8930-1644-4d8c-bd09-0b544a568d27 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700248 Feb 10 23:00:07.812267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:07.824004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de474ba9-ebce-49aa-893d-b4c31e9b1b24 req-c1a82409-3fb4-4794-a453-9499c02f0310 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:07.831755 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de474ba9-ebce-49aa-893d-b4c31e9b1b24 req-c1a82409-3fb4-4794-a453-9499c02f0310 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 945 time: 0.1965997 Feb 10 23:00:07.881842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585484c-c851-456f-b6f1-20c015e2e047 req-e2cf601d-fb5a-4e5e-9fdf-0f6a7c4b9e4b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:07.891528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f585484c-c851-456f-b6f1-20c015e2e047 req-e2cf601d-fb5a-4e5e-9fdf-0f6a7c4b9e4b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.4008498 Feb 10 23:00:07.927456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de474ba9-ebce-49aa-893d-b4c31e9b1b24 req-b0c05bcf-5095-45dc-b387-a6c227ebc15b tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781391 Feb 10 23:00:07.959547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:07.966435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f585484c-c851-456f-b6f1-20c015e2e047 req-5dfa2298-4690-4bc0-a0fd-4f680e15907e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735459 Feb 10 23:00:07.990098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.041867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:08.057534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Usage tracker for resource:security_group_rule and tenant:db44fce1116c4ea1bd8f53e77f88abec is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:08.064718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:08.088635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:08.236929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::3c (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4e06cca8-516d-4ece-93ca-3bd4f278489a/05639ee8-afae-4ac4-9428-7cad5500d2a1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:08.325643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.334395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.360655 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55530c2d-d1ea-4d2c-8265-02ec9f8621e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.403581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=db44fce1116c4ea1bd8f53e77f88abec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4428258 Feb 10 23:00:08.406670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42430) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:08.473707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8c85b-a48a-4e20-9c97-c2a43993c61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a50df47-1718-4407-8601-c2bc335a8fc5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:08.485470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d7801bfd-3c40-4d14-8d93-80e9e419d7a1 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:00:08.547719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.564562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.602417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 05639ee8-afae-4ac4-9428-7cad5500d2a1 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:08.618119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.726712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.753562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.781436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a50df47-1718-4407-8601-c2bc335a8fc5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:08.796215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.797385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-58318481-8fb2-446b-b6b4-65e15d583838 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4a50df47-1718-4407-8601-c2bc335a8fc5 HTTP/1.1" status: 204 len: 168 time: 0.3789532 Feb 10 23:00:08.871237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:08.882597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:08.888418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:08.895248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:08.895919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:08.925343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=05639ee8-afae-4ac4-9428-7cad5500d2a1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:08.951978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6567ea-9a66-4193-8ba3-441398237dc5 req-f2efe327-47aa-4bea-a08b-9494d32c6c86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:08.959818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d6567ea-9a66-4193-8ba3-441398237dc5 req-f2efe327-47aa-4bea-a08b-9494d32c6c86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 982 time: 0.4236083 Feb 10 23:00:08.960080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4e06cca8-516d-4ece-93ca-3bd4f278489a/fd5648f8-8fce-468b-84be-23c54c8115a6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:08.997453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-390e623e-078f-49ef-85fe-2ba980b02316 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4335437 Feb 10 23:00:09.000670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:09.069434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d6567ea-9a66-4193-8ba3-441398237dc5 req-772293a0-96da-4304-8e03-5b1e0ba4c926 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1074851 Feb 10 23:00:09.203818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:09.218261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31368cef-9692-4815-bf0b-d2e82be9b9eb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:09.219021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31368cef-9692-4815-bf0b-d2e82be9b9eb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:09.238322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'port_id': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'mac_address': 'fa:16:3e:ec:86:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:00:09.262655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31368cef-9692-4815-bf0b-d2e82be9b9eb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:09.263854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31368cef-9692-4815-bf0b-d2e82be9b9eb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.2620025 Feb 10 23:00:09.268130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:09.378242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:09.422527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7801bfd-3c40-4d14-8d93-80e9e419d7a1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:09.487196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605ccb8-6ee5-4fe8-ab59-3833b2be060d req-fa398651-aa78-4bef-9fbf-a604f5269210 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:09.487603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 05639ee8-afae-4ac4-9428-7cad5500d2a1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:09.487603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:09.494036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5605ccb8-6ee5-4fe8-ab59-3833b2be060d req-fa398651-aa78-4bef-9fbf-a604f5269210 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.2330239 Feb 10 23:00:09.514794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:09.532703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:09.573988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5605ccb8-6ee5-4fe8-ab59-3833b2be060d req-084f46fd-177d-439f-91ac-0bcdefcafc0a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776203 Feb 10 23:00:09.645550 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:00:09.650171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:09.672987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c8e57-a248-4538-9f60-33ff65bc5e21 req-ec5118ec-3817-4459-9b77-fb223931340d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:09.684802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-379c8e57-a248-4538-9f60-33ff65bc5e21 req-ec5118ec-3817-4459-9b77-fb223931340d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 945 time: 0.3188694 Feb 10 23:00:09.739932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Transition to ACTIVE for port object fd5648f8-8fce-468b-84be-23c54c8115a6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:09.777942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:09.797262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-379c8e57-a248-4538-9f60-33ff65bc5e21 req-6173539a-dda1-4804-af85-2dcda4a90647 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107008 Feb 10 23:00:09.801789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Transition to ACTIVE for port object fd5648f8-8fce-468b-84be-23c54c8115a6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:09.813783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:09.940261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Pushing event updated for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:09.945521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:09.947578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:09.950154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:10.074854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.163180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Attempting to bind port fd5648f8-8fce-468b-84be-23c54c8115a6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:10.163951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Attempting to bind port fd5648f8-8fce-468b-84be-23c54c8115a6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:10.169417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Attempting to bind port fd5648f8-8fce-468b-84be-23c54c8115a6 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:10.192377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:10.199793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:10.200506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.200915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:10.201421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Bound port: fd5648f8-8fce-468b-84be-23c54c8115a6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:10.201811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.283449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 21dc247b-c26c-445c-92e3-1a73ca4501f0 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:10.320348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d7801bfd-3c40-4d14-8d93-80e9e419d7a1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:00:10.450474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 05639ee8-afae-4ac4-9428-7cad5500d2a1 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:10.537006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4ee68-d2db-4cb7-9e10-468c684a90ff req-ef634177-06a3-4ec4-927f-8b739f3118cd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:10.548826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8a4ee68-d2db-4cb7-9e10-468c684a90ff req-ef634177-06a3-4ec4-927f-8b739f3118cd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 983 time: 0.2272484 Feb 10 23:00:10.658078 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db20d041-6938-4978-aca7-1c7a6f8f12fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.684191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8a4ee68-d2db-4cb7-9e10-468c684a90ff req-cb0a0261-a253-4ae0-82b8-39e1ed8bc925 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1336052 Feb 10 23:00:10.803847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:10.807244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 21dc247b-c26c-445c-92e3-1a73ca4501f0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:10.872422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 21dc247b-c26c-445c-92e3-1a73ca4501f0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:10.872813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.892465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:10.981824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:10.994458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.184998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=05639ee8-afae-4ac4-9428-7cad5500d2a1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:11.196110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.244187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240e1f0-d052-4a6e-9b7f-b1b168d6e9bc req-55c50406-c03f-4c09-afe6-3d8c6376cddc tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:11.251874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e240e1f0-d052-4a6e-9b7f-b1b168d6e9bc req-55c50406-c03f-4c09-afe6-3d8c6376cddc tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 945 time: 0.2007363 Feb 10 23:00:11.316010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-13ed6178-aa6d-4a43-a04b-d5850da02cfa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/05639ee8-afae-4ac4-9428-7cad5500d2a1 HTTP/1.1" status: 204 len: 168 time: 2.0465512 Feb 10 23:00:11.326861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42624) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:11.364520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e240e1f0-d052-4a6e-9b7f-b1b168d6e9bc req-3a0837e2-eaa6-48c6-ad45-816c69c4a22a tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113484 Feb 10 23:00:11.381000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42632) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:11.458298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d67c3-8cab-48cf-ae36-92a8b5f46644 None None] Pushing event updated for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:11.496095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.568685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:11.585632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:11.592721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.706637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1199647656-network', 'tenant_id': '3456858603f7432c84f56b3b7311812a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:11.711642 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'code': 200} Feb 10 23:00:11.720273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ff306b-cd81-4fdb-872a-364b064e2d5a req-d516156d-fd63-40de-87b8-4ab7303248d1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:11.720732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:11.731448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Usage tracker for resource:network and tenant:3456858603f7432c84f56b3b7311812a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:11.736466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:11.750776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4ff306b-cd81-4fdb-872a-364b064e2d5a req-d516156d-fd63-40de-87b8-4ab7303248d1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.9713769 Feb 10 23:00:11.758710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:11.793327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Made reservation on behalf of 3456858603f7432c84f56b3b7311812a for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:11.795743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.816639 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.820622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.834206 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:11.873359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:11.873867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:11.885613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Usage tracker for resource:security_group_rule and tenant:3456858603f7432c84f56b3b7311812a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:11.889259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:11.899015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:12.018987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.082377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.168384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:00:12.178495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:12.251733 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.252872 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Added segment 5f7fd756-55a1-428b-93dd-8ed6a5064ebb of type vlan for network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 Feb 10 23:00:12.276230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f94a9-ae6d-4396-b56a-09f29dcf6e07 req-455cdc2a-9f98-4bf2-b30d-f5aa1eb41f64 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:12.278187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c4f94a9-ae6d-4396-b56a-09f29dcf6e07 req-455cdc2a-9f98-4bf2-b30d-f5aa1eb41f64 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 983 time: 0.2574871 Feb 10 23:00:12.336308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.359222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13521d27-952b-42c7-9043-f351f22c3c51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:12.361042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13521d27-952b-42c7-9043-f351f22c3c51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:12.362031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-13521d27-952b-42c7-9043-f351f22c3c51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:12.381031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c4f94a9-ae6d-4396-b56a-09f29dcf6e07 req-c59a0198-b385-4ccf-89a1-dd7b37bcc212 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0921540 Feb 10 23:00:12.394882 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-1f79e8f2-6a2e-4fe5-9afb-474f2f6a1a3c service neutron] show failed (client error): The resource could not be found. Feb 10 23:00:12.397294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-1f79e8f2-6a2e-4fe5-9afb-474f2f6a1a3c service neutron] 10.222.0.30 "GET /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 1.1740298 Feb 10 23:00:12.432909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.434182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:12.434791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.456849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4ff306b-cd81-4fdb-872a-364b064e2d5a req-b8d6d1bf-afce-44d5-84cf-477026d94633 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7051504 Feb 10 23:00:12.476662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d7801bfd-3c40-4d14-8d93-80e9e419d7a1 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:12.497732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-13521d27-952b-42c7-9043-f351f22c3c51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:12.502423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-13521d27-952b-42c7-9043-f351f22c3c51 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 1.1652484 Feb 10 23:00:12.505343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:12.552202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55dcf1e-fec1-4243-aa60-cdac3dcda18b req-1c4b8b20-a8ae-4015-8eef-9417450144c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:12.560290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b55dcf1e-fec1-4243-aa60-cdac3dcda18b req-1c4b8b20-a8ae-4015-8eef-9417450144c8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 0.3467865 Feb 10 23:00:12.746614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:12.757343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:12.758481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:12.770360 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b55dcf1e-fec1-4243-aa60-cdac3dcda18b req-a8f83feb-d9f8-4473-a845-ab395a569fd4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030466 Feb 10 23:00:12.868039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42712) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:12.886340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fd5648f8-8fce-468b-84be-23c54c8115a6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:13.006786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.030108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fd5648f8-8fce-468b-84be-23c54c8115a6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:13.050136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6669891 Feb 10 23:00:13.054027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:13.177148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.177454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Request body: {'subnet': {'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1199647656-subnet', 'tenant_id': '3456858603f7432c84f56b3b7311812a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:13.196835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 4e06cca8-516d-4ece-93ca-3bd4f278489a {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:00:13.211238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.237703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:13.246831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.259831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-0404de41-b220-425e-92fa-0394ec756855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:13.267893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-0404de41-b220-425e-92fa-0394ec756855 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 1096 time: 0.2440407 Feb 10 23:00:13.268705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.307592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:13.399713 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.408496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:13.418112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:13.433276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Usage tracker for resource:security_group_rule and tenant:236357e7ecbf4bac8a46ee94de822f83 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:13.443882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:13.463484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:13.513910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:13.526767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Provisioning for port fd5648f8-8fce-468b-84be-23c54c8115a6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:13.532662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c610663-e271-4a50-832f-8323e1a53534 admin admin] Pushing event updated for resources: {'Network': ['ID=c1f9403a-78b6-41a3-b7fc-6cfd794bb432,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:13.542136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Provisioning complete for port fd5648f8-8fce-468b-84be-23c54c8115a6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:13.542562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.553714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Usage tracker for resource:subnet and tenant:3456858603f7432c84f56b3b7311812a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:13.583010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:13.620885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:00:13.648517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:13.684419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.734410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Made reservation on behalf of 3456858603f7432c84f56b3b7311812a for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:13.744087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:13.751012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:13.979238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.097151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:14.103229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.284105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cc3479a5-7504-4c76-8b74-a5bca315e6a7 None None] Could not find standard attr ID for object 05639ee8-afae-4ac4-9428-7cad5500d2a1. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:00:14.322081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb12ddd-fd3e-4be6-a340-ff736075003b None None] Pushing event updated for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:14.394781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3372a5b-cabe-4591-a02f-229323dffe46 req-0b59874a-0faf-4fb3-bad1-58ec0a9fed8c tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:14.397537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a4bc1-cea5-4bd0-87dc-b738a450115c req-6897c9a7-aea2-4cbf-9e74-6b4490a188b9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:14.405884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-410a4bc1-cea5-4bd0-87dc-b738a450115c req-6897c9a7-aea2-4cbf-9e74-6b4490a188b9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.7299519 Feb 10 23:00:14.412639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3372a5b-cabe-4591-a02f-229323dffe46 req-0b59874a-0faf-4fb3-bad1-58ec0a9fed8c tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 1.6458707 Feb 10 23:00:14.463738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.490566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:00:14.555876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3372a5b-cabe-4591-a02f-229323dffe46 req-61c1353d-391a-4d70-867d-68b5a0458069 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415627 Feb 10 23:00:14.612353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.624885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.672715 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-410a4bc1-cea5-4bd0-87dc-b738a450115c req-82b197ec-7d4f-47c0-a55b-d95bb601e25c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2656522 Feb 10 23:00:14.743615 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.754862 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=236357e7ecbf4bac8a46ee94de822f83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8822160 Feb 10 23:00:14.754862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba3b37f-736e-4d5f-813f-3fe01438f20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97ed3c0-4da7-434a-9277-b0b70ae120c8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:14.760735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:14.818685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:14.826417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fd5648f8-8fce-468b-84be-23c54c8115a6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:14.916066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.924309 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'code': 200} Feb 10 23:00:14.948050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fd5648f8-8fce-468b-84be-23c54c8115a6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:14.948920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.952195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:14.954855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.101667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:15.160480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=4e06cca8-516d-4ece-93ca-3bd4f278489a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:15.179363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.238001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.258513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.258889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.259263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.260346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.262403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dedde1d-d880-4f10-b8c5-60f061aa86f3 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:15.263605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.264204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.264724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.265259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.265814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.266331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.266951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.267454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:15.281776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.289788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:15.331692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.376739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97ed3c0-4da7-434a-9277-b0b70ae120c8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:15.391518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-11d31091-8261-46c0-8da0-fa2a46c0016e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4e06cca8-516d-4ece-93ca-3bd4f278489a HTTP/1.1" status: 204 len: 168 time: 2.8485532 Feb 10 23:00:15.397995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42762) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:15.452915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.459858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a1c17abe-db50-4033-870f-75e9f18afefc admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f97ed3c0-4da7-434a-9277-b0b70ae120c8 HTTP/1.1" status: 204 len: 168 time: 0.6968336 Feb 10 23:00:15.465712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Transition to ACTIVE for port object b402522b-4023-44c8-b3cc-8d005f9b7151 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:15.472750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6bd63-0455-4800-b0ac-80edde15721b req-685f6783-993a-43ca-a898-a4f376ff6b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:15.475726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70b6bd63-0455-4800-b0ac-80edde15721b req-685f6783-993a-43ca-a898-a4f376ff6b00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.4160011 Feb 10 23:00:15.480078 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'code': 200} Feb 10 23:00:15.481481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.536014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-022a1bc3-f3c6-42fb-8c20-7fcedd20f5b4 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1348233 Feb 10 23:00:15.536618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:15.541858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Pushing event updated for resources: {'Subnet': ['ID=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:15.596076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Checking segment: {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:15.596577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Network hostable DHCP agents. Network: c1f9403a-78b6-41a3-b7fc-6cfd794bb432, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:00:15.645110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c58a89f-db37-4765-8878-fcb4cb785b7a req-dca188d6-37c4-4a5d-a4fb-8d4699fd6308 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:15.653237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c58a89f-db37-4765-8878-fcb4cb785b7a req-dca188d6-37c4-4a5d-a4fb-8d4699fd6308 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.6789985 Feb 10 23:00:15.711355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:00:15.738434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c1f9403a-78b6-41a3-b7fc-6cfd794bb432) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:15.764110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:15.764705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:15.787075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:15.800838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70b6bd63-0455-4800-b0ac-80edde15721b req-fbcb5f77-1d19-4c14-be68-e19c869c6aee service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3006010 Feb 10 23:00:15.814839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c58a89f-db37-4765-8878-fcb4cb785b7a req-d60933a2-3e54-4502-8dc2-37d11273f4f3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605783 Feb 10 23:00:15.828996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a22fb2d-a52f-4784-bd77-4ef5b8c3fe46 None None] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:15.863987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3943d7f-d87d-418a-930f-ce2d53454771 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7651935 Feb 10 23:00:15.915951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e362140-0912-40e0-ae88-3400c0c95ad8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:15.916717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e362140-0912-40e0-ae88-3400c0c95ad8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:15.919393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] No DVR routers for this DVR port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:00:15.960009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e362140-0912-40e0-ae88-3400c0c95ad8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:15.963568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e362140-0912-40e0-ae88-3400c0c95ad8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4205041 Feb 10 23:00:15.964671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42782) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:16.140239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63cf0fc-76f7-48e3-a3d4-ad45e5807210 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:16.140950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c63cf0fc-76f7-48e3-a3d4-ad45e5807210 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:16.164096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:16.164451 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:16.186268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c63cf0fc-76f7-48e3-a3d4-ad45e5807210 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:16.189910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c63cf0fc-76f7-48e3-a3d4-ad45e5807210 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2218816 Feb 10 23:00:16.191658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42788) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:16.280420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8ece97b8-c5e0-461e-8d4e-f6d8dba1f949 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867758 Feb 10 23:00:16.285137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:16.293591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:16.453730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12aab0-11fc-4ca6-997e-6d1948e4b8be req-169f0cf6-60e0-4dd0-bf4e-24bcb9e8824c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:16.455960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c12aab0-11fc-4ca6-997e-6d1948e4b8be req-169f0cf6-60e0-4dd0-bf4e-24bcb9e8824c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.3661289 Feb 10 23:00:16.471906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:16.541089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:16.557235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:00:16.569540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c12aab0-11fc-4ca6-997e-6d1948e4b8be req-6a5cb0c6-59b8-4f2f-abfe-1cdc01969f38 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0989206 Feb 10 23:00:16.569948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Deleting port fd5648f8-8fce-468b-84be-23c54c8115a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:16.570811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:16.585692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:16.589142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3706b-7145-42b7-b6fb-be55a24c656f req-db1a5b95-3b90-4012-b499-443c9849ff45 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:16.593097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:16.599439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ee3706b-7145-42b7-b6fb-be55a24c656f req-db1a5b95-3b90-4012-b499-443c9849ff45 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 0.7439816 Feb 10 23:00:16.612881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c09a3-150c-4828-93a0-438b6be6ab8f None None] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:16.748532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ee3706b-7145-42b7-b6fb-be55a24c656f req-0b2111a5-4792-438a-92da-73223ec2e36a tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405501 Feb 10 23:00:16.749740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:16.750250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:16.750733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:16.764109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:00:16.764786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:16.771937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 22, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:16.772528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:16.773185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Bound using segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:16.773581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Bound port: b402522b-4023-44c8-b3cc-8d005f9b7151, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:16.773932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:16.807229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fd5648f8-8fce-468b-84be-23c54c8115a6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:00:16.934519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:16.942129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:16.951790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:17.079450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:17.197537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:17.426237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:17.428411 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:17.451353 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] 10.222.0.24 "PUT /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1091 time: 4.1474729 Feb 10 23:00:17.456084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f26992-9407-4d0d-9d97-bb96207ed34a req-3d47869b-2d3b-4aa7-a619-e888ce2e091e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:17.458172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32f26992-9407-4d0d-9d97-bb96207ed34a req-3d47869b-2d3b-4aa7-a619-e888ce2e091e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 0.4851067 Feb 10 23:00:17.481734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:17.622037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:17.687121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-32f26992-9407-4d0d-9d97-bb96207ed34a req-a8c1448e-f4e0-4732-8a79-360271f02c41 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2104864 Feb 10 23:00:17.712140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42822) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:17.747459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Usage tracker for resource:security_group_rule and tenant:a7a5d60543824e0a9a7df09db581e047 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:17.786903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:17.832296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:00:17.866912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:17.934781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b880ee9-3724-4915-8f8c-94dc325c6c70 service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:17.967396 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 23:00:17.994794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:17.995442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:18.271256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-7aa47c10-de0f-4e3f-8828-15633b5356c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:18.281662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-7aa47c10-de0f-4e3f-8828-15633b5356c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1094 time: 0.7779019 Feb 10 23:00:18.284506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Calling delete_port for fd5648f8-8fce-468b-84be-23c54c8115a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:18.325342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b253e26-c4cc-47a9-81d4-4acd8a80ce11 req-65a6e5e5-bfa5-4dbf-b485-1b23b60eb3e1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:18.329870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b253e26-c4cc-47a9-81d4-4acd8a80ce11 req-65a6e5e5-bfa5-4dbf-b485-1b23b60eb3e1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 1.2432344 Feb 10 23:00:18.599650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-416e6c91-836e-4033-b33e-516acfa4f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:18.607494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-416e6c91-836e-4033-b33e-516acfa4f6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1094 time: 0.6276457 Feb 10 23:00:18.654836 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:18.758585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:18.790030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7b7c19-f61b-47fa-9d88-c4fdc4a0b23e req-58ffb7cd-f986-4997-a45e-0f0cc0b6379d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:18.792694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd7b7c19-f61b-47fa-9d88-c4fdc4a0b23e req-58ffb7cd-f986-4997-a45e-0f0cc0b6379d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.5737195 Feb 10 23:00:18.797408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:18.798664 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:18.801990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8d149-01fb-494f-9b24-2f3e8e6e4c43 tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:18.807933 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9da8d149-01fb-494f-9b24-2f3e8e6e4c43 tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1092 time: 1.0695744 Feb 10 23:00:18.808887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b253e26-c4cc-47a9-81d4-4acd8a80ce11 req-3d667ff9-682b-44e2-8f0a-bbfda6b745fb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4171543 Feb 10 23:00:18.833542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42842) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:18.859803 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:18.860866 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:18.881800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:18.888756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:18.893235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Usage tracker for resource:floatingip and tenant:881fdd7f8b1c483e9398c5a3ee038211 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:18.896937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:18.905485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:18.971238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd7b7c19-f61b-47fa-9d88-c4fdc4a0b23e req-1353299a-2902-4671-9b2e-22ff8ffeb1c6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1269832 Feb 10 23:00:18.976973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.022388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.054333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-e3e6df2a-7172-4572-afd9-08ffc5671e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:19.058066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-e3e6df2a-7172-4572-afd9-08ffc5671e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.7643282 Feb 10 23:00:19.065711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.300395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Deleting port fd5648f8-8fce-468b-84be-23c54c8115a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:19.301417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.307634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-30d03602-022d-4ce7-864a-347433d9139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:19.309418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-30d03602-022d-4ce7-864a-347433d9139d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.6920221 Feb 10 23:00:19.414467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef5cb7a-0339-42e3-a956-562e4c49aead,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:19.485167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.644764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:19.695422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.698232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.716164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-d66d6070-97c6-4c96-b4d1-42a6572279b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.6363196 Feb 10 23:00:19.718411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-87c48862-6e77-487c-b680-aba8dd8c69a5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a7a5d60543824e0a9a7df09db581e047&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6233892 Feb 10 23:00:19.738322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:19.821105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.823014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:19.945662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-a98de3c0-feac-4772-b19a-6176ced66560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:19.948698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-a98de3c0-feac-4772-b19a-6176ced66560 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.2138727 Feb 10 23:00:19.950604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-94fa711c-a86b-450a-874b-464454b0fed5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.5150394 Feb 10 23:00:19.977437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48896f-6951-4fd9-94f4-8f8a1c951127 req-5ae907ad-4b72-44a1-a6d6-b84748631859 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:19.987835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b48896f-6951-4fd9-94f4-8f8a1c951127 req-5ae907ad-4b72-44a1-a6d6-b84748631859 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.6659222 Feb 10 23:00:19.999577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:20.008282 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:20.056619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:20.071606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:20.072103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:20.072451 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:20.085503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:20.086103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:20.094840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=906c6c61-f32c-41ea-89bf-1dbdbd54e5f8,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:20.114562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:20.144396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Allocated IP 172.25.2.186 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/ed8443bd-4c96-46f3-ab79-de4371ca94e0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:20.166226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-80458695-b1fd-47bf-8063-db8b99e5ed2c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8796065 Feb 10 23:00:20.169229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42870) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:20.178715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:20.285557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b48896f-6951-4fd9-94f4-8f8a1c951127 req-7630ae4a-c20b-4103-a8a0-c5991f7d94b9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2966959 Feb 10 23:00:20.401614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-3f87d3ea-a588-4c17-8e61-f0d6cd2d9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:20.403121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-3f87d3ea-a588-4c17-8e61-f0d6cd2d9aed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.4429090 Feb 10 23:00:20.421467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:20.494486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Calling delete_port for fd5648f8-8fce-468b-84be-23c54c8115a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:20.597376 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:20.719480 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:20.719911 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:20.752005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:20.771392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-ba8fd80d-dd6b-45af-8a2b-4d2476eba9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:20.774260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-ba8fd80d-dd6b-45af-8a2b-4d2476eba9d3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7805381 Feb 10 23:00:20.778469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 23:00:20.778469 n-d-825178-4 neutron-server[87654]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Feb 10 23:00:20.778469 n-d-825178-4 neutron-server[87654]: [parameters: {'status': 'DOWN', 'ports_id': 'fd5648f8-8fce-468b-84be-23c54c8115a6'}] Feb 10 23:00:20.778469 n-d-825178-4 neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:20.778951 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:20.916940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:20.922013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:20.926034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:20.933195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:20.954650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:20.961234 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.116383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.140460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f52e0f-b7c1-41d3-a81e-9e6fefb7a7be req-acc17cf8-1964-451b-addc-9a583f6f95d8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:21.141992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27f52e0f-b7c1-41d3-a81e-9e6fefb7a7be req-acc17cf8-1964-451b-addc-9a583f6f95d8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 0.4703145 Feb 10 23:00:21.170897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Deleting port fd5648f8-8fce-468b-84be-23c54c8115a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:21.171305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.248484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-2dced31f-95a6-4dae-b5a7-b30fd9aa148d tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:21.263611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-2dced31f-95a6-4dae-b5a7-b30fd9aa148d tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.7173944 Feb 10 23:00:21.299384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.339868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-57482e78-5a0c-4ee3-9603-9b8da68ac197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:21.341565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-57482e78-5a0c-4ee3-9603-9b8da68ac197 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9181592 Feb 10 23:00:21.344197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.346748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.483048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:21.517585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef5cb7a-0339-42e3-a956-562e4c49aead,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:21.528229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.530240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6f781f9b-6725-43bd-b265-c7aafd6c0694 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8ef5cb7a-0339-42e3-a956-562e4c49aead HTTP/1.1" status: 204 len: 168 time: 1.7909069 Feb 10 23:00:21.541085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-9be1367d-b85d-4fe3-a01a-6dc67abdbdb1 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7510345 Feb 10 23:00:21.551783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'Port': ['ID=ed8443bd-4c96-46f3-ab79-de4371ca94e0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:21.575514 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 906c6c61-f32c-41ea-89bf-1dbdbd54e5f8 (CIDR: 2001:db8::/64) Feb 10 23:00:21.584240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27f52e0f-b7c1-41d3-a81e-9e6fefb7a7be req-0d1a7bac-1b7b-4d9e-8851-72a85ee0ad49 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4177790 Feb 10 23:00:21.592382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:21.594695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:21.601316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:21.687966 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.793262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-dd9fb7c5-6cd5-40b0-aa35-370de3e373d0 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328220 Feb 10 23:00:21.794161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Usage tracker for resource:security_group_rule and tenant:5ab86b11e32f43429629cfcdbfc0d30d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:21.798749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:21.807214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:21.890849 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:00:21.891950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:00:22.004525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:22.044787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:22.045279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:22.071324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:22.179305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d568ff06-347f-4ebe-9241-c0f013211bbc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0085495 Feb 10 23:00:22.193335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ff1cf9d-594a-4288-af4e-1dd4ffd96fd7 req-85bc1d1d-54b1-4718-b6c9-ddc81ec6e368 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414099 Feb 10 23:00:22.194491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:22.206594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:22.436802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Calling delete_port for fd5648f8-8fce-468b-84be-23c54c8115a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:22.562720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-e910a57e-9c16-42a0-8576-3021866536dd service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551283 Feb 10 23:00:22.566355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:22.655582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:22.656211 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:22.764837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:22.960946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:22.978520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:22.984873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:22.993032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-b9be307e-3e07-48c3-90dc-9c7f27d55bea tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:22.993935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-b9be307e-3e07-48c3-90dc-9c7f27d55bea tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:23.006997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:23.017629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-7f3a58fe-434e-4a95-9b72-e7afd155a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:23.021485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-7f3a58fe-434e-4a95-9b72-e7afd155a99a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1094 time: 0.2543476 Feb 10 23:00:23.157637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-b9be307e-3e07-48c3-90dc-9c7f27d55bea tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:23.165425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-b9be307e-3e07-48c3-90dc-9c7f27d55bea tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 809 time: 1.3130777 Feb 10 23:00:23.181479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:23.185250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:23.192553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8968d6ae-e1fe-4828-abce-5d3742ceb96e tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/quotas/3456858603f7432c84f56b3b7311812a HTTP/1.1" status: 200 len: 375 time: 0.0261455 Feb 10 23:00:23.249769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-3c150e64-7295-4bf6-9690-9e76f8d5729b tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559924 Feb 10 23:00:23.306558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-94e963ef-3673-48d6-8681-367a9ae80664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:23.308712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-94e963ef-3673-48d6-8681-367a9ae80664 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.2667253 Feb 10 23:00:23.403184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-0867e739-4ae9-4145-a06d-abb4beb47ac9 service neutron] 10.222.0.53 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524000 Feb 10 23:00:23.432815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:23.451403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:23.524440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-130a2ab9-a7ff-4890-8f57-98c792e7c2e3 req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 2.2597332 Feb 10 23:00:23.541017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-8fa418e6-5a39-4aa0-9574-f75137121618 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.2158790 Feb 10 23:00:23.546554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a4f184-645d-4fd2-bea0-f49e0e56ea6e tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ba2328-d424-4f42-969a-d863982c6694,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:23.609801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:23.700377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-9a684923-3af9-4a3e-9dec-6c83c257848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:23.701208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-17793fdb-2e91-49fb-b3a6-430e19e6875a service neutron] 10.222.0.53 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970297 Feb 10 23:00:23.701864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-9a684923-3af9-4a3e-9dec-6c83c257848c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.1521401 Feb 10 23:00:23.796040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:24.169643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e755c429-000b-44a4-8976-1608de7ba9cd req-18f252e1-1d6f-46ab-a0de-5233cb5f50e4 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.1508703 Feb 10 23:00:24.175451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Deleting port fd5648f8-8fce-468b-84be-23c54c8115a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:24.180402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:24.185856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32252fc5-7909-40d1-8acb-b26e4d66b8b8 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:24.191751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-32252fc5-7909-40d1-8acb-b26e4d66b8b8 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1130 time: 0.5760539 Feb 10 23:00:24.205223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42952) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:24.229952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:24.276942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:24.292297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:floatingip and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:24.308837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:24.369304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:24.512981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:24.644962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:24.813416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.005526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 42962) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:25.084356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:25.169066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.278765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:25.289940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:25.290995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.391206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9cdc1-d4b5-4780-bfa2-5ff2d8c6d878 req-16a9737d-3ae5-4af2-982a-aefcbe2dfd85 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:25.396121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93b9cdc1-d4b5-4780-bfa2-5ff2d8c6d878 req-16a9737d-3ae5-4af2-982a-aefcbe2dfd85 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 943 time: 1.5272636 Feb 10 23:00:25.400503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-26b2928c-7562-4ddd-9334-b76366e4d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:25.410009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-26b2928c-7562-4ddd-9334-b76366e4d1e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6854331 Feb 10 23:00:25.508027 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2904458 Feb 10 23:00:25.564742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2cd4093-7f34-4611-aa97-9fc55a38977e req-20e6a9f4-2805-4243-9be9-d0467f58489e tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.0827818 Feb 10 23:00:25.580683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 42998) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:25.659070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:f2:29:55', 'name': 'tempest-NetworksTestDHCPv6-72309041'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:25.706253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] For port fd5648f8-8fce-468b-84be-23c54c8115a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fd5648f8-8fce-468b-84be-23c54c8115a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:25.708530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.723074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc479ea-178f-427d-92da-559d657c0477 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=8bd5e030-1df7-4701-96d9-da9c606a6696,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:25.764198 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:00:25.823571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.863523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.869799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93b9cdc1-d4b5-4780-bfa2-5ff2d8c6d878 req-9589f77d-bd3c-4a7d-80b2-7962e2eb73da tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3724241 Feb 10 23:00:25.884208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:25.902710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:25.909266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f66a89e1c3704da48e41a02a63c5cfad is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:25.912797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:25.935033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:26.043708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.074296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.112127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Calling delete_port for fd5648f8-8fce-468b-84be-23c54c8115a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:26.204489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-5bcdd329-2f3f-4aed-be36-981cfae3c277 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7165573 Feb 10 23:00:26.243357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f66a89e1c3704da48e41a02a63c5cfad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2290654 Feb 10 23:00:26.252533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:26.329672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event updated for resources: {'Port': ['ID=ed8443bd-4c96-46f3-ab79-de4371ca94e0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:26.332894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-31b25711-f39d-46ad-ae62-d980f3d38cca service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9218893 Feb 10 23:00:26.344135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d234f-8e40-4941-b7e1-51ccfbe259a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ba653-a9cc-41e9-964c-28d63e51f6f2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:26.359462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:00:26.399565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.592665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:26.613982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:00:26.768291 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.802555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3926d28c-7a2d-49b9-94b8-56f1bf4b8554 req-4b01f0e4-7e1c-4de8-9dd3-35d4f506c741 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494405 Feb 10 23:00:26.846213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:26.881296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:26.909903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.923504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:26.949852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:26.963391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:26.977410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f88812bd-50bd-46e8-b39c-1478a6d8cd43 req-ee40c4e4-4dc9-46e5-a134-b534e1999e9a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.1267576 Feb 10 23:00:27.134154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:27.148335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:27.184929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:27.291271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] Pushing event deleted for resources: {'Port': ['ID=fd5648f8-8fce-468b-84be-23c54c8115a6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:27.322749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:27.338286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43074) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:27.340603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b402522b-4023-44c8-b3cc-8d005f9b7151'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:00:27.347481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-9aef12c8-5f8c-4db2-b8b3-4c915e5259a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:27.349533 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-9aef12c8-5f8c-4db2-b8b3-4c915e5259a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.5227354 Feb 10 23:00:27.371239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:27.437603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb8fff8-f772-46fe-a203-8e57bbd108d8 None None] No DVR routers for this DVR port fd5648f8-8fce-468b-84be-23c54c8115a6 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:00:27.460124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df79bfd3-a6cc-4202-9987-525536ef4189 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:27.534987 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Floating IP 25852324-3e3f-4e1f-a56d-55afff6dfa2c associated. External IP: 172.25.2.186, port: 21dc247b-c26c-445c-92e3-1a73ca4501f0. Feb 10 23:00:27.599983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868d4ff-302e-4ecc-8ec6-6a8bc46fa175 req-afa956b7-17a9-4419-a714-48d13bb39bcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:27.615379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6868d4ff-302e-4ecc-8ec6-6a8bc46fa175 req-afa956b7-17a9-4419-a714-48d13bb39bcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.4223306 Feb 10 23:00:27.679472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-cc05a808-6834-4b1d-ac5c-a14c8d73da66 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:27.681714 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-cc05a808-6834-4b1d-ac5c-a14c8d73da66 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.30 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 809 time: 0.9476562 Feb 10 23:00:27.702340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6868d4ff-302e-4ecc-8ec6-6a8bc46fa175 req-eb78b57e-7714-4346-acc0-6027344b5f87 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768852 Feb 10 23:00:27.716171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-dc82e531-9810-4a34-a986-396b068fb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:27.718627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-dc82e531-9810-4a34-a986-396b068fb723 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 898 time: 0.3386393 Feb 10 23:00:27.720328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:27.841142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ba653-a9cc-41e9-964c-28d63e51f6f2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:27.854130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-262ffe5c-67bf-4dda-872f-ed56a70ed2d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 217 time: 0.1235955 Feb 10 23:00:27.859820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:27.861307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c5daf67c-d19c-4db1-8d12-b3e965be04b1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0e7ba653-a9cc-41e9-964c-28d63e51f6f2 HTTP/1.1" status: 204 len: 168 time: 1.5913973 Feb 10 23:00:27.970685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Request body: {'port': {'device_id': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432', 'admin_state_up': True, 'tenant_id': '3456858603f7432c84f56b3b7311812a'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:27.976926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-d6ad13f8-80dd-4d91-a619-ae38f894cc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:27.979173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-d6ad13f8-80dd-4d91-a619-ae38f894cc5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.1164579 Feb 10 23:00:28.066038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:28.158892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '8bd5e030-1df7-4701-96d9-da9c606a6696'}, {'subnet_id': '906c6c61-f32c-41ea-89bf-1dbdbd54e5f8'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:00:28.159890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:28.250877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.25.2.71 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d43c879a-e1fb-4480-961d-b26c6d64805b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:28.299893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f45815c-5900-4e7a-a3a9-dfc26219007d req-bcde215f-a6a0-4cca-b86e-8a0bccbd925a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.1297288 Feb 10 23:00:28.311676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-56dfe979-76e0-4ae6-83b8-26814f795f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:28.314696 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-56dfe979-76e0-4ae6-83b8-26814f795f4b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3291550 Feb 10 23:00:28.498722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43090) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:28.530754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:28.567393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:28.655870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Usage tracker for resource:security_group_rule and tenant:0ba314ef87e44ba7affef55ff4571f96 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:28.661818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:28.698014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:28.720508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:28.770791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:28.782643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Usage tracker for resource:security_group_rule and tenant:94aba02ef97f42e785583edb869a8109 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:28.809566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:28.822050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Allocated IP 2001:db8:0:1::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/8bd5e030-1df7-4701-96d9-da9c606a6696/8e2255fb-db51-4a31-8ab5-5a46c0b4fc76) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:28.830185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Allocated IP 2001:db8::f816:3eff:fe66:338a (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/906c6c61-f32c-41ea-89bf-1dbdbd54e5f8/8e2255fb-db51-4a31-8ab5-5a46c0b4fc76) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:28.832993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:28.845264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-194f12d6-0109-45ea-af9d-ae43cb571df3 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219040 Feb 10 23:00:29.006235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port c4adf380-6990-40d4-b938-e4c69053e57c yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:00:29.099128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:29.124092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.129354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Usage tracker for resource:port and tenant:3456858603f7432c84f56b3b7311812a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:29.136935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6574e26-5b40-4d01-966c-ce8fd6da910b req-b026f7b2-5356-4fe4-81e3-ae3c4c275809 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817633 Feb 10 23:00:29.139780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:29.214954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-0afc9784-3ec1-4f8e-9d4d-9872e887aa59 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:29.216574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-0afc9784-3ec1-4f8e-9d4d-9872e887aa59 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&tenant_id=834e149d1122493cb8781b962341b810&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.6606829 Feb 10 23:00:29.231623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8261ea-ee99-4b34-b629-739501ea3a23 req-bb899f00-0520-4856-8e0d-4ede61c1794c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:29.234289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da8261ea-ee99-4b34-b629-739501ea3a23 req-bb899f00-0520-4856-8e0d-4ede61c1794c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.5406301 Feb 10 23:00:29.376916 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.408380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Transition to ACTIVE for port object 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:29.452743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Transition to ACTIVE for port object 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:29.459882 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.541086 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da8261ea-ee99-4b34-b629-739501ea3a23 req-f47eccfa-ed0d-465f-b701-465e4389ba53 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2649374 Feb 10 23:00:29.546008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:29.583661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.591092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:29.597308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.607089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:29.615232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:29.627859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-83bdd83d-003d-409c-a039-28b15956377b service neutron] 10.222.0.24 "GET /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.3917789 Feb 10 23:00:29.631040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Pushing event updated for resources: {'Port': ['ID=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:29.726069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Made reservation on behalf of 3456858603f7432c84f56b3b7311812a for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:29.730981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.784701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3f649d-0763-4943-8ab6-68bcf9ed5fd5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:29.790008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0011c547-d251-4560-987a-43895d0df705 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=94aba02ef97f42e785583edb869a8109&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2896197 Feb 10 23:00:29.804984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:29.816968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Attempting to bind port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:29.819095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Attempting to bind port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:29.823956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Attempting to bind port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:29.840180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2370107-8e22-4001-8ba1-ffaf273b602d req-1d6f9692-732a-4b9e-9cc2-7c4c09a0c1b3 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.2739182 Feb 10 23:00:29.854535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:29.854967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:29.855659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.856276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:29.857046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Bound port: 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:29.865579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:29.906490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7bc076b4-06d4-4e27-94a9-2418be6853e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:29.908398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7bc076b4-06d4-4e27-94a9-2418be6853e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1095 time: 0.2515223 Feb 10 23:00:29.925336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:00:29.948223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.012791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.018832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] For port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:30.024191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] For port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:30.027936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.030903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.099076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.153122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b5f1-13b0-4757-bc8f-8f11c9455c87 None None] Pushing event updated for resources: {'Port': ['ID=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:30.181001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.322368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9f8c2ead-2991-464a-a56a-db241fccccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:30.322919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9f8c2ead-2991-464a-a56a-db241fccccc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.4074862 Feb 10 23:00:30.335003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:30.450449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port b402522b-4023-44c8-b3cc-8d005f9b7151 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:30.467995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b402522b-4023-44c8-b3cc-8d005f9b7151 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:30.468734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.525345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.578748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3f649d-0763-4943-8ab6-68bcf9ed5fd5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:30.596306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.610493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-32ba42ea-25bc-46c3-82ba-4a51a5b4009b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b3f649d-0763-4943-8ab6-68bcf9ed5fd5 HTTP/1.1" status: 204 len: 168 time: 0.7981765 Feb 10 23:00:30.618933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-448ca88f-4026-4b6c-bcb9-f422a83097f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1000 time: 0.2840192 Feb 10 23:00:30.707402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.716920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:30.760294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:30.776640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:30.782162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:30.793029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:30.803650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0ba314ef87e44ba7affef55ff4571f96&name=default HTTP/1.1" status: 200 len: 2983 time: 3.4559693 Feb 10 23:00:30.817408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:30.852149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=d43c879a-e1fb-4480-961d-b26c6d64805b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:30.856571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14172ed6-5244-494f-bd5b-350e975151aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aed8ccf-0ec5-40a4-b771-bcdd0228a5cb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:30.862825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43112) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:30.917814 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'code': 200} Feb 10 23:00:30.947685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:30.949983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-1fe07fb7-8352-4609-aab7-88388aec95f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:30.951822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-1fe07fb7-8352-4609-aab7-88388aec95f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.3268673 Feb 10 23:00:30.977963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.978444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.978634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.978970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.979312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.979648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.984490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.987043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.991121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.991963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.992201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:30.992541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:31.114961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc6512-03fa-4db5-8299-da5311da99c8 req-b8cc3c5d-2f3c-466c-9c35-bd7b59f0a4d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:31.129542 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6bc6512-03fa-4db5-8299-da5311da99c8 req-b8cc3c5d-2f3c-466c-9c35-bd7b59f0a4d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.3384295 Feb 10 23:00:31.152381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Allocated IP 172.20.0.12 (c1f9403a-78b6-41a3-b7fc-6cfd794bb432/218c8ccb-d236-44a0-bf95-6b9c5e36f4d7/5389450e-f3ca-438d-a5ec-fdbcfc0c8f28) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:31.156077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8:0:1::16b (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/8bd5e030-1df7-4701-96d9-da9c606a6696/c4adf380-6990-40d4-b938-e4c69053e57c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:31.469178 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6bc6512-03fa-4db5-8299-da5311da99c8 req-a50b8355-5d95-4b2c-b78e-41feaa412b79 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368380 Feb 10 23:00:31.483162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-72c81aef-158a-42db-b1af-2f3edc985962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:31.490436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-72c81aef-158a-42db-b1af-2f3edc985962 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5245264 Feb 10 23:00:31.540392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fef2:2955 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/906c6c61-f32c-41ea-89bf-1dbdbd54e5f8/c4adf380-6990-40d4-b938-e4c69053e57c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:31.764371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:00:31.776222 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:00:31.789577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e0fc9e1b-d014-49e7-a6e5-62a392126817 req-4718ebd2-4055-4d91-b9f7-76d32aa40a09 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.2550356 Feb 10 23:00:31.805269 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:31.806088 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:31.874152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-206b5548-ef68-4509-b641-a1652088d1e6 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803568 Feb 10 23:00:31.887561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:32.206882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:32.396204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e36e891-bad6-457e-a41f-0572ef5dc53b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:32.424063 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:32.546342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-b269e694-1634-4f2b-871a-9540186613dd service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760660 Feb 10 23:00:32.555819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aad98a06-5509-4e2a-8970-b4143a36a881 None None] Provisioning for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:32.610006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:32.646330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:32.646330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:32.730020 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:33.176065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29921b-15ee-4486-a6fa-258eec0cf4a3 req-20971faf-bd83-40f8-a1f3-dda43e4a9350 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:33.187270 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd29921b-15ee-4486-a6fa-258eec0cf4a3 req-20971faf-bd83-40f8-a1f3-dda43e4a9350 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.2719169 Feb 10 23:00:33.313198 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd29921b-15ee-4486-a6fa-258eec0cf4a3 req-d37fc28e-3890-4801-8ed1-78565ab4d137 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219530 Feb 10 23:00:33.347608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:33.385346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:33.433473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:33.541555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:33.548396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:33.580962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:23Z', 'revision_number': 0, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:33.601934 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:00:33.634347 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:33.634977 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:33.643248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:33.707765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ff54ba05-9816-4da6-88ed-00ad23c4b893 req-5074c793-cbef-4943-8e23-000fb38a7f67 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:34.071167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:34.174201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6a58d01-699c-400f-b2a2-8bc379acefc9 None None] Provisioning complete for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:34.174577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6a58d01-699c-400f-b2a2-8bc379acefc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:34.257348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:34.384278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:34.415707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object c4adf380-6990-40d4-b938-e4c69053e57c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:34.457676 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-914ff1a2-c7d8-448d-a5c6-9e284710b12e tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 15.6121438 Feb 10 23:00:34.458327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:34.459569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:34.461950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:34.463645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:34.469547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:34.474803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ff54ba05-9816-4da6-88ed-00ad23c4b893 req-5074c793-cbef-4943-8e23-000fb38a7f67 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:34.493514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ff54ba05-9816-4da6-88ed-00ad23c4b893 req-5074c793-cbef-4943-8e23-000fb38a7f67 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 1.0963957 Feb 10 23:00:34.497337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:34.687188 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 23:00:34.954497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.040967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c400b359-2e6a-41f8-8376-7a532ec34f9d tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:35.047039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aed8ccf-0ec5-40a4-b771-bcdd0228a5cb,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:35.050882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c400b359-2e6a-41f8-8376-7a532ec34f9d tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] Synchronizing usage tracker for tenant:af9572156f5e494ab42a5918efa45502 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:35.080275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:35.094480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c400b359-2e6a-41f8-8376-7a532ec34f9d tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] Unset dirty status for tenant:af9572156f5e494ab42a5918efa45502 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:35.095528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c400b359-2e6a-41f8-8376-7a532ec34f9d tempest-TestVolumeBackupRestore-2108572883 tempest-TestVolumeBackupRestore-2108572883-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1092 time: 0.6310616 Feb 10 23:00:35.108487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff027c79-12f7-47ef-9e5a-8e1846382862 req-2bade0e5-0911-4733-92fc-f14ea1ab5fad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:35.122527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff027c79-12f7-47ef-9e5a-8e1846382862 req-2bade0e5-0911-4733-92fc-f14ea1ab5fad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.4845681 Feb 10 23:00:35.125458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43176) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:35.139879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:35.160475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:35.167390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:35.174300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:35.182555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:23Z', 'revision_number': 0, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:35.215932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf60cdf-30ed-4f94-aa34-cbde44dc4690 None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:23Z', 'revision_number': 0, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:00:35.216756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Request body: {'floatingip': {'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:35.256237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:35.292569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:35.298564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.358071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.359218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c26190cd-bdf0-4f97-aa0f-0c4c9f75da2f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6aed8ccf-0ec5-40a4-b771-bcdd0228a5cb HTTP/1.1" status: 204 len: 168 time: 4.4857295 Feb 10 23:00:35.481653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 9.8570619 Feb 10 23:00:35.489343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:35.618537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.635389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f40e9b-5547-46e0-b4f4-dce0287c3ba0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=c4adf380-6990-40d4-b938-e4c69053e57c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:35.866690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175381c6-f2fd-48fd-a104-c2d20581ed9b None None] New status for floating IP 25852324-3e3f-4e1f-a56d-55afff6dfa2c: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:00:35.932259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:35.932948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.967864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-394dd415-c173-4085-b555-1cf1122a37d1 None None] Provisioning for port c4adf380-6990-40d4-b938-e4c69053e57c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:35.977820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-394dd415-c173-4085-b555-1cf1122a37d1 None None] Provisioning complete for port c4adf380-6990-40d4-b938-e4c69053e57c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:35.978193 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-394dd415-c173-4085-b555-1cf1122a37d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:35.982929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-eebdd9f1-9afa-437a-9b1a-2fe5eed353f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:35.991929 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-eebdd9f1-9afa-437a-9b1a-2fe5eed353f3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 1.1231952 Feb 10 23:00:36.050808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:36.295169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff027c79-12f7-47ef-9e5a-8e1846382862 req-1172eb96-7f68-42a3-9cfc-10bb4f4fd8be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1697898 Feb 10 23:00:36.356255 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6303258 Feb 10 23:00:36.374922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Request body: {'port': {'device_id': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:36.553435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port c4adf380-6990-40d4-b938-e4c69053e57c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:36.553435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:36.583720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-394dd415-c173-4085-b555-1cf1122a37d1 None None] Port c4adf380-6990-40d4-b938-e4c69053e57c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:00:36.748406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-9b9cb6e6-e4a3-4240-8ec2-14fcfbafd074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:36.748406 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-9b9cb6e6-e4a3-4240-8ec2-14fcfbafd074 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 0.4214687 Feb 10 23:00:36.758858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e330-be69-413e-828d-00dd201f4862 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:37.004886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f89044-fad8-4e22-b9ff-85baa74934a2 req-2fe3e9c6-917c-4a5d-9099-9daab6ecd8cf tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:37.007443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6f89044-fad8-4e22-b9ff-85baa74934a2 req-2fe3e9c6-917c-4a5d-9099-9daab6ecd8cf tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 932 time: 0.9980464 Feb 10 23:00:37.177814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:37.302226 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-fdfaaba6-3c55-43ad-aae8-6f663aa2c241 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 1002 time: 0.5479808 Feb 10 23:00:37.350039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b6f89044-fad8-4e22-b9ff-85baa74934a2 req-b86c0406-54ce-4149-b1aa-491caa059702 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:37.505428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-dd7c32be-ee32-4598-9d73-f5ac6637f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:37.507794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-dd7c32be-ee32-4598-9d73-f5ac6637f2da service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.1891327 Feb 10 23:00:37.510125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-1b330222-e137-475b-938b-b14797523b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:37.511945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-1b330222-e137-475b-938b-b14797523b7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 1096 time: 1.5480533 Feb 10 23:00:37.536362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:37.569271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b6f89044-fad8-4e22-b9ff-85baa74934a2 req-b86c0406-54ce-4149-b1aa-491caa059702 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:37.570759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6f89044-fad8-4e22-b9ff-85baa74934a2 req-b86c0406-54ce-4149-b1aa-491caa059702 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523305 Feb 10 23:00:37.662468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:38.034389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:38.202779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-1e74399e-794d-41ce-86df-f584139552ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:38.206823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-1e74399e-794d-41ce-86df-f584139552ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6866648 Feb 10 23:00:38.253792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c354a67-7ef8-47af-8af0-ec2b2a84a0b3 req-0e0eb4ed-48a2-4cdf-92bf-52162442b7f8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:38.263048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c354a67-7ef8-47af-8af0-ec2b2a84a0b3 req-0e0eb4ed-48a2-4cdf-92bf-52162442b7f8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.7499168 Feb 10 23:00:38.284132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-83849014-687f-4ca8-af6e-0fdf1134825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:38.371141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:00:38.402289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for c4adf380-6990-40d4-b938-e4c69053e57c owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:38.498648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:38.736803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:38.737314 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:38.761052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c354a67-7ef8-47af-8af0-ec2b2a84a0b3 req-1cee00fd-4127-41d8-ac99-078686817bd9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4878404 Feb 10 23:00:38.813344 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:38.916433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:38.917599 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-470aa37c-7ed9-4287-9a0c-dc47297a0c37 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373577 Feb 10 23:00:38.918925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:38.927578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:00:38.928334 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:00:38.940819 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:39.063872 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'code': 200} Feb 10 23:00:39.141930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:39.380595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:39.481417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:00:39.528534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:39.568541 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:39.603577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=c4adf380-6990-40d4-b938-e4c69053e57c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:39.623499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:39.763617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:40.150636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:40.312791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1529815082'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:40.345172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:40.356227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-873f1573-8404-4c68-b167-bfa39cb5e76a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/c4adf380-6990-40d4-b938-e4c69053e57c HTTP/1.1" status: 204 len: 168 time: 4.8441815 Feb 10 23:00:40.360612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43298) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:40.368511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=d43c879a-e1fb-4480-961d-b26c6d64805b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:40.375107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Usage tracker for resource:network and tenant:76fbb561105f4292a01288e0246f5999 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:40.381151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:40.450225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:40.454756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:00:40.486093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:40.512774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5b241380-b4ac-44e6-b6c9-7a5bcfb27d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:40.632610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:40.669794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Made reservation on behalf of 76fbb561105f4292a01288e0246f5999 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:40.673029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:40.727165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.056055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:41.080165 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-756b45c0-171c-47d8-a58e-f4d5e3baf001 req-609b22c2-8301-45a9-a907-8d66e2c51f9b service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1553657 Feb 10 23:00:41.106026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1079420-631d-4689-bf73-8c6ea4c8114f req-f3305f75-a6e5-49c9-a33d-8b5fc253754a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:41.108417 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1079420-631d-4689-bf73-8c6ea4c8114f req-f3305f75-a6e5-49c9-a33d-8b5fc253754a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 932 time: 1.7389009 Feb 10 23:00:41.116518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.121122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:41.151192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Usage tracker for resource:security_group_rule and tenant:76fbb561105f4292a01288e0246f5999 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:41.181793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:41.211146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-ef0011db-cee9-40c3-b5f9-49cc4b9a1108 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0679982 Feb 10 23:00:41.218811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:41.236264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Transition to ACTIVE for port object 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:41.268118 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Floating IP aae3f63e-b360-47c5-8332-d6947d37d6b7 associated. External IP: 172.25.2.71, port: d7801bfd-3c40-4d14-8d93-80e9e419d7a1. Feb 10 23:00:41.276791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6515-04b2-4937-b9a1-d85c719a9092 req-7eca7aba-ab61-4206-bf96-5e102481db91 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:41.278454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87ac6515-04b2-4937-b9a1-d85c719a9092 req-7eca7aba-ab61-4206-bf96-5e102481db91 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 1.1116216 Feb 10 23:00:41.414728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d847a33-820d-47a4-b134-997a1c317ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:41.418348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d847a33-820d-47a4-b134-997a1c317ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:41.422762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.588594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87ac6515-04b2-4937-b9a1-d85c719a9092 req-2c424038-1f29-46c3-bf30-5b07ce6b8ff0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753735 Feb 10 23:00:41.634435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1079420-631d-4689-bf73-8c6ea4c8114f req-d8f65e3f-dda0-473f-ba31-1d32c0699bcb tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4998538 Feb 10 23:00:41.726099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:41.766412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.808047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.887934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:41.950946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:41.962721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:41.985470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Transition to ACTIVE for port object b402522b-4023-44c8-b3cc-8d005f9b7151 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:41.991631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:42.078044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:42.136736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:42.209181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2d847a33-820d-47a4-b134-997a1c317ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:42.219628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d847a33-820d-47a4-b134-997a1c317ecb tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.8529871 Feb 10 23:00:42.245469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:42.339891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:42.575558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=11']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:42.822912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Attempting to bind port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:42.823512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Attempting to bind port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:42.823601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Attempting to bind port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:42.934729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-29372c5c-ebc0-4429-9d9b-00bef698b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:42.936869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-29372c5c-ebc0-4429-9d9b-00bef698b781 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 1.4485090 Feb 10 23:00:42.941855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:42.952756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:00:42.953466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Attempting to bind port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:42.969275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:43.020048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] No DVR routers for this DVR port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:00:43.031125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:43.269697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:43.270414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Checking segment: {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:43.270951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Bound using segment: {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:43.271807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Bound port: 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:43.272642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:43.338648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d5147f-d283-4b16-a2a0-83b62aa7388e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.344751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-34d5147f-d283-4b16-a2a0-83b62aa7388e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0583847 Feb 10 23:00:43.348916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43346) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:43.383458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-c624932b-6f0d-44fc-9034-5aa416d2fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.386111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-c624932b-6f0d-44fc-9034-5aa416d2fab1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 0.4187691 Feb 10 23:00:43.391534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:00:43.490177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:43.491194 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Added segment f54623bc-df41-4c06-afa6-935b66db65d2 of type vlan for network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca Feb 10 23:00:43.512169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17792e43-aabf-4ca3-bbce-68d9ef8ef338 req-a5d8169f-2fee-4994-b592-59ba5c5f035f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.514031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17792e43-aabf-4ca3-bbce-68d9ef8ef338 req-a5d8169f-2fee-4994-b592-59ba5c5f035f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.6841638 Feb 10 23:00:43.611994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.614201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.617105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:43.618390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:00:43.718925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc2db6e-38f1-43bf-a0ce-26ae23ee242b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:43.718925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-1fc2dd2f-9069-41b3-bef8-2bda50f5096c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 1002 time: 0.1700757 Feb 10 23:00:43.765265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17792e43-aabf-4ca3-bbce-68d9ef8ef338 req-3744af41-b336-4a44-8e33-cfec8736d2d4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2358971 Feb 10 23:00:43.766050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:43.766385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:43.777420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:43.805071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:00:43.810631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:00:43.810967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Attempting to bind port b402522b-4023-44c8-b3cc-8d005f9b7151 on network c9e1ace9-1bb5-4830-81f7-70c8013380e2 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:43.818399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:00:43.821247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f1a79cb-ce8f-4458-b842-93a6eaeb7d6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4705720 Feb 10 23:00:43.834332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43356) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:43.836823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 1119ede0-7fb1-4502-8f50-dde3391e1498 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:00:43.925407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 0, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:43.925407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Checking segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:43.925407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Bound using segment: {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:43.925407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Bound port: b402522b-4023-44c8-b3cc-8d005f9b7151, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ff33da0-7291-48b9-b5bf-780436da20d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:43.925407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.038361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.060967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d3e52-596c-4954-bf1a-0a53549a1a16 req-ccdddf44-7ffe-42f3-b66a-dbffa255152a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:44.073090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-949d3e52-596c-4954-bf1a-0a53549a1a16 req-ccdddf44-7ffe-42f3-b66a-dbffa255152a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 1.2094941 Feb 10 23:00:44.219910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 8bd5e030-1df7-4701-96d9-da9c606a6696 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:00:44.244200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.388454 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:00:44.400344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:00:44.411932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-ad91a011-358e-4e49-891f-1b5b6aec34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:44.414754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-ad91a011-358e-4e49-891f-1b5b6aec34b2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.6798811 Feb 10 23:00:44.417980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.426379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:44.430848 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:00:44.457607 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:44.458883 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:44.506009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-949d3e52-596c-4954-bf1a-0a53549a1a16 req-995cb666-9911-45e0-b085-d07ecce72039 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998458 Feb 10 23:00:44.508608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:44.523963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.532331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:44.536401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.566934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.571221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:00:44.585081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Sync routers for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:00:44.618339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:44.618339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:44.652893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:44.799505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 5.0250199 Feb 10 23:00:44.806525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:44.886705 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:44.900544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43370) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:45.083402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:45.104504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Request body: {'subnet': {'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:45.220953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:45.235129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-573b149c-ed56-416b-ad9a-1d5318ab3564 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "PUT /v2.0/floatingips/25852324-3e3f-4e1f-a56d-55afff6dfa2c HTTP/1.1" status: 200 len: 994 time: 10.1073949 Feb 10 23:00:45.270202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:45.329169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:45.403164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:45.410848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:45.485226 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 23:00:45.499336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f623a21-9c5f-4c7e-a0cc-496ed451bc31 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event updated for resources: {'Network': ['ID=bad39cce-e4f5-4d78-ac77-b0504eb1a8ca,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:45.532820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:45.533364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:45.534770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-e84517ee-a111-48b4-aee9-409345f91ecb service neutron] 10.222.0.30 "PUT /v2.0/ports/5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 HTTP/1.1" status: 200 len: 1092 time: 9.1648042 Feb 10 23:00:45.535381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:45.604068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:00:45.729478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:45.729478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:45.743482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] 10.222.0.30 "PUT /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1092 time: 8.0943196 Feb 10 23:00:45.768945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:46.027215 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:41Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:46.038618 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:00:46.049025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:46.082907 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:46.087395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:46.328480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd5e030-1df7-4701-96d9-da9c606a6696,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:46.352338 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:46.375320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b242926-5635-4bf1-b000-c4a5ee979a2a service neutron] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=12']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:46.407014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609613c3-7f47-4c68-9d3e-b3702e54ef03 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:46.490980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-12ead294-b822-4648-b48e-78c1febc45be tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 22.2796638 Feb 10 23:00:46.500443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ebb4fb38-88e0-4b42-8eee-227226a409c1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/8bd5e030-1df7-4701-96d9-da9c606a6696 HTTP/1.1" status: 204 len: 168 time: 2.5668759 Feb 10 23:00:46.505612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43404) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:46.505612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43406) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:46.511160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:46.555811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-740230b5-416a-4f64-aea0-b0f7bdcf9aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:46.559192 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-740230b5-416a-4f64-aea0-b0f7bdcf9aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1095 time: 0.5677729 Feb 10 23:00:46.580373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:46.715853 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:00:46.748665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Usage tracker for resource:subnet and tenant:76fbb561105f4292a01288e0246f5999 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:46.758371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:46.861817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761afa3-5260-41d5-af52-6a8aca616ccc req-95c7a7a1-01b0-4f0d-8cd4-3f47f0f3e232 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:46.882094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6761afa3-5260-41d5-af52-6a8aca616ccc req-95c7a7a1-01b0-4f0d-8cd4-3f47f0f3e232 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 1.6680374 Feb 10 23:00:46.943458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-18b9e7cd-4b19-40a3-a3ba-c1f8c202f05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:46.947562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-18b9e7cd-4b19-40a3-a3ba-c1f8c202f05f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.5225785 Feb 10 23:00:46.963606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 906c6c61-f32c-41ea-89bf-1dbdbd54e5f8 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:00:46.975755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:47.018651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6761afa3-5260-41d5-af52-6a8aca616ccc req-786eca62-537c-431b-bf35-dd4153d1c9d2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333058 Feb 10 23:00:47.151505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-f4ae865a-6ac3-4082-85b6-3e0c66808b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:47.156821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:47.161497 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-f4ae865a-6ac3-4082-85b6-3e0c66808b0e service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.5883992 Feb 10 23:00:47.271105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b322f31-5bc7-487a-91b5-2ff19e2845eb req-c3734337-9c49-4232-b49b-cbd8c62a57c1 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:47.275622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b322f31-5bc7-487a-91b5-2ff19e2845eb req-c3734337-9c49-4232-b49b-cbd8c62a57c1 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 1.0047901 Feb 10 23:00:47.306189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Made reservation on behalf of 76fbb561105f4292a01288e0246f5999 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:47.333263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:47.463633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-db71eaf1-4cac-48ae-9750-2a7d94f93605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.2909844 Feb 10 23:00:47.574859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}, {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:47.698052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'aae3f63e-b360-47c5-8332-d6947d37d6b7', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'port_id': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'mac_address': 'fa:16:3e:ec:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:34Z', 'updated_at': '2022-02-10T23:00:34Z', 'revision_number': 0, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:47.737117 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:41Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:47.745604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9f71f4-6e5a-457c-82b4-2a20a48219e3 None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '25852324-3e3f-4e1f-a56d-55afff6dfa2c', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'port_id': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3076, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'mac_address': 'fa:16:3e:45:9a:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:23Z', 'updated_at': '2022-02-10T23:00:41Z', 'revision_number': 2, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:00:47.759316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Checking router: 1119ede0-7fb1-4502-8f50-dde3391e1498 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:00:47.785945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9aabf206-4af0-4f59-aa47-c7f9dc88d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:47.785945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9aabf206-4af0-4f59-aa47-c7f9dc88d0a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.3114491 Feb 10 23:00:47.832527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:00:47.832527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:47.860480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:47.942692 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 23:00:47.942951 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 23:00:48.066400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:48.165919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9891a4e0-620d-473b-9da5-35bfc1811ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.168853 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'status': 'completed', 'code': 200} Feb 10 23:00:48.175059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-1ca8476d-24e6-4446-983e-61ddd87bfd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.176749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-1ca8476d-24e6-4446-983e-61ddd87bfd53 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 1095 time: 2.0268056 Feb 10 23:00:48.182514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-9891a4e0-620d-473b-9da5-35bfc1811ba3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3885100 Feb 10 23:00:48.541318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.541318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.541318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.555842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.569973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d412883-7e49-4b18-a954-68966cb5f25b tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7039 time: 2.0506535 Feb 10 23:00:48.588386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43448) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:48.677085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:00:48.684043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:48.843680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.844713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.845148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.845936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.846046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.846480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.846998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.855141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:48.862278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf73f3f4-d2d0-4bf9-8888-5be06ad06664 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5268 time: 0.2828312 Feb 10 23:00:48.871649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43454) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:48.929617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-0f9a882a-0fe8-4b75-8282-fb8cc40b4b57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 HTTP/1.1" status: 200 len: 217 time: 0.4781959 Feb 10 23:00:48.934504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=906c6c61-f32c-41ea-89bf-1dbdbd54e5f8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:49.318573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-30a37eca-1190-4dc9-8f46-b310098c502b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:49.349771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-30a37eca-1190-4dc9-8f46-b310098c502b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 HTTP/1.1" status: 200 len: 849 time: 0.4115527 Feb 10 23:00:49.477311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-02c587ac-b22b-4364-a6de-789f2549b338 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2868891 Feb 10 23:00:49.492815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904c4e19-e307-46f2-8b50-17f7671e7194 req-57b921f2-0b6d-405b-82e4-4c063cd4d65c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:49.495495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904c4e19-e307-46f2-8b50-17f7671e7194 req-57b921f2-0b6d-405b-82e4-4c063cd4d65c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 1.0739901 Feb 10 23:00:49.605099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:49.671497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b322f31-5bc7-487a-91b5-2ff19e2845eb req-f14d8f23-d06b-45c0-8128-467c58cf4ee9 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.9797316 Feb 10 23:00:49.704099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-78096b8c-c191-44ff-9545-bd47541d862c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521559 Feb 10 23:00:49.740048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904c4e19-e307-46f2-8b50-17f7671e7194 req-9e27252f-b543-4603-9af8-39d5527a0215 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409488 Feb 10 23:00:49.749509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-43ec088c-1a4b-4562-a68a-ad6477d50a6a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/906c6c61-f32c-41ea-89bf-1dbdbd54e5f8 HTTP/1.1" status: 204 len: 168 time: 3.2407851 Feb 10 23:00:49.754076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:49.933914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-472f56ce-cbc6-4314-b19f-60688ad013bd service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.9057388 Feb 10 23:00:50.015227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fd9b2c-3f76-429e-b351-706b884d745b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:50.072569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f23ce044-9464-42e9-8174-38ab9f424f2a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2979207 Feb 10 23:00:50.075740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:50.083083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:50.184338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:00:50.362679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55433718-1d7c-4c72-8fd7-f68336e1392f req-9d35aab1-8502-44c6-ad18-9e37eda68fcc service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050021 Feb 10 23:00:50.364763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-dc818681-3393-496a-bdd9-68f28db321f3 service neutron] 10.222.0.30 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6103489 Feb 10 23:00:50.405690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6647088-fbeb-4849-bb29-72a98d147a68 None None] Provisioning complete for port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:50.406113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6647088-fbeb-4849-bb29-72a98d147a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:50.597908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-caa1ba53-95e6-428c-8ae0-f569895979d4 req-0d83b327-1426-486f-a615-58f0df8ce75e service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1137049 Feb 10 23:00:50.599560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:50.607594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:50.627991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:50.638860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:50.743222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'aae3f63e-b360-47c5-8332-d6947d37d6b7', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'port_id': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'mac_address': 'fa:16:3e:ec:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:34Z', 'updated_at': '2022-02-10T23:00:34Z', 'revision_number': 0, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:00:50.752943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:50.756928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:50.774553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d811f660-03e3-4476-99be-d6274180e6e1 None None] The sync data for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 is: [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'aae3f63e-b360-47c5-8332-d6947d37d6b7', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'port_id': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3097, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'mac_address': 'fa:16:3e:ec:86:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:00:34Z', 'updated_at': '2022-02-10T23:00:34Z', 'revision_number': 0, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:00:50.974513 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'status': 'completed', 'code': 200} Feb 10 23:00:51.053191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:51.074565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:00:51.078696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Deleting port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:51.079113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:51.235801 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f826851-ee7e-4646-a67a-b807ca95a7e8 None None] New status for floating IP aae3f63e-b360-47c5-8332-d6947d37d6b7: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:00:51.462053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-198f1f85-ed9c-451b-8e1c-2edde29bb049 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3784 time: 2.5875845 Feb 10 23:00:51.468752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:51.592072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event updated for resources: {'Subnet': ['ID=ab5b9db6-bd3f-499f-bcbd-857baad5dcc3,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:51.607905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-6f4ee314-058a-4ebf-9250-235dae7bea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:51.609716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-6f4ee314-058a-4ebf-9250-235dae7bea46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1095 time: 0.9400504 Feb 10 23:00:51.643394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e80d2-c845-409d-b0e6-c204cc808446 req-e05e2e13-95be-4ace-ac09-74eff9c75d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:51.646598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-e05e2e13-95be-4ace-ac09-74eff9c75d4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 0.6635382 Feb 10 23:00:51.713231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] For port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:51.713795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:51.740397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395d5ee-556c-4b9c-93e4-acf4b9e12bba req-7ff62499-d6d8-4055-a751-6bcc94de55f9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:51.749576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5395d5ee-556c-4b9c-93e4-acf4b9e12bba req-7ff62499-d6d8-4055-a751-6bcc94de55f9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.7047818 Feb 10 23:00:51.766379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Checking segment: {'id': 'f54623bc-df41-4c06-afa6-935b66db65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:51.766853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Network hostable DHCP agents. Network: bad39cce-e4f5-4d78-ac77-b0504eb1a8ca, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:00:51.848684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-11c14c3c-15f2-4dcb-bb44-15d3ddc98738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:51.851056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-11c14c3c-15f2-4dcb-bb44-15d3ddc98738 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.8820832 Feb 10 23:00:51.860213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf00cc6f-689b-4b17-90a6-6dab3a6ed2dc req-57415cd0-67be-4e74-aa64-71e3a5a9cc11 service neutron] 10.222.0.30 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8807602 Feb 10 23:00:51.879676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Calling delete_port for 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:51.925060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-f60b4ff7-3ce0-41fd-9667-1099a2658973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:51.937160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-f60b4ff7-3ce0-41fd-9667-1099a2658973 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.3115337 Feb 10 23:00:51.992250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:00:52.057220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.114538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.objects.ports [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87652) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:00:52.201167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.291571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:00:52.295995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5395d5ee-556c-4b9c-93e4-acf4b9e12bba req-9cec5e2c-8ec8-4e2f-b420-d2ef04ea4bbe tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5453024 Feb 10 23:00:52.353274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-931de3ec-6faa-49f9-87e6-dcdd168e834f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.354151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-931de3ec-6faa-49f9-87e6-dcdd168e834f service neutron] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 898 time: 0.4837368 Feb 10 23:00:52.372250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] No DVR routers for this DVR port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:00:52.401840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670f011-cd0d-45c2-9755-e50382430b78 None None] Pushing event deleted for resources: {'Port': ['ID=8e2255fb-db51-4a31-8ab5-5a46c0b4fc76,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:52.416732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-0a225dd1-1ea0-4cc1-b702-2a2e38cb55e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 999 time: 0.3002346 Feb 10 23:00:52.426697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.430780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c586e0-01df-42a8-826e-db728e87cc88 req-563795de-a8a7-4f36-b014-dc981e39918f tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.438416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26c586e0-01df-42a8-826e-db728e87cc88 req-563795de-a8a7-4f36-b014-dc981e39918f tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 1.4155269 Feb 10 23:00:52.569183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, bad39cce-e4f5-4d78-ac77-b0504eb1a8ca) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:52.577048 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26c586e0-01df-42a8-826e-db728e87cc88 req-4d89464f-6845-4f89-8797-a45aa174b358 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340907 Feb 10 23:00:52.577525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-968f5d55-bf2e-440a-a4d2-7d10b4979991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.583261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-968f5d55-bf2e-440a-a4d2-7d10b4979991 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.1157229 Feb 10 23:00:52.589745 n-d-825178-4 neutron-server[87652]: WARNING neutron.services.revisions.revision_plugin [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Could not find related port for resource to bump revision. Feb 10 23:00:52.599005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf220701-2f48-4779-b4da-0acc315db097 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.599499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf220701-2f48-4779-b4da-0acc315db097 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.601678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf220701-2f48-4779-b4da-0acc315db097 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1119ede0-7fb1-4502-8f50-dde3391e1498 HTTP/1.1" status: 200 len: 1989 time: 1.1215889 Feb 10 23:00:52.618102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e02c1d-231d-41ac-b391-0deb76606a7a None None] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:52.660511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Port 8e2255fb-db51-4a31-8ab5-5a46c0b4fc76 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 10 23:00:52.660893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Reverting IP allocation for 2001:db8::f816:3eff:fe66:338a {{(pid=87652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 10 23:00:52.668811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_pluggable_backend [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe66:338a {{(pid=87652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Feb 10 23:00:52.680054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.759961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=2d4e2187-30b6-4a2c-b86d-619178c8004b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:52.768428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:52.769806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:52.776847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.777671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.785222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061370f8-4609-4146-991e-31356397c0b2 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:52.785430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.786262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:52.798609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-1345d528-2966-4821-9a08-811e1474dbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.801361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-1345d528-2966-4821-9a08-811e1474dbe1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2055216 Feb 10 23:00:52.923814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ace6131f-10da-4a87-a96d-63466a4bbb73 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.8905323 Feb 10 23:00:52.926232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e80d2-c845-409d-b0e6-c204cc808446 req-74586bc0-2aa2-4020-a6ad-5384907fa184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:52.929397 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-74586bc0-2aa2-4020-a6ad-5384907fa184 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 1.2687528 Feb 10 23:00:52.973643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-4d1c7bc6-ca92-4e34-b291-fac4d655e34a service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608920 Feb 10 23:00:52.975674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43516) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:52.982488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Request body: {'port': {'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca', 'name': 'tempest-DHCPAgentSchedulersTestJSON-820631901'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:53.002332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adfed37e-b8b8-4a22-b0d9-a1814218ca64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9251144 Feb 10 23:00:53.004572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:53.017368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:53.096373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-bad39cce-e4f5-4d78-ac77-b0504eb1a8ca', 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca', 'tenant_id': '76fbb561105f4292a01288e0246f5999', 'fixed_ips': [{'subnet_id': 'ab5b9db6-bd3f-499f-bcbd-857baad5dcc3'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:00:53.097213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:53.180773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-60de3044-e4de-4942-afe6-cc9007cc581c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 1000 time: 0.8078134 Feb 10 23:00:53.252179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-0e4929ae-825c-4aed-b14a-886bdf34c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:53.252897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-0e4929ae-825c-4aed-b14a-886bdf34c927 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 1095 time: 1.1958098 Feb 10 23:00:53.436610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-aac4a95d-6ceb-4a1c-9c53-68b14d45b741 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 1002 time: 0.4995742 Feb 10 23:00:53.497140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Allocated IP 172.20.0.2 (bad39cce-e4f5-4d78-ac77-b0504eb1a8ca/ab5b9db6-bd3f-499f-bcbd-857baad5dcc3/a222193d-19a1-431d-b78e-7d7b11c783f4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:53.676540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-360010b8-deef-4274-8165-1a85f4950283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:53.678070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-360010b8-deef-4274-8165-1a85f4950283 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.4877932 Feb 10 23:00:53.809869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e80d2-c845-409d-b0e6-c204cc808446 req-409a22c6-43c5-4a5f-8a82-03972d4e73fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:53.812408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-409a22c6-43c5-4a5f-8a82-03972d4e73fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.3560686 Feb 10 23:00:53.910077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43534) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:54.074196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-56d3b6aa-ea4a-4e8c-812d-0ae5dda5953c service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0704741 Feb 10 23:00:54.080085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:54.126200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:54.130351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:54.150390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:54.208730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:54.213116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:54.219932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Usage tracker for resource:port and tenant:76fbb561105f4292a01288e0246f5999 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:54.222629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Transition to ACTIVE for port object a222193d-19a1-431d-b78e-7d7b11c783f4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:54.225593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:54.236635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:54.249489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Transition to ACTIVE for port object a222193d-19a1-431d-b78e-7d7b11c783f4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:54.262867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86194d-dbe0-4901-8104-bb66aa0d95ff req-5f329477-e2e8-4065-b451-3d33655a5ff1 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:54.271712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a86194d-dbe0-4901-8104-bb66aa0d95ff req-5f329477-e2e8-4065-b451-3d33655a5ff1 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 0.3513091 Feb 10 23:00:54.272484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:54.275773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Made reservation on behalf of 76fbb561105f4292a01288e0246f5999 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:54.281268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:54.300489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:54.307822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:54.380646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '2d4e2187-30b6-4a2c-b86d-619178c8004b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:00:54.380646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:54.393051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Pushing event updated for resources: {'Port': ['ID=a222193d-19a1-431d-b78e-7d7b11c783f4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:54.400192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:54.405114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:54.414329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:54.492135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9de1b7-bd65-47bc-8e11-545864c0a2f7 req-c10b601e-91ca-4662-a5fd-3c296ce7e37f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:54.493795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc9de1b7-bd65-47bc-8e11-545864c0a2f7 req-c10b601e-91ca-4662-a5fd-3c296ce7e37f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 944 time: 0.8227558 Feb 10 23:00:54.499225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-92d24bed-b748-4f39-a3e6-1d28da0b60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:54.500943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-92d24bed-b748-4f39-a3e6-1d28da0b60a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 910 time: 1.2362084 Feb 10 23:00:54.511455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-b591f94f-a52d-4aed-b92c-56ecd0a655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:54.514217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-b591f94f-a52d-4aed-b92c-56ecd0a655c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7919950 Feb 10 23:00:54.645568 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2d4e2187-30b6-4a2c-b86d-619178c8004b (CIDR: 2001:db8::/64) Feb 10 23:00:54.693057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Allocated IP 2001:db8::f816:3eff:fe43:b462 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/2d4e2187-30b6-4a2c-b86d-619178c8004b/2f030151-0ab6-4b8b-b31a-bc724287a265) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:54.724090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a86194d-dbe0-4901-8104-bb66aa0d95ff req-e23519c4-e1e8-43dc-825e-142132e6448b tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4510233 Feb 10 23:00:54.726111 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:00:54.748470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:00:54.782895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] device_id is not set on port 62f7203f-dc9f-4df5-9246-8b43178451b2 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:00:54.857116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1c81089d-7bf9-4838-b30f-1d4b13ca7f64 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8443408 Feb 10 23:00:54.860616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:54.862081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:00:54.876821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:55.073437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:55.116438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'port_id': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'mac_address': 'fa:16:3e:9b:b3:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:00:55.133499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.142968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Allocated IP 172.20.0.11 (bad39cce-e4f5-4d78-ac77-b0504eb1a8ca/ab5b9db6-bd3f-499f-bcbd-857baad5dcc3/62f7203f-dc9f-4df5-9246-8b43178451b2) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:00:55.158829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:55.174127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc9de1b7-bd65-47bc-8e11-545864c0a2f7 req-d2f2a4c7-2652-4df1-9c2e-756b0bd62174 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6702342 Feb 10 23:00:55.180428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:55.191463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:55.232453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-0e30483c-a7b4-4a24-a030-3cdc36709d13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 HTTP/1.1" status: 200 len: 217 time: 0.7166433 Feb 10 23:00:55.237538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.255493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-fe0c481b-c0ae-41b5-b7fe-13d2efb72e12 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870150 Feb 10 23:00:55.258544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:55.306396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:55.310674 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.332655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Attempting to bind port a222193d-19a1-431d-b78e-7d7b11c783f4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:55.333165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Attempting to bind port a222193d-19a1-431d-b78e-7d7b11c783f4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'f54623bc-df41-4c06-afa6-935b66db65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:55.333541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Attempting to bind port a222193d-19a1-431d-b78e-7d7b11c783f4 on network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:55.344554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:55.348673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:55.349048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Checking segment: {'id': 'f54623bc-df41-4c06-afa6-935b66db65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:55.349458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.350485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Bound using segment: {'id': 'f54623bc-df41-4c06-afa6-935b66db65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:55.351256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Bound port: a222193d-19a1-431d-b78e-7d7b11c783f4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54623bc-df41-4c06-afa6-935b66db65d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'bad39cce-e4f5-4d78-ac77-b0504eb1a8ca'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:55.351822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.372358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Usage tracker for resource:security_group_rule and tenant:e599848bbaf04c73a8a72813845ce695 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:55.377804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e80d2-c845-409d-b0e6-c204cc808446 req-b83aad9a-d33d-42de-b8b1-a95ddb402f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:55.380399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-b83aad9a-d33d-42de-b8b1-a95ddb402f31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4727907 Feb 10 23:00:55.390632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:55.409133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:55.413710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.445398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:55.460017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.463206 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.481463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:55.553182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Transition to ACTIVE for port object 2f030151-0ab6-4b8b-b31a-bc724287a265 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:55.586277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Transition to ACTIVE for port object 2f030151-0ab6-4b8b-b31a-bc724287a265 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:55.602489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.628649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-fe68953b-3c54-4714-807e-df1c1dd26bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:55.632443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-fe68953b-3c54-4714-807e-df1c1dd26bb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 HTTP/1.1" status: 200 len: 849 time: 0.3848526 Feb 10 23:00:55.655406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] For port a222193d-19a1-431d-b78e-7d7b11c783f4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:55.664609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] For port a222193d-19a1-431d-b78e-7d7b11c783f4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a222193d-19a1-431d-b78e-7d7b11c783f4,segment=NetworkSegment(f54623bc-df41-4c06-afa6-935b66db65d2),segment_id=f54623bc-df41-4c06-afa6-935b66db65d2)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:55.674430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:55.681730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.700336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:55.704080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:55.707966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-de337cda-65d4-4ac5-9642-a14c35ba5520 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548913 Feb 10 23:00:55.719663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:55.727797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=13']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:55.940398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b402522b-4023-44c8-b3cc-8d005f9b7151'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:00:55.953323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5e1a9e4-6123-425d-9e65-94f3ed5319a6 req-209703d7-bddf-4185-aa73-938586cd3412 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273224 Feb 10 23:00:55.969337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Transition to ACTIVE for port object 62f7203f-dc9f-4df5-9246-8b43178451b2 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:00:55.981735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-88c5fe81-d566-406e-8e59-9c63cddbab94 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5040810 Feb 10 23:00:56.069358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.129382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Attempting to bind port 2f030151-0ab6-4b8b-b31a-bc724287a265 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:00:56.129783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Attempting to bind port 2f030151-0ab6-4b8b-b31a-bc724287a265 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:00:56.130136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Attempting to bind port 2f030151-0ab6-4b8b-b31a-bc724287a265 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:00:56.158940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:56.169570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:00:56.170092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:00:56.170500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.171049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:00:56.171723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Bound port: 2f030151-0ab6-4b8b-b31a-bc724287a265, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:00:56.172251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.248199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43584) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:56.395046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.398964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-1ad87ac2-d279-4e43-83c3-1e79f5f76829 service neutron] 10.222.0.30 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686745 Feb 10 23:00:56.453083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.536223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.584824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb09f67-f0ff-42c7-9d48-f647b1f06574 None None] Pushing event updated for resources: {'Port': ['ID=a222193d-19a1-431d-b78e-7d7b11c783f4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:56.659806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:00:56.686793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:00:56.714804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:56.725335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64635c15-c8eb-468f-be08-7b0938353072,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:56.774046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69734363-2931-4052-a8f6-40ae801fba93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e599848bbaf04c73a8a72813845ce695&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8266056 Feb 10 23:00:56.796200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:56.818723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:00:56.833827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:56.871574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-154e80d2-c845-409d-b0e6-c204cc808446 req-34874a5e-0628-4fdb-b17a-86ab59e25398 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8741608 Feb 10 23:00:57.139465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99cfb125-4db2-4439-8d3c-49aa16173ad9 req-c19b0efe-8fad-4bb6-a8dd-63ea738064df service neutron] 10.222.0.30 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901083 Feb 10 23:00:57.145815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:57.180193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:00:57.227423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fa64d-99ba-4fbc-881d-c3efd3fcf669 req-174a4a67-3ef2-4832-b949-873aa9f42351 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:57.230429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c6fa64d-99ba-4fbc-881d-c3efd3fcf669 req-174a4a67-3ef2-4832-b949-873aa9f42351 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 945 time: 0.7823443 Feb 10 23:00:57.289125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd62f13-f854-401b-8aaf-5d6445bcb9cf None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:57.291312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.296226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:00:57.376000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.412081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c6fa64d-99ba-4fbc-881d-c3efd3fcf669 req-318578c0-42c9-4c31-a503-904fea321b7f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747413 Feb 10 23:00:57.461395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-7347eedf-8bcf-4ae4-a6e9-504ae5fcc381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:57.463631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-7347eedf-8bcf-4ae4-a6e9-504ae5fcc381 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 0.5140574 Feb 10 23:00:57.464218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43602) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:57.489734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:57.495058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:00:57.497622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Deleting port ed8443bd-4c96-46f3-ab79-de4371ca94e0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:57.497976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.523056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432', 'port_id': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'mac_address': 'fa:16:3e:89:84:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218c8ccb-d236-44a0-bf95-6b9c5e36f4d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:00:57.683222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:57.687227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.716529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.768882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:00:57.776246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:57.777985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.813694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:00:57.821622 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:57.830134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event updated for resources: {'Port': ['ID=62f7203f-dc9f-4df5-9246-8b43178451b2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:57.832698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=311439c3-a151-44a8-8563-8253440bccf0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:58.078237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d7a6d74-9724-4b4f-85c5-7c6be8d27db4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 200 len: 992 time: 0.5879025 Feb 10 23:00:58.093599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:58.103963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ab3f30-fdc2-4559-a79a-c677517d9f65 None None] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:58.138516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64635c15-c8eb-468f-be08-7b0938353072,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:58.145321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:58.162192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0ee4c68e-03f4-4d5b-9df4-2540c42e6ff8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/64635c15-c8eb-468f-be08-7b0938353072 HTTP/1.1" status: 204 len: 168 time: 1.3407609 Feb 10 23:00:58.162192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-1360dd61-f8a8-4882-9730-8142b58b98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:58.171346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-1360dd61-f8a8-4882-9730-8142b58b98ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 0.6727483 Feb 10 23:00:58.197327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.215641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.224047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:58.231881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.231881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.231881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.231881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.236285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:00:58.274387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad1b28-1ad0-4815-a6c0-7fb88c40c49d req-cde984f7-7bd7-46f0-90e2-56bf51ebb72c tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:58.298361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9ad1b28-1ad0-4815-a6c0-7fb88c40c49d req-cde984f7-7bd7-46f0-90e2-56bf51ebb72c tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 2.2939119 Feb 10 23:00:58.325428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f8ecdcac-5137-4542-9430-1e56dd623148 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3459368 Feb 10 23:00:58.368142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43614) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:58.377259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:58.400658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-321eda41-38fb-4860-8255-561214c2d85e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5389111 Feb 10 23:00:58.404757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43616) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:00:58.471880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-27b1b0bb-370d-4a23-b183-29319f237884 None None] Provisioning for port a222193d-19a1-431d-b78e-7d7b11c783f4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:58.510581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-7cbbcbe7-a4fe-4a08-bb16-be1c5af2fbd8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 1002 time: 0.3398225 Feb 10 23:00:58.541305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Deleting port 62f7203f-dc9f-4df5-9246-8b43178451b2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:00:58.543422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:58.575710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['5389450e-f3ca-438d-a5ec-fdbcfc0c8f28'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:00:58.646015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:a3:49:2e', 'name': 'tempest-NetworksTestDHCPv6-1598640727'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:00:58.663330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-c97869cd-6c0a-4fb5-9e46-590096d959d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:58.664928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-c97869cd-6c0a-4fb5-9e46-590096d959d3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.1475756 Feb 10 23:00:58.734567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:58.800592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-2f2bc61f-9e43-40c0-801b-94de1effa2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:58.805764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-2f2bc61f-9e43-40c0-801b-94de1effa2a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1318161 Feb 10 23:00:58.810404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:58.810404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:58.812282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2f030151-0ab6-4b8b-b31a-bc724287a265 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:58.876648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a222193d-19a1-431d-b78e-7d7b11c783f4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:00:59.035783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Calling delete_port for ed8443bd-4c96-46f3-ab79-de4371ca94e0 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:00:59.123595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c86f32-553d-46bc-a9a1-1fa0edd43590 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:00:59.145039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9ad1b28-1ad0-4815-a6c0-7fb88c40c49d req-8d6033d4-f40f-4cec-8572-98ea1468daa6 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7761509 Feb 10 23:00:59.150534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-0c7d7087-4daf-44d4-9be4-c5dd1269c028 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382115 Feb 10 23:00:59.316821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:00:59.323531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:00:59.326706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:00:59.334576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:00:59.384359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:00:59.428295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b402522b-4023-44c8-b3cc-8d005f9b7151 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:59.454981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Provisioning for port 2f030151-0ab6-4b8b-b31a-bc724287a265 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:59.467904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b402522b-4023-44c8-b3cc-8d005f9b7151 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:59.468285 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.545594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-87102b81-8d8a-4354-8b71-3fc66da4c032 service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868251 Feb 10 23:00:59.564966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a222193d-19a1-431d-b78e-7d7b11c783f4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:00:59.585148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:59.585776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.700248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a222193d-19a1-431d-b78e-7d7b11c783f4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:00:59.700248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.760877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.771038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.865769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event deleted for resources: {'Port': ['ID=ed8443bd-4c96-46f3-ab79-de4371ca94e0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:00:59.934802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.941933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:00:59.968467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-c0f887aa-cd7c-4559-b77e-4986e179020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:00:59.968467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-c0f887aa-cd7c-4559-b77e-4986e179020b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1096 time: 0.3298306 Feb 10 23:01:00.135831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:00.395805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-4fae18e5-1813-4328-b559-696ce9f2da69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:00.397181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-4fae18e5-1813-4328-b559-696ce9f2da69 service neutron] 10.222.0.24 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.4230838 Feb 10 23:01:00.433533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:00.480339 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'code': 200} Feb 10 23:01:00.588638 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.633361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-6681f481-2fa7-4fff-a1b3-1a9e74c40b10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1001 time: 0.2299001 Feb 10 23:01:00.708734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.787104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.861995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a222193d-19a1-431d-b78e-7d7b11c783f4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a222193d-19a1-431d-b78e-7d7b11c783f4,segment=NetworkSegment(f54623bc-df41-4c06-afa6-935b66db65d2),segment_id=f54623bc-df41-4c06-afa6-935b66db65d2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:00.861995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=14']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:00.887491 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.924130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:00.924130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:00.967150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Calling delete_port for 62f7203f-dc9f-4df5-9246-8b43178451b2 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:00.988867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-ecaee42b-c548-4ce2-91b2-8a6ff873be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:00.988867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-ecaee42b-c548-4ce2-91b2-8a6ff873be2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.3384178 Feb 10 23:01:01.022862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a222193d-19a1-431d-b78e-7d7b11c783f4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:01.135298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port 29468b46-6ce3-4a4a-9fdf-213e7a6691f5 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:01:01.142867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '2d4e2187-30b6-4a2c-b86d-619178c8004b', 'ip_address': '2001:db8::f816:3eff:fe43:b462'}, {'subnet_id': '311439c3-a151-44a8-8563-8253440bccf0'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '2f030151-0ab6-4b8b-b31a-bc724287a265'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:01:01.231661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-01774390-e0f2-4e0e-b9d2-206f78099684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:01.233632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-01774390-e0f2-4e0e-b9d2-206f78099684 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2404091 Feb 10 23:01:01.251687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Provisioning for port 62f7203f-dc9f-4df5-9246-8b43178451b2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:01.264744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Provisioning complete for port 62f7203f-dc9f-4df5-9246-8b43178451b2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:01.265275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:01.340812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Port 62f7203f-dc9f-4df5-9246-8b43178451b2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:01:01.349465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8416f6-447e-4ff7-9ad3-cbdec0b1c67d None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:01.356426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:01.452380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Provisioning complete for port a222193d-19a1-431d-b78e-7d7b11c783f4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:01.453743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-edc699e8-26aa-48c4-9e14-fa6a42f9b182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:01.485994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8:0:1::8d (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/311439c3-a151-44a8-8563-8253440bccf0/29468b46-6ce3-4a4a-9fdf-213e7a6691f5) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:01.493961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::f816:3eff:fea3:492e (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/2d4e2187-30b6-4a2c-b86d-619178c8004b/29468b46-6ce3-4a4a-9fdf-213e7a6691f5) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:01.527315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-c51518be-01f7-4712-bd19-39c7ff223538 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836492 Feb 10 23:01:01.731466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:01.731466 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Floating IP 25852324-3e3f-4e1f-a56d-55afff6dfa2c disassociated (deleted). External IP: 172.25.2.186, port: 21dc247b-c26c-445c-92e3-1a73ca4501f0. Feb 10 23:01:01.766921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55abc9-c113-4cf7-a1a4-7962aacc7dff req-1eef137e-e262-40fe-859f-ee63213d8d56 service neutron] 10.222.0.24 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335849 Feb 10 23:01:01.805873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a98914f0-5fce-4a12-bec5-af2327b68363 None None] Provisioning complete for port 62f7203f-dc9f-4df5-9246-8b43178451b2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:01.806340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a98914f0-5fce-4a12-bec5-af2327b68363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:01.904125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a98914f0-5fce-4a12-bec5-af2327b68363 None None] Port 62f7203f-dc9f-4df5-9246-8b43178451b2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:01:01.997927 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.038377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object 29468b46-6ce3-4a4a-9fdf-213e7a6691f5 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:02.103071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969cb593-cff1-4511-be1d-1d8fe4f4300b req-caeb25ac-bd4b-44a5-a6f7-3fe8241e04ff tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:02.105015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-969cb593-cff1-4511-be1d-1d8fe4f4300b req-caeb25ac-bd4b-44a5-a6f7-3fe8241e04ff tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 945 time: 1.5940490 Feb 10 23:01:02.297850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.354471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-969cb593-cff1-4511-be1d-1d8fe4f4300b req-e0d88e37-4123-46b6-94c3-774cc1ec3cfb tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298930 Feb 10 23:01:02.450438 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.461725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Allocated IP 2001:db8:0:1::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/311439c3-a151-44a8-8563-8253440bccf0/2f030151-0ab6-4b8b-b31a-bc724287a265) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:02.473609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event deleted for resources: {'Port': ['ID=62f7203f-dc9f-4df5-9246-8b43178451b2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:02.693222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:02.697620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:02.700271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:02.705465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=29468b46-6ce3-4a4a-9fdf-213e7a6691f5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:02.719023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:02.732253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:02.733838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.739401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.770536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Transition to ACTIVE for port object 2f030151-0ab6-4b8b-b31a-bc724287a265 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:02.775195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:02.814752 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.840944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43698) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:02.842149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-23139420-eb3e-47f0-b92c-3c9456b143d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3174400 Feb 10 23:01:02.860778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:01:02.878923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:02.884836 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7fb6b9d0-09d6-4a1a-8967-bc930e135ea8 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "DELETE /v2.0/ports/62f7203f-dc9f-4df5-9246-8b43178451b2 HTTP/1.1" status: 204 len: 168 time: 4.4823654 Feb 10 23:01:02.889705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43702) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:02.970531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3a350-2297-416e-9167-a7d59c16302f None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:02.988502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port 29468b46-6ce3-4a4a-9fdf-213e7a6691f5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:02.988844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:03.166563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:03.175201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:03.255687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:03.258618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:03.543318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:03.557389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:03.575894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:03.591981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a222193d-19a1-431d-b78e-7d7b11c783f4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:03.710663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:03.712127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:03.841028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43716) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:03.848991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5cc3465d-3ddc-4849-aa45-ac6338c1f236 tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.9559932 Feb 10 23:01:03.856484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43720) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:03.864963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-337547580'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:03.877421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:03.886782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Usage tracker for resource:network and tenant:76fbb561105f4292a01288e0246f5999 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:03.891673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:03.905621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e591e56-4a37-4fb3-bed1-c5208930826d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "DELETE /v2.0/floatingips/25852324-3e3f-4e1f-a56d-55afff6dfa2c HTTP/1.1" status: 204 len: 168 time: 7.6360958 Feb 10 23:01:03.911595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:03.940616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:03.950799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:03.974210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Made reservation on behalf of 76fbb561105f4292a01288e0246f5999 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:03.995426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.036659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:04.051890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ee5c-7aef-4622-8daf-756b05b7e256 req-7a761442-e720-4e8a-a354-a9a2a041f724 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:04.055044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:01:04.059607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7939ee5c-7aef-4622-8daf-756b05b7e256 req-7a761442-e720-4e8a-a354-a9a2a041f724 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 945 time: 0.4391916 Feb 10 23:01:04.075547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.076208 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Added segment 577f3df7-59d0-4744-aed4-2e4091e87ad1 of type vlan for network edee204e-3984-43f7-946b-1bfabc9d95a1 Feb 10 23:01:04.108618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.165321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for 29468b46-6ce3-4a4a-9fdf-213e7a6691f5 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:04.187045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.212535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:04.215252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.241522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.322965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.367081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7939ee5c-7aef-4622-8daf-756b05b7e256 req-37abb7c6-d640-4d9b-8a63-3e822bbcb98e tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065550 Feb 10 23:01:04.371176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:04.392589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Usage tracker for resource:security_group_rule and tenant:0658130ca74c42a49562543fd2e6cc96 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:04.403586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:04.414712 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 23:01:04.418788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:04.465121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a222193d-19a1-431d-b78e-7d7b11c783f4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:04.465657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.492511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event updated for resources: {'Network': ['ID=edee204e-3984-43f7-946b-1bfabc9d95a1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:04.505952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82fd2c45-44ff-4699-8ca0-4bf4a19c2cad tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6483068 Feb 10 23:01:04.509815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43734) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:04.750349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network edee204e-3984-43f7-946b-1bfabc9d95a1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:01:04.781221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-921f5306-d236-4e35-8736-a7b2e4ff7dfe tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.2699122 Feb 10 23:01:04.784208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ba88563-974a-4ecc-9067-b03012b69b85 None None] Provisioning for port 2f030151-0ab6-4b8b-b31a-bc724287a265 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:04.785183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43742) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:04.790486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:04.893717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-1b5cc663-192a-4810-8ba3-8d5a113ca8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:04.896106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-1b5cc663-192a-4810-8ba3-8d5a113ca8d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 1097 time: 0.4532743 Feb 10 23:01:04.927207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ba88563-974a-4ecc-9067-b03012b69b85 None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:04.927705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ba88563-974a-4ecc-9067-b03012b69b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:04.965824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0dd79-048d-4003-a482-97f75698aa87 req-ccfaa401-9eca-4e7b-a7df-bc69ddc9cd9d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:04.967715 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5dd0dd79-048d-4003-a482-97f75698aa87 req-ccfaa401-9eca-4e7b-a7df-bc69ddc9cd9d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 0.3287311 Feb 10 23:01:05.008682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866150e-b289-4039-8c38-10596ea4ea1a tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] Network edee204e-3984-43f7-946b-1bfabc9d95a1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:01:05.023665 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'code': 200} Feb 10 23:01:05.030222 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2866150e-b289-4039-8c38-10596ea4ea1a tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "POST /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2432675 Feb 10 23:01:05.032905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.061325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da6e4c-2f79-4b40-be60-b7d8dd7c9869 None None] Network edee204e-3984-43f7-946b-1bfabc9d95a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:05.101634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.111603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:05.150743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.231320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.261324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0bcb4a4f-4389-495a-ace5-e998be142fc7 tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks HTTP/1.1" status: 200 len: 8868 time: 0.2269394 Feb 10 23:01:05.264832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.307768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.371174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-203d6a9a-3bc1-4047-9ca1-6a8d592ff90b tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "DELETE /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks/edee204e-3984-43f7-946b-1bfabc9d95a1 HTTP/1.1" status: 204 len: 168 time: 0.1050265 Feb 10 23:01:05.371781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5dd0dd79-048d-4003-a482-97f75698aa87 req-6cdea563-d718-4736-9ab4-01b7fba5b683 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3505793 Feb 10 23:01:05.372773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43762) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.387243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=29468b46-6ce3-4a4a-9fdf-213e7a6691f5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:05.418937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0658130ca74c42a49562543fd2e6cc96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5709820 Feb 10 23:01:05.438121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.733055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:05.787757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.801193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9089f933-9eaa-4a4d-b439-8df5b7b724bb tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.4272661 Feb 10 23:01:05.840237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:05.841625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.851891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:05.862508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:05.863171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:00:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:05.868207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.895930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb236a8-09d7-4280-962f-28f821f66518 req-19da1717-af6e-4463-831d-856e56bda353 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:05.898500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1eb236a8-09d7-4280-962f-28f821f66518 req-19da1717-af6e-4463-831d-856e56bda353 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 0.2394445 Feb 10 23:01:05.908734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7709c-9899-4d1d-b03f-feae1c565274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab88e9-c82d-4526-a26e-b5711a98fe64,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:05.914683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82e5ec-94fb-4ea1-8e2a-b18adfbed14c req-2d551e83-ab13-4ee2-b381-bf224a72db9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:05.916453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f82e5ec-94fb-4ea1-8e2a-b18adfbed14c req-2d551e83-ab13-4ee2-b381-bf224a72db9d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 1096 time: 0.9629688 Feb 10 23:01:05.918888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.944932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.947407 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:05.948634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1cab88e9-c82d-4526-a26e-b5711a98fe64 HTTP/1.1" status: 204 len: 168 time: 0.4793253 Feb 10 23:01:05.954712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3df30208-cba4-49aa-81ae-69a3c8ca99dd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/29468b46-6ce3-4a4a-9fdf-213e7a6691f5 HTTP/1.1" status: 204 len: 168 time: 3.1118777 Feb 10 23:01:05.957215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:05.964354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1eb236a8-09d7-4280-962f-28f821f66518 req-e6501391-ab3e-4750-84b5-d49964d0b1e0 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510807 Feb 10 23:01:05.979052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f97779a-0740-42ce-b815-36cdbd45abd3 tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/networks/bad39cce-e4f5-4d78-ac77-b0504eb1a8ca/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1081231 Feb 10 23:01:05.983747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43784) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:06.032827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-d13820eb-c362-464a-8c02-bc9193030451 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:06.034227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-d13820eb-c362-464a-8c02-bc9193030451 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Synchronizing usage tracker for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:06.046482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71d0228a-c665-4fe6-8096-518d6c71f784 tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/networks/bad39cce-e4f5-4d78-ac77-b0504eb1a8ca/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0614426 Feb 10 23:01:06.057515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:06.058171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-d13820eb-c362-464a-8c02-bc9193030451 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Unset dirty status for tenant:881fdd7f8b1c483e9398c5a3ee038211 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:06.059309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-d13820eb-c362-464a-8c02-bc9193030451 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.24 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 0.2570744 Feb 10 23:01:06.073756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a42a2df0-bf39-4a49-8563-32a88cf44688 None None] Could not find standard attr ID for object 29468b46-6ce3-4a4a-9fdf-213e7a6691f5. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:01:06.077864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f82e5ec-94fb-4ea1-8e2a-b18adfbed14c req-1df20600-58ed-4ead-921b-2cbe2d5f2868 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215358 Feb 10 23:01:06.086691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05689029-9f7a-4ea6-bea7-b1f12799f757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab88e9-c82d-4526-a26e-b5711a98fe64,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:06.089205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-33b1eac0-13f0-4587-8437-d9e08b2f7e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:06.090828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-33b1eac0-13f0-4587-8437-d9e08b2f7e50 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 200 len: 915 time: 1.1805007 Feb 10 23:01:06.182843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-a3827128-8d88-4d34-9f84-f47051b5fcf9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 200 len: 217 time: 0.0844624 Feb 10 23:01:06.287447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:06.328376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Deleting port 21dc247b-c26c-445c-92e3-1a73ca4501f0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:06.329709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:06.349203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-6d9ac7c9-abd8-4d69-b69f-6dc51994b252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:06.350952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-6d9ac7c9-abd8-4d69-b69f-6dc51994b252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 200 len: 853 time: 0.1614168 Feb 10 23:01:06.405113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a8bff7-ec40-49b3-9d18-dfae6f7b52ae tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:06.405113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7a8bff7-ec40-49b3-9d18-dfae6f7b52ae tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:06.628586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43800) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:06.714341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:06.750582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:06.767053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a9d194-a8c0-4981-98e6-4a158b484467 None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T22:54:31Z', 'revision_number': 4, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'a44c458a-fad8-47bb-913f-53ccdec850f6', 'name': '', 'network_id': '72377b8f-8095-4946-a59a-c0c92c11200e', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'mac_address': 'fa:16:3e:7c:53:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2564, 'fixed_ips': [{'subnet_id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:28Z', 'updated_at': '2022-02-10T22:54:46Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'subnets': [{'id': 'db663e6b-f84f-47ec-80ce-4f6d075daa63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:06.797006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-92aa0e25-023e-42c3-aded-874d0b9ac322 tempest-DHCPAgentSchedulersTestJSON-107262640 tempest-DHCPAgentSchedulersTestJSON-107262640-project-admin] 10.222.0.53 "GET /v2.0/agents/d33303c1-7c03-4058-9fc1-d5337814732b/dhcp-networks HTTP/1.1" status: 200 len: 8098 time: 0.7365146 Feb 10 23:01:06.822793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7a8bff7-ec40-49b3-9d18-dfae6f7b52ae tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:06.824597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e7a8bff7-ec40-49b3-9d18-dfae6f7b52ae tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8544939 Feb 10 23:01:06.830358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43804) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:06.831006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43806) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:06.881072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-3e6254ba-9dc9-4cec-8959-d683a67814b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:06.883324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-3e6254ba-9dc9-4cec-8959-d683a67814b7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72377b8f-8095-4946-a59a-c0c92c11200e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5252116 Feb 10 23:01:07.060164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2d796-aed1-4dc3-8641-43f3a6444932 req-be006126-567c-43f8-ab84-c99e56ba369d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.063221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75e2d796-aed1-4dc3-8641-43f3a6444932 req-be006126-567c-43f8-ab84-c99e56ba369d tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 946 time: 0.5365229 Feb 10 23:01:07.090387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:07.093637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e7c2fb-b2e8-4de4-a7a7-0441d8614212 None None] New status for floating IP 25852324-3e3f-4e1f-a56d-55afff6dfa2c: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:01:07.171968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Usage tracker for resource:security_group_rule and tenant:9ceb9d20fc834f8bb79bb9bcff420ab0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:07.175902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-4c43bb1f-e6ff-49e3-8a76-2e2cbc9b53ff service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855506 Feb 10 23:01:07.197076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] For port 21dc247b-c26c-445c-92e3-1a73ca4501f0, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=21dc247b-c26c-445c-92e3-1a73ca4501f0,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:07.197450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:07.205147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:07.230674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75e2d796-aed1-4dc3-8641-43f3a6444932 req-e9d85de9-f0d4-40a1-88c5-67af09564cb7 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/security-groups?id=e40a3a13-bdb3-41f3-b0ef-66225be94c1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584570 Feb 10 23:01:07.272815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:07.356058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83b822f8-0b04-427b-a71a-5f9b9c74f93b req-80a4a989-6b00-403e-bf39-437ee48ea84c service neutron] 10.222.0.24 "GET /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721675 Feb 10 23:01:07.421589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Calling delete_port for 21dc247b-c26c-445c-92e3-1a73ca4501f0 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:07.494376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:07.649754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a432a9eb-86fc-46dc-aa50-6ba71b785903 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.650518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a432a9eb-86fc-46dc-aa50-6ba71b785903 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:07.790166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb0edb-cbfc-45de-8b76-ea5f51e5af59 req-dd6755c1-5830-40d5-959f-20ecf481fdca tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.792216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8cb0edb-cbfc-45de-8b76-ea5f51e5af59 req-dd6755c1-5830-40d5-959f-20ecf481fdca tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 0.6172178 Feb 10 23:01:07.850183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a432a9eb-86fc-46dc-aa50-6ba71b785903 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:07.851307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a432a9eb-86fc-46dc-aa50-6ba71b785903 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 1.0148678 Feb 10 23:01:07.854337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:07.858629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:07.906650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:07.921283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edee204e-3984-43f7-946b-1bfabc9d95a1']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:07.938553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.940095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.941609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:07.942269 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:07.942468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:07.962211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:07.967516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5feb1269-b116-480b-8298-fc15e49023ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1078694 Feb 10 23:01:07.967735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577f3df7-59d0-4744-aed4-2e4091e87ad1') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:07.967735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577f3df7-59d0-4744-aed4-2e4091e87ad1') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:07.968061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43824) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:07.978858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f8cb0edb-cbfc-45de-8b76-ea5f51e5af59 req-7842b053-1377-4256-a66a-fe04e6df2cdd tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626127 Feb 10 23:01:07.979490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.046431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.059010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 2d4e2187-30b6-4a2c-b86d-619178c8004b {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:08.062555 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.075356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event deleted for resources: {'Port': ['ID=21dc247b-c26c-445c-92e3-1a73ca4501f0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:08.083676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8b573-ccf1-4806-bbea-2be23a6876f3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:08.087923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70f86207-6cc1-4e61-9197-d6a45a02fd1d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ceb9d20fc834f8bb79bb9bcff420ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4558907 Feb 10 23:01:08.098761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43828) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:08.128620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.159791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:01:08.161490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.174974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:01:08.189897 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:01:08.279764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-80bcf05e-d12b-4376-8cda-450b8038cd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.309714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.363903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] No DVR routers for this DVR port 21dc247b-c26c-445c-92e3-1a73ca4501f0 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:08.367276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.369740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'name': 'network-vif-deleted', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:08.386903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.406289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.421569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event deleted for resources: {'Network': ['ID=edee204e-3984-43f7-946b-1bfabc9d95a1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:08.428553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72d9b5c3-643a-429d-99dd-42f99ca08895 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "DELETE /v2.0/networks/edee204e-3984-43f7-946b-1bfabc9d95a1 HTTP/1.1" status: 204 len: 168 time: 1.5947790 Feb 10 23:01:08.429234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43840) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:08.433146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4ebe37b7-e9a2-4363-a85a-084f16af03fc req-82eca52c-32f3-4465-bf91-dbe36d4392b6 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.24 "DELETE /v2.0/ports/21dc247b-c26c-445c-92e3-1a73ca4501f0 HTTP/1.1" status: 204 len: 173 time: 2.3608117 Feb 10 23:01:08.469141 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3cf695-06a6-4f15-975c-bb642fc4ed0e', 'name': 'network-vif-deleted', 'tag': '21dc247b-c26c-445c-92e3-1a73ca4501f0', 'status': 'completed', 'code': 200} Feb 10 23:01:08.470948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.483710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bdcdbf64-ba5b-413e-afd1-6396271e3d68 req-1bad13cd-500d-4b85-8ef6-62360dde1d5c tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.0866442 Feb 10 23:01:08.484927 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda10267-ce6e-4e09-8d34-7a50db6e80ca tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:08.485636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda10267-ce6e-4e09-8d34-7a50db6e80ca tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:08.492217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eda10267-ce6e-4e09-8d34-7a50db6e80ca tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "DELETE /v2.0/ports/62f7203f-dc9f-4df5-9246-8b43178451b2 HTTP/1.1" status: 404 len: 333 time: 0.0609550 Feb 10 23:01:08.492856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43846) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:08.516636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.577175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Deleting subnet ab5b9db6-bd3f-499f-bcbd-857baad5dcc3 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:08.581508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.656870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.677759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b8b573-ccf1-4806-bbea-2be23a6876f3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:08.680569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.705901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.762911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=2d4e2187-30b6-4a2c-b86d-619178c8004b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:08.783554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a9fe70-a7bb-4999-ae6a-497f259e22ea None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:08.792253 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.820399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-91f0d492-86f3-42cd-9dc2-a0107ef869a8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/2d4e2187-30b6-4a2c-b86d-619178c8004b HTTP/1.1" status: 204 len: 168 time: 0.8490608 Feb 10 23:01:08.820399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43850) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:08.833715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.921408 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.929342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3e9bdb67-7310-4075-9d70-c67cad3c2513 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c8b8b573-ccf1-4806-bbea-2be23a6876f3 HTTP/1.1" status: 204 len: 168 time: 0.8281879 Feb 10 23:01:08.942814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 311439c3-a151-44a8-8563-8253440bccf0 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:08.951403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:08.970005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.033950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.059242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5b9db6-bd3f-499f-bcbd-857baad5dcc3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:09.074802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d29eaced-24e2-4b0c-9a20-3b8baad542d0 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "DELETE /v2.0/subnets/ab5b9db6-bd3f-499f-bcbd-857baad5dcc3 HTTP/1.1" status: 204 len: 168 time: 0.5770650 Feb 10 23:01:09.076068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:09.130173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3378a787-cdf9-4288-a6f4-8fdcdb080c2a None None] Network bad39cce-e4f5-4d78-ac77-b0504eb1a8ca requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:09.131624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.457728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.570746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.652624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.671856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Deleting port a222193d-19a1-431d-b78e-7d7b11c783f4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:09.672055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.725915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=311439c3-a151-44a8-8563-8253440bccf0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:09.746923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b4ef2-9776-45f3-86fb-b223cc82a4f5 req-beb7cea4-7bc1-4258-84e6-91181df90c02 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:09.748601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-361b4ef2-9776-45f3-86fb-b223cc82a4f5 req-beb7cea4-7bc1-4258-84e6-91181df90c02 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 0.2613873 Feb 10 23:01:09.750845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.821094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aef69906-5c0d-4f0f-ae9d-50719b620952 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/311439c3-a151-44a8-8563-8253440bccf0 HTTP/1.1" status: 204 len: 168 time: 0.9971237 Feb 10 23:01:09.821712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43876) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:09.839930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b666b27c-85a0-4d71-8ec5-98efae32181c req-a6f55aba-78b3-43d5-b715-925f61d69e03 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "GET /v2.0/ports?device_id=bb3cf695-06a6-4f15-975c-bb642fc4ed0e HTTP/1.1" status: 200 len: 210 time: 0.1209159 Feb 10 23:01:09.927081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06811075-fab8-4e44-93af-ed318905df18 None None] DHCP port deletion for bad39cce-e4f5-4d78-ac77-b0504eb1a8ca request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:01:09.935756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Deleting port a222193d-19a1-431d-b78e-7d7b11c783f4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:09.937673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:09.981534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:09.985721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:10.001946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9435ac3-1fe7-4201-8e34-ef4f83b86f63 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1775141 Feb 10 23:01:10.039486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-361b4ef2-9776-45f3-86fb-b223cc82a4f5 req-e9ad7cd3-1524-4a89-9f8f-970f492829f5 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787552 Feb 10 23:01:10.085212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e01db-c57e-4f44-909f-81baa04b6d2e None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '311439c3-a151-44a8-8563-8253440bccf0'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '2f030151-0ab6-4b8b-b31a-bc724287a265'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:01:10.255308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] For port a222193d-19a1-431d-b78e-7d7b11c783f4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a222193d-19a1-431d-b78e-7d7b11c783f4,segment=NetworkSegment(f54623bc-df41-4c06-afa6-935b66db65d2),segment_id=f54623bc-df41-4c06-afa6-935b66db65d2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:10.256411 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.274681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:10.280976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:10.284453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:10.295786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:10.325337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:10.331329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.352276 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c0e01db-c57e-4f44-909f-81baa04b6d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.513251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Calling delete_port for a222193d-19a1-431d-b78e-7d7b11c783f4 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:10.555944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 21dc247b-c26c-445c-92e3-1a73ca4501f0 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:10.663767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.682911 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a3bdbce-0ac1-40ce-94c1-ee61ade237ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.706170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 21dc247b-c26c-445c-92e3-1a73ca4501f0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:10.706727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 21dc247b-c26c-445c-92e3-1a73ca4501f0 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:10.720889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-06811075-fab8-4e44-93af-ed318905df18 None None] For port a222193d-19a1-431d-b78e-7d7b11c783f4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a222193d-19a1-431d-b78e-7d7b11c783f4,segment=NetworkSegment(f54623bc-df41-4c06-afa6-935b66db65d2),segment_id=f54623bc-df41-4c06-afa6-935b66db65d2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:10.721482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.740763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event deleted for resources: {'Port': ['ID=a222193d-19a1-431d-b78e-7d7b11c783f4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:10.744742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] No DVR routers for this DVR port a222193d-19a1-431d-b78e-7d7b11c783f4 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:10.869043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb997473-7db3-49d1-a5e5-1b85d41c6b3e None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:10.885208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:10.977630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Calling delete_port for a222193d-19a1-431d-b78e-7d7b11c783f4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:11.000629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.050601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad39cce-e4f5-4d78-ac77-b0504eb1a8ca']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:11.088624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:11.141489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54623bc-df41-4c06-afa6-935b66db65d2') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:11.141489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54623bc-df41-4c06-afa6-935b66db65d2') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:11.193150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.242863 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.265295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:01:11.265813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.274166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:11.284431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:01:11.285372 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:01:11.293000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:11.293610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.347990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=596fb2a7-03da-427a-b6cd-7a58cbff2428,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:11.370581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c8a4c1c4-d1d4-4bf3-a4c6-2dad356fd581 None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:11.371127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8a4c1c4-d1d4-4bf3-a4c6-2dad356fd581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.390559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.400377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c72c684-c833-4bd7-bcfd-2466ca81545d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4219866 Feb 10 23:01:11.405175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:11.415671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:11.442015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.451875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.510298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.616252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] 10.222.0.53 "DELETE /v2.0/networks/bad39cce-e4f5-4d78-ac77-b0504eb1a8ca HTTP/1.1" status: 204 len: 168 time: 2.5388401 Feb 10 23:01:11.622454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d1632-0bdb-4105-b2ae-2ed1a647f171 tempest-DHCPAgentSchedulersTestJSON-2017738542 tempest-DHCPAgentSchedulersTestJSON-2017738542-project] Pushing event deleted for resources: {'Network': ['ID=bad39cce-e4f5-4d78-ac77-b0504eb1a8ca,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:11.661984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.671423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.672614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] 10.222.0.53 "DELETE /v2.0/security-groups/e40a3a13-bdb3-41f3-b0ef-66225be94c1c HTTP/1.1" status: 204 len: 168 time: 0.5827060 Feb 10 23:01:11.697975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:11.718341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21c58b-380b-4471-bd51-08ca3ff0eee4 tempest-TestVolumeBackupRestore-1678669732 tempest-TestVolumeBackupRestore-1678669732-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40a3a13-bdb3-41f3-b0ef-66225be94c1c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:11.772956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:11.790868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:11.803524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:11.825809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:11.856616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:01:11.857186 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:01:11.869554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:11.874114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.907375 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:11.963760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:12.245850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:12.411416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Deleting port a222193d-19a1-431d-b78e-7d7b11c783f4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:12.414121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06811075-fab8-4e44-93af-ed318905df18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:12.477563 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 596fb2a7-03da-427a-b6cd-7a58cbff2428 (CIDR: 2001:db8::/64) Feb 10 23:01:12.492767 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:01:12.493551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:12.550176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4e28f-2c96-4477-8849-3e423c1edc03 req-c9dc7e2e-3f02-456a-b75b-cf3416d3b2e8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:12.559762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99d4e28f-2c96-4477-8849-3e423c1edc03 req-c9dc7e2e-3f02-456a-b75b-cf3416d3b2e8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 0.3647277 Feb 10 23:01:12.565117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:12.635335 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4be04878-d414-4a1b-aad7-236a016048ca tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2290041 Feb 10 23:01:12.640692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 43992) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:12.697368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99d4e28f-2c96-4477-8849-3e423c1edc03 req-7046e247-371d-4683-b0c3-bde39d8be149 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307285 Feb 10 23:01:12.705777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:12.751540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-06811075-fab8-4e44-93af-ed318905df18 None None] The port 'a222193d-19a1-431d-b78e-7d7b11c783f4' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:01:12.785996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e18d975a-9518-4dfe-9990-e41a6b242991 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=76fbb561105f4292a01288e0246f5999&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5362215 Feb 10 23:01:12.786232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 43998) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:12.821419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:12.845406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:12.846308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a222193d-19a1-431d-b78e-7d7b11c783f4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:12.920556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:12.994481 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:13.019644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a222193d-19a1-431d-b78e-7d7b11c783f4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:13.020294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a222193d-19a1-431d-b78e-7d7b11c783f4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:13.132490 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:13.164717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:13.174236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:13.185331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:13.203525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:13.203750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:13.227721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:13.231603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:13.285518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc2db6e-38f1-43bf-a0ce-26ae23ee242b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:13.315507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:13.333211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e19bd48-fccc-4aa5-b01e-99008506896f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4bc2db6e-38f1-43bf-a0ce-26ae23ee242b HTTP/1.1" status: 204 len: 168 time: 0.5297856 Feb 10 23:01:13.374368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:13.400722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Update dhcp port {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'fixed_ips': [{'subnet_id': '596fb2a7-03da-427a-b6cd-7a58cbff2428'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '2f030151-0ab6-4b8b-b31a-bc724287a265'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:01:13.560599 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:14.223649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/596fb2a7-03da-427a-b6cd-7a58cbff2428/2f030151-0ab6-4b8b-b31a-bc724287a265) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:14.349576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb03e1-a188-47a5-9860-5ff439cf6cbf req-20478065-cb92-41ba-82ac-8840f160ca52 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:14.368754 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64eb03e1-a188-47a5-9860-5ff439cf6cbf req-20478065-cb92-41ba-82ac-8840f160ca52 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 0.3429182 Feb 10 23:01:14.463014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:14.503782 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:14.559849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Transition to ACTIVE for port object 2f030151-0ab6-4b8b-b31a-bc724287a265 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:14.567386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:14.618684 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64eb03e1-a188-47a5-9860-5ff439cf6cbf req-034470c5-9779-497c-98bf-0ed7a4b8168a tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321749 Feb 10 23:01:14.774525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:14.840504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8939390e-905c-4adc-b5b7-28cce6363564 None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:14.852366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:14.906253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:14.918676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2ba11a264c4e35a90a6177b12b78bf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:14.927755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:14.950925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:15.025533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-a896f51b-d58f-4bc5-9161-5b35744ef1ac tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:15.028456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-a896f51b-d58f-4bc5-9161-5b35744ef1ac tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.30 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 1.2965872 Feb 10 23:01:15.381095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:15.390028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:15.393203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:01:15.495621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496b0920-043a-4343-8ca8-4dbf430e1a1f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:15.551440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6c21020d-b8fb-4038-928e-fa708a333a38 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6a2ba11a264c4e35a90a6177b12b78bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7703230 Feb 10 23:01:15.552186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:15.725450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:15.745374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Deleting port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:15.750312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:15.853226 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:15.914553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:16.216282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:16.282529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:16.284506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/496b0920-043a-4343-8ca8-4dbf430e1a1f HTTP/1.1" status: 204 len: 168 time: 0.7309959 Feb 10 23:01:16.300539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00c5c2c-2e2f-4487-aa62-29344592747e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496b0920-043a-4343-8ca8-4dbf430e1a1f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:16.361320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:16.749058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1f19c0-fb4f-419d-a74a-703f8a6ab12a None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:16.817044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:17.114127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7156f-2a1b-4c18-96c9-d7f28abb1a10 req-2db5df0b-40e6-49c3-8dba-8daf878d6ebd tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:17.123576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01d7156f-2a1b-4c18-96c9-d7f28abb1a10 req-2db5df0b-40e6-49c3-8dba-8daf878d6ebd tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 946 time: 1.1370535 Feb 10 23:01:17.209442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:17.243182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Provisioning for port 2f030151-0ab6-4b8b-b31a-bc724287a265 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:17.332812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:17.332960 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:17.351477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:17.362088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:17.396380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-01d7156f-2a1b-4c18-96c9-d7f28abb1a10 req-b1e481ea-825e-42b4-8a6d-d1823295a758 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715619 Feb 10 23:01:17.573872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:01:17.671202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:17.699563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:17.828702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Calling delete_port for 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:17.954847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:17.996422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:17.997176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:18.126037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:18.232208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:18.449707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:18.473700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:18.525144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:18.540832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:18.543473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:18.913829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.2270815 Feb 10 23:01:18.942026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=120d9de6-169d-4874-bfb7-c817426bd0b6,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:18.954263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44520) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:19.012053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:01:19.012373 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:01:19.027235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:1d:ca:8e', 'name': 'tempest-NetworksTestDHCPv6-1342662623'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:19.230334 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'code': 200} Feb 10 23:01:19.340435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:19.346768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.351725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.352263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.352755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.355421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.355949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.356476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.356985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.359591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.359960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.362174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.362525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.393792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:19.448031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.448323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.448727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.449104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.449548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.449906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.451707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.452593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.452930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.463109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.463483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.463821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6109ef12-31fc-407a-9e09-81a94dede1df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:19.525559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Deleting port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:19.526239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:19.655000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:19.768409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:19.796348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:19.821516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:20.024976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79f561-83eb-436c-a7d0-fe8b11459218 req-1a874764-f35a-43fa-9aee-f3f9ca259cdc tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:20.049270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b79f561-83eb-436c-a7d0-fe8b11459218 req-1a874764-f35a-43fa-9aee-f3f9ca259cdc tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 944 time: 1.2734621 Feb 10 23:01:20.056061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:20.093266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:20.502547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:20.588417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3c02c-6bfa-4469-947b-3f1c05acbbb8 None None] Pushing event updated for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:20.635922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:20.637385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:20.806161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] For port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:20.806734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:21.055756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:21.091549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Calling delete_port for 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:21.293403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb83b70-31af-43c8-8b30-e6151be81e6d None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:21.407131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Deleting port a44c458a-fad8-47bb-913f-53ccdec850f6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:21.407517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:21.410728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9b79f561-83eb-436c-a7d0-fe8b11459218 req-bd534105-1c5c-4862-b33f-e9d44707430f tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3602479 Feb 10 23:01:21.576124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f612679-b37c-4bb4-b609-43dc36c870a6 None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:21.577155 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f612679-b37c-4bb4-b609-43dc36c870a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:21.752068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:21.832415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port dae6d76f-e186-4a64-bce4-d54b5fa32a67 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:01:21.841382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:21.961593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] For port a44c458a-fad8-47bb-913f-53ccdec850f6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a44c458a-fad8-47bb-913f-53ccdec850f6,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:21.962359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.041499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.088275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.166320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:22.167156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.303645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Calling delete_port for a44c458a-fad8-47bb-913f-53ccdec850f6 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:22.730556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Pushing event deleted for resources: {'Port': ['ID=5389450e-f3ca-438d-a5ec-fdbcfc0c8f28,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:22.737871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.953874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-114bdb16-be4a-4146-82b9-7c8906fad580 req-28ed02f7-b653-4781-b164-3c44eb541dee tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.0964613 Feb 10 23:01:22.965341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Pushing event deleted for resources: {'Port': ['ID=a44c458a-fad8-47bb-913f-53ccdec850f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:22.982108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] No DVR routers for this DVR port 5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:22.982761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:22.985812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-deleted', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:23.063090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6ace21c1-1c6e-48c4-8232-df4a4a19b6aa None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:23.069287 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ace21c1-1c6e-48c4-8232-df4a4a19b6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:23.192822 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdc5c89-acc7-467c-ac94-19aa81475310', 'name': 'network-vif-deleted', 'tag': '5389450e-f3ca-438d-a5ec-fdbcfc0c8f28', 'status': 'completed', 'code': 200} Feb 10 23:01:23.223254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5b647c3-ff06-4e57-91ab-a68119bf2b42 req-02a3b672-195b-4780-af12-89f3b0541eda tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.30 "DELETE /v2.0/ports/5389450e-f3ca-438d-a5ec-fdbcfc0c8f28 HTTP/1.1" status: 204 len: 173 time: 8.1831024 Feb 10 23:01:23.311621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::18d (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/596fb2a7-03da-427a-b6cd-7a58cbff2428/dae6d76f-e186-4a64-bce4-d54b5fa32a67) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:23.330375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1d:ca8e (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/120d9de6-169d-4874-bfb7-c817426bd0b6/dae6d76f-e186-4a64-bce4-d54b5fa32a67) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:23.687776 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:01:23.881552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:23.912346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object dae6d76f-e186-4a64-bce4-d54b5fa32a67 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:24.024160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.056177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.251593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:24.256906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:24.273157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:24.293593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:24.294294 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.348176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=dae6d76f-e186-4a64-bce4-d54b5fa32a67,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:24.383769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0a8d80a-2555-4cb3-b809-6b66b7a907d3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.3975930 Feb 10 23:01:24.384220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44626) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:24.480011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.490644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44630) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:24.527259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port dae6d76f-e186-4a64-bce4-d54b5fa32a67 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:24.527703 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.531540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f716524-94f4-41f4-9f25-e5f4858c77cd req-f7fa05ce-5c49-4e94-973f-5747f9e293f5 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bdc5c89-acc7-467c-ac94-19aa81475310 HTTP/1.1" status: 200 len: 210 time: 0.0740829 Feb 10 23:01:24.648817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-136b7772-00d3-4e4b-80c3-badbc8779f08 None None] Provisioning for port dae6d76f-e186-4a64-bce4-d54b5fa32a67 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:24.655454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-136b7772-00d3-4e4b-80c3-badbc8779f08 None None] Provisioning complete for port dae6d76f-e186-4a64-bce4-d54b5fa32a67 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:24.655817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-136b7772-00d3-4e4b-80c3-badbc8779f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.783631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-136b7772-00d3-4e4b-80c3-badbc8779f08 None None] Port dae6d76f-e186-4a64-bce4-d54b5fa32a67 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:01:24.835947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:01:24.882292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:24.912808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:24.922190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:floatingip and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:24.926619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:24.936900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:24.954557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:25.062789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:25.075909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Sync routers for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:25.090444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38ed8c3c-e09f-4d0b-a385-aab02f89fd65 admin admin] 10.222.0.53 "PUT /v2.0/routers/3fd4b444-8a1f-4c4b-bda9-b68144c178c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3891301 Feb 10 23:01:25.091312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:25.109147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:25.109794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:25.113457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for dae6d76f-e186-4a64-bce4-d54b5fa32a67 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:25.223095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:25.453315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:25.454824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:25.721991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-40fb74fb-a95e-4c7a-8775-60c9943ea771 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3462350 Feb 10 23:01:25.786389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:25.801804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Deleting port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:25.802906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:25.851072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:25.955711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T23:01:22Z', 'revision_number': 5, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port': {'id': 'e6cb80ed-43a1-47e6-9251-7cb4bf5289b1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:9c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2552, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:22Z', 'updated_at': '2022-02-10T22:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:25.963072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Checking router: 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:25.978633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Routers {'3fd4b444-8a1f-4c4b-bda9-b68144c178c6'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:25.979056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:10Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:26.246667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:26.379629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] Set router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:26.398419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] For port e6cb80ed-43a1-47e6-9251-7cb4bf5289b1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:26.398967 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:26.536993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=dae6d76f-e186-4a64-bce4-d54b5fa32a67,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:26.677975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-2f6c1dd7-d40d-4ee6-917e-a24cc2abe80b tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:26.679632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-2f6c1dd7-d40d-4ee6-917e-a24cc2abe80b tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 809 time: 0.2841525 Feb 10 23:01:26.700081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Allocated IP 172.25.2.239 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/6765e540-015c-4a73-a468-879320f4af7e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:26.719115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T23:01:25Z', 'revision_number': 6, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:26.733025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ef7960-d8dd-4ee7-a646-6442f77fc41d None None] The sync data for ids ['3fd4b444-8a1f-4c4b-bda9-b68144c178c6'] in n-d-825178-4 is: [{'id': '3fd4b444-8a1f-4c4b-bda9-b68144c178c6', 'name': 'tempest-TestVolumeBackupRestore-2082751133-router', 'tenant_id': '881fdd7f8b1c483e9398c5a3ee038211', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:20Z', 'updated_at': '2022-02-10T23:01:25Z', 'revision_number': 6, 'project_id': '881fdd7f8b1c483e9398c5a3ee038211', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:26.782094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:26.841891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-b8dcd85e-cb86-4abb-a4fd-cefb1cbdd1f7 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/quotas/3456858603f7432c84f56b3b7311812a HTTP/1.1" status: 200 len: 375 time: 0.1510074 Feb 10 23:01:26.891068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450050-dae8-4395-8f8e-42448de1eac7 req-7a5ca0b1-6a94-4d3f-a961-eeb92d1ec2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:26.892655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-7a5ca0b1-6a94-4d3f-a961-eeb92d1ec2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1097 time: 1.0394206 Feb 10 23:01:26.897169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-65c07982-f6a3-4427-ac01-51b746191fe3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/dae6d76f-e186-4a64-bce4-d54b5fa32a67 HTTP/1.1" status: 204 len: 168 time: 2.5118704 Feb 10 23:01:26.928027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44682) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:26.937318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Calling delete_port for e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:27.064875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-1572542f-0bae-4203-a04e-646e7f6c8b0e tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1382601 Feb 10 23:01:27.196575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e56fd1-7267-40b6-9063-c3e492ea616a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.201774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45e56fd1-7267-40b6-9063-c3e492ea616a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2726476 Feb 10 23:01:27.203876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:27.315767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:27.326972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450050-dae8-4395-8f8e-42448de1eac7 req-c81c0495-c655-44b4-b5d2-0938b854650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.329505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-c81c0495-c655-44b4-b5d2-0938b854650f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.3663785 Feb 10 23:01:27.379612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cade7581-ae88-4338-8391-a99bdcd68841 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.385228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cade7581-ae88-4338-8391-a99bdcd68841 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1792793 Feb 10 23:01:27.391515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:27.504695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-b3284417-29b9-4a0c-8c44-ad3f80573664 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 1001 time: 0.1669610 Feb 10 23:01:27.585356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:27.721289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:27.734444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:27.744574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:27.806086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450050-dae8-4395-8f8e-42448de1eac7 req-fde30bd8-2122-4360-a4f9-63561db44dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.809023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-fde30bd8-2122-4360-a4f9-63561db44dad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.2961962 Feb 10 23:01:27.819939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a44c458a-fad8-47bb-913f-53ccdec850f6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:27.837116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:27.898819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=6765e540-015c-4a73-a468-879320f4af7e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:27.920804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:27.935066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a44c458a-fad8-47bb-913f-53ccdec850f6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:27.943586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a44c458a-fad8-47bb-913f-53ccdec850f6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:27.950817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:27.965623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.979527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.981520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:27.982385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:28.019461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6cb80ed-43a1-47e6-9251-7cb4bf5289b1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:28.068910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.081667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:28.085073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e6cb80ed-43a1-47e6-9251-7cb4bf5289b1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:28.164361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44450050-dae8-4395-8f8e-42448de1eac7 req-5dc97813-2143-408b-bbdb-8ca465e61263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:28.171246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-5dc97813-2143-408b-bbdb-8ca465e61263 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3457329 Feb 10 23:01:28.201456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.248830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:28.250077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1312d99b-1946-43e6-8a5d-ca67981eec8d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.8550959 Feb 10 23:01:28.261621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44708) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:28.277887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:28.314873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-a0557fde-6549-412e-9f55-05d70b27c6ed service neutron] 10.222.0.53 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2379255 Feb 10 23:01:28.351537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Usage tracker for resource:security_group_rule and tenant:766de9b744cc42e283fb9fd8ac3c4227 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:28.354024 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.378307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:28.391363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:28.440755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.544412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-11b4bb03-9ebd-4a53-b813-48c5bd63d12c service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443487 Feb 10 23:01:28.779081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.783491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.800102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 120d9de6-169d-4874-bfb7-c817426bd0b6 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:28.801664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.814335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.820667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.884485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.885044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fd4b444-8a1f-4c4b-bda9-b68144c178c6 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:01:28.890821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44450050-dae8-4395-8f8e-42448de1eac7 req-6adaf5c2-dcbc-499c-9b57-84a3390bf2ac service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944243 Feb 10 23:01:28.909152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=766de9b744cc42e283fb9fd8ac3c4227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9847896 Feb 10 23:01:28.921499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44712) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:28.931734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.931967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02dae7-7a6f-47f2-b09c-551196c40632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb8ca7f-77ba-4a5a-8452-479b59628075,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:28.950128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:28.964430 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.005021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-79c62865-6844-4cef-9b40-353ee2f1575b service neutron] 10.222.0.53 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6766059 Feb 10 23:01:29.014950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.016157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9c5944b0-e062-42b9-9077-a73a3cee2883 admin admin] 10.222.0.53 "DELETE /v2.0/routers/3fd4b444-8a1f-4c4b-bda9-b68144c178c6 HTTP/1.1" status: 204 len: 168 time: 3.9238935 Feb 10 23:01:29.020150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44716) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:29.186681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Deleting subnet db663e6b-f84f-47ec-80ce-4f6d075daa63 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:29.191372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.261630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.310058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.431178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.436590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=6765e540-015c-4a73-a468-879320f4af7e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:29.456678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-56f1e5ee-ce27-4421-adcf-bc6ae53a57f5 req-cfd65d9e-846a-432f-9887-dd3dd47b1293 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:29.463505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.467377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.490400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.527925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=120d9de6-169d-4874-bfb7-c817426bd0b6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:29.537522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.541897 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.543039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60643715-10de-49b8-87ef-b7c25b00bc8b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:29.548763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e1854d83-2d17-4170-9594-2f32d6f53c5d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0569904 Feb 10 23:01:29.550573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44726) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:29.560467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-56f1e5ee-ce27-4421-adcf-bc6ae53a57f5 req-cfd65d9e-846a-432f-9887-dd3dd47b1293 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:29.572527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56f1e5ee-ce27-4421-adcf-bc6ae53a57f5 req-cfd65d9e-846a-432f-9887-dd3dd47b1293 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 210 time: 0.2132368 Feb 10 23:01:29.579483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1321849640'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:29.586345 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.596272 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e5b96cc-4661-4a69-a20f-41064380be2e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/120d9de6-169d-4874-bfb7-c817426bd0b6 HTTP/1.1" status: 204 len: 168 time: 1.3306580 Feb 10 23:01:29.611530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44732) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:29.630918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:29.641720 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.716648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:network and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:29.735956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db663e6b-f84f-47ec-80ce-4f6d075daa63,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:29.745695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:29.746055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.767923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00011f9a-84ef-4066-80d8-89181b6341fe admin admin] 10.222.0.53 "DELETE /v2.0/subnets/db663e6b-f84f-47ec-80ce-4f6d075daa63 HTTP/1.1" status: 204 len: 168 time: 0.7471228 Feb 10 23:01:29.768860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:29.806975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7010bc5-3cc0-4a2c-a3d6-7a5b21d7b356 None None] Network 72377b8f-8095-4946-a59a-c0c92c11200e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:29.852711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 596fb2a7-03da-427a-b6cd-7a58cbff2428 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:29.859623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.916073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:29.932807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Deleting port ba4d7ed6-56ab-495f-9633-a8d59261606f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:29.933276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.006811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.058216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:30.089007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Made reservation on behalf of 90760e7faa894779a574d6ce3e43b593 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:30.094834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.123492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.173032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:30.177937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:security_group_rule and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:30.181864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:30.192455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:30.218652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.228118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] DHCP port deletion for 72377b8f-8095-4946-a59a-c0c92c11200e request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:01:30.234245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Deleting port ba4d7ed6-56ab-495f-9633-a8d59261606f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:30.234916 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.310801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb8ca7f-77ba-4a5a-8452-479b59628075,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:30.343612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.347366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5bac34ac-eea1-4a1b-9329-d47707e92b3d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fdb8ca7f-77ba-4a5a-8452-479b59628075 HTTP/1.1" status: 204 len: 168 time: 1.4227705 Feb 10 23:01:30.405991 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.414218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] For port ba4d7ed6-56ab-495f-9633-a8d59261606f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba4d7ed6-56ab-495f-9633-a8d59261606f,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:30.414751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.891162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:30.903832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Calling delete_port for ba4d7ed6-56ab-495f-9633-a8d59261606f owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:30.971097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] For port ba4d7ed6-56ab-495f-9633-a8d59261606f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba4d7ed6-56ab-495f-9633-a8d59261606f,segment=NetworkSegment(5e9eb570-ae4f-48aa-811e-c80f563dead0),segment_id=5e9eb570-ae4f-48aa-811e-c80f563dead0)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:30.973391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.043176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.052974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=596fb2a7-03da-427a-b6cd-7a58cbff2428,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:31.074816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.120015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:01:31.143204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.145448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44756) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:31.147348 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Added segment 5b812397-0544-4588-92ec-6421c19b5187 of type vlan for network 37f2b756-be31-4692-bb4c-111a074d33eb Feb 10 23:01:31.158664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.184217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44760) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:31.210908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.231720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.283564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Calling delete_port for ba4d7ed6-56ab-495f-9633-a8d59261606f owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:31.322726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] No DVR routers for this DVR port ba4d7ed6-56ab-495f-9633-a8d59261606f on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:31.339271 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.349972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:31.351317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.376653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:01:31.377664 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:01:31.405497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c940055-b603-4cff-ba06-eac33e2cf973 None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:31.416483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9ebafcdd-7be8-4c32-bf3a-f7b3da67c4e3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/596fb2a7-03da-427a-b6cd-7a58cbff2428 HTTP/1.1" status: 204 len: 168 time: 1.7878852 Feb 10 23:01:31.416969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-530d49c1-347f-40d2-90c9-b610e44b005c req-d2a0fea3-ecc2-43aa-81ca-6fa84132dea3 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 210 time: 0.2722924 Feb 10 23:01:31.421026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:31.425718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba4d7ed6-56ab-495f-9633-a8d59261606f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:31.513504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26347ece-4c6e-4c55-a17f-f3c2577a18d9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:31.517131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Network': ['ID=37f2b756-be31-4692-bb4c-111a074d33eb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:31.531228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28c729e3-039c-4b3b-89ca-22efc7b9e264 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.9727407 Feb 10 23:01:31.531923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:31.544647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Request body: {'subnet': {'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:31.580765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 37f2b756-be31-4692-bb4c-111a074d33eb details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:01:31.612858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.656365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-93c13c9f-6ea1-4979-ac04-2a96c8faa41a None None] Provisioning complete for port 2f030151-0ab6-4b8b-b31a-bc724287a265 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:31.656693 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-93c13c9f-6ea1-4979-ac04-2a96c8faa41a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.726151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bf9b7eec-43cc-41ad-b525-fd0b73a942e0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3029485 Feb 10 23:01:31.730588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44774) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:31.737437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:31.759944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:31.816465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:subnet and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:31.819242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba4d7ed6-56ab-495f-9633-a8d59261606f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:31.833798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:31.845349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:31.883753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ba4d7ed6-56ab-495f-9633-a8d59261606f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:31.884510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba4d7ed6-56ab-495f-9633-a8d59261606f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:31.886705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Deleting port ba4d7ed6-56ab-495f-9633-a8d59261606f {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:31.887035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.895436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Made reservation on behalf of 90760e7faa894779a574d6ce3e43b593 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:31.900272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:31.922670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:31.936599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:31.988322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:32.011966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:32.036279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9f874adf-904a-4b7d-930a-4a33bb72e651 None None] The port 'ba4d7ed6-56ab-495f-9633-a8d59261606f' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:01:32.041676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:32.047385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.265513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:32.281403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:01:32.287025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:b61edf1e4d7c4553982f00e54ff93072 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:32.287352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Deleting port 2f030151-0ab6-4b8b-b31a-bc724287a265 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:32.287785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.296704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:32.304994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.321047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.332283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:32.386139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:32.396559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72377b8f-8095-4946-a59a-c0c92c11200e']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:32.411118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.416281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Usage tracker for resource:security_group_rule and tenant:943d60b0f58b434f99774ab44ce4184f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:32.428779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:32.441959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9eb570-ae4f-48aa-811e-c80f563dead0') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:32.441959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9eb570-ae4f-48aa-811e-c80f563dead0') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:32.450283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:32.475925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-3f0ec761-6b8d-43fb-9ac3-754fa838600d tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:32.477428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-3f0ec761-6b8d-43fb-9ac3-754fa838600d tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.24 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 809 time: 0.8196678 Feb 10 23:01:32.479242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.496143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.502775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Request body: {'port': {'device_id': 'c919713f-6412-470f-96cf-17a0773f298f', 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432', 'admin_state_up': True, 'tenant_id': '3456858603f7432c84f56b3b7311812a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:32.540309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:32.541620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Subnet': ['ID=71467731-7090-46b9-aba1-ae37b7f9380a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:32.546632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:32.549538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:32.550190 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.550340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.596064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] For port 2f030151-0ab6-4b8b-b31a-bc724287a265, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f030151-0ab6-4b8b-b31a-bc724287a265,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:32.596468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.612943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Checking segment: {'id': '5b812397-0544-4588-92ec-6421c19b5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:32.613246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network hostable DHCP agents. Network: 37f2b756-be31-4692-bb4c-111a074d33eb, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:01:32.639785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:01:32.640194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.651733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9199722 Feb 10 23:01:32.657062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:01:32.663116 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:01:32.672193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:32.703598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23142ac1-15ad-460c-9438-45dd2bfd218a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=4c2b67e5-7b72-4bc5-a745-67166f4f0aa9,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:32.710433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 37f2b756-be31-4692-bb4c-111a074d33eb is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:01:32.791260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Calling delete_port for 2f030151-0ab6-4b8b-b31a-bc724287a265 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:32.886942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.894660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.910802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.937889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.960898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] Pushing event deleted for resources: {'Network': ['ID=72377b8f-8095-4946-a59a-c0c92c11200e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:32.961182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 37f2b756-be31-4692-bb4c-111a074d33eb) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:32.962633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.964976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Pushing event deleted for resources: {'Port': ['ID=2f030151-0ab6-4b8b-b31a-bc724287a265,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:32.972123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d36b2afe-818e-4328-a299-95bff347306b req-e85a5945-9271-4ce3-ba9a-3f9059323f68 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 210 time: 0.0808382 Feb 10 23:01:32.978366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:32.980470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.981059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.981626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.982090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:32.982412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.982963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.983541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.983783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:32.984304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.984842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.985367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.985909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.986443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.986975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:32.993784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edcfbec-9e36-42a0-98b0-ab7f075ec258 None None] Network 37f2b756-be31-4692-bb4c-111a074d33eb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:33.027884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f1ef2588-d946-4062-992c-b7bc1df01e3f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4947748 Feb 10 23:01:33.032556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44784) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:33.039248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-420739961', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:33.049946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:33.053585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:33.064760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:router and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:33.071094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:33.079224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:33.089469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:33.095571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:33.097388 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b61edf1e4d7c4553982f00e54ff93072&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7874196 Feb 10 23:01:33.098039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:33.100617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:33.101058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.106383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11f495bb-4be1-4866-8498-c3d700fee273 admin admin] 10.222.0.53 "DELETE /v2.0/networks/72377b8f-8095-4946-a59a-c0c92c11200e HTTP/1.1" status: 204 len: 168 time: 3.3357301 Feb 10 23:01:33.107061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214c9845-1275-46e0-97f8-003e01d10ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5b5f97-d429-4c2e-8637-4e83de08e058,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:33.121065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:33.139471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:33.139471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.142553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.144190 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.163927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:33.167590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414714d9-d7cb-488d-bc2f-ca2471c66831 None None] No DVR routers for this DVR port 2f030151-0ab6-4b8b-b31a-bc724287a265 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:33.168131 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.272724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012a6a76-59ed-47d8-939d-4083123aeb5a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:33.287345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Made reservation on behalf of 3456858603f7432c84f56b3b7311812a for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:33.291631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.325329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a531fe08-5773-4bcc-b4bb-579735d963eb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=943d60b0f58b434f99774ab44ce4184f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1750553 Feb 10 23:01:33.325824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.327207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44796) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:33.354048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-37f2b756-be31-4692-bb4c-111a074d33eb', 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb', 'tenant_id': '90760e7faa894779a574d6ce3e43b593', 'fixed_ips': [{'subnet_id': '71467731-7090-46b9-aba1-ae37b7f9380a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:01:33.356772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.374849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2627b9e-ef90-4eaa-b6a4-d3482dc0d26f None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:33.435542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.611616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.700924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.732500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:33.746973 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c2b67e5-7b72-4bc5-a745-67166f4f0aa9 (CIDR: 2001:db8::/64) Feb 10 23:01:33.750044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.754672 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:01:33.755807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:33.783782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2f030151-0ab6-4b8b-b31a-bc724287a265 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:33.784137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f030151-0ab6-4b8b-b31a-bc724287a265 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:33.788176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Allocated IP 172.20.0.14 (c1f9403a-78b6-41a3-b7fc-6cfd794bb432/218c8ccb-d236-44a0-bf95-6b9c5e36f4d7/26feae94-c599-4873-8dc1-f2431362c529) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:33.840840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Allocated IP 172.20.0.2 (37f2b756-be31-4692-bb4c-111a074d33eb/71467731-7090-46b9-aba1-ae37b7f9380a/826600fc-ad4d-463e-8766-626ce78e7836) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:33.860698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'tenant_id': '5325d29c53f04cd7a402a8db7d2bb47d', 'fixed_ips': [{'subnet_id': '4c2b67e5-7b72-4bc5-a745-67166f4f0aa9'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:01:33.861755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.863920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:33.877967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44679996-32fe-4b39-ab2e-90e3dcbdfdc8 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2194397 Feb 10 23:01:33.885516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44800) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:33.898835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'subnet': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:33.978571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.042800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5b5f97-d429-4c2e-8637-4e83de08e058,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:34.112543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.152928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012a6a76-59ed-47d8-939d-4083123aeb5a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:34.159643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:34.170642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:subnet and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:34.176075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.178299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5b11f7b8-90fb-47f1-97fe-4ff07846b32a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/012a6a76-59ed-47d8-939d-4083123aeb5a HTTP/1.1" status: 204 len: 168 time: 0.8496912 Feb 10 23:01:34.180225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:34.189798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:34.230933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Allocated IP 2001:db8::2 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4c2b67e5-7b72-4bc5-a745-67166f4f0aa9/c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:34.274791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:34.279682 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.637104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.647080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.669756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Transition to ACTIVE for port object 826600fc-ad4d-463e-8766-626ce78e7836 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:34.675546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.683600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5e85e149-4f58-4dd9-bffb-a97f9aa0991c req-136b4f0a-0bdf-4ba5-b722-788c59f76dcc tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:34.701710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.707802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.711370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Transition to ACTIVE for port object 826600fc-ad4d-463e-8766-626ce78e7836 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:34.723546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Transition to ACTIVE for port object c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:34.728813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.734705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.813561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Network 37f2b756-be31-4692-bb4c-111a074d33eb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:34.820175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:34.825727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:34.838628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Transition to ACTIVE for port object c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:34.842803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:34.851361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:34.855094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.856423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6fae96de-203c-43b4-b3b9-828f3e5eb02e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7e5b5f97-d429-4c2e-8637-4e83de08e058 HTTP/1.1" status: 204 len: 168 time: 1.7529554 Feb 10 23:01:34.859324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:34.902022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:34.948916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Pushing event updated for resources: {'Port': ['ID=826600fc-ad4d-463e-8766-626ce78e7836,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:34.959585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-5e85e149-4f58-4dd9-bffb-a97f9aa0991c req-136b4f0a-0bdf-4ba5-b722-788c59f76dcc tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:34.973142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e85e149-4f58-4dd9-bffb-a97f9aa0991c req-136b4f0a-0bdf-4ba5-b722-788c59f76dcc tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 210 time: 0.7842300 Feb 10 23:01:34.990666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Pushing event updated for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:35.027844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:35.028516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.046420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:35.056682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-c0e937b5-9c92-4d82-a565-87390475eb69 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5594378 Feb 10 23:01:35.057982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:35.071124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:35.116746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Attempting to bind port 826600fc-ad4d-463e-8766-626ce78e7836 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:35.117156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Attempting to bind port 826600fc-ad4d-463e-8766-626ce78e7836 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5b812397-0544-4588-92ec-6421c19b5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:35.117527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Attempting to bind port 826600fc-ad4d-463e-8766-626ce78e7836 on network 37f2b756-be31-4692-bb4c-111a074d33eb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:35.196774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Attempting to bind port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:35.196774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Attempting to bind port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:35.197232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Attempting to bind port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 on network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:35.199880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:35.200175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Checking segment: {'id': '5b812397-0544-4588-92ec-6421c19b5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:35.200503 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.200900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Bound using segment: {'id': '5b812397-0544-4588-92ec-6421c19b5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:35.201095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.201370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Bound port: 826600fc-ad4d-463e-8766-626ce78e7836, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b812397-0544-4588-92ec-6421c19b5187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:35.201745 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.223417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Pushing event updated for resources: {'Port': ['ID=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:35.229436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:35.229903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Checking segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:35.230401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.231154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Bound using segment: {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:35.231724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Bound port: c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:35.232056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.347701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Request body: {'port': {'device_id': 'c919713f-6412-470f-96cf-17a0773f298f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:35.425478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] For port 826600fc-ad4d-463e-8766-626ce78e7836, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:35.430291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] For port 826600fc-ad4d-463e-8766-626ce78e7836, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=826600fc-ad4d-463e-8766-626ce78e7836,segment=NetworkSegment(5b812397-0544-4588-92ec-6421c19b5187),segment_id=5b812397-0544-4588-92ec-6421c19b5187)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:35.444595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.490016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44844) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:35.517726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Allocated IP 172.25.2.15 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/de7839f0-8b55-499e-aea1-fd7ef3b5918e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:35.601027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] For port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:35.609714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] For port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:35.610874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42266d41-5a61-4517-9ad9-f49f20ff1af9 None None] Pushing event updated for resources: {'Port': ['ID=826600fc-ad4d-463e-8766-626ce78e7836,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:35.620432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:35.753863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f62d2-5d83-45c4-b9e6-2b3fa44e7f2e None None] Pushing event updated for resources: {'Port': ['ID=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:35.785903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44852) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:35.857751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.083308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.112255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-749601459-network', 'tenant_id': '1b78943af7024450a2c49bb75096d960'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:36.134164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:36.182594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Usage tracker for resource:network and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:36.197199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:36.246727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-357b1f96-6777-4995-a865-bbe55a506efe tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2930 time: 0.7523613 Feb 10 23:01:36.282914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:36.286072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:36.357399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Made reservation on behalf of 1b78943af7024450a2c49bb75096d960 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:36.359938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.377158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'network': {'name': 'tempest-network-smoke--647188157', 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'port_security_enabled': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:36.400439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.439930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.455671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:36.491061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:36.502616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:36.516179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:36.522766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:36.527492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:36.539422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:36.539577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:36.577039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:36.579981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:01:36.670769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Deleting port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:36.671371 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.698735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:36.702748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:36.723475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=de7839f0-8b55-499e-aea1-fd7ef3b5918e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:36.872582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7801fb31-d057-4d8b-9639-d929b556db3f req-ddc26e0b-cfae-499d-a38d-38ee10919ec0 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:36.882305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7801fb31-d057-4d8b-9639-d929b556db3f req-ddc26e0b-cfae-499d-a38d-38ee10919ec0 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 932 time: 0.5892067 Feb 10 23:01:36.933679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:01:37.034414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.034697 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Added segment 2d1c2236-4966-44c9-ab79-76eb9491a743 of type vlan for network 7aba07be-4378-4e63-831f-9e1ac7ae6663 Feb 10 23:01:37.065409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.101262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7801fb31-d057-4d8b-9639-d929b556db3f req-3e086413-bedc-48a2-a39a-c93d109884e2 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169077 Feb 10 23:01:37.113492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26feae94-c599-4873-8dc1-f2431362c529 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:01:37.122820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.142211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.147132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] For port 4fbb9dd4-3f20-483a-af8d-e215252b8b7d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:37.147576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.158415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.177327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Transition to ACTIVE for port object 26feae94-c599-4873-8dc1-f2431362c529 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:37.404074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.410981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:37.412275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.480252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.499656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Calling delete_port for 4fbb9dd4-3f20-483a-af8d-e215252b8b7d owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:37.592351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:01:37.596925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af8ff02-7039-48c6-9c14-890137987b99 None None] Network 37f2b756-be31-4692-bb4c-111a074d33eb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:37.647041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f254dc6-0f15-4b53-950a-a744ad79a37c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:37.721299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4371781 Feb 10 23:01:37.733616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.734196 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Added segment 6d21e845-728d-4f29-bd4e-1babc3c1e9ee of type vlan for network 1707fbf3-1797-43bb-9d88-04fa61409122 Feb 10 23:01:37.736111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:37.751085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'admin_state_up': True, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:37.758581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:37.770660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4eb60d-377a-42e3-ae1d-1ff14b9afef3 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Network': ['ID=7aba07be-4378-4e63-831f-9e1ac7ae6663,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:37.782704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:37.796983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:router and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:37.809682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Pushing event updated for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:37.955920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.038162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:01:38.048637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Attempting to bind port 26feae94-c599-4873-8dc1-f2431362c529 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:38.049037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Attempting to bind port 26feae94-c599-4873-8dc1-f2431362c529 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:38.049541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Attempting to bind port 26feae94-c599-4873-8dc1-f2431362c529 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:38.054149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.055227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:38.055930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.152559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Port 26feae94-c599-4873-8dc1-f2431362c529 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:01:38.153139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Attempting to bind port 26feae94-c599-4873-8dc1-f2431362c529 on network c1f9403a-78b6-41a3-b7fc-6cfd794bb432 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:38.182186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:38.182612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Checking segment: {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:38.183069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Bound using segment: {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:38.183656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Bound port: 26feae94-c599-4873-8dc1-f2431362c529, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f7fd756-55a1-428b-93dd-8ed6a5064ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:38.184071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.196527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 826600fc-ad4d-463e-8766-626ce78e7836 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:38.282686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] Pushing event updated for resources: {'Network': ['ID=1707fbf3-1797-43bb-9d88-04fa61409122,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:38.297925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4507f7e-679b-49d2-9e40-514244554361 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4977391 Feb 10 23:01:38.316559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44904) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:38.335051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Request body: {'subnet': {'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-749601459-subnet', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:38.349031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:38.367645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a92b48c-ded2-4624-ab57-a853fe9a0142 None None] Provisioning for port 826600fc-ad4d-463e-8766-626ce78e7836 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:38.371550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1707fbf3-1797-43bb-9d88-04fa61409122 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:01:38.380997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Usage tracker for resource:subnet and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:38.394899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:38.464386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] For port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:38.493368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:38.495554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.498192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:38.504103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.511130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.511864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.518778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:38.547389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3dff85dd-7ee0-4bfc-bdb8-2ede8dda6735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.592398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 826600fc-ad4d-463e-8766-626ce78e7836 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:38.606499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 826600fc-ad4d-463e-8766-626ce78e7836 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:38.607350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.653656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.785334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,revision_number=4']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:38.795361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:38.796741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbb9dd4-3f20-483a-af8d-e215252b8b7d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:38.803772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.806326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.834879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1d3ed526-a79a-4855-9db6-41065fa1efbc None None] Provisioning for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:38.847927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:38.866837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Made reservation on behalf of 1b78943af7024450a2c49bb75096d960 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:38.869255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.881654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.885163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:38.885848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ea1075-7e17-4e78-acd5-670ddbf60bff None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:38.921206 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.932616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:38.933464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:38.990171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Subnet': ['ID=f744d469-49a6-41aa-8cde-63bec3d600c6,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:39.025475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=26feae94-c599-4873-8dc1-f2431362c529,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:39.052754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.120360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 826600fc-ad4d-463e-8766-626ce78e7836, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=826600fc-ad4d-463e-8766-626ce78e7836,segment=NetworkSegment(5b812397-0544-4588-92ec-6421c19b5187),segment_id=5b812397-0544-4588-92ec-6421c19b5187)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:39.132298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.133656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:39.197093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:39.202014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.204260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] 10.222.0.24 "PUT /v2.0/ports/26feae94-c599-4873-8dc1-f2431362c529 HTTP/1.1" status: 200 len: 1092 time: 4.1385598 Feb 10 23:01:39.300058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'tag': '26feae94-c599-4873-8dc1-f2431362c529'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:39.436847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3a65037a-022b-4418-8ab2-d1ee9fb58d10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.5436511 Feb 10 23:01:39.439928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44918) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:39.448534 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'tag': '26feae94-c599-4873-8dc1-f2431362c529', 'status': 'completed', 'code': 200} Feb 10 23:01:39.455827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Request body: {'port': {'network_id': 'b6ad9d4c-c8d7-45a3-b16b-46259fd32026', 'mac_address': 'fa:16:3e:c3:03:ea', 'name': 'tempest-NetworksTestDHCPv6-233278768'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:39.477108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3d6cc-f6bc-47d0-877d-69f1f46969b4 req-73944f61-2316-4b6e-b35f-7345ecdd3c91 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:39.481704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6e3d6cc-f6bc-47d0-877d-69f1f46969b4 req-73944f61-2316-4b6e-b35f-7345ecdd3c91 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 944 time: 1.0806303 Feb 10 23:01:39.564966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=826600fc-ad4d-463e-8766-626ce78e7836,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:39.626935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:39.641255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:39.641597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.641894 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.745068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1c7b0e51-4537-4490-ba8c-b866da034483 None None] Provisioning complete for port 826600fc-ad4d-463e-8766-626ce78e7836 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:39.745653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c7b0e51-4537-4490-ba8c-b866da034483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.806831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44924) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:39.884662 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.915898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706d7d8-b6fe-4e8b-9edc-41d2cfe9a2da service neutron] Pushing event updated for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:39.927968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:39.989406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:40.001075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.090234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:40.155778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:40.174713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f6e3d6cc-f6bc-47d0-877d-69f1f46969b4 req-547e3b2f-2d32-4c54-960d-8735f64b33fe tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718618 Feb 10 23:01:40.185017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.188287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b8a076-e535-416a-a7d9-ec571c30e74b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:40.209476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.213382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Checking segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:40.213749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Network hostable DHCP agents. Network: 1707fbf3-1797-43bb-9d88-04fa61409122, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:01:40.218531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Usage tracker for resource:port and tenant:5325d29c53f04cd7a402a8db7d2bb47d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:40.229073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:40.251243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:40.254280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:40.265015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 826600fc-ad4d-463e-8766-626ce78e7836 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:40.268375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Usage tracker for resource:security_group_rule and tenant:c21239498f9d4f078324ddc06ecd3bb9 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:40.286037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:40.299267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.302336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:40.311235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Made reservation on behalf of 5325d29c53f04cd7a402a8db7d2bb47d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:40.322509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-e8e81bab-424e-4e98-8f55-99cc726e927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:40.324905 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-e8e81bab-424e-4e98-8f55-99cc726e927b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 1095 time: 1.0088370 Feb 10 23:01:40.362164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 826600fc-ad4d-463e-8766-626ce78e7836 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:40.363095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.448029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Network 1707fbf3-1797-43bb-9d88-04fa61409122 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:01:40.461735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-56f1e7d3-6c6a-46bf-b455-da205229686c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26feae94-c599-4873-8dc1-f2431362c529 HTTP/1.1" status: 200 len: 217 time: 0.1217666 Feb 10 23:01:40.465816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1707fbf3-1797-43bb-9d88-04fa61409122) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:40.477548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54ed39f-e80a-42c8-974f-f4cf642ad3de None None] Network 1707fbf3-1797-43bb-9d88-04fa61409122 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:40.515116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:40.516460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.635263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b37c33d-5a41-4f6b-8548-f30715d3aa90 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.3147433 Feb 10 23:01:40.642429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:40.653100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:40.663076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:40.673520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9f0e3f23-6431-4805-b6b6-0e221824f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:40.675150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-9f0e3f23-6431-4805-b6b6-0e221824f2fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 HTTP/1.1" status: 200 len: 849 time: 0.1964357 Feb 10 23:01:40.676395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Usage tracker for resource:router and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:40.684270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:40.754192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:40.807068 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d3734a3-2b82-4386-990e-02759b86d01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.860005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:40.874259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-44a5a377-3882-4ec9-95a3-4194fa764d5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1911619 Feb 10 23:01:40.908382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.908382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:40.994714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-1707fbf3-1797-43bb-9d88-04fa61409122', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:01:40.996750 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.011322 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.094568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-14a1dc35-18a5-4731-88fb-f7cfcc928368 None None] Provisioning complete for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:41.094908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-14a1dc35-18a5-4731-88fb-f7cfcc928368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.134624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.178897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:41.179534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.205757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] device_id is not set on port c35404be-83d4-48f9-b4b6-09f0366c0a8d yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:01:41.212933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-74a5b4e5-e27d-436d-bb72-1d988608a2a0 service neutron] 10.222.0.24 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313706 Feb 10 23:01:41.289096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.348233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.436295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Allocated IP 172.20.0.2 (1707fbf3-1797-43bb-9d88-04fa61409122/20b8a076-e535-416a-a7d9-ec571c30e74b/f91a1044-b8ab-43ce-8d9f-963e188c7272) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:41.500152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.542621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.712654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:01:41.730907 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c21239498f9d4f078324ddc06ecd3bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9104514 Feb 10 23:01:41.731751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a877acd-e8df-4ca9-afd7-51427fdd33bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efddf2-5fa2-45b5-b07f-e37dee9a5971,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:41.744833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44938) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:41.773624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.784589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.793632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.807104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Transition to ACTIVE for port object f91a1044-b8ab-43ce-8d9f-963e188c7272 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:41.830138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Router 6f44548e-953d-4f7a-9394-29722e144cd2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:01:41.830408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Transition to ACTIVE for port object f91a1044-b8ab-43ce-8d9f-963e188c7272 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:41.836589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.839251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:41.881081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46614595-094a-47cc-9e25-55bbdf587a21 req-1bc0061d-711a-4322-8a9b-cf8e83b79144 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:41.888658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46614595-094a-47cc-9e25-55bbdf587a21 req-1bc0061d-711a-4322-8a9b-cf8e83b79144 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 944 time: 0.5480785 Feb 10 23:01:41.939515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Network 1707fbf3-1797-43bb-9d88-04fa61409122 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:41.943097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:41.947914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:41.951032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.25.2.244 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e82f90bc-3fc1-4524-81b3-1d56a3ec948c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:42.013892 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05783eed-c303-4d5b-96e5-6e0e91a51ae1 req-4a226f14-a68e-4e91-b728-29492dff0c76 service neutron] 10.222.0.24 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7870786 Feb 10 23:01:42.062145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Pushing event updated for resources: {'Port': ['ID=f91a1044-b8ab-43ce-8d9f-963e188c7272,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:42.075912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Attempting to bind port f91a1044-b8ab-43ce-8d9f-963e188c7272 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:42.076565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Attempting to bind port f91a1044-b8ab-43ce-8d9f-963e188c7272 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:42.077080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Attempting to bind port f91a1044-b8ab-43ce-8d9f-963e188c7272 on network 1707fbf3-1797-43bb-9d88-04fa61409122 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:42.083275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:42.084135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Checking segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:42.084778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.085382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Bound using segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:42.086003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Bound port: f91a1044-b8ab-43ce-8d9f-963e188c7272, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:42.086547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.133317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:42.204608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46614595-094a-47cc-9e25-55bbdf587a21 req-c9d3c0f8-ceb2-4051-9493-b813e182ffe2 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153651 Feb 10 23:01:42.207993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8::269 (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/4c2b67e5-7b72-4bc5-a745-67166f4f0aa9/c35404be-83d4-48f9-b4b6-09f0366c0a8d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:42.278264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] For port f91a1044-b8ab-43ce-8d9f-963e188c7272, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:42.281431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:42.282056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.291881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:3ea (b6ad9d4c-c8d7-45a3-b16b-46259fd32026/f744d469-49a6-41aa-8cde-63bec3d600c6/c35404be-83d4-48f9-b4b6-09f0366c0a8d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:42.293423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:42.297998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.305914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:42.306737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Sync routers for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:42.332110 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:42.332752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:42.343850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] For port f91a1044-b8ab-43ce-8d9f-963e188c7272, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f91a1044-b8ab-43ce-8d9f-963e188c7272,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:42.349239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab9273-b380-485d-ab12-fa527953c731 None None] Sync routers for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:42.352201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74e62e77-321b-418b-b774-8b2624c6123c admin admin] 10.222.0.53 "PUT /v2.0/routers/6f44548e-953d-4f7a-9394-29722e144cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2140384 Feb 10 23:01:42.358610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:42.396785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:42.397594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:42.399656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.465478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.466707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f3f81c73-e862-4d51-b548-f673e41f991f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 9.4339206 Feb 10 23:01:42.477727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:42.515628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.560932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-bedd3fd8-c75b-47e7-96a4-b614b8010a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:42.563429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-bedd3fd8-c75b-47e7-96a4-b614b8010a56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3456858603f7432c84f56b3b7311812a&device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 1095 time: 0.4283624 Feb 10 23:01:42.623237 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:42.685241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.715150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73db2c0-3e1b-4052-8aa3-8c999b82a266 None None] Pushing event updated for resources: {'Port': ['ID=f91a1044-b8ab-43ce-8d9f-963e188c7272,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:42.731952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:42.758267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:42.760273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:42.837634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:42.898237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-faab9273-b380-485d-ab12-fa527953c731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:42.899029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faab9273-b380-485d-ab12-fa527953c731 None None] The sync data for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:42.924973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efddf2-5fa2-45b5-b07f-e37dee9a5971,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:43.000001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.019907 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T23:01:38Z', 'revision_number': 5, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:43.026488 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Checking router: 6f44548e-953d-4f7a-9394-29722e144cd2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:43.035889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Routers {'6f44548e-953d-4f7a-9394-29722e144cd2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:43.037829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6f44548e-953d-4f7a-9394-29722e144cd2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:43.083568 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.131612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.138645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-139f9f2c-136b-43a1-a8cc-71407c37af83 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/72efddf2-5fa2-45b5-b07f-e37dee9a5971 HTTP/1.1" status: 204 len: 168 time: 1.3865387 Feb 10 23:01:43.170994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.231183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:43.290091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:43.312582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:43.436604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] Set router 6f44548e-953d-4f7a-9394-29722e144cd2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:43.467603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Transition to ACTIVE for port object c35404be-83d4-48f9-b4b6-09f0366c0a8d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:43.509045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:43.636272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.739998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:43.762262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-abb62d71-29f6-476a-88a0-4bb63e7b8eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:43.763782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-abb62d71-29f6-476a-88a0-4bb63e7b8eaa service neutron] 10.222.0.24 "GET /v2.0/networks?id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 200 len: 910 time: 1.1890440 Feb 10 23:01:43.845135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:43.869593 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T23:01:38Z', 'revision_number': 5, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:43.875506 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e88bbe1-96e9-429e-8e1f-4e70a49f0fec None None] The sync data for ids ['6f44548e-953d-4f7a-9394-29722e144cd2'] in n-d-825178-4 is: [{'id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'name': 'tempest-TestVolumeBackupRestore-620712282-router', 'tenant_id': 'af9572156f5e494ab42a5918efa45502', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:54:36Z', 'updated_at': '2022-02-10T23:01:38Z', 'revision_number': 5, 'project_id': 'af9572156f5e494ab42a5918efa45502', 'gw_port': {'id': '8c7d9d90-ad5d-4c3c-aca3-497395975132', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:f5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f44548e-953d-4f7a-9394-29722e144cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2601, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:54:38Z', 'updated_at': '2022-02-10T22:54:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:43.933228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:43.998453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:44.022001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:44.030860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:44.032102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.067943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event updated for resources: {'Port': ['ID=c35404be-83d4-48f9-b4b6-09f0366c0a8d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:44.092088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.096712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ba8f1099-f9ee-4885-a7d8-2c5d6f5d452c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.6531301 Feb 10 23:01:44.097614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44960) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:44.162329 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-1582e7d8-1322-48d8-9ed4-1ff373338f69 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26feae94-c599-4873-8dc1-f2431362c529 HTTP/1.1" status: 200 len: 217 time: 0.3455100 Feb 10 23:01:44.195266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:44.202662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Usage tracker for resource:security_group_rule and tenant:72b1e1be1c844b2b83f9fb6404eaa999 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:44.206162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:44.216706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:44.290795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting port c35404be-83d4-48f9-b4b6-09f0366c0a8d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:44.291390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.388408 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.493912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f91a1044-b8ab-43ce-8d9f-963e188c7272 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:44.591483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-e6ec5c23-6f04-4b83-8c66-9fce7a944ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:44.593274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-e6ec5c23-6f04-4b83-8c66-9fce7a944ae6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 HTTP/1.1" status: 200 len: 849 time: 0.4121370 Feb 10 23:01:44.658553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bc5b98-7dd5-45a3-8b3b-caf434a3383e None None] Network 1707fbf3-1797-43bb-9d88-04fa61409122 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:44.690266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2668809d-4638-44fc-b853-e01ed338e57d None None] Provisioning for port c35404be-83d4-48f9-b4b6-09f0366c0a8d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:44.724878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.751420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 26feae94-c599-4873-8dc1-f2431362c529 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:01:44.764773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2668809d-4638-44fc-b853-e01ed338e57d None None] Provisioning complete for port c35404be-83d4-48f9-b4b6-09f0366c0a8d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:44.765207 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2668809d-4638-44fc-b853-e01ed338e57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.795858 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-205ea35a-5e0d-4ea1-b204-1bd5f01741ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=c1f9403a-78b6-41a3-b7fc-6cfd794bb432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1463759 Feb 10 23:01:44.852368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:44.885879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c7f37-82ec-4d66-b4ed-60d5658feff1 req-f4ae7b42-f254-41f9-a0ad-b7108e404287 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:44.887514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a2c7f37-82ec-4d66-b4ed-60d5658feff1 req-f4ae7b42-f254-41f9-a0ad-b7108e404287 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 944 time: 1.3880138 Feb 10 23:01:44.912050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f91a1044-b8ab-43ce-8d9f-963e188c7272 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:44.962440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4fbb9dd4-3f20-483a-af8d-e215252b8b7d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:44.992592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2668809d-4638-44fc-b853-e01ed338e57d None None] Port c35404be-83d4-48f9-b4b6-09f0366c0a8d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:01:45.072273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4fbb9dd4-3f20-483a-af8d-e215252b8b7d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:45.073121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4fbb9dd4-3f20-483a-af8d-e215252b8b7d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:45.116278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.203650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.270160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=26feae94-c599-4873-8dc1-f2431362c529,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:45.279579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a2c7f37-82ec-4d66-b4ed-60d5658feff1 req-4631da5e-481a-4137-8243-0da25fb2d809 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172388 Feb 10 23:01:45.280426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Deleting port 8c7d9d90-ad5d-4c3c-aca3-497395975132 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:45.280859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.299555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Provisioning for port f91a1044-b8ab-43ce-8d9f-963e188c7272 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:45.309399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Provisioning complete for port f91a1044-b8ab-43ce-8d9f-963e188c7272 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:45.309794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.355949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.383847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Calling delete_port for c35404be-83d4-48f9-b4b6-09f0366c0a8d owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:45.390434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '26feae94-c599-4873-8dc1-f2431362c529', 'network_id': 'c1f9403a-78b6-41a3-b7fc-6cfd794bb432', 'port_id': '26feae94-c599-4873-8dc1-f2431362c529', 'mac_address': 'fa:16:3e:c4:98:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '218c8ccb-d236-44a0-bf95-6b9c5e36f4d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:01:45.390928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.421959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.510261 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.553076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-10ade79d-4b8e-41e9-8735-da2860594b42 service neutron] 10.222.0.24 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982684 Feb 10 23:01:45.583508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26feae94-c599-4873-8dc1-f2431362c529 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:01:45.603954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.621672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=26feae94-c599-4873-8dc1-f2431362c529,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:45.635858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.653523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72b1e1be1c844b2b83f9fb6404eaa999&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9041309 Feb 10 23:01:45.667224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:45.677561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1f902-a1a0-4733-bca4-c6d4caf2a13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a9efd2-e201-4e86-a158-8e8ee452dc99,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:45.720604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] For port f91a1044-b8ab-43ce-8d9f-963e188c7272, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f91a1044-b8ab-43ce-8d9f-963e188c7272,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:45.735087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.747624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:45.786598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Allocated IP 172.25.2.93 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:45.865414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23a1976-9d06-4103-8f76-66ff0a23b933 None None] Pushing event updated for resources: {'Port': ['ID=f91a1044-b8ab-43ce-8d9f-963e188c7272,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:45.892051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['26feae94-c599-4873-8dc1-f2431362c529'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:01:45.956475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:45.959666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 829fbd8f-611a-42bb-bcc4-5b5acb39829f is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:01:45.993442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ec18f54-d278-43ab-8a42-bafa86665f6c None None] Provisioning complete for port f91a1044-b8ab-43ce-8d9f-963e188c7272 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:45.993925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ec18f54-d278-43ab-8a42-bafa86665f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.033903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Port': ['ID=c35404be-83d4-48f9-b4b6-09f0366c0a8d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:46.218996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.231980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7b2c1560-e187-4483-ad8d-52cf4bdcf38f tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/c35404be-83d4-48f9-b4b6-09f0366c0a8d HTTP/1.1" status: 204 len: 168 time: 2.1234000 Feb 10 23:01:46.232932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44970) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:46.248740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f91a1044-b8ab-43ce-8d9f-963e188c7272 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:46.282363 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e35b3bbc-d288-4ade-83d7-e0f7d28e8b45 req-fbe92532-e01f-4e6f-9b0b-104b66daa267 service neutron] 10.222.0.24 "GET /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7058141 Feb 10 23:01:46.439403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:46.452099 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Sync routers for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:46.468279 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:46.474274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:46.476015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f91a1044-b8ab-43ce-8d9f-963e188c7272 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:46.476394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.501983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6d3d43-e805-4315-a378-85c0eeb4210b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:46.503427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6b6d3d43-e805-4315-a378-85c0eeb4210b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:46.514623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.518630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f3b5f09a-9043-41d9-87bc-f7e31f44b211 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.7787700 Feb 10 23:01:46.521363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] For port 8c7d9d90-ad5d-4c3c-aca3-497395975132, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8c7d9d90-ad5d-4c3c-aca3-497395975132,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:46.522065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.532576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44976) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:46.574157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6b6d3d43-e805-4315-a378-85c0eeb4210b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:46.578029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6b6d3d43-e805-4315-a378-85c0eeb4210b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3351722 Feb 10 23:01:46.583077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44980) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:46.633817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.720724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Calling delete_port for 8c7d9d90-ad5d-4c3c-aca3-497395975132 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:46.721151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c2522f-12c2-4f4a-b6bd-0a82e1de339c tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:46.725629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8c2522f-12c2-4f4a-b6bd-0a82e1de339c tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7fd44e611f904c0eabeffed3cc48748f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1883113 Feb 10 23:01:46.729307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44984) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:46.748402 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:46.838596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.852618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcb9913-0906-419e-84e3-9c6c477a9a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:46.856872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-afcb9913-0906-419e-84e3-9c6c477a9a5e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2427492 Feb 10 23:01:46.862828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 44988) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:46.865851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ec8ee-72be-4e7c-87be-be6d7ee61ad1 req-43456984-e906-481e-8006-62268abc74ef tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:46.867424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-088ec8ee-72be-4e7c-87be-be6d7ee61ad1 req-43456984-e906-481e-8006-62268abc74ef tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 945 time: 0.2982337 Feb 10 23:01:46.957048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfea5329-07f6-4615-a2e0-8b91876132d1 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:46.962316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bfea5329-07f6-4615-a2e0-8b91876132d1 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2273922 Feb 10 23:01:46.964264 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:46.965574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-088ec8ee-72be-4e7c-87be-be6d7ee61ad1 req-e445c3a6-68c4-442a-bfb0-25b4b20bc6f4 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877428 Feb 10 23:01:46.966309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44992) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.032779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5c18cb25-d443-472a-aa0e-36f9edfaadf9 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0649097 Feb 10 23:01:47.035273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 44996) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.083246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.091064 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:43Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:47.099511 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Checking router: 829fbd8f-611a-42bb-bcc4-5b5acb39829f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:47.100009 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Updating router 829fbd8f-611a-42bb-bcc4-5b5acb39829f port e82f90bc-3fc1-4524-81b3-1d56a3ec948c binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:01:47.163426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:47.165121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:47.167099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:47.175031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:47.216229 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.268816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c110356b-bdaa-478d-b26e-638158d0ae0c tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=7fd44e611f904c0eabeffed3cc48748f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2286665 Feb 10 23:01:47.270408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45000) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.354595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:47.358643 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22ab1cc4-c579-4ef6-b2b5-62ace194ef74 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4573364 Feb 10 23:01:47.363585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.398667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.503685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d52e4c-edf6-49e0-958a-5ee4b2593a93 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:47.508772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-59d52e4c-edf6-49e0-958a-5ee4b2593a93 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2339909 Feb 10 23:01:47.509221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.564279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1b05c9be-ce3d-4cf8-8793-76de04462239 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0515778 Feb 10 23:01:47.568903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45012) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:47.572440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.575723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-523077968', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:47.576264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a9efd2-e201-4e86-a158-8e8ee452dc99,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:47.725605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.731224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-43438803-09f2-41e1-b917-4d090dade518 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c0a9efd2-e201-4e86-a158-8e8ee452dc99 HTTP/1.1" status: 204 len: 168 time: 2.0549836 Feb 10 23:01:47.743551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:47.744893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:47.750336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.751014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Usage tracker for resource:subnet and tenant:7fd44e611f904c0eabeffed3cc48748f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:47.754283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:47.756003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:47.758904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:47.767941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:47.786888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:47.791162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.801060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet 4c2b67e5-7b72-4bc5-a745-67166f4f0aa9 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:47.826656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.827840 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.858943 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Transition to ACTIVE for port object e82f90bc-3fc1-4524-81b3-1d56a3ec948c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:47.878718 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:47.924985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:48.052238 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Attempting to bind port e82f90bc-3fc1-4524-81b3-1d56a3ec948c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:48.052488 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Attempting to bind port e82f90bc-3fc1-4524-81b3-1d56a3ec948c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:48.052724 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Attempting to bind port e82f90bc-3fc1-4524-81b3-1d56a3ec948c on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:48.059656 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Pushing event updated for resources: {'Port': ['ID=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:48.065594 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:48.065971 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:48.066371 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.066762 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:48.067787 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Bound port: e82f90bc-3fc1-4524-81b3-1d56a3ec948c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:48.068156 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.120142 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.120482 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.120829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.121173 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.121498 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.121826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.122145 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.122461 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.122775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.123086 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.123441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.123754 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:48.200355 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] For port e82f90bc-3fc1-4524-81b3-1d56a3ec948c, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:48.202968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.204077 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] For port e82f90bc-3fc1-4524-81b3-1d56a3ec948c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:48.211759 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.304834 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:48.305558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:48.344366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Checking segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:48.344963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network hostable DHCP agents. Network: 7aba07be-4378-4e63-831f-9e1ac7ae6663, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:01:48.354330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Subnet': ['ID=60004683-0c84-49e0-997d-8306f8800b3c,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:48.374665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:01:48.393935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7aba07be-4378-4e63-831f-9e1ac7ae6663) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:48.403130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607c8c92-23ba-4c47-aea6-33865be4d71d None None] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:48.407468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:48.408268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.457545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6b22cb2-0103-4c6e-8903-82a11ef8093c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8873386 Feb 10 23:01:48.461396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45026) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:48.491549 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd333620-0e16-4477-a10e-97baf14ceaf8 None None] Pushing event updated for resources: {'Port': ['ID=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:48.658335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c7d9d90-ad5d-4c3c-aca3-497395975132,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:48.669602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:48.753183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 26feae94-c599-4873-8dc1-f2431362c529 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:48.923321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-7aba07be-4378-4e63-831f-9e1ac7ae6663', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'fixed_ips': [{'subnet_id': '60004683-0c84-49e0-997d-8306f8800b3c'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:01:48.924711 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:48.954399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.059153 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:43Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:49.064164 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563b3c2f-d6d0-4071-88de-654dd5f19960 None None] The sync data for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 is: [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:43Z', 'revision_number': 3, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:49.164641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Allocated IP 172.20.0.18 (7aba07be-4378-4e63-831f-9e1ac7ae6663/60004683-0c84-49e0-997d-8306f8800b3c/108a6ef2-a60b-4811-9025-bbda1189aa61) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:49.298926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.523210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.566973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 26feae94-c599-4873-8dc1-f2431362c529 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:49.605140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 26feae94-c599-4873-8dc1-f2431362c529 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:49.609899 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.671238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Transition to ACTIVE for port object 108a6ef2-a60b-4811-9025-bbda1189aa61 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:49.743924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.758907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.761731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.783185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Transition to ACTIVE for port object 108a6ef2-a60b-4811-9025-bbda1189aa61 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:49.799887 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:49.915349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eae77-1a36-427f-9ae3-c6946e157b90 req-64f7c180-c5d5-49ae-9743-651fb1d04b17 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:49.917100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73eae77-1a36-427f-9ae3-c6946e157b90 req-64f7c180-c5d5-49ae-9743-651fb1d04b17 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 945 time: 1.2447073 Feb 10 23:01:49.925561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Pushing event updated for resources: {'Port': ['ID=108a6ef2-a60b-4811-9025-bbda1189aa61,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:49.980733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Allocated IP 172.20.0.1 (37f2b756-be31-4692-bb4c-111a074d33eb/71467731-7090-46b9-aba1-ae37b7f9380a/c083e5c0-697d-4d89-887b-95bf103b84f9) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:50.004324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:50.011979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:50.022652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.028965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f44548e-953d-4f7a-9394-29722e144cd2 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:01:50.031304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:50.046273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.090940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.332316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e82f90bc-3fc1-4524-81b3-1d56a3ec948c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:50.384673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26feae94-c599-4873-8dc1-f2431362c529'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:01:50.403274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Attempting to bind port 108a6ef2-a60b-4811-9025-bbda1189aa61 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:50.403816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Attempting to bind port 108a6ef2-a60b-4811-9025-bbda1189aa61 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:50.404283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Attempting to bind port 108a6ef2-a60b-4811-9025-bbda1189aa61 on network 7aba07be-4378-4e63-831f-9e1ac7ae6663 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:50.418816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=26feae94-c599-4873-8dc1-f2431362c529,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:50.424970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:50.425384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Checking segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:50.425941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.427102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Bound using segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:50.428063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Bound port: 108a6ef2-a60b-4811-9025-bbda1189aa61, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:50.428554 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.444813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.500448 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26feae94-c599-4873-8dc1-f2431362c529', 'code': 200} Feb 10 23:01:50.666887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] For port 108a6ef2-a60b-4811-9025-bbda1189aa61, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:50.674834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] For port 108a6ef2-a60b-4811-9025-bbda1189aa61, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=108a6ef2-a60b-4811-9025-bbda1189aa61,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:50.687571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c73eae77-1a36-427f-9ae3-c6946e157b90 req-dc5fdf82-75ea-499b-9900-f49ca686f070 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7583036 Feb 10 23:01:50.697706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.722686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.725581 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6aa0fcf1-b5dd-45de-859f-9a0f4d4deb49 admin admin] 10.222.0.53 "DELETE /v2.0/routers/6f44548e-953d-4f7a-9394-29722e144cd2 HTTP/1.1" status: 204 len: 168 time: 8.3640330 Feb 10 23:01:50.740797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:50.755905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45078) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:50.842152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e82f90bc-3fc1-4524-81b3-1d56a3ec948c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:50.864390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e82f90bc-3fc1-4524-81b3-1d56a3ec948c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:50.865307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.894134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:50.963211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:51.014109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.20.0.17 (7aba07be-4378-4e63-831f-9e1ac7ae6663/60004683-0c84-49e0-997d-8306f8800b3c/beaddf8d-f505-4958-842e-210ec8285fda) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:51.066526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.070455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4576f9c-6bd5-4bf4-921e-9a835ee16e4c None None] Pushing event updated for resources: {'Port': ['ID=108a6ef2-a60b-4811-9025-bbda1189aa61,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:51.128443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.155615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e82f90bc-3fc1-4524-81b3-1d56a3ec948c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:51.161538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.212281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.262246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Deleting subnet 998bc540-0c3e-4695-80d3-726b0ea21bdb {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:51.276368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2b67e5-7b72-4bc5-a745-67166f4f0aa9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:51.290948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:51.292859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.306664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a9af4d-ec62-44a7-800c-a6335149411e None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:51.311839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.319231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.339480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Transition to ACTIVE for port object beaddf8d-f505-4958-842e-210ec8285fda will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:51.381868 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.408929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:51.416907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Usage tracker for resource:security_group_rule and tenant:820c5a6fdcdf4cc2ab2047197f17d65c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:51.420977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:51.429390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:51.461196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.564248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:51.573582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:51.576927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:51.579486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:51.640823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Transition to ACTIVE for port object c083e5c0-697d-4d89-887b-95bf103b84f9 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:51.680022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.684409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da3b591f-d717-4a42-b3c3-4f7d6343921b tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4c2b67e5-7b72-4bc5-a745-67166f4f0aa9 HTTP/1.1" status: 204 len: 168 time: 4.2799029 Feb 10 23:01:51.686581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:51.698333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ccef32-bda5-4c2b-85b9-3cb0355c9735 req-45b584de-0daa-470a-abf2-6ee0da2540ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:51.701080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1ccef32-bda5-4c2b-85b9-3cb0355c9735 req-45b584de-0daa-470a-abf2-6ee0da2540ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 1097 time: 1.1258888 Feb 10 23:01:51.749618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.759851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.825460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=820c5a6fdcdf4cc2ab2047197f17d65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8611975 Feb 10 23:01:51.828877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:51.838937 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.897128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:51.921750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1ccef32-bda5-4c2b-85b9-3cb0355c9735 req-eb6f6f5e-d8d7-4c24-b4cc-93fb27fd9ba0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669879 Feb 10 23:01:51.933862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb1ed3-a24f-4e17-8098-d9b9ef6bfc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa00da3e-4952-4a49-92e6-c1c54f448bd1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:52.021620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.045844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.054277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Deleting subnet f744d469-49a6-41aa-8cde-63bec3d600c6 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:01:52.079356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af714bbe-5315-4fbf-9ba8-2cc7716213a3 req-309f92be-d65c-40a5-bc87-c3edacd46dbb tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:52.087635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af714bbe-5315-4fbf-9ba8-2cc7716213a3 req-309f92be-d65c-40a5-bc87-c3edacd46dbb tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 946 time: 0.2407665 Feb 10 23:01:52.171307 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.189476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.224914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-af714bbe-5315-4fbf-9ba8-2cc7716213a3 req-8630d4f2-2cd9-429e-adea-6d2fd5c5d6a2 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354647 Feb 10 23:01:52.241139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.311271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.320610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e82f90bc-3fc1-4524-81b3-1d56a3ec948c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:52.430802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 37f2b756-be31-4692-bb4c-111a074d33eb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:52.469040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e82f90bc-3fc1-4524-81b3-1d56a3ec948c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:52.469556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.477338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:52.493561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.542209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa00da3e-4952-4a49-92e6-c1c54f448bd1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:52.544420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:52.599384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.648601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.662244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-547c5c41-0ac6-45db-93ee-915bf5164a93 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aa00da3e-4952-4a49-92e6-c1c54f448bd1 HTTP/1.1" status: 204 len: 168 time: 0.8229446 Feb 10 23:01:52.747738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 108a6ef2-a60b-4811-9025-bbda1189aa61 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:52.772188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=c083e5c0-697d-4d89-887b-95bf103b84f9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:52.786414 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.860160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998bc540-0c3e-4695-80d3-726b0ea21bdb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:52.906422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 108a6ef2-a60b-4811-9025-bbda1189aa61 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:52.918255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.937470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddd6537-322b-4520-a598-5b1557cf077e None None] Network cb9a3339-9e8c-4801-9437-dcf52343a3ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:52.951576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db961e7f-4144-4a29-9391-482b03c19ba2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/998bc540-0c3e-4695-80d3-726b0ea21bdb HTTP/1.1" status: 204 len: 168 time: 2.1880853 Feb 10 23:01:52.960538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45102) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:52.987810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:52.988119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8c7d9d90-ad5d-4c3c-aca3-497395975132 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:53.049115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.057082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.077043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7977293e-a8a1-4fe0-9831-35ff712fbca6 None None] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:53.115235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8c7d9d90-ad5d-4c3c-aca3-497395975132 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:01:53.115631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8c7d9d90-ad5d-4c3c-aca3-497395975132 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:01:53.298724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.427251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Provisioning for port c083e5c0-697d-4d89-887b-95bf103b84f9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:53.428451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.433476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:53.516859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Provisioning complete for port c083e5c0-697d-4d89-887b-95bf103b84f9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:53.517410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.601219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:53.602519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:53.664792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Port c083e5c0-697d-4d89-887b-95bf103b84f9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:01:53.676906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.702765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Router 0722745c-9dc7-42f2-9923-e051ed02c150 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:01:53.710205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.738776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Provisioning for port 108a6ef2-a60b-4811-9025-bbda1189aa61 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:53.762980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Provisioning complete for port 108a6ef2-a60b-4811-9025-bbda1189aa61 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:53.763774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:53.843766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] DHCP port deletion for cb9a3339-9e8c-4801-9437-dcf52343a3ea request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:01:53.887745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 829fbd8f-611a-42bb-bcc4-5b5acb39829f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:01:53.899517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Deleting port ab0acf22-8c6c-4894-88a1-f5f47991c176 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:53.900031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.015333 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.050266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca54ac4-1435-4fd5-b1b5-0c2a2cb10511 req-fffb485c-d79f-4119-9473-6d6b38718d07 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:54.057774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aca54ac4-1435-4fd5-b1b5-0c2a2cb10511 req-fffb485c-d79f-4119-9473-6d6b38718d07 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 946 time: 0.5312393 Feb 10 23:01:54.059684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Deleting port ab0acf22-8c6c-4894-88a1-f5f47991c176 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:54.060015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.128279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.153931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:54.180977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc3a7f6c-8f8b-4182-8d77-92ce99a32f47 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "PUT /v2.0/routers/829fbd8f-611a-42bb-bcc4-5b5acb39829f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7130685 Feb 10 23:01:54.189724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ab0acf22-8c6c-4894-88a1-f5f47991c176 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:54.248669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Sync routers for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:54.315137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:54.331792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Sync routers for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:54.345623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:54.345944 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:54.346582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:54.352110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:54.619520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:54.651485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] For port 108a6ef2-a60b-4811-9025-bbda1189aa61, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=108a6ef2-a60b-4811-9025-bbda1189aa61,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:54.760069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4500d435-fab5-4b76-9bc6-1000ae1db96a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:54.761294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4500d435-fab5-4b76-9bc6-1000ae1db96a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:54.806382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.818442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4500d435-fab5-4b76-9bc6-1000ae1db96a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:54.818649 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:54.830076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4500d435-fab5-4b76-9bc6-1000ae1db96a tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/networks?id=7aba07be-4378-4e63-831f-9e1ac7ae6663 HTTP/1.1" status: 200 len: 797 time: 0.3896391 Feb 10 23:01:54.860101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-3c1db36b-d08d-4831-bb1d-3e5543dc1a4c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/quotas/7fd44e611f904c0eabeffed3cc48748f HTTP/1.1" status: 200 len: 375 time: 0.0273366 Feb 10 23:01:54.970476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.004117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.005883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b69e522f-33cf-4e19-b100-1b8dfc961ff0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 14.3624899 Feb 10 23:01:55.010227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:55.146141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Pushing event updated for resources: {'Port': ['ID=108a6ef2-a60b-4811-9025-bbda1189aa61,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:55.169290 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:01:49Z', 'revision_number': 3, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:55.186037 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Checking router: 0722745c-9dc7-42f2-9923-e051ed02c150 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:55.186728 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Updating router 0722745c-9dc7-42f2-9923-e051ed02c150 port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:01:55.212467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:55.212860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.294956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:55.308781 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.472173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aca54ac4-1435-4fd5-b1b5-0c2a2cb10511 req-8fbf585a-97db-468d-9a8d-560f4bbaf1e6 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4118929 Feb 10 23:01:55.521092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.621065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Subnet': ['ID=f744d469-49a6-41aa-8cde-63bec3d600c6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:55.633724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.759650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-16cb1303-796e-4679-84ba-4efda8c40263 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:55.786250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3d9741fc-55ab-40d7-86ee-2400a8041a88 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/f744d469-49a6-41aa-8cde-63bec3d600c6 HTTP/1.1" status: 204 len: 168 time: 4.0806389 Feb 10 23:01:55.792742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:55.795371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:55.796990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:55.850094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a91104-b09b-4712-ad35-c7575685015b None None] Network b6ad9d4c-c8d7-45a3-b16b-46259fd32026 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:01:55.933198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Calling delete_port for ab0acf22-8c6c-4894-88a1-f5f47991c176 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:56.020832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Provisioning complete for port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:56.021150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bff82d5a-ce9c-4cf4-b03e-6cce6fae7714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.094257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:56.176927 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.197610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Calling delete_port for ab0acf22-8c6c-4894-88a1-f5f47991c176 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:56.204117 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Transition to ACTIVE for port object 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:56.232849 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.293526 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.331042 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:01:56.388138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03ef34dc-f388-4050-b341-8f8a9c4f0b0c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5726376 Feb 10 23:01:56.389570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45216) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:56.401405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.410325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.480281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Attempting to bind port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:01:56.480650 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Attempting to bind port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:01:56.481007 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Attempting to bind port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:01:56.486406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-16cb1303-796e-4679-84ba-4efda8c40263 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:56.487570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 108a6ef2-a60b-4811-9025-bbda1189aa61 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:01:56.501139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-16cb1303-796e-4679-84ba-4efda8c40263 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&fields=id HTTP/1.1" status: 200 len: 486 time: 1.6397059 Feb 10 23:01:56.503200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:01:56.505856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:01:56.506491 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.506991 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:01:56.507415 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Bound port: 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:01:56.513142 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.587753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.591907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:01:56.592348 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:01:56.597968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=c083e5c0-697d-4d89-887b-95bf103b84f9,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:56.762858 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098d3c-524c-4bbf-b901-9e8251d35c8f None None] Pushing event updated for resources: {'Port': ['ID=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:56.817889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ab0acf22-8c6c-4894-88a1-f5f47991c176,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:56.844294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:01:56.844645 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:01:56.857433 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] For port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:01:56.862562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] For port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:01:56.869015 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:56.971512 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:56.972218 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:56.998066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 37f2b756-be31-4692-bb4c-111a074d33eb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:56.999729 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:57.113366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 108a6ef2-a60b-4811-9025-bbda1189aa61 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:57.113847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.120781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Deleting port ab0acf22-8c6c-4894-88a1-f5f47991c176 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:57.120781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.367972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e5123-5a17-43ef-b2f7-3c4baed27ec2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:57.369658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-974e5123-5a17-43ef-b2f7-3c4baed27ec2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8611853 Feb 10 23:01:57.372063 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19098d3c-524c-4bbf-b901-9e8251d35c8f None None] Pushing event updated for resources: {'Port': ['ID=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:57.377833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45256) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:57.378038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Deleting port ab0acf22-8c6c-4894-88a1-f5f47991c176 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:57.378502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.380204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-3368da41-5aa5-447f-a47b-1d1f0941deb3 service neutron] 10.222.0.53 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7861435 Feb 10 23:01:57.470464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45262) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:57.521072 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:01:57.565244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.606786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867f0208-d8da-4d47-880b-ccefdc956867 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:57.607720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-867f0208-d8da-4d47-880b-ccefdc956867 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Synchronizing usage tracker for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:01:57.614560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0ec3b517-584e-4cd9-a6f7-7c701bc15de2 None None] Provisioning complete for port 108a6ef2-a60b-4811-9025-bbda1189aa61 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:01:57.615606 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0ec3b517-584e-4cd9-a6f7-7c701bc15de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.633886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-867f0208-d8da-4d47-880b-ccefdc956867 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Unset dirty status for tenant:5325d29c53f04cd7a402a8db7d2bb47d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:01:57.635410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-867f0208-d8da-4d47-880b-ccefdc956867 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2541182 Feb 10 23:01:57.643153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:57.691009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] DHCP port deletion for b6ad9d4c-c8d7-45a3-b16b-46259fd32026 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:01:57.728277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Deleting port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:01:57.728688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.742998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-c010e3a8-b855-44f6-b3d8-d1428061bcdb service neutron] 10.222.0.53 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973342 Feb 10 23:01:57.781659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1d2a264-b0e0-43cf-8ebc-a888eaa6062e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1305375 Feb 10 23:01:57.791432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45272) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:57.793599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:01:57.855443 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd78758-d8a5-41cc-9947-8f7b08ca0001 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:57.856218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd78758-d8a5-41cc-9947-8f7b08ca0001 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:57.895299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3dd78758-d8a5-41cc-9947-8f7b08ca0001 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/c35404be-83d4-48f9-b4b6-09f0366c0a8d HTTP/1.1" status: 404 len: 333 time: 0.1022289 Feb 10 23:01:57.899537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:57.915560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45276) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:57.973887 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-21993f65-2fef-48a9-ab6d-48605460957d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:57.974681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21993f65-2fef-48a9-ab6d-48605460957d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:57.976815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-21993f65-2fef-48a9-ab6d-48605460957d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/f744d469-49a6-41aa-8cde-63bec3d600c6 HTTP/1.1" status: 404 len: 337 time: 0.0541348 Feb 10 23:01:58.007484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:58.009880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45280) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:58.043741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:58.044180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:58.080859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e4fe1-fa26-4885-84db-3dbe1902548c req-6359fb92-257c-47a4-971a-8668b1992091 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:58.082448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-234e4fe1-fa26-4885-84db-3dbe1902548c req-6359fb92-257c-47a4-971a-8668b1992091 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 946 time: 0.5761499 Feb 10 23:01:58.126330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Usage tracker for resource:security_group_rule and tenant:c4df93f2cf93415b814ffdf6c38498d2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:58.137262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] For port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,segment=NetworkSegment(69a70a0e-bb48-4f75-a5fc-6239ef56e3d4),segment_id=69a70a0e-bb48-4f75-a5fc-6239ef56e3d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:58.137694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:58.154244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:58.196624 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0b85ee-ad61-47b7-8de4-5aaaeed01b62 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:58.197738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e0b85ee-ad61-47b7-8de4-5aaaeed01b62 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:58.201469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e0b85ee-ad61-47b7-8de4-5aaaeed01b62 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4c2b67e5-7b72-4bc5-a745-67166f4f0aa9 HTTP/1.1" status: 404 len: 337 time: 0.1864989 Feb 10 23:01:58.205826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:58.253176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45290) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:58.275208 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:01:49Z', 'revision_number': 3, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:58.279974 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8130449-5ec9-468e-b49a-279e44e040c4 None None] The sync data for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 is: [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:01:49Z', 'revision_number': 3, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:01:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:01:58.351884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:52Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'beaddf8d-f505-4958-842e-210ec8285fda', 'name': '', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:88:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '60004683-0c84-49e0-997d-8306f8800b3c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:50Z', 'updated_at': '2022-02-10T23:01:52Z', 'revision_number': 2, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '60004683-0c84-49e0-997d-8306f8800b3c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:58.355840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Allocated IP 172.20.0.1 (1707fbf3-1797-43bb-9d88-04fa61409122/20b8a076-e535-416a-a7d9-ec571c30e74b/675b92f7-a8b1-491f-a907-ff2cb9859f14) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:01:58.565826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Calling delete_port for ab0acf22-8c6c-4894-88a1-f5f47991c176 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:58.610607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e82791b-1a08-488c-9533-218783ae50f7 req-cae82d3b-e6a3-45d0-b3d6-1d2e310285b3 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:58.623574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e82791b-1a08-488c-9533-218783ae50f7 req-cae82d3b-e6a3-45d0-b3d6-1d2e310285b3 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1097 time: 0.4132249 Feb 10 23:01:58.763795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Calling delete_port for c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:01:58.793332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-234e4fe1-fa26-4885-84db-3dbe1902548c req-3a7921ea-c60b-4185-8bfe-554d7ef694a6 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5440180 Feb 10 23:01:58.801218 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8c7759-a761-474f-8e24-84c971a7fd47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:58.802481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8c7759-a761-474f-8e24-84c971a7fd47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:58.821774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bc8c7759-a761-474f-8e24-84c971a7fd47 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/dae6d76f-e186-4a64-bce4-d54b5fa32a67 HTTP/1.1" status: 404 len: 333 time: 0.5616014 Feb 10 23:01:58.831395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:01:58.844361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:58.844605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45300) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:58.869160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e82791b-1a08-488c-9533-218783ae50f7 req-5ded5595-68dc-4264-86fa-ec1d9bcf20f4 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436109 Feb 10 23:01:58.880557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:58.893586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45304) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:58.933342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:01:58.987788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Checking router: 829fbd8f-611a-42bb-bcc4-5b5acb39829f for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:01:58.987997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Updating router 829fbd8f-611a-42bb-bcc4-5b5acb39829f port beaddf8d-f505-4958-842e-210ec8285fda binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:01:58.989276 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb05022-3be0-4da4-97ac-1371a3766986 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:58.989440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb05022-3be0-4da4-97ac-1371a3766986 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:58.992154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.029633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] Sync routers for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:01:59.064997 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a64fafc5-0c61-477d-b260-f46f8596651e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "PUT /v2.0/routers/452f5dc5-5a43-41ab-a21c-fbdedc3ab731/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5788553 Feb 10 23:01:59.068647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8f149033-eaee-4d7e-a019-1c6853febbd9 req-8271ff6a-e59b-4733-bb41-b849e0d737ac tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 210 time: 0.1435027 Feb 10 23:01:59.076244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45310) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:59.104749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0acf22-8c6c-4894-88a1-f5f47991c176,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:59.137582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Request body: {'port': {'network_id': '37f2b756-be31-4692-bb4c-111a074d33eb', 'name': 'tempest-FloatingIPAdminTestJSON-1617336057'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:01:59.147724 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.157136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.157560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.157971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.158372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.158890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.159559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.160211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.161411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.162026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.162673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.163156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.163664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:01:59.166216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:01:59.167855 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bdb05022-3be0-4da4-97ac-1371a3766986 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/120d9de6-169d-4874-bfb7-c817426bd0b6 HTTP/1.1" status: 404 len: 337 time: 0.3222387 Feb 10 23:01:59.174032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] No DVR routers for this DVR port ab0acf22-8c6c-4894-88a1-f5f47991c176 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:01:59.178542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:59.196653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.214953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45314) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:59.227693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Transition to ACTIVE for port object 675b92f7-a8b1-491f-a907-ff2cb9859f14 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:01:59.322182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.375566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] For port ab0acf22-8c6c-4894-88a1-f5f47991c176, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ab0acf22-8c6c-4894-88a1-f5f47991c176,segment=NetworkSegment(ce530d46-bbf9-4018-9225-1b4dbf256269),segment_id=ce530d46-bbf9-4018-9225-1b4dbf256269)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:01:59.380652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.414062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c4df93f2cf93415b814ffdf6c38498d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9354744 Feb 10 23:01:59.434204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45318) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:59.439374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Network 1707fbf3-1797-43bb-9d88-04fa61409122 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:01:59.450264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:59.483474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:01:59.486484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:01:59.543361 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5506ef6d-3cba-48bf-8c1b-4271c8abcc25 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:01:59.543950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5506ef6d-3cba-48bf-8c1b-4271c8abcc25 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:01:59.546164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5506ef6d-3cba-48bf-8c1b-4271c8abcc25 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/596fb2a7-03da-427a-b6cd-7a58cbff2428 HTTP/1.1" status: 404 len: 337 time: 0.3286729 Feb 10 23:01:59.552664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b4d221-53a4-4fb1-99a4-598fdcbf3edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eab8374-76c5-4728-972e-de5c6675cd27,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:01:59.555472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:01:59.585329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0ec3b517-584e-4cd9-a6f7-7c701bc15de2 None None] Provisioning for port beaddf8d-f505-4958-842e-210ec8285fda completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:01:59.741072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-4d9359d7-8ff6-45a1-b908-8b0507244a77 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:01:59.743217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-4d9359d7-8ff6-45a1-b908-8b0507244a77 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.24 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 946 time: 1.1473453 Feb 10 23:01:59.744420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:01:59.787930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Usage tracker for resource:port and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:01:59.798639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:01:59.830845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:01:59.860287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:01:59.954646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb9a3339-9e8c-4801-9437-dcf52343a3ea']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:01:59.975019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Made reservation on behalf of 90760e7faa894779a574d6ce3e43b593 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:01:59.981101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.011889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Deleting port 26feae94-c599-4873-8dc1-f2431362c529 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:00.015909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.017119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.030165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Transition to ACTIVE for port object beaddf8d-f505-4958-842e-210ec8285fda will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:00.086862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce530d46-bbf9-4018-9225-1b4dbf256269') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:00.087505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce530d46-bbf9-4018-9225-1b4dbf256269') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:00.098925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:00.113227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] device_id is not set on port 88960b0c-13fd-4ae8-8160-71469048318d yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:00.113431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:00.157061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.276005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Calling delete_port for ab0acf22-8c6c-4894-88a1-f5f47991c176 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:00.291000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.311648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-fccdbb0a-2718-4fb5-b9f0-fa63ec154461 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:00.312180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:00.312726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.314816 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-fccdbb0a-2718-4fb5-b9f0-fa63ec154461 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.24 "GET /v2.0/networks?id=7aba07be-4378-4e63-831f-9e1ac7ae6663 HTTP/1.1" status: 200 len: 797 time: 0.2215679 Feb 10 23:02:00.338035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:00.373218 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:00.377149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1a0f65f-ede5-4eaf-b72f-97f699c834e0 req-a631d4bc-faa6-4e04-b830-5e9939840e9e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 210 time: 0.0475399 Feb 10 23:02:00.388248 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8ec1160-4ade-475d-a1b8-ce814e640eba tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:00.389026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8ec1160-4ade-475d-a1b8-ce814e640eba tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:00.415921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8ec1160-4ade-475d-a1b8-ce814e640eba tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/29468b46-6ce3-4a4a-9fdf-213e7a6691f5 HTTP/1.1" status: 404 len: 333 time: 0.5014515 Feb 10 23:02:00.418699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Pushing event updated for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:00.433908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Request body: {'port': {'device_id': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'admin_state_up': True, 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:00.448644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45330) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:00.570240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:00.570647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa14ac87-22f5-44f4-81c1-ce8f6ac79af8 None None] The sync data for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:00.631472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.635382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.658260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] For port 26feae94-c599-4873-8dc1-f2431362c529, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=26feae94-c599-4873-8dc1-f2431362c529,segment=NetworkSegment(5f7fd756-55a1-428b-93dd-8ed6a5064ebb),segment_id=5f7fd756-55a1-428b-93dd-8ed6a5064ebb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:00.658612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.664681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:00.676894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:00.686800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.689115 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:02:00.711663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:02:00.711940 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:02:00.725463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Made reservation on behalf of 7fd44e611f904c0eabeffed3cc48748f for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:00.729614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.774239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.818790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Calling delete_port for 26feae94-c599-4873-8dc1-f2431362c529 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:00.828093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 6a623942-0e37-42e9-9045-baaf4b78832f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:00.828606 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.870356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.879168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Provisioning complete for port c083e5c0-697d-4d89-887b-95bf103b84f9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:00.879168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:00.920935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Attempting to bind port beaddf8d-f505-4958-842e-210ec8285fda on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:00.921499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Attempting to bind port beaddf8d-f505-4958-842e-210ec8285fda by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:00.922138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Attempting to bind port beaddf8d-f505-4958-842e-210ec8285fda on network 7aba07be-4378-4e63-831f-9e1ac7ae6663 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:00.925259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4de09-166f-4abd-a4b2-974dd52ac3d9 None None] Pushing event updated for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:00.945956 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d4418c-fad8-4537-b006-91ed5e61bde1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:00.947131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d4418c-fad8-4537-b006-91ed5e61bde1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.017814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59d4418c-fad8-4537-b006-91ed5e61bde1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/311439c3-a151-44a8-8563-8253440bccf0 HTTP/1.1" status: 404 len: 337 time: 0.5504327 Feb 10 23:02:01.037193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45334) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.061981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9a0b1-0726-427d-904e-8b010ab3cf53 req-5371c423-fb3d-4dbc-965e-7c47964a11ed tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:01.065032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7c9a0b1-0726-427d-904e-8b010ab3cf53 req-5371c423-fb3d-4dbc-965e-7c47964a11ed tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 946 time: 0.9681230 Feb 10 23:02:01.109303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] No DVR routers for this DVR port c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:01.137978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.143545 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-92774dc3-fad1-4670-9a3c-775f45fb054e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:01.144260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92774dc3-fad1-4670-9a3c-775f45fb054e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.146783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:01.200760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.204280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb9a3339-9e8c-4801-9437-dcf52343a3ea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:01.210626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:01.211247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Checking segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:01.211675 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.212074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Bound using segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:01.212563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Bound port: beaddf8d-f505-4958-842e-210ec8285fda, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:01.212937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.231369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Deleting port ab0acf22-8c6c-4894-88a1-f5f47991c176 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:01.231923 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.257352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-92774dc3-fad1-4670-9a3c-775f45fb054e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/2d4e2187-30b6-4a2c-b86d-619178c8004b HTTP/1.1" status: 404 len: 337 time: 0.2137709 Feb 10 23:02:01.257577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3a9f04-d731-4288-a8aa-a56ce6884497 None None] Pushing event deleted for resources: {'Port': ['ID=c51ae9b0-8576-4e1b-ba7a-f42e6085f0a6,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:01.261764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45338) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.306105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Allocated IP 172.20.0.4 (37f2b756-be31-4692-bb4c-111a074d33eb/71467731-7090-46b9-aba1-ae37b7f9380a/88960b0c-13fd-4ae8-8160-71469048318d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:01.335041 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d91f3628-f6d0-433d-88b0-90ed9ba036d2 admin admin] 10.222.0.53 "DELETE /v2.0/networks/cb9a3339-9e8c-4801-9437-dcf52343a3ea HTTP/1.1" status: 204 len: 168 time: 8.3733096 Feb 10 23:02:01.338776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b32040cc-f6c6-496c-b273-a827aef5db7f None None] The port 'ab0acf22-8c6c-4894-88a1-f5f47991c176' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:02:01.342008 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-135354fd-4397-44d4-b520-ad4e9912df28 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:01.342481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-135354fd-4397-44d4-b520-ad4e9912df28 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.347173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-135354fd-4397-44d4-b520-ad4e9912df28 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/c4adf380-6990-40d4-b938-e4c69053e57c HTTP/1.1" status: 404 len: 333 time: 0.0722015 Feb 10 23:02:01.351168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45344) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.367327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Port c083e5c0-697d-4d89-887b-95bf103b84f9 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:01.409439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.419360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Provisioning for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:01.438484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Provisioning complete for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:01.438912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.451798 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1b2df9d-bdfe-49ba-b73e-6d4f3a093275 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:01.452326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1b2df9d-bdfe-49ba-b73e-6d4f3a093275 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.456473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1b2df9d-bdfe-49ba-b73e-6d4f3a093275 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/8bd5e030-1df7-4701-96d9-da9c606a6696 HTTP/1.1" status: 404 len: 337 time: 0.1006334 Feb 10 23:02:01.472798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45350) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.482674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:01.503055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:01.503815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.536364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] For port beaddf8d-f505-4958-842e-210ec8285fda, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:01.570115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ce562-a737-413a-9e38-f602ba18e414 None None] Port 675b92f7-a8b1-491f-a907-ff2cb9859f14 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:01.571194 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90b4bdb-c7ac-4f21-ab89-80fd821db0fd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:01.574326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] For port beaddf8d-f505-4958-842e-210ec8285fda, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=beaddf8d-f505-4958-842e-210ec8285fda,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:01.575922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90b4bdb-c7ac-4f21-ab89-80fd821db0fd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.588756 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.601519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Pushing event deleted for resources: {'Port': ['ID=26feae94-c599-4873-8dc1-f2431362c529,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:01.615737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7c9a0b1-0726-427d-904e-8b010ab3cf53 req-cfa468a1-ec86-4722-9556-1ded273fc08c tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/security-groups?id=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4206703 Feb 10 23:02:01.617995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Allocated IP 172.20.0.26 (7aba07be-4378-4e63-831f-9e1ac7ae6663/60004683-0c84-49e0-997d-8306f8800b3c/cfd05ee6-3b00-4cb7-be01-991fd46c1bc5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:01.631525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.634321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.635809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2eab8374-76c5-4728-972e-de5c6675cd27 HTTP/1.1" status: 204 len: 168 time: 2.1864190 Feb 10 23:02:01.656889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f90b4bdb-c7ac-4f21-ab89-80fd821db0fd tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/906c6c61-f32c-41ea-89bf-1dbdbd54e5f8 HTTP/1.1" status: 404 len: 337 time: 0.1787364 Feb 10 23:02:01.659157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.659805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:01.676099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45356) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.682459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade60acc-b363-4613-a732-a954c965d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eab8374-76c5-4728-972e-de5c6675cd27,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:01.777180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:01.778165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:01.803991 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf0701d-33d5-4ed2-b5a5-c3d8d9203723 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:01.804615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf0701d-33d5-4ed2-b5a5-c3d8d9203723 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:01.806506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9cf0701d-33d5-4ed2-b5a5-c3d8d9203723 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/05639ee8-afae-4ac4-9428-7cad5500d2a1 HTTP/1.1" status: 404 len: 333 time: 0.1259506 Feb 10 23:02:01.809301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45360) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.809790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45362) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:01.897340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4de09-166f-4abd-a4b2-974dd52ac3d9 None None] Pushing event updated for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:01.937621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 6a623942-0e37-42e9-9045-baaf4b78832f owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:02.079565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:02.146407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-105a74b4-53b1-470a-956e-23827cb70805 req-99297f10-4770-4655-b733-f7efef37ac6c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 210 time: 0.4438732 Feb 10 23:02:02.226362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] No DVR routers for this DVR port 26feae94-c599-4873-8dc1-f2431362c529 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:02.229530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.232530 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b4134cbf-f3b4-4004-a82f-f074ae5c7234 req-85babff9-7215-499c-b07d-7637c96aa9f8 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.24 "DELETE /v2.0/ports/26feae94-c599-4873-8dc1-f2431362c529 HTTP/1.1" status: 204 len: 173 time: 2.4813869 Feb 10 23:02:02.240706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'name': 'network-vif-deleted', 'tag': '26feae94-c599-4873-8dc1-f2431362c529'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:02.338909 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c919713f-6412-470f-96cf-17a0773f298f', 'name': 'network-vif-deleted', 'tag': '26feae94-c599-4873-8dc1-f2431362c529', 'status': 'completed', 'code': 200} Feb 10 23:02:02.344410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45372) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:02.361693 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.371984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.412646 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1af7b9d-b24e-4797-8364-b9f44579c976 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:02.413264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1af7b9d-b24e-4797-8364-b9f44579c976 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:02.418363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c1af7b9d-b24e-4797-8364-b9f44579c976 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4e06cca8-516d-4ece-93ca-3bd4f278489a HTTP/1.1" status: 404 len: 337 time: 0.5106533 Feb 10 23:02:02.419221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:02.423607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:02.454481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Usage tracker for resource:security_group_rule and tenant:283b8898e96542dbb265e0d30baee539 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:02.460912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.473361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:02.486699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.517846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:02.555009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.558585 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-24735d3b-112e-43ba-a825-98270fae9973 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=881fdd7f8b1c483e9398c5a3ee038211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534204 Feb 10 23:02:02.561704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45380) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:02.563784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:02.571207 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a73fd79-b3e8-4591-b9c6-540fc1b3d01a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:02.572169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a73fd79-b3e8-4591-b9c6-540fc1b3d01a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:02.577510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5a73fd79-b3e8-4591-b9c6-540fc1b3d01a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/abafdb30-47bf-4dc9-82f6-6ed00b641976 HTTP/1.1" status: 404 len: 333 time: 0.1548755 Feb 10 23:02:02.579242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45384) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:02.629100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:02.667457 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f4c5c8-95b1-4695-bdba-873894fe9d85 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:02.668177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f4c5c8-95b1-4695-bdba-873894fe9d85 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:02.670093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b5f4c5c8-95b1-4695-bdba-873894fe9d85 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/4f859570-cb2b-4e23-9c2b-7dc46ca90c58 HTTP/1.1" status: 404 len: 337 time: 0.0896814 Feb 10 23:02:02.672613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Transition to ACTIVE for port object 88960b0c-13fd-4ae8-8160-71469048318d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:02.682714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45388) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:02.684237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:52Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'beaddf8d-f505-4958-842e-210ec8285fda', 'name': '', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:88:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '60004683-0c84-49e0-997d-8306f8800b3c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:50Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '60004683-0c84-49e0-997d-8306f8800b3c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:02.698711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0880e39e-219d-41cd-86e0-2d17cafd5df7 None None] The sync data for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 is: [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:01:52Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'beaddf8d-f505-4958-842e-210ec8285fda', 'name': '', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:88:51:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3198, 'fixed_ips': [{'subnet_id': '60004683-0c84-49e0-997d-8306f8800b3c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:50Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '60004683-0c84-49e0-997d-8306f8800b3c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:02.863968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:02.872650 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2101cc-816e-4b56-b0ad-f9d0c32f8042 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:02.874977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2101cc-816e-4b56-b0ad-f9d0c32f8042 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:02.876820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 26feae94-c599-4873-8dc1-f2431362c529 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:02.960273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Transition to ACTIVE for port object cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:02.993518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 26feae94-c599-4873-8dc1-f2431362c529 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:02.995094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 26feae94-c599-4873-8dc1-f2431362c529 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:03.028679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.045136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e2101cc-816e-4b56-b0ad-f9d0c32f8042 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/ab03b67c-9f4c-49b8-8f3b-54265b38b51e HTTP/1.1" status: 404 len: 333 time: 0.3608739 Feb 10 23:02:03.064989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49bb8023-35a5-435d-8d88-960714372813 req-9a07b7dc-f2e6-46c7-93bd-dbd073a6aae4 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Synchronizing usage tracker for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:03.078218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:03.114764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.209477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device beaddf8d-f505-4958-842e-210ec8285fda up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:03.225082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=6a623942-0e37-42e9-9045-baaf4b78832f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:03.278194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.315350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.320660 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba1774e-2519-4238-bf1b-0b55a4b0b212 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:03.321417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba1774e-2519-4238-bf1b-0b55a4b0b212 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:03.355273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port beaddf8d-f505-4958-842e-210ec8285fda completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:03.358325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-49bb8023-35a5-435d-8d88-960714372813 req-9a07b7dc-f2e6-46c7-93bd-dbd073a6aae4 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] Unset dirty status for tenant:3456858603f7432c84f56b3b7311812a on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:03.360557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49bb8023-35a5-435d-8d88-960714372813 req-9a07b7dc-f2e6-46c7-93bd-dbd073a6aae4 tempest-VolumesActionsTest-527689453 tempest-VolumesActionsTest-527689453-project] 10.222.0.53 "GET /v2.0/ports?device_id=c919713f-6412-470f-96cf-17a0773f298f HTTP/1.1" status: 200 len: 210 time: 0.4675322 Feb 10 23:02:03.378446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port beaddf8d-f505-4958-842e-210ec8285fda triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:03.379014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.380340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.503675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ba1774e-2519-4238-bf1b-0b55a4b0b212 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/88565ceb-3342-46b3-a2cd-2d4292a301fc HTTP/1.1" status: 404 len: 337 time: 0.4177279 Feb 10 23:02:03.507656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.511168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.511816 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 1c6a3b49-6533-4e4b-af2d-0bbc418634c7 disassociated (deleted). External IP: 172.25.2.171, port: b402522b-4023-44c8-b3cc-8d005f9b7151. Feb 10 23:02:03.527211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:03.578476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.588380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.620271 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:02:03.638832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port beaddf8d-f505-4958-842e-210ec8285fda, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=beaddf8d-f505-4958-842e-210ec8285fda,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:03.649146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:03.650999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.654180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:03.666802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:03.669866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:03.682176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Network 37f2b756-be31-4692-bb4c-111a074d33eb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:03.683066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event updated for resources: {'Port': ['ID=88960b0c-13fd-4ae8-8160-71469048318d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:03.685731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052dcb1c-1c50-40cd-9821-6b9c56ad049c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:03.694063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:03.701040 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-da604efb-179c-4aa3-bdf1-802f534d5233 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:03.703913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da604efb-179c-4aa3-bdf1-802f534d5233 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:03.718662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:03.721918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.724033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event updated for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:03.770688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e15e8b41-cf72-4d94-ae48-e45d0e9252e5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=283b8898e96542dbb265e0d30baee539&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4251065 Feb 10 23:02:03.772886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.779003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da604efb-179c-4aa3-bdf1-802f534d5233 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/e58dbdb6-ac0b-4812-89ae-6f98b5cf5650 HTTP/1.1" status: 404 len: 333 time: 0.2471173 Feb 10 23:02:03.780403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:03.793028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45406) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:03.924859 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4a42afc-a48f-4f87-aa1a-c5124eca2208 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:03.925774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4a42afc-a48f-4f87-aa1a-c5124eca2208 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:03.948693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:03.975386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:03.976303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.013294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-737bd235-1ef1-4a01-b219-24e9bebe7f8d tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9324560 Feb 10 23:02:04.015482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b4a42afc-a48f-4f87-aa1a-c5124eca2208 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/e286d3bd-2cab-4586-b867-a879ef4234c4 HTTP/1.1" status: 404 len: 337 time: 0.2118378 Feb 10 23:02:04.021876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5ffafd-e476-46de-9292-eb3d4256dbc9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:04.028491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.028999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.046472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:04.123421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:04.123818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.141290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.148980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d07e926d-94ec-4a13-b2b9-2100e5e7a138 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5f5ffafd-e476-46de-9292-eb3d4256dbc9 HTTP/1.1" status: 204 len: 168 time: 1.5807772 Feb 10 23:02:04.197788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:04.198692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.214008 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-801adbde-0f3c-4ac9-b559-0858b788542d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.218401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801adbde-0f3c-4ac9-b559-0858b788542d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.221225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-801adbde-0f3c-4ac9-b559-0858b788542d tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/4f1a21d5-8af5-44a5-8df9-d817337b62ee HTTP/1.1" status: 404 len: 333 time: 0.1862216 Feb 10 23:02:04.224162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45426) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.283869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.314943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96b8e5-dd06-47e5-9c42-f5df129013c1 req-beb9b535-fc3c-4a50-8fc2-d6366814671d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:04.316432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7c96b8e5-dd06-47e5-9c42-f5df129013c1 req-beb9b535-fc3c-4a50-8fc2-d6366814671d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:04.323251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Pushing event updated for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:04.333247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.346418 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab32255-1393-48d6-9dc1-d87cf322bd99 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.347677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab32255-1393-48d6-9dc1-d87cf322bd99 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.351875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9f872f3f-57a7-4bb0-a123-2ba743966a3c tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 3.9537065 Feb 10 23:02:04.365337 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ab32255-1393-48d6-9dc1-d87cf322bd99 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/2e510b49-d150-42b4-8996-4b84fb344284 HTTP/1.1" status: 404 len: 337 time: 0.1197672 Feb 10 23:02:04.369134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45430) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.390599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Request body: {'port': {'device_id': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:04.395749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Provisioning for port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:04.412413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Provisioning complete for port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:04.413042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.503916 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2d0c61-e0a9-485b-bf9c-ab75ae9f6c78 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.507534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2d0c61-e0a9-485b-bf9c-ab75ae9f6c78 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.513870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:04.515361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d2d0c61-e0a9-485b-bf9c-ab75ae9f6c78 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/8dedef7a-b82f-4bbe-bc23-5f327c523eff HTTP/1.1" status: 404 len: 333 time: 0.1429641 Feb 10 23:02:04.516011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45438) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.531930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.537540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Provisioning for port 88960b0c-13fd-4ae8-8160-71469048318d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:04.545558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Provisioning complete for port 88960b0c-13fd-4ae8-8160-71469048318d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:04.545946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.665741 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ca3e79a-b2ac-45a8-b41f-4ba8ae499de1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.666976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ca3e79a-b2ac-45a8-b41f-4ba8ae499de1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.668968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ca3e79a-b2ac-45a8-b41f-4ba8ae499de1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/23b99e46-9b3c-49d2-abb5-a1ccc05e78ea HTTP/1.1" status: 404 len: 337 time: 0.1493485 Feb 10 23:02:04.680040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'project_id': '90760e7faa894779a574d6ce3e43b593', 'port_id': '88960b0c-13fd-4ae8-8160-71469048318d'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:04.685617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45448) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.692810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:04.706306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7c96b8e5-dd06-47e5-9c42-f5df129013c1 req-beb9b535-fc3c-4a50-8fc2-d6366814671d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:04.707540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c96b8e5-dd06-47e5-9c42-f5df129013c1 req-beb9b535-fc3c-4a50-8fc2-d6366814671d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 895 time: 1.4111700 Feb 10 23:02:04.728009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-50b2b024-c5b1-4728-b06e-eacf1df0f8a0 None None] Port 88960b0c-13fd-4ae8-8160-71469048318d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:04.787049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Usage tracker for resource:floatingip and tenant:90760e7faa894779a574d6ce3e43b593 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:04.803777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:04.809486 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c740d9de-7478-47ae-aa4c-d2cf76de1977 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.810580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c740d9de-7478-47ae-aa4c-d2cf76de1977 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.814695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c740d9de-7478-47ae-aa4c-d2cf76de1977 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/9974432f-8c6e-4d47-b444-1f80c2e600c8 HTTP/1.1" status: 404 len: 337 time: 0.1272230 Feb 10 23:02:04.821182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45454) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:04.825001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:04.885571 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e3840f-fc73-48b5-964f-f73351909579 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:04.886062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e3840f-fc73-48b5-964f-f73351909579 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:04.894488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:04.918983 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-41e3840f-fc73-48b5-964f-f73351909579 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/48d5f7ec-18b3-4f2d-814e-b3783be2bdc0 HTTP/1.1" status: 404 len: 333 time: 0.0964084 Feb 10 23:02:05.009619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45460) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.012511 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.039774 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.047218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.048403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/052dcb1c-1c50-40cd-9821-6b9c56ad049c HTTP/1.1" status: 204 len: 168 time: 1.2639282 Feb 10 23:02:05.049285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45464) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.052050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device beaddf8d-f505-4958-842e-210ec8285fda up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:05.098391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b45a01-fbd2-4cc6-b218-d443b34d941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052dcb1c-1c50-40cd-9821-6b9c56ad049c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:05.150761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4de7ad85-7e14-41ae-aca5-5568e17c7cdf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=af9572156f5e494ab42a5918efa45502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879002 Feb 10 23:02:05.152370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.279187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.328234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port beaddf8d-f505-4958-842e-210ec8285fda triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:05.328612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.397724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.432934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.509795 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e204ca00-f5a0-4290-b22c-f0245e37f060 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:05.510905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e204ca00-f5a0-4290-b22c-f0245e37f060 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:05.516505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e204ca00-f5a0-4290-b22c-f0245e37f060 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a9e9df59-fa74-47df-abad-cccff92dfa89 HTTP/1.1" status: 404 len: 337 time: 0.4759419 Feb 10 23:02:05.521923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45482) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.535392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.602790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:05.604578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fe548171-a2f7-4a96-be5f-5f843bc801ad HTTP/1.1" status: 204 len: 168 time: 0.4509826 Feb 10 23:02:05.666655 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60f7ca5-3ef7-4c7d-8311-2be15f658066 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:05.667183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60f7ca5-3ef7-4c7d-8311-2be15f658066 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:05.671796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a60f7ca5-3ef7-4c7d-8311-2be15f658066 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/52b05fc5-f322-4d57-bc57-6de06936aa01 HTTP/1.1" status: 404 len: 337 time: 0.1455364 Feb 10 23:02:05.679172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45492) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.741474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Allocated IP 172.25.2.51 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/1304b95e-7d4e-499c-ab05-54b1c69ee999) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:05.787831 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-19540197-d196-4597-92b3-789c4a1b9c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:05.790289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19540197-d196-4597-92b3-789c4a1b9c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:05.792971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-19540197-d196-4597-92b3-789c4a1b9c77 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/7999acd8-69df-45b6-8cbf-c3d893352f1c HTTP/1.1" status: 404 len: 333 time: 0.1126661 Feb 10 23:02:05.820081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45504) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:05.822616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 24ae07db-fd23-4703-a6c1-46de27046110 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:05.881192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Network 1707fbf3-1797-43bb-9d88-04fa61409122 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:05.890471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:06.017089 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7c5e5f-8ec1-4d25-87b1-e5389c891759 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.017733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7c5e5f-8ec1-4d25-87b1-e5389c891759 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.023996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec7c5e5f-8ec1-4d25-87b1-e5389c891759 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/33a2b398-8f6e-40bc-a8bc-5c15171ea3c0 HTTP/1.1" status: 404 len: 337 time: 0.1963713 Feb 10 23:02:06.106976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa0c07-68e3-4a55-9240-4f1ae9150497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe548171-a2f7-4a96-be5f-5f843bc801ad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:06.118538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.312628 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a1fb6d0-94c5-4b0f-a809-20842514bf86 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.313102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a1fb6d0-94c5-4b0f-a809-20842514bf86 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.325900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a1fb6d0-94c5-4b0f-a809-20842514bf86 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/6532c95d-0eb0-4225-a365-95d418c74a9b HTTP/1.1" status: 404 len: 337 time: 0.2063391 Feb 10 23:02:06.442616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45518) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.496722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2b451c2c-e83a-4789-82f9-5f6c16bdf407 None None] Provisioning complete for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:06.498658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b451c2c-e83a-4789-82f9-5f6c16bdf407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:06.527755 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c051dd-3194-4297-95ce-a9483fbef1ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.528607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c051dd-3194-4297-95ce-a9483fbef1ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.530136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-72c051dd-3194-4297-95ce-a9483fbef1ce tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/7d4c8902-37b7-42ef-9a6a-3073bb3557da HTTP/1.1" status: 404 len: 333 time: 0.0821373 Feb 10 23:02:06.534076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:06.542326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.551689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42019120-1f4e-4617-a5b7-559c3ace64a8 req-d828c3f2-d0e6-4161-9987-3c81f4cc7e34 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:06.553315 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-42019120-1f4e-4617-a5b7-559c3ace64a8 req-d828c3f2-d0e6-4161-9987-3c81f4cc7e34 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 895 time: 0.4429862 Feb 10 23:02:06.604910 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3762690f-4a8a-4040-8ab6-e485cda952aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.605603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3762690f-4a8a-4040-8ab6-e485cda952aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.607489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3762690f-4a8a-4040-8ab6-e485cda952aa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a40e1e3c-0ab2-47f9-8e32-06ab8aa7a7f6 HTTP/1.1" status: 404 len: 337 time: 0.0531664 Feb 10 23:02:06.610617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45534) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.640895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2b451c2c-e83a-4789-82f9-5f6c16bdf407 None None] Port 675b92f7-a8b1-491f-a907-ff2cb9859f14 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:06.667822 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2407ee3-9a45-4fcb-b518-aa2491551386 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.668520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2407ee3-9a45-4fcb-b518-aa2491551386 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.670463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2407ee3-9a45-4fcb-b518-aa2491551386 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/0215c275-3983-4129-914c-3f86960355e5 HTTP/1.1" status: 404 len: 337 time: 0.0587931 Feb 10 23:02:06.673034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45540) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.740631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ec9afa4-5048-4540-8f31-bd68dc384fe2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports?device_id=ca9a2917-8827-454c-8fbe-95ecf4193853 HTTP/1.1" status: 200 len: 205 time: 0.0572631 Feb 10 23:02:06.740631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45546) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.769244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:02:06.829064 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-1f9b07d1-f9d9-4398-a71e-e2140aec4931 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] delete failed (client error): The resource could not be found. Feb 10 23:02:06.830367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f9b07d1-f9d9-4398-a71e-e2140aec4931 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/routers/ca9a2917-8827-454c-8fbe-95ecf4193853 HTTP/1.1" status: 404 len: 336 time: 0.0943196 Feb 10 23:02:06.834190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.877128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:02:06.888368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:06.900043 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b69110a-aea2-461b-b032-bde29ee9614e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:06.900632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b69110a-aea2-461b-b032-bde29ee9614e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:06.903057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b69110a-aea2-461b-b032-bde29ee9614e tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/1754ccc3-0bbf-40fb-afc2-6a2356f1b0da HTTP/1.1" status: 404 len: 337 time: 0.0675640 Feb 10 23:02:06.905710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45562) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:06.916734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Transition to ACTIVE for port object cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:06.972211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-375d330d-c363-40ac-bcf4-a27bf45bf794 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "GET /v2.0/ports?device_id=d93b703b-b70f-439f-b300-86f716f82844 HTTP/1.1" status: 200 len: 205 time: 0.0652378 Feb 10 23:02:06.975745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:06.987431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45570) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:07.012162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:07.020816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:07.032093 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Sync routers for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:07.056832 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:07.058230 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:07.123885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:07.141014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:07.152121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Pushing event updated for resources: {'Port': ['ID=1304b95e-7d4e-499c-ab05-54b1c69ee999,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:07.155404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:07.286392 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-289784eb-65e0-4663-8330-6cc3326373d7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] delete failed (client error): The resource could not be found. Feb 10 23:02:07.287522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-289784eb-65e0-4663-8330-6cc3326373d7 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/routers/d93b703b-b70f-439f-b300-86f716f82844 HTTP/1.1" status: 404 len: 336 time: 0.1443136 Feb 10 23:02:07.288994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:07.304470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45586) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:07.601056 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:07.674605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eea13cca-1421-4a13-b9e4-47d707ac9ede tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/floatingips/1c6a3b49-6533-4e4b-af2d-0bbc418634c7 HTTP/1.1" status: 204 len: 168 time: 8.7653918 Feb 10 23:02:07.690413 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2725648-703b-42ce-877b-12105266a198 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:07.694403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2725648-703b-42ce-877b-12105266a198 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:07.697780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f2725648-703b-42ce-877b-12105266a198 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/0f9a4f51-0977-4c65-a508-e8e877277fb0 HTTP/1.1" status: 404 len: 337 time: 0.3689580 Feb 10 23:02:07.710986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:07.746510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:07.749706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:07.913981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Router 0722745c-9dc7-42f2-9923-e051ed02c150 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:07.939387 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:07.970931 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c5e5b93-9d86-4570-a3bc-89ddefb549df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:07.971704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c5e5b93-9d86-4570-a3bc-89ddefb549df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:07.974687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6c5e5b93-9d86-4570-a3bc-89ddefb549df tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/e4bca1eb-7620-45b2-8cc2-c05dc0e54b86 HTTP/1.1" status: 404 len: 337 time: 0.2206426 Feb 10 23:02:07.984761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45606) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:08.059322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:08.288163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca69aecd-0836-4036-b027-35207a5970d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:08.402602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:08.415100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:08.648363 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 23:02:08.655792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:08.661029 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Checking router: 24ae07db-fd23-4703-a6c1-46de27046110 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:08.672129 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:08.672778 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:08.680596 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd7916ef-4aa2-41d9-816e-dd5363fa2578 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:08.682880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Pushing event updated for resources: {'Port': ['ID=1304b95e-7d4e-499c-ab05-54b1c69ee999,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:08.684652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd7916ef-4aa2-41d9-816e-dd5363fa2578 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:08.688431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bd7916ef-4aa2-41d9-816e-dd5363fa2578 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/f9d425e1-cdf9-4cbb-a8dc-fb3b7ba06f49 HTTP/1.1" status: 404 len: 333 time: 0.6842518 Feb 10 23:02:08.711075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45640) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:08.884892 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b85df19-e2e7-4423-8a7f-ecb1fddfd455 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:08.885166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:08.885604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b85df19-e2e7-4423-8a7f-ecb1fddfd455 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:08.887972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8b85df19-e2e7-4423-8a7f-ecb1fddfd455 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/16027ee1-0838-4b2b-998b-48df2036de6d HTTP/1.1" status: 404 len: 337 time: 0.1467094 Feb 10 23:02:08.896765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Attempting to bind port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:08.903877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Attempting to bind port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:08.904199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Attempting to bind port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 on network 7aba07be-4378-4e63-831f-9e1ac7ae6663 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:08.908923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45654) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:08.981464 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:09.008023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186ea6b-a1ee-460f-b889-95760048ea8f req-97fffe43-cbbc-409b-bd3b-ab342f95969f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:09.015652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2186ea6b-a1ee-460f-b889-95760048ea8f req-97fffe43-cbbc-409b-bd3b-ab342f95969f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 946 time: 0.5947914 Feb 10 23:02:09.179752 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2186ea6b-a1ee-460f-b889-95760048ea8f req-816bd98d-83d9-4333-a665-62ab258b032e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630599 Feb 10 23:02:09.196897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 on network 7aba07be-4378-4e63-831f-9e1ac7ae6663 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:02:09.197500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Attempting to bind port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 on network 7aba07be-4378-4e63-831f-9e1ac7ae6663 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:09.221481 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Floating IP 1fb4e94c-8623-4298-bf5a-bb90b0134929 associated. External IP: 172.25.2.51, port: 88960b0c-13fd-4ae8-8160-71469048318d. Feb 10 23:02:09.247386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:09.258370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Sync routers for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:09.264767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32a7deae-8ee3-403f-9d44-030291fb1b7c admin admin] 10.222.0.53 "PUT /v2.0/routers/0722745c-9dc7-42f2-9923-e051ed02c150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2526238 Feb 10 23:02:09.276933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:09.277591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:01:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:09.289598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:09.290314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Checking segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:09.290883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Bound using segment: {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:09.291681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Bound port: cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d1c2236-4966-44c9-ab79-76eb9491a743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:09.292583 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:09.322041 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-98208cd5-cf58-4057-ab0f-61fc790fb5d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:09.322531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98208cd5-cf58-4057-ab0f-61fc790fb5d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:09.330601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-98208cd5-cf58-4057-ab0f-61fc790fb5d2 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/14f9c6a4-646c-4668-a084-822066c55968 HTTP/1.1" status: 404 len: 333 time: 0.4094200 Feb 10 23:02:09.358596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45684) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:09.373135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916796ae-3036-4b4f-8806-264b18c5aa3a req-8c96f591-80d3-4d99-ad26-81032972e4e9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:09.375207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-916796ae-3036-4b4f-8806-264b18c5aa3a req-8c96f591-80d3-4d99-ad26-81032972e4e9 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 1.5332601 Feb 10 23:02:09.611895 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-562ebda4-21f7-4aa9-83a8-682ad58ff67a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:09.621276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-562ebda4-21f7-4aa9-83a8-682ad58ff67a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:09.628015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-562ebda4-21f7-4aa9-83a8-682ad58ff67a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/a3dda313-16d8-4e2f-9458-cdded56d7641 HTTP/1.1" status: 404 len: 337 time: 0.2210872 Feb 10 23:02:09.636009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45698) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:09.661600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:09.669028 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8393c0c-82d7-498d-9462-f4b1a5ae2ee7 None None] The sync data for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 is: [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T22:57:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '88bf2bc1-28df-477e-807c-3bd8f466503a', 'name': '', 'network_id': 'c9e1ace9-1bb5-4830-81f7-70c8013380e2', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:e0:4d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_interface', 'standard_attr_id': 2828, 'fixed_ips': [{'subnet_id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:27Z', 'updated_at': '2022-02-10T22:57:54Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'f4df51de-99b2-4a8d-adb2-85044cba68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:09.977180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:10.093282 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b315c564-27e7-4661-a08d-73cf71c4b652 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:10.095877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b315c564-27e7-4661-a08d-73cf71c4b652 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:10.102542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:10.103681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b315c564-27e7-4661-a08d-73cf71c4b652 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/678a0aed-b34d-4d64-885b-987dad67ca3b HTTP/1.1" status: 404 len: 333 time: 0.4587064 Feb 10 23:02:10.207931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:10.228496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:10.237973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-7c74c4a6-6070-4f4b-97b5-07358fc31bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:10.242380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-7c74c4a6-6070-4f4b-97b5-07358fc31bf7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 1097 time: 1.6116469 Feb 10 23:02:10.250360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:10.273544 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5e5203-539f-476b-9abf-01bae3f030a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:10.274361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5e5203-539f-476b-9abf-01bae3f030a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:10.291675 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7a5e5203-539f-476b-9abf-01bae3f030a3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/37af1d6a-11b5-453f-a841-9788ce21433f HTTP/1.1" status: 404 len: 337 time: 0.1864831 Feb 10 23:02:10.292652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45716) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:10.483959 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7ccfc4-4e87-47fd-b266-d206c3883595 None None] New status for floating IP 1c6a3b49-6533-4e4b-af2d-0bbc418634c7: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:02:10.490458 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9cba167-efee-4302-8149-a4fe70d0cbd1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:10.491886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9cba167-efee-4302-8149-a4fe70d0cbd1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:10.498464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9cba167-efee-4302-8149-a4fe70d0cbd1 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/3058b8fe-5a7c-43c7-92fa-646bae983aa2 HTTP/1.1" status: 404 len: 333 time: 0.2023568 Feb 10 23:02:10.504851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:10.633098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:10.637025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:10.643525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] 10.222.0.24 "PUT /v2.0/ports/cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 HTTP/1.1" status: 200 len: 1055 time: 6.2638690 Feb 10 23:02:10.673582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:10.683985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45734) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:10.866056 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f18f91-cc67-40ed-ad3d-242abf5ce8c3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:10.866524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f18f91-cc67-40ed-ad3d-242abf5ce8c3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:10.875987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d4f18f91-cc67-40ed-ad3d-242abf5ce8c3 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/57c62669-7914-404c-aab7-89ab339a14c5 HTTP/1.1" status: 404 len: 337 time: 0.3624215 Feb 10 23:02:10.879385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de0181b-4223-48d6-8cec-4847d4380bc2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:10.902822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:10.928854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:10.933861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6e521d47-09be-4c3e-945f-9f3851ee3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:10.983998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 2, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:10.995549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Checking router: 0722745c-9dc7-42f2-9923-e051ed02c150 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:10.997087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Updating router 0722745c-9dc7-42f2-9923-e051ed02c150 port 675b92f7-a8b1-491f-a907-ff2cb9859f14 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:02:11.114846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.130261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c4b0ba12-7563-43c0-8b6d-5340266c7c67 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:11.131180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c4b0ba12-7563-43c0-8b6d-5340266c7c67 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:11.140803 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-74098ac8-1962-442b-8caa-fbc1f1ddf6fc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:11.142235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74098ac8-1962-442b-8caa-fbc1f1ddf6fc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:11.152282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.159747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74098ac8-1962-442b-8caa-fbc1f1ddf6fc tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/977c20f0-9016-4450-8432-51950cbb83b4 HTTP/1.1" status: 404 len: 333 time: 0.2490466 Feb 10 23:02:11.177211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1602895034-network', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:11.186079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45758) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.194115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:11.218679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-daa95e57-98ba-4330-8396-397087a4dec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:11.221451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-daa95e57-98ba-4330-8396-397087a4dec4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 200 len: 897 time: 0.9541888 Feb 10 23:02:11.319615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c4b0ba12-7563-43c0-8b6d-5340266c7c67 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:11.320763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c4b0ba12-7563-43c0-8b6d-5340266c7c67 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 946 time: 1.4646230 Feb 10 23:02:11.322026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-eb7a60dd-424d-4105-9792-f830c3bb564e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 200 len: 217 time: 0.0870006 Feb 10 23:02:11.434972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Usage tracker for resource:network and tenant:b13213fbc0294895b43363fd36d8974d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:11.450715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:11.453760 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c040b47-9107-4473-bb19-676f4f4b689c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:11.454208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c040b47-9107-4473-bb19-676f4f4b689c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:11.459202 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3c040b47-9107-4473-bb19-676f4f4b689c tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/55fbfeed-65eb-4af6-be81-fc9d6c78788d HTTP/1.1" status: 404 len: 337 time: 0.2703407 Feb 10 23:02:11.464499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45762) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.469840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:11.549225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port b402522b-4023-44c8-b3cc-8d005f9b7151 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:11.549567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.612031 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec617101-6e9b-4192-a23e-de43a3a26527 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:11.612712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec617101-6e9b-4192-a23e-de43a3a26527 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:11.618424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec617101-6e9b-4192-a23e-de43a3a26527 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/651bcedd-7e2e-4c76-a5e1-89e1e1fbd2a4 HTTP/1.1" status: 404 len: 333 time: 0.1502669 Feb 10 23:02:11.634474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45770) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.716163 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4d0c8a-4e18-47e3-a5e6-c159801f03d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:11.717002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4d0c8a-4e18-47e3-a5e6-c159801f03d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:11.719524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d4d0c8a-4e18-47e3-a5e6-c159801f03d0 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/9e950e38-a158-4510-b4ec-960393f00eb4 HTTP/1.1" status: 404 len: 337 time: 0.0802162 Feb 10 23:02:11.724154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45774) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.788394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Made reservation on behalf of b13213fbc0294895b43363fd36d8974d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:11.791255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.792420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.808540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.819716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c8b91-578f-41dc-b864-78af79c6e56c req-72346082-ba47-4637-8242-a33cc505d1f5 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:11.829219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Transition to ACTIVE for port object 675b92f7-a8b1-491f-a907-ff2cb9859f14 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:11.830855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-575c8b91-578f-41dc-b864-78af79c6e56c req-72346082-ba47-4637-8242-a33cc505d1f5 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 1.0549002 Feb 10 23:02:11.852892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0dfdc-ba49-467a-80f5-9faf959dcdcf req-338b2779-8132-48ca-8f73-0cea59eb1767 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:11.854401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0fc0dfdc-ba49-467a-80f5-9faf959dcdcf req-338b2779-8132-48ca-8f73-0cea59eb1767 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 946 time: 1.2262840 Feb 10 23:02:11.862401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.870635 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.935833 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8923c0-3ccc-4e99-bc22-d75a82462c0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:11.936325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8923c0-3ccc-4e99-bc22-d75a82462c0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:11.951551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cc8923c0-3ccc-4e99-bc22-d75a82462c0a tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/ports/8fa5bc8d-ea39-4dde-a9a2-4d987579109a HTTP/1.1" status: 404 len: 333 time: 0.2191296 Feb 10 23:02:11.952741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:11.956167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.958198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:11.976499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-a290e3d3-9e5d-4c00-a361-92e126685d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:11.978016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-a290e3d3-9e5d-4c00-a361-92e126685d49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 200 len: 834 time: 0.6201866 Feb 10 23:02:11.988905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:12.000004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Usage tracker for resource:security_group_rule and tenant:67140aa7f14146b19c248e64dc035766 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:12.003856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:12.019403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:12.216630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:12.223909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.290136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306137e-33a4-4031-8275-6f0acec97a90 None None] Pushing event updated for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:12.298337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] Sync routers for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:12.321976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.331850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-c0cd4b70-ac7f-44f2-b041-b9986bbba545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:12.334204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-c0cd4b70-ac7f-44f2-b041-b9986bbba545 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 1058 time: 1.3542373 Feb 10 23:02:12.340126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:12.340769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:12.386792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:12.391740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Usage tracker for resource:security_group_rule and tenant:b13213fbc0294895b43363fd36d8974d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:12.396137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:12.407081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:12.458741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.519522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0fc0dfdc-ba49-467a-80f5-9faf959dcdcf req-42001a5a-29be-4bb0-89ef-75a519f68f34 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=3052f2da-a7a5-403b-9e20-8dfbad5f48bf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6393468 Feb 10 23:02:12.566169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:12.571087 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9c6c72a-23c4-49dc-a6dc-9401b931aa40 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 8.5354605 Feb 10 23:02:12.571707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:12.592923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Attempting to bind port 675b92f7-a8b1-491f-a907-ff2cb9859f14 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:12.593301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Attempting to bind port 675b92f7-a8b1-491f-a907-ff2cb9859f14 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:12.593664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Attempting to bind port 675b92f7-a8b1-491f-a907-ff2cb9859f14 on network 1707fbf3-1797-43bb-9d88-04fa61409122 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:12.604615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:12.605277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:12.695807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:12.696089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Checking segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:12.696499 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.696905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Bound using segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:12.697404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Bound port: 675b92f7-a8b1-491f-a907-ff2cb9859f14, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:12.697769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.722318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:12.723156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e18ea54-30f3-4cf2-b521-e545401153a7 None None] The sync data for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:12.731137 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5', 'status': 'completed', 'code': 200} Feb 10 23:02:12.824858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] For port 675b92f7-a8b1-491f-a907-ff2cb9859f14, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:12.830650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] For port 675b92f7-a8b1-491f-a907-ff2cb9859f14, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=675b92f7-a8b1-491f-a907-ff2cb9859f14,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:12.840600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.854977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-24a8e580-2e17-4f6e-8fc8-0ff38076884b tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "GET /v2.0/floatingips/1fb4e94c-8623-4298-bf5a-bb90b0134929 HTTP/1.1" status: 200 len: 982 time: 0.2778876 Feb 10 23:02:12.854977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:12.864348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:12.869907 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40027cf-0732-4410-9e6b-2163162d55fa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] DELETE failed (client error): The resource could not be found. Feb 10 23:02:12.871945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b40027cf-0732-4410-9e6b-2163162d55fa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:02:12.987605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:12.988608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:12.993952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.069223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8c10d9-4c1d-4ca9-8c9b-b50aab258e3c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:13.104407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:13.142593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfc4b0cb-e230-48cf-9b87-0132bfd5d77f tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2763619 Feb 10 23:02:13.143321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45798) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:13.147388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port b402522b-4023-44c8-b3cc-8d005f9b7151, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b402522b-4023-44c8-b3cc-8d005f9b7151,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:13.148970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.237877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.238972 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Added segment 266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5 of type vlan for network c70f413d-8cdb-4082-bb4a-715e29e4e546 Feb 10 23:02:13.355813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b402522b-4023-44c8-b3cc-8d005f9b7151 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:13.389557 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.480829 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.481478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306137e-33a4-4031-8275-6f0acec97a90 None None] Pushing event updated for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:13.493182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for b402522b-4023-44c8-b3cc-8d005f9b7151 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:13.548726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.605236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port 1304b95e-7d4e-499c-ab05-54b1c69ee999 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:13.605594 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.625298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:13.680095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.681124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:13.682084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.768492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-069e8418-ed1a-44a1-8fce-8a07641a7339 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 HTTP/1.1" status: 200 len: 217 time: 1.2806804 Feb 10 23:02:13.769436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:13.912879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=67140aa7f14146b19c248e64dc035766&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0415862 Feb 10 23:02:13.920801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-abf9e304-aa9e-4119-9214-1cadcb637932 req-094672a9-2d42-403a-9aa6-3db739523843 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.1944327 Feb 10 23:02:13.921277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:13.935744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b40027cf-0732-4410-9e6b-2163162d55fa tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/subnets/1d4e5efa-17bf-43b8-b554-6b25a940a96d HTTP/1.1" status: 404 len: 337 time: 1.9564128 Feb 10 23:02:13.940307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8175879 Feb 10 23:02:13.945811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a53dd19-fa91-4b78-980b-0217f891be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a69d446-78bd-436e-993a-787984bc635c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:13.953353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=b402522b-4023-44c8-b3cc-8d005f9b7151,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:13.959367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45810) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:13.959982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45814) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:14.060895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Request body: {'subnet': {'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1602895034-subnet', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:14.068305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:14.072905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Usage tracker for resource:subnet and tenant:b13213fbc0294895b43363fd36d8974d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:14.076062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:14.078318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a595990-9773-417b-8b3e-5990cc532e1e admin admin] Pushing event updated for resources: {'Network': ['ID=c70f413d-8cdb-4082-bb4a-715e29e4e546,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:14.090623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:14.142357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Made reservation on behalf of b13213fbc0294895b43363fd36d8974d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:14.147011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.163374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:14.253712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.276304 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.329766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.330155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.335176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] No DVR routers for this DVR port b402522b-4023-44c8-b3cc-8d005f9b7151 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:14.339677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-4e81e05e-30f1-4e5d-8fba-46b758ece2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:14.342335 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-4e81e05e-30f1-4e5d-8fba-46b758ece2ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c9e1ace9-1bb5-4830-81f7-70c8013380e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0993445 Feb 10 23:02:14.420479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.426821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.512154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:12Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:14.517691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ba9a17-4407-4f01-9b44-367bd7cdd0b5 None None] The sync data for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 is: [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:12Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:14.523818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for 1304b95e-7d4e-499c-ab05-54b1c69ee999 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:14.662365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-3234a060-3af1-4b6d-b910-759ae9629487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:14.666568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-3234a060-3af1-4b6d-b910-759ae9629487 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60004683-0c84-49e0-997d-8306f8800b3c HTTP/1.1" status: 200 len: 837 time: 0.8834572 Feb 10 23:02:14.780312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.823008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-deleted', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:14.853672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a69d446-78bd-436e-993a-787984bc635c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:14.906382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.907757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02a57c01-f6dd-4f51-8262-72cc39a129a3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8a69d446-78bd-436e-993a-787984bc635c HTTP/1.1" status: 204 len: 168 time: 0.9703496 Feb 10 23:02:14.921226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:14.922651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99b1cd66-aff8-4d71-a29c-014a024555bc req-c3d511c2-32d4-4bc8-abaa-175587da81ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "DELETE /v2.0/ports/b402522b-4023-44c8-b3cc-8d005f9b7151 HTTP/1.1" status: 204 len: 173 time: 3.5917978 Feb 10 23:02:15.110079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 675b92f7-a8b1-491f-a907-ff2cb9859f14 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:15.117296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdb93c-acce-49dc-bd23-27662e964fbe req-c8f4dcee-0420-4858-a887-462e43931adf tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:15.121802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=1304b95e-7d4e-499c-ab05-54b1c69ee999,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:15.135082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a9fdb93c-acce-49dc-bd23-27662e964fbe req-c8f4dcee-0420-4858-a887-462e43931adf tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 1.3684053 Feb 10 23:02:15.168007 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4684f044-ef26-4f01-a3b2-d3f23a56b782', 'name': 'network-vif-deleted', 'tag': 'b402522b-4023-44c8-b3cc-8d005f9b7151', 'status': 'completed', 'code': 200} Feb 10 23:02:15.395776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:15.412504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:15.414121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.596466 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-23b6037c-4ce2-40df-9a6d-f3412e1d2254 req-1c27924e-b739-4315-b0db-90645a6af63d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4684f044-ef26-4f01-a3b2-d3f23a56b782 HTTP/1.1" status: 200 len: 210 time: 0.2249105 Feb 10 23:02:15.698828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.702742 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Floating IP 1fb4e94c-8623-4298-bf5a-bb90b0134929 disassociated (deleted). External IP: 172.25.2.51, port: 88960b0c-13fd-4ae8-8160-71469048318d. Feb 10 23:02:15.713195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.748231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-5e0c8cb3-760a-4e2e-ba30-894ee0b23012 service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2777996 Feb 10 23:02:15.763472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.830992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 675b92f7-a8b1-491f-a907-ff2cb9859f14, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=675b92f7-a8b1-491f-a907-ff2cb9859f14,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:15.839868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:15.978185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:16.126877 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.136746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:16.295992 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.349786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ad9d4c-c8d7-45a3-b16b-46259fd32026']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:16.403450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5da91424-1128-4277-b82e-1f95527d4aab,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:16.415258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:16.415947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a70a0e-bb48-4f75-a5fc-6239ef56e3d4') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:16.436135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:16.511003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-60fae5e6-0453-4d86-81dd-d7885ceea265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:16.512745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-60fae5e6-0453-4d86-81dd-d7885ceea265 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7aba07be-4378-4e63-831f-9e1ac7ae6663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.7951241 Feb 10 23:02:16.559865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Usage tracker for resource:security_group_rule and tenant:aa025a43eeda4b3597472cba9fce8023 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:16.576772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.603130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:16.637305 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Checking segment: {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:16.637645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Network hostable DHCP agents. Network: c70f413d-8cdb-4082-bb4a-715e29e4e546, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:16.659567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:16.702725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:16.757484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45846) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:16.775808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.783251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:16.783572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:16.899397 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:16.923323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:16.978920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.003663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] 10.222.0.53 "DELETE /v2.0/networks/b6ad9d4c-c8d7-45a3-b16b-46259fd32026 HTTP/1.1" status: 204 len: 168 time: 3.0340340 Feb 10 23:02:17.034902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51d8b1c5-55d4-45b9-aa5e-ead490997b48 req-314a65f6-6553-4303-b1dd-548b504308ae service neutron] 10.222.0.30 "GET /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2780356 Feb 10 23:02:17.036474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6449b7dc-273c-46e7-a8f1-316db35cca10 tempest-NetworksTestDHCPv6-1208120715 tempest-NetworksTestDHCPv6-1208120715-project] Pushing event deleted for resources: {'Network': ['ID=b6ad9d4c-c8d7-45a3-b16b-46259fd32026,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:17.058240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:17.097488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d82553b-1fbc-46cd-9d75-cf82e5c4d02c req-13eba28f-d221-4d29-bfc9-aa6ca962c6ca tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:17.113858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d82553b-1fbc-46cd-9d75-cf82e5c4d02c req-13eba28f-d221-4d29-bfc9-aa6ca962c6ca tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 0.7443006 Feb 10 23:02:17.121637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c70f413d-8cdb-4082-bb4a-715e29e4e546) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:17.133170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6905c491-1e01-4259-8419-2679fb8c33a3 None None] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:17.146396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:17.147006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.157987 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-9eae6413-87d1-4cfa-aded-c0b1ea05d4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994942 Feb 10 23:02:17.216025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 675b92f7-a8b1-491f-a907-ff2cb9859f14 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:17.296462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:17.315175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] Sync routers for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:17.326350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6710d364-9a63-4a61-843d-7f7950cabaf4 req-5ddc3fa9-0fbd-4a5c-a865-48886847adc7 service neutron] 10.222.0.24 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574492 Feb 10 23:02:17.328375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.340194 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ffba37c5-1d76-4119-9b8d-5b17b9db56f5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3688545 Feb 10 23:02:17.343210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45856) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:17.345740 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:17.346383 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:17.355513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:17.366223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:17.373293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.374597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Usage tracker for resource:router and tenant:b13213fbc0294895b43363fd36d8974d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:17.377811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:17.381796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.402184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:17.512367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:17.513997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.515097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.524482 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:17.525798 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:17.532517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.553827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfe7728-0191-444f-8d5e-e7919d0f1906,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:17.562163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45860) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:17.562644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40d90338-32d5-4a19-a48b-3e2baa317433 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa025a43eeda4b3597472cba9fce8023&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4243977 Feb 10 23:02:17.631789 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:17.632539 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4cd29-74e0-43b1-ada4-a8e709012882 None None] The sync data for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:17.740943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 675b92f7-a8b1-491f-a907-ff2cb9859f14 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:17.741561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.757173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45866) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:17.804252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3aec65a7-dfeb-485f-8d6b-b1a4493e99d2 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/floatingips/1fb4e94c-8623-4298-bf5a-bb90b0134929 HTTP/1.1" status: 204 len: 168 time: 4.6518593 Feb 10 23:02:17.811535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45870) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:17.840745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.884109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.909800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:17.916425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:17.922750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Usage tracker for resource:floatingip and tenant:61368cd653b246878a7d60afd46cd221 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:17.926346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:17.934219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:17.960288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:17.984800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-46c95ec3-0066-4303-835c-44a339343228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:17.988503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-46c95ec3-0066-4303-835c-44a339343228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 1058 time: 0.5959222 Feb 10 23:02:17.993209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:18.029286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-c70f413d-8cdb-4082-bb4a-715e29e4e546', 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'fixed_ips': [{'subnet_id': '5da91424-1128-4277-b82e-1f95527d4aab'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:02:18.030763 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:18.476481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Allocated IP 172.20.0.2 (c70f413d-8cdb-4082-bb4a-715e29e4e546/5da91424-1128-4277-b82e-1f95527d4aab/a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:18.559730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c88acf78-e2e5-4338-aa9e-a5a90843a5ce admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5325d29c53f04cd7a402a8db7d2bb47d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7808354 Feb 10 23:02:18.563368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45886) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:18.665243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:18.727454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba4dd87-7776-42bb-9731-6be49026fb58 req-82eb456f-a892-4e5c-8d7a-f1a0a1f7464b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:18.729484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0ba4dd87-7776-42bb-9731-6be49026fb58 req-82eb456f-a892-4e5c-8d7a-f1a0a1f7464b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 0.4350798 Feb 10 23:02:18.737868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfe7728-0191-444f-8d5e-e7919d0f1906,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:18.778195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-9bab7d42-e45d-403a-919c-43b7838124f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:18.782200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-9bab7d42-e45d-403a-919c-43b7838124f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7aba07be-4378-4e63-831f-9e1ac7ae6663 HTTP/1.1" status: 200 len: 898 time: 0.7624979 Feb 10 23:02:18.801317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:18.804043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a7bd158-d5cc-4c57-8a37-2b155289fab7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdfe7728-0191-444f-8d5e-e7919d0f1906 HTTP/1.1" status: 204 len: 168 time: 1.2184379 Feb 10 23:02:18.996571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.026165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-f343f271-7c4f-4be9-a6c0-d08dbfbf0053 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 HTTP/1.1" status: 200 len: 217 time: 0.2316949 Feb 10 23:02:19.035331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Transition to ACTIVE for port object a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:19.074842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.091477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Transition to ACTIVE for port object a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:19.102769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.131456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.146794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.246070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.268123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d19aeff-d549-427d-9f1c-babad099006c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:19.277614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.281549 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-68663456-93e2-4736-9cd5-32e7d0420d0e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0d19aeff-d549-427d-9f1c-babad099006c HTTP/1.1" status: 204 len: 168 time: 0.6737385 Feb 10 23:02:19.351005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Pushing event updated for resources: {'Port': ['ID=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:19.408552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-097859ef-054a-45a8-8d93-64ddaf808515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:19.409276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:19.410098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-097859ef-054a-45a8-8d93-64ddaf808515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=60004683-0c84-49e0-997d-8306f8800b3c HTTP/1.1" status: 200 len: 837 time: 0.3561654 Feb 10 23:02:19.415768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:19.436051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:19.513091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.635911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Attempting to bind port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:19.637040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Attempting to bind port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:19.637681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Attempting to bind port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 on network c70f413d-8cdb-4082-bb4a-715e29e4e546 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:19.656356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:19.657191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Checking segment: {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:19.659402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.660627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Bound using segment: {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:19.663618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Bound port: a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:19.664309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:19.821021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Allocated IP 172.25.2.123 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/23d93e8e-e546-4e30-963e-93b42f630e8b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:20.014447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:20.025541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] For port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:20.040198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] For port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:20.063114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:20.092392 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:20.353207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648084cb-21e3-49c6-96b0-f306fbf702e5 None None] Pushing event updated for resources: {'Port': ['ID=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:20.712756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Pushing event updated for resources: {'Port': ['ID=23d93e8e-e546-4e30-963e-93b42f630e8b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:20.790988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.795186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.795868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.796357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.796856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.797345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.800313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.801368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.802879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.803407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.804481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 88bf2bc1-28df-477e-807c-3bd8f466503a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:20.805327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.805958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:20.813568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:20.851390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:21.000083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:21.035861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:02:21.164847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:21.239685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:21.314918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:21.318273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:21.346660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 88bf2bc1-28df-477e-807c-3bd8f466503a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=88bf2bc1-28df-477e-807c-3bd8f466503a,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:21.347325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:21.526519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 45952) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:21.594900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-5ce2acc6-9b3d-41d5-ae88-d3a818e37009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:21.599201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-5ce2acc6-9b3d-41d5-ae88-d3a818e37009 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7aba07be-4378-4e63-831f-9e1ac7ae6663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.1577275 Feb 10 23:02:21.633270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 88bf2bc1-28df-477e-807c-3bd8f466503a owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:21.775098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:21.784417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:21.829840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5', 'network_id': '7aba07be-4378-4e63-831f-9e1ac7ae6663', 'port_id': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5', 'mac_address': 'fa:16:3e:62:43:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60004683-0c84-49e0-997d-8306f8800b3c', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:02:21.985802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:21.997728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de5523-8c0d-4146-93dd-29a3f7524e56 req-1d3b6f38-7db3-4de3-8274-7da611cb794b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:21.997953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.016796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11de5523-8c0d-4146-93dd-29a3f7524e56 req-1d3b6f38-7db3-4de3-8274-7da611cb794b tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 907 time: 1.7968447 Feb 10 23:02:22.042489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:02:22.078163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:22.085524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Allocated IP 172.25.2.147 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/a255a176-e282-4afa-8989-b0659f20a7fc) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:22.092103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.127681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:22.153131 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.278975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:22.306053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['cfd05ee6-3b00-4cb7-be01-991fd46c1bc5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:02:22.314851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1189892717', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:22.328436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:22.337115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Usage tracker for resource:port and tenant:976a6fbda27f4061bd4fb991c2cc03b9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:22.345425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:22.356790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbc1e1b-7d2b-4dc7-a119-37f0898f7832 None None] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:22.370842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:22.431967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1420414874'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:22.495849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Provisioning for port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:22.527881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Provisioning complete for port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:22.528305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.724948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.742892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.789625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Made reservation on behalf of 976a6fbda27f4061bd4fb991c2cc03b9 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:22.791871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.850324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-704ff83a-eb89-4f98-8f21-7976f0a24f34 service neutron] 10.222.0.24 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2009189 Feb 10 23:02:22.854992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] For port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:22.868446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:22.883791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:22.893992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Usage tracker for resource:network and tenant:b8057fb88ef2429f9653e8ae049ebe2d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:22.902610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:22.917071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:22.968254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e03635-1eba-4525-bec8-ccf605cd74be None None] Pushing event updated for resources: {'Port': ['ID=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:22.994509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.023656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=88bf2bc1-28df-477e-807c-3bd8f466503a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:23.036367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:23.055693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.111778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Made reservation on behalf of b8057fb88ef2429f9653e8ae049ebe2d for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:23.129824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.159187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.209743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:23.217455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:23.217983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.264433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:23.278171 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.281013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Usage tracker for resource:security_group_rule and tenant:976a6fbda27f4061bd4fb991c2cc03b9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:23.293302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:23.318615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:23.329814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:23.359964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Usage tracker for resource:security_group_rule and tenant:b8057fb88ef2429f9653e8ae049ebe2d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:23.372845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:23.401894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:23.544062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f981bd10-bf9c-4f07-865e-88020ed0b92c None None] Provisioning complete for port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:23.545799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f981bd10-bf9c-4f07-865e-88020ed0b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.616143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.625398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.666856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:23.670209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.757735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:23.764871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.792743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:23.814935 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5', 'code': 200} Feb 10 23:02:23.841595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f67fb9-abab-450d-a919-318dad11ee98,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:23.881572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:24.036116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:24.058131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:24.060683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:24.098839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:24.112662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.144000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.197791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] device_id is not set on port 95aa03bb-f229-4866-bf43-b577df6e5602 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:24.239426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc0d95-061c-449c-bb11-c09c3799d77b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:24.250275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9635bd3-e5c4-4a76-a5d1-1f606c69d130 req-1250b200-1d09-4b05-8be0-cfef91d207eb tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:24.258398 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9635bd3-e5c4-4a76-a5d1-1f606c69d130 req-1250b200-1d09-4b05-8be0-cfef91d207eb tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 908 time: 0.7606142 Feb 10 23:02:24.278860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.316165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f648d6d-8879-4b7e-a43f-d345abffe87a req-0ec5d031-1aca-4a65-a128-3706c2239a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:24.317828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9f648d6d-8879-4b7e-a43f-d345abffe87a req-0ec5d031-1aca-4a65-a128-3706c2239a84 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 1060 time: 0.3684680 Feb 10 23:02:24.464310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7bbeb8e2-bd49-486c-acff-76d28b11efcb req-59e9b7fc-70a4-4bcf-926e-b18e18e65686 service neutron] 10.222.0.24 "GET /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5100935 Feb 10 23:02:24.465988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.466537 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Added segment 5d51f8f1-c371-45db-9c61-c334b7075fec of type vlan for network 9269e822-7031-4aa5-939f-d4d6296a9b7d Feb 10 23:02:24.499910 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.573073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Pushing event updated for resources: {'Port': ['ID=a255a176-e282-4afa-8989-b0659f20a7fc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:24.663536 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.815705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:24.903858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Allocated IP 172.25.2.175 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/95aa03bb-f229-4866-bf43-b577df6e5602) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:24.917647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 24ae07db-fd23-4703-a6c1-46de27046110 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:24.991660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.001332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.047078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.052787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:25.053485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.154952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 3.6154194 Feb 10 23:02:25.162089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 45988) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:25.211394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:25.510126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Request body: {'subnet': {'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:25.583202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:25.583872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.669608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:25.682491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Pushing event updated for resources: {'Port': ['ID=23d93e8e-e546-4e30-963e-93b42f630e8b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:25.683099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Usage tracker for resource:subnet and tenant:b8057fb88ef2429f9653e8ae049ebe2d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:25.690345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:25.699545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:25.723914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:25.725572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Made reservation on behalf of b8057fb88ef2429f9653e8ae049ebe2d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:25.729182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:25.759094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Sync routers for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:25.791852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:25.792500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:25.846907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2209f03-60b8-468a-b5f7-ab3ffef473c3 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'Network': ['ID=9269e822-7031-4aa5-939f-d4d6296a9b7d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:25.889438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:25.935979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.059543 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.071249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.077363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e16b40cc-68df-45ba-80eb-d7e8177be2c7 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2639518 Feb 10 23:02:26.078031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46002) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:26.104562 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e34a5f9b-d03a-4087-9f1a-1486ed126212 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/24ae07db-fd23-4703-a6c1-46de27046110/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2178183 Feb 10 23:02:26.110193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46008) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:26.199598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting subnet f4df51de-99b2-4a8d-adb2-85044cba68ad {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:02:26.204507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.213592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:26.301280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-e1218f31-bf48-4cf2-8209-2e90b7510f81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6944628 Feb 10 23:02:26.377352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.387629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51c1ab9-718a-4539-a1b2-71f7185e425b req-9fcf380f-d008-4755-a1d2-f75142683104 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:26.389168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a51c1ab9-718a-4539-a1b2-71f7185e425b req-9fcf380f-d008-4755-a1d2-f75142683104 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 909 time: 0.7788987 Feb 10 23:02:26.390668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:26.425141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.512488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:26.518581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Usage tracker for resource:floatingip and tenant:628e414c9c4b4a6592e08b41c57e0fca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:26.522473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:26.532474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.555058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:26.616392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201643fb-abf1-40c8-9d28-22c099c6402b req-4b25c692-cc8f-4ac0-92ce-45a1b9b95c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:26.617928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-4b25c692-cc8f-4ac0-92ce-45a1b9b95c69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.2826662 Feb 10 23:02:26.674718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.699741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T23:02:22Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:26.712979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Checking router: 24ae07db-fd23-4703-a6c1-46de27046110 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:26.731847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Routers {'24ae07db-fd23-4703-a6c1-46de27046110'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:26.732920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['24ae07db-fd23-4703-a6c1-46de27046110'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:26.835070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Router 0ea717ce-454d-41e6-9c6b-a1e3710b207f is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:02:26.857824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201643fb-abf1-40c8-9d28-22c099c6402b req-2140da63-97d5-400c-8b1c-ae8952599573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:26.860073 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-2140da63-97d5-400c-8b1c-ae8952599573 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 898 time: 0.2071023 Feb 10 23:02:26.963326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:26.969040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Pushing event updated for resources: {'Port': ['ID=95aa03bb-f229-4866-bf43-b577df6e5602,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:26.980105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] Set router 24ae07db-fd23-4703-a6c1-46de27046110 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:27.029701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.057428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:27.064678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Subnet': ['ID=f4df51de-99b2-4a8d-adb2-85044cba68ad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:27.207934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:27.217581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:27.273334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-41443f97-6a22-4005-af5f-ced08ad3fde0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 1000 time: 0.3359220 Feb 10 23:02:27.315227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.318344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4b13c0-91bf-45bc-9846-db579d79190e None None] Network c9e1ace9-1bb5-4830-81f7-70c8013380e2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:27.350625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e603b48-e741-4f63-a379-d1a5ee47bd29 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/subnets/f4df51de-99b2-4a8d-adb2-85044cba68ad HTTP/1.1" status: 204 len: 168 time: 1.2371721 Feb 10 23:02:27.371266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46016) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:27.384620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:27.397798 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Sync routers for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:27.403467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201643fb-abf1-40c8-9d28-22c099c6402b req-8f0f06bf-5f54-40f1-b5d0-d057abfba4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:27.405473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-8f0f06bf-5f54-40f1-b5d0-d057abfba4c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.1248078 Feb 10 23:02:27.432262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:27.450245 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:27.468544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.473097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92109d43-bdad-4fae-931a-32ca30d13827 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1257761 Feb 10 23:02:27.478385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46022) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:27.543388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:27.544125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.630467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cfb6dffd-2761-4b2b-b347-1fc2045cf603 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.4925857 Feb 10 23:02:27.639527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.650084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46030) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:27.697364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.175'}]}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:27.703609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:27.709121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Usage tracker for resource:router and tenant:976a6fbda27f4061bd4fb991c2cc03b9 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:27.712547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:27.719756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:27.771205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T23:02:22Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:27.783326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19170722-61fe-4d96-b16b-f1ca7715096e None None] The sync data for ids ['24ae07db-fd23-4703-a6c1-46de27046110'] in n-d-825178-4 is: [{'id': '24ae07db-fd23-4703-a6c1-46de27046110', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1807657418', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90'}], 'enable_snat': True}, 'gw_port_id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:57:07Z', 'updated_at': '2022-02-10T23:02:22Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '0ed70f0e-2b49-4a18-8dff-625341732d2c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:f2:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ae07db-fd23-4703-a6c1-46de27046110', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2810, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:57:11Z', 'updated_at': '2022-02-10T22:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:27.851770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.853696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.904950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:27.966867 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:28.231028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] DHCP port deletion for c9e1ace9-1bb5-4830-81f7-70c8013380e2 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:02:28.236826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Deleting port bca42b6d-475d-447f-b9f7-874ad1017530 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:28.237205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.555166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:24Z', 'revision_number': 3, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:28.565833 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Checking router: 0ea717ce-454d-41e6-9c6b-a1e3710b207f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:28.567195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Updating router 0ea717ce-454d-41e6-9c6b-a1e3710b207f port a255a176-e282-4afa-8989-b0659f20a7fc binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:02:28.696332 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.757068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.780785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201643fb-abf1-40c8-9d28-22c099c6402b req-a11a7e6e-2328-4e3f-834c-c764188a6227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:28.782660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-a11a7e6e-2328-4e3f-834c-c764188a6227 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3698766 Feb 10 23:02:28.785537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] For port bca42b6d-475d-447f-b9f7-874ad1017530, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bca42b6d-475d-447f-b9f7-874ad1017530,segment=NetworkSegment(8ff33da0-7291-48b9-b5bf-780436da20d4),segment_id=8ff33da0-7291-48b9-b5bf-780436da20d4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:28.786025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:28.850404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80abda-6587-4a7b-bcfb-b4898f269b44 req-a2d30d56-e3ed-4957-9cbc-bfa904119646 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:28.852584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a80abda-6587-4a7b-bcfb-b4898f269b44 req-a2d30d56-e3ed-4957-9cbc-bfa904119646 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 909 time: 1.1165876 Feb 10 23:02:28.975396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Checking segment: {'id': '5d51f8f1-c371-45db-9c61-c334b7075fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:28.976157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Network hostable DHCP agents. Network: 9269e822-7031-4aa5-939f-d4d6296a9b7d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:28.981818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'Subnet': ['ID=67ae5373-1551-4503-8d58-e103e65be316,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:29.044244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.139389 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.161851 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Transition to ACTIVE for port object a255a176-e282-4afa-8989-b0659f20a7fc will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:29.172819 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.184987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.262983 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8dade-2b1f-4ee5-8664-229b644ae5b7 None None] Pushing event updated for resources: {'Port': ['ID=a255a176-e282-4afa-8989-b0659f20a7fc,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:29.301258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Attempting to bind port a255a176-e282-4afa-8989-b0659f20a7fc on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:29.301468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Attempting to bind port a255a176-e282-4afa-8989-b0659f20a7fc by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:29.301750 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Attempting to bind port a255a176-e282-4afa-8989-b0659f20a7fc on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:29.310337 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:29.310697 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:29.311316 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.312082 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:29.312210 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Bound port: a255a176-e282-4afa-8989-b0659f20a7fc, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:29.312519 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.326717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:29.364292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Calling delete_port for bca42b6d-475d-447f-b9f7-874ad1017530 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:29.380325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 9269e822-7031-4aa5-939f-d4d6296a9b7d) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:29.429530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bca42b6d-475d-447f-b9f7-874ad1017530 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:29.430165 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] For port a255a176-e282-4afa-8989-b0659f20a7fc, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:29.433862 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] For port a255a176-e282-4afa-8989-b0659f20a7fc, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a255a176-e282-4afa-8989-b0659f20a7fc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:29.440175 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.447834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:29.448642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.539829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:29.540994 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:29.604323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a921e56-cddb-45c7-9a6f-7c015cc941f2 None None] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:29.616308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-58447e06-a373-438b-a5e2-faeef0f7e4f3 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8256414 Feb 10 23:02:29.708159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-23f6a10a-b1f6-4796-ad50-2c1fff0f0cb1 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.3928854 Feb 10 23:02:29.714174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46044) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:29.774007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Request body: {'port': {'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1966686004'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:29.801027 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:29.862040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18749180-9423-452d-8868-ada3c592a271 req-440913a1-32ed-4e8f-b195-57c3413d0bef tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:29.876343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18749180-9423-452d-8868-ada3c592a271 req-440913a1-32ed-4e8f-b195-57c3413d0bef tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 909 time: 0.6756372 Feb 10 23:02:29.878141 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:29.932945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Allocated IP 172.25.2.160 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/4ab7f2cc-a1c4-45ca-a188-0e9965e15354) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:30.065818 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f8dade-2b1f-4ee5-8664-229b644ae5b7 None None] Pushing event updated for resources: {'Port': ['ID=a255a176-e282-4afa-8989-b0659f20a7fc,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:30.196108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.283903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Allocated IP 172.20.0.1 (c70f413d-8cdb-4082-bb4a-715e29e4e546/5da91424-1128-4277-b82e-1f95527d4aab/71dedca0-71ac-4069-bb20-edb67c474703) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:30.308674 n-d-825178-4 neutron-server[87654]: INFO neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No ports have port_id starting with bca42b6d-475d-447f-b9f7-874ad1017530 Feb 10 23:02:30.335112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88bf2bc1-28df-477e-807c-3bd8f466503a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:30.384127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.439608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-9269e822-7031-4aa5-939f-d4d6296a9b7d', 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d', 'tenant_id': 'b8057fb88ef2429f9653e8ae049ebe2d', 'fixed_ips': [{'subnet_id': '67ae5373-1551-4503-8d58-e103e65be316'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:02:30.441918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.470213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:24Z', 'revision_number': 3, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:30.473170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] Pushing event deleted for resources: {'Port': ['ID=bca42b6d-475d-447f-b9f7-874ad1017530,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:30.480807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.481842 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aefb547-b207-4eca-8495-6cdc88e99a8a None None] The sync data for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 is: [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:24Z', 'revision_number': 3, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:30.498871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 88bf2bc1-28df-477e-807c-3bd8f466503a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:30.499216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 88bf2bc1-28df-477e-807c-3bd8f466503a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:30.503336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8648d24a-909a-4b31-bf5c-6714b3197474 None None] No DVR routers for this DVR port bca42b6d-475d-447f-b9f7-874ad1017530 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:30.518339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Transition to ACTIVE for port object 71dedca0-71ac-4069-bb20-edb67c474703 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:30.566952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.752483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Allocated IP 2001:db8::2 (9269e822-7031-4aa5-939f-d4d6296a9b7d/67ae5373-1551-4503-8d58-e103e65be316/0dc73ad9-fe19-46b9-9226-6a9075605e88) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:30.775100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 0ed70f0e-2b49-4a18-8dff-625341732d2c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:30.775725 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:30.806223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Pushing event updated for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:30.831006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:30.833809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:30.851049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:30.925960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-201643fb-abf1-40c8-9d28-22c099c6402b req-d06a0dbc-b4ee-40da-88cf-febfad193a11 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2945495 Feb 10 23:02:30.971377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.158013 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.176508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 0ed70f0e-2b49-4a18-8dff-625341732d2c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0ed70f0e-2b49-4a18-8dff-625341732d2c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:31.176893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.182861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Transition to ACTIVE for port object 0dc73ad9-fe19-46b9-9226-6a9075605e88 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:31.249382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Transition to ACTIVE for port object 0dc73ad9-fe19-46b9-9226-6a9075605e88 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:31.251699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.264383 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.417033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:31.432466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:31.439326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3a874456-aeaa-4e3a-aded-1ff177a09fbe None None] Provisioning for port 71dedca0-71ac-4069-bb20-edb67c474703 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:31.447238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:31.601376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3a874456-aeaa-4e3a-aded-1ff177a09fbe None None] Provisioning complete for port 71dedca0-71ac-4069-bb20-edb67c474703 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:31.601762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a874456-aeaa-4e3a-aded-1ff177a09fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.736307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3a874456-aeaa-4e3a-aded-1ff177a09fbe None None] Port 71dedca0-71ac-4069-bb20-edb67c474703 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:31.773322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Pushing event updated for resources: {'Port': ['ID=0dc73ad9-fe19-46b9-9226-6a9075605e88,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:31.778222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Attempting to bind port 0dc73ad9-fe19-46b9-9226-6a9075605e88 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:31.778584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Attempting to bind port 0dc73ad9-fe19-46b9-9226-6a9075605e88 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5d51f8f1-c371-45db-9c61-c334b7075fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:31.778944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Attempting to bind port 0dc73ad9-fe19-46b9-9226-6a9075605e88 on network 9269e822-7031-4aa5-939f-d4d6296a9b7d {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:31.786189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:31.786598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Checking segment: {'id': '5d51f8f1-c371-45db-9c61-c334b7075fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:31.787009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.787417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Bound using segment: {'id': '5d51f8f1-c371-45db-9c61-c334b7075fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:31.787880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Bound port: 0dc73ad9-fe19-46b9-9226-6a9075605e88, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d51f8f1-c371-45db-9c61-c334b7075fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:31.788253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.881328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.886907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:31.918587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] For port 0dc73ad9-fe19-46b9-9226-6a9075605e88, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:31.930096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] For port 0dc73ad9-fe19-46b9-9226-6a9075605e88, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0dc73ad9-fe19-46b9-9226-6a9075605e88,segment=NetworkSegment(5d51f8f1-c371-45db-9c61-c334b7075fec),segment_id=5d51f8f1-c371-45db-9c61-c334b7075fec)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:31.940048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.003713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 0ed70f0e-2b49-4a18-8dff-625341732d2c owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:32.058807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:32.064565 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.075748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a241fe-2bba-4b01-b0c4-b5130995eece None None] Pushing event updated for resources: {'Port': ['ID=0dc73ad9-fe19-46b9-9226-6a9075605e88,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:32.093913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.138020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Usage tracker for resource:port and tenant:b8057fb88ef2429f9653e8ae049ebe2d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:32.166514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:32.184352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.188477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.212122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:32.301028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f919a2f-e713-4d89-9ef3-149ba3fbcee3 req-d4de785e-330e-4d01-a161-f23215e73b13 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:32.310782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f919a2f-e713-4d89-9ef3-149ba3fbcee3 req-d4de785e-330e-4d01-a161-f23215e73b13 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 1060 time: 2.1457710 Feb 10 23:02:32.330203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Pushing event updated for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:32.386488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Made reservation on behalf of b8057fb88ef2429f9653e8ae049ebe2d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:32.391613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.442565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:32.445171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:32.499001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] device_id is not set on port 4bdb34bb-a8aa-4436-a591-c3884086d31d yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:32.771921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:32.922634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6583a-c647-4766-8f0e-3f5d3b3612cc req-abe8f220-9bc0-42b8-97f1-9eb545304209 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:32.931248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ad6583a-c647-4766-8f0e-3f5d3b3612cc req-abe8f220-9bc0-42b8-97f1-9eb545304209 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 0.4455440 Feb 10 23:02:32.933515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Router 0ea717ce-454d-41e6-9c6b-a1e3710b207f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:32.980148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Pushing event updated for resources: {'Port': ['ID=4ab7f2cc-a1c4-45ca-a188-0e9965e15354,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:33.096382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:33.104329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:33.116260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:33.215455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-65f5f06c-f236-4b12-8fc8-c04beb57b923 None None] Provisioning complete for port 71dedca0-71ac-4069-bb20-edb67c474703 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:33.216044 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-65f5f06c-f236-4b12-8fc8-c04beb57b923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.307174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ad6583a-c647-4766-8f0e-3f5d3b3612cc req-0fe1d938-44a0-4f7d-bddb-f9cb524541d5 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3624566 Feb 10 23:02:33.392051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0dc73ad9-fe19-46b9-9226-6a9075605e88 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:33.397638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46064) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:33.513478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.548454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-65f5f06c-f236-4b12-8fc8-c04beb57b923 None None] Port 71dedca0-71ac-4069-bb20-edb67c474703 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:33.616252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:33.625497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 0dc73ad9-fe19-46b9-9226-6a9075605e88 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:33.636506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a255a176-e282-4afa-8989-b0659f20a7fc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:33.652868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce08fa97-3c73-49e1-9df9-c9366e87bf16 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ea717ce-454d-41e6-9c6b-a1e3710b207f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1732516 Feb 10 23:02:33.668851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.679738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eac005-d02e-47c4-8217-74cf746542e1 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:33.686737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-99eac005-d02e-47c4-8217-74cf746542e1 tempest-TestSecurityGroupsBasicOps-1112048813 tempest-TestSecurityGroupsBasicOps-1112048813-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 1055 time: 0.2852046 Feb 10 23:02:33.831201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a255a176-e282-4afa-8989-b0659f20a7fc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:33.839252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a255a176-e282-4afa-8989-b0659f20a7fc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:33.839668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:33.920827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Sync routers for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:34.038142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:34.039966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:34.056712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.218524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Allocated IP 2001:db8::314 (9269e822-7031-4aa5-939f-d4d6296a9b7d/67ae5373-1551-4503-8d58-e103e65be316/4bdb34bb-a8aa-4436-a591-c3884086d31d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:34.453082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=0ed70f0e-2b49-4a18-8dff-625341732d2c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:34.551767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662fb8b8-768f-4a0f-b2c2-eec085ecc5bd None None] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:34.715187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Provisioning for port 0dc73ad9-fe19-46b9-9226-6a9075605e88 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:34.728304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Provisioning complete for port 0dc73ad9-fe19-46b9-9226-6a9075605e88 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:34.728874 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.787072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.884388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.892559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46086) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:34.899677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1555325093', 'description': 'tempest-secgroup-smoke-1555325093 description', 'project_id': '1b78943af7024450a2c49bb75096d960'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:34.915328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:34.930112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:34.933850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:34.937822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:34.940892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:34.962229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:34.970466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.013945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:35.026066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:35.029950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:35.047203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:35.074636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a255a176-e282-4afa-8989-b0659f20a7fc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a255a176-e282-4afa-8989-b0659f20a7fc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:35.226164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.231429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.306545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a507ba1d-3b26-4f3b-96cc-e11032322240,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.310114 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.311720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3bc1d0b8-89cb-42ce-9cc5-e50623e138ee tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4175081 Feb 10 23:02:35.315363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.327962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:35.335756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:35.340081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:35.343370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:35.351063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:35.380896 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.442163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.518484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.555473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.587247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Transition to ACTIVE for port object 4bdb34bb-a8aa-4436-a591-c3884086d31d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:35.608625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.720175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.758371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a255a176-e282-4afa-8989-b0659f20a7fc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.768346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0c4f6d-8f2c-4b5f-8bd3-8697d59b55d7,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:35.783201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.788899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dd5238ca-5061-4006-96c5-fa4479feb162 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4671986 Feb 10 23:02:35.796822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:35.813655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.814356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.814781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.815180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.815611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.816640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.817167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.817554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.817948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.818310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.818694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.819090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:35.819228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:35.841658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:35.854506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:35.873829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-22d02b85-0664-4baa-8684-29d900194103 None None] For port 0dc73ad9-fe19-46b9-9226-6a9075605e88, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0dc73ad9-fe19-46b9-9226-6a9075605e88,segment=NetworkSegment(5d51f8f1-c371-45db-9c61-c334b7075fec),segment_id=5d51f8f1-c371-45db-9c61-c334b7075fec)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:35.881705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 4, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '71dedca0-71ac-4069-bb20-edb67c474703', 'name': '', 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'mac_address': 'fa:16:3e:4a:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5da91424-1128-4277-b82e-1f95527d4aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 2, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'subnets': [{'id': '5da91424-1128-4277-b82e-1f95527d4aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:35.885760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:35.906398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:35.935759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-3cc491fd-8563-468f-8160-b9e41547fa61 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:35.938848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-3cc491fd-8563-468f-8160-b9e41547fa61 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 909 time: 0.3113556 Feb 10 23:02:35.940606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:36.005202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d02b85-0664-4baa-8684-29d900194103 None None] Pushing event updated for resources: {'Port': ['ID=0dc73ad9-fe19-46b9-9226-6a9075605e88,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.008202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Checking router: 0ea717ce-454d-41e6-9c6b-a1e3710b207f for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:36.008607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Updating router 0ea717ce-454d-41e6-9c6b-a1e3710b207f port 71dedca0-71ac-4069-bb20-edb67c474703 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:02:36.085227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.124344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:36.125263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.135337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.200373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.238843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.316618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.319508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.345204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.437328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.455079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.467065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.488939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.522608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0a5ec461-a951-47b8-b27f-4a3488a239d4 None None] Provisioning complete for port 0dc73ad9-fe19-46b9-9226-6a9075605e88 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:36.523073 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a5ec461-a951-47b8-b27f-4a3488a239d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.538794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.539790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.543994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Fanout notify agent at l3_agent the message router_deleted on router 24ae07db-fd23-4703-a6c1-46de27046110 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:02:36.546600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7478378 Feb 10 23:02:36.554225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46106) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:36.572639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:36.580588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815fe43-322b-46d6-a2ca-fe03e0cb7df5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2152c38-551f-47c2-8c53-2b58bf6516d4,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.605469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:36.609714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Pushing event updated for resources: {'Port': ['ID=4ab7f2cc-a1c4-45ca-a188-0e9965e15354,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:36.634187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.643603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-503e07f0-9e48-41c3-88c2-85fff14ad34c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/routers/24ae07db-fd23-4703-a6c1-46de27046110 HTTP/1.1" status: 204 len: 168 time: 9.2619143 Feb 10 23:02:36.695835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:36.699724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.707321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-685e4132-3c9f-4fbf-b88e-e61e9dae1fd7 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.6222801 Feb 10 23:02:36.718290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:36.719159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75e661ff-0c1a-4abc-b418-cc645f1a5f9d {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:02:36.743567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:36.750235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.079941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:37.081148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.085413 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.120122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Transition to ACTIVE for port object 71dedca0-71ac-4069-bb20-edb67c474703 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:37.158820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:37.197033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:37.204989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.232737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24eda1a-61ef-4701-9a48-18595a058497 req-3b1d3003-5532-4be9-bc6d-f0e442c18173 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:37.249500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b24eda1a-61ef-4701-9a48-18595a058497 req-3b1d3003-5532-4be9-bc6d-f0e442c18173 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 909 time: 2.5351493 Feb 10 23:02:37.273444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:37.312490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:37.326829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:37.334308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.340267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:37.345118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:37.361796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:37.403745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.437168 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:02:37.446383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f392fa3-a718-4635-9e2f-5d12bf0afc79 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 9.7538996 Feb 10 23:02:37.465454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46122) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:37.480289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.506497 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6ddc46e1-2604-4f64-8fc3-a51ed23b0051 tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.7535412 Feb 10 23:02:37.506497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'Port': ['ID=4bdb34bb-a8aa-4436-a591-c3884086d31d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.515889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:37.688402 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:02:37.712966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e5a2503d-79b0-43e2-9f03-cd17b51cdeaa tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Synchronizing usage tracker for tenant:90760e7faa894779a574d6ce3e43b593 on resource:floatingip {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:37.718214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aba301-f9c3-4bce-9ca9-eb47e328c13e None None] Pushing event updated for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:37.760552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3dfe0ae3-e4ad-4a2b-81a4-754faa3656b4 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 8.0413084 Feb 10 23:02:37.777407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46130) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:37.798294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Request body: {'port': {'network_id': '9269e822-7031-4aa5-939f-d4d6296a9b7d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-191583327', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:37.798831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] bootfile-name is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:37.799386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] tftp-server is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:37.799552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] server-ip-address is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:37.825649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e5a2503d-79b0-43e2-9f03-cd17b51cdeaa tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Unset dirty status for tenant:90760e7faa894779a574d6ce3e43b593 on resource:floatingip {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:37.833121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5a2503d-79b0-43e2-9f03-cd17b51cdeaa tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3076816 Feb 10 23:02:37.836993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:37.857090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Deleting port 95aa03bb-f229-4866-bf43-b577df6e5602 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:37.857495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:37.867207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0dc73ad9-fe19-46b9-9226-6a9075605e88 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:37.980695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.072854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5d7d06ce-3dbb-47ab-b5be-b2dc70868e89 None None] Provisioning for port 4bdb34bb-a8aa-4436-a591-c3884086d31d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:38.092322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5d7d06ce-3dbb-47ab-b5be-b2dc70868e89 None None] Provisioning complete for port 4bdb34bb-a8aa-4436-a591-c3884086d31d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:38.093128 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5d7d06ce-3dbb-47ab-b5be-b2dc70868e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.133425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Attempting to bind port 71dedca0-71ac-4069-bb20-edb67c474703 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:02:38.133632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Attempting to bind port 71dedca0-71ac-4069-bb20-edb67c474703 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:02:38.133834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Attempting to bind port 71dedca0-71ac-4069-bb20-edb67c474703 on network c70f413d-8cdb-4082-bb4a-715e29e4e546 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:02:38.156234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.160932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:02:38.161888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Checking segment: {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:38.162948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.164032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Bound using segment: {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:02:38.165069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Bound port: 71dedca0-71ac-4069-bb20-edb67c474703, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:02:38.165948 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.188627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9e1ace9-1bb5-4830-81f7-70c8013380e2']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:38.203992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ff33da0-7291-48b9-b5bf-780436da20d4') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:38.204310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ff33da0-7291-48b9-b5bf-780436da20d4') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:38.218838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.237075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.244196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:38.244597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.368037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] For port 71dedca0-71ac-4069-bb20-edb67c474703, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:02:38.372261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] For port 71dedca0-71ac-4069-bb20-edb67c474703, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=71dedca0-71ac-4069-bb20-edb67c474703,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:02:38.372973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.374641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5d7d06ce-3dbb-47ab-b5be-b2dc70868e89 None None] Port 4bdb34bb-a8aa-4436-a591-c3884086d31d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:38.408379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.471395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:38.481023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 0dc73ad9-fe19-46b9-9226-6a9075605e88 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:38.481683 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.523806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Usage tracker for resource:port and tenant:b8057fb88ef2429f9653e8ae049ebe2d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:38.553962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:38.565829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f6ec23d-3251-4753-b5d1-144a07a526b0,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.570469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-025bd1be-afbf-4c3d-b8d6-1287340df824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.594544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:38.647696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.710693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:38.711580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:38.734377 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:38.739844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.746926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.779889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/networks/c9e1ace9-1bb5-4830-81f7-70c8013380e2 HTTP/1.1" status: 204 len: 168 time: 2.0654652 Feb 10 23:02:38.784256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.786323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-89578a2b-d013-486d-b8ba-df6ec7dc90eb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2295361 Feb 10 23:02:38.862530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46144) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:38.863493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46146) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:38.929185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a6967e-316f-4b87-81a9-a1a29afa66bf tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Network': ['ID=c9e1ace9-1bb5-4830-81f7-70c8013380e2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:38.945807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Deleting port 4ab7f2cc-a1c4-45ca-a188-0e9965e15354 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:38.946443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:38.956240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aba301-f9c3-4bce-9ca9-eb47e328c13e None None] Pushing event updated for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:39.014309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=cfd05ee6-3b00-4cb7-be01-991fd46c1bc5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:39.033226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:39.042819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:39.054754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:39.058297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:39.065936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:39.099119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Made reservation on behalf of b8057fb88ef2429f9653e8ae049ebe2d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:39.109157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.120601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4e9e6d58-89ca-47e7-879b-3c5b722b2de0 req-1e171c69-d395-49a1-b1b9-3207e8809bef tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:39.162077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.234797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] No DVR routers for this DVR port cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:39.239652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.249512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a255a176-e282-4afa-8989-b0659f20a7fc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:39.252310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e0bb467-3917-43f8-8abe-e3c0e6567e7a req-b045120e-f6c9-4a8b-8daa-912e49021a86 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.24 "DELETE /v2.0/ports/cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 HTTP/1.1" status: 204 len: 173 time: 3.3053100 Feb 10 23:02:39.332448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.332979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.388424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'name': 'network-vif-deleted', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:02:39.429558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:39.439595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4e9e6d58-89ca-47e7-879b-3c5b722b2de0 req-1e171c69-d395-49a1-b1b9-3207e8809bef tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:39.442528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4e9e6d58-89ca-47e7-879b-3c5b722b2de0 req-1e171c69-d395-49a1-b1b9-3207e8809bef tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea722b21-82a2-4456-9f90-6755d45e5396 HTTP/1.1" status: 200 len: 210 time: 0.7753196 Feb 10 23:02:39.449743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] device_id is not set on port 22f78751-9f2b-442c-b979-44109a957a01 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:02:39.504744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Calling delete_port for 4ab7f2cc-a1c4-45ca-a188-0e9965e15354 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:39.650905 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea722b21-82a2-4456-9f90-6755d45e5396', 'name': 'network-vif-deleted', 'tag': 'cfd05ee6-3b00-4cb7-be01-991fd46c1bc5', 'status': 'completed', 'code': 200} Feb 10 23:02:39.677399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.700500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.704874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.833700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:39.834872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8141236 Feb 10 23:02:39.885799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46160) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:39.911506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:39.920002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:39.925175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Calling delete_port for 95aa03bb-f229-4866-bf43-b577df6e5602 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:39.926020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:39.930396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:39.954651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:39.985720 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Project 1b78943af7024450a2c49bb75096d960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:02:40.032910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.059740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.107958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a255a176-e282-4afa-8989-b0659f20a7fc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:40.108410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.140457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b78fc5-9483-4b61-8d51-bea39f65584f tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873e3177-49ba-49b1-9eed-a83a67578fee,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.251756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Pushing event deleted for resources: {'Port': ['ID=4ab7f2cc-a1c4-45ca-a188-0e9965e15354,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.421709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 4, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '71dedca0-71ac-4069-bb20-edb67c474703', 'name': '', 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'mac_address': 'fa:16:3e:4a:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5da91424-1128-4277-b82e-1f95527d4aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:38Z', 'revision_number': 4, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'subnets': [{'id': '5da91424-1128-4277-b82e-1f95527d4aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:40.431249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6937b82b-cced-4ecb-a4a2-bdfa6974ebb9 None None] The sync data for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 is: [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:02:31Z', 'revision_number': 4, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '71dedca0-71ac-4069-bb20-edb67c474703', 'name': '', 'network_id': 'c70f413d-8cdb-4082-bb4a-715e29e4e546', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'mac_address': 'fa:16:3e:4a:bc:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3258, 'fixed_ips': [{'subnet_id': '5da91424-1128-4277-b82e-1f95527d4aab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:30Z', 'updated_at': '2022-02-10T23:02:38Z', 'revision_number': 4, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'subnets': [{'id': '5da91424-1128-4277-b82e-1f95527d4aab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:40.446254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0ed70f0e-2b49-4a18-8dff-625341732d2c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:40.494912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.498494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.558784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Allocated IP 2001:db8::31a (9269e822-7031-4aa5-939f-d4d6296a9b7d/67ae5373-1551-4503-8d58-e103e65be316/22f78751-9f2b-442c-b979-44109a957a01) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:40.562495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.621223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.641617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c5f432-1002-400f-8a51-0f43c8ce4ef7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:40.650870 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.656945 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ee6af6f-764c-4c51-80b0-70feee962a24 tempest-FloatingIPAdminTestJSON-1543828767 tempest-FloatingIPAdminTestJSON-1543828767-project] 10.222.0.53 "DELETE /v2.0/floatingips/bfa13c54-2515-4cf8-82cc-86b6c8128acf HTTP/1.1" status: 204 len: 168 time: 2.8186603 Feb 10 23:02:40.662537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46170) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:40.691973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 0ed70f0e-2b49-4a18-8dff-625341732d2c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:40.693140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0ed70f0e-2b49-4a18-8dff-625341732d2c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:40.710187 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d47c5a7c-4fca-43f6-9f88-c7597261f3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.827046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.946613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:40.947871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82ee85f9-dcae-460d-9da7-28b155082074 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0584316 Feb 10 23:02:41.003978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 71dedca0-71ac-4069-bb20-edb67c474703 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:41.044379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.086094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46174) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.086094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46176) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:41.217067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:41.239874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Deleting port 23d93e8e-e546-4e30-963e-93b42f630e8b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:41.240134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.287973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:41.289270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device cfd05ee6-3b00-4cb7-be01-991fd46c1bc5 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:41.329208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 71dedca0-71ac-4069-bb20-edb67c474703 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:41.350558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 71dedca0-71ac-4069-bb20-edb67c474703 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:41.350914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.381744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'security_group_rule': {'security_group_id': 'a507ba1d-3b26-4f3b-96cc-e11032322240', 'project_id': '1b78943af7024450a2c49bb75096d960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:41.542340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Pushing event deleted for resources: {'Port': ['ID=95aa03bb-f229-4866-bf43-b577df6e5602,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.651059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:41.670763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.671150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.716735 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.737284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:security_group_rule and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:41.777916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:41.793272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.796846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 71dedca0-71ac-4069-bb20-edb67c474703, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=71dedca0-71ac-4069-bb20-edb67c474703,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:41.798613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.802738 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.851036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:41.912519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:41.927855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:41.946253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Calling delete_port for 23d93e8e-e546-4e30-963e-93b42f630e8b owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:41.965756 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Project 1b78943af7024450a2c49bb75096d960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:02:42.013109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.044527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8969924e-d587-41c3-b3fc-31bff4db1866 tempest-RoutersAdminNegativeTest-1668462731 tempest-RoutersAdminNegativeTest-1668462731-project-admin] 10.222.0.53 "DELETE /v2.0/ports/95aa03bb-f229-4866-bf43-b577df6e5602 HTTP/1.1" status: 204 len: 168 time: 4.5700326 Feb 10 23:02:42.174923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.184488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.187277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/security-groups/3052f2da-a7a5-403b-9e20-8dfbad5f48bf HTTP/1.1" status: 204 len: 168 time: 3.1690071 Feb 10 23:02:42.324754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9160209a-cec3-44ba-aad7-76a21de4a985 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3052f2da-a7a5-403b-9e20-8dfbad5f48bf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.340457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.413252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Pushing event deleted for resources: {'Port': ['ID=23d93e8e-e546-4e30-963e-93b42f630e8b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:42.427613 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.686709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.781630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.852876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Transition to ACTIVE for port object 22f78751-9f2b-442c-b979-44109a957a01 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:42.886082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:42.898716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:42.911375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 71dedca0-71ac-4069-bb20-edb67c474703 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:02:42.916004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.8288836 Feb 10 23:02:42.955238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.023979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.031325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9af675d7-e740-49d6-b516-f490c7d7763a tempest-FloatingIPAdminTestJSON-189789698 tempest-FloatingIPAdminTestJSON-189789698-project-admin] 10.222.0.53 "DELETE /v2.0/floatingips/64256691-ed06-4d6c-a311-f7c48dc2c5a8 HTTP/1.1" status: 204 len: 168 time: 2.3612802 Feb 10 23:02:43.032075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.087853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46214) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.087853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030dc4-36bc-4ede-bffb-a13458a96f31 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a31d9c-8846-47bc-b5b3-266c3e71065a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.130691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2060580058', 'description': 'tempest-secgroup-smoke-2060580058 description', 'project_id': '834e149d1122493cb8781b962341b810'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:43.158246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.178864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.210824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:43.225030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.252124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 71dedca0-71ac-4069-bb20-edb67c474703 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:43.252497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.307731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port 88960b0c-13fd-4ae8-8160-71469048318d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:43.309248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.416463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:43.488763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.522483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:43.551162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.553490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:43.554914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:43.555579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Usage tracker for resource:security_group_rule and tenant:5db8fce327a244e5b63b50f4bb91aa52 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:43.558678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:43.564818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:43.565763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:43.596504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:43.598321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.677071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'Port': ['ID=22f78751-9f2b-442c-b979-44109a957a01,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:43.681637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:43.719418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d28b12b5-296e-4045-8517-6303d9fc38ee tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 5.9253380 Feb 10 23:02:43.720459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:43.730159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:43.772177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:43.780431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:43.799599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:43.997808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:44.004412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:44.010402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:44.011341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Synchronizing usage tracker for tenant:b8057fb88ef2429f9653e8ae049ebe2d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:44.013956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.038695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-b13736d0-ab1c-42a3-b384-dccbe16ac143 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Synchronizing usage tracker for tenant:1b78943af7024450a2c49bb75096d960 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:44.045423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.071441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d7e2f16f-53e3-47aa-bbc5-aa9fa2a4574e None None] Provisioning for port 22f78751-9f2b-442c-b979-44109a957a01 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:44.083542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d7e2f16f-53e3-47aa-bbc5-aa9fa2a4574e None None] Provisioning complete for port 22f78751-9f2b-442c-b979-44109a957a01 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:44.084559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7e2f16f-53e3-47aa-bbc5-aa9fa2a4574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.122416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Unset dirty status for tenant:b8057fb88ef2429f9653e8ae049ebe2d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:44.130098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b001fef9-8122-4b8c-b738-5e0efa5c8200 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.4088316 Feb 10 23:02:44.137869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46236) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:44.145834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.159104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d7e2f16f-53e3-47aa-bbc5-aa9fa2a4574e None None] Port 22f78751-9f2b-442c-b979-44109a957a01 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:44.218638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.273401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5db8fce327a244e5b63b50f4bb91aa52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3862193 Feb 10 23:02:44.278793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46240) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:44.286344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d468c49-d93f-465d-ac29-cf617d7c8fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca99301-a95a-40d3-bb68-0009ca6bbb11,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.309671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-b13736d0-ab1c-42a3-b384-dccbe16ac143 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Unset dirty status for tenant:1b78943af7024450a2c49bb75096d960 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:44.310811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-b13736d0-ab1c-42a3-b384-dccbe16ac143 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1555325093&fields=id&tenant_id=1b78943af7024450a2c49bb75096d960 HTTP/1.1" status: 200 len: 267 time: 0.6919131 Feb 10 23:02:44.317836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.324635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.568523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for 88960b0c-13fd-4ae8-8160-71469048318d owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:44.697886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.744056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccf5d42-7fce-483b-acf5-916e69e56142,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:44.758404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Deleting port 22f78751-9f2b-442c-b979-44109a957a01 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:44.758860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.804540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.808875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:44.809340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cca8e42a-da4a-4064-b3d3-7bdbf64b58d7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7103226 Feb 10 23:02:44.824465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.837407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:44.855475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-0ac2583b-1bb2-42cd-9f45-800818ea829c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:44.856540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-0ac2583b-1bb2-42cd-9f45-800818ea829c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Synchronizing usage tracker for tenant:1b78943af7024450a2c49bb75096d960 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:44.861365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:44.876645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:44.882731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:44.905175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:44.936388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:44.993808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-0ac2583b-1bb2-42cd-9f45-800818ea829c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Unset dirty status for tenant:1b78943af7024450a2c49bb75096d960 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:44.994993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-0ac2583b-1bb2-42cd-9f45-800818ea829c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 808 time: 0.6732838 Feb 10 23:02:45.000486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=88960b0c-13fd-4ae8-8160-71469048318d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:45.022013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.121850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-4422a2cb-b8f0-4f4d-8cef-ae75ca6ad0f5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/quotas/1b78943af7024450a2c49bb75096d960 HTTP/1.1" status: 200 len: 375 time: 0.1152370 Feb 10 23:02:45.402256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.511274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.516660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port beaddf8d-f505-4958-842e-210ec8285fda {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:45.516999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.574360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.600544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca99301-a95a-40d3-bb68-0009ca6bbb11,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:45.624978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Calling delete_port for 22f78751-9f2b-442c-b979-44109a957a01 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:45.656916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.663490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af61ff41-8f26-4412-9b98-10205cca58f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/eca99301-a95a-40d3-bb68-0009ca6bbb11 HTTP/1.1" status: 204 len: 168 time: 1.3825388 Feb 10 23:02:45.668266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-302c70bc-bbcb-462a-acc2-b8f7622bbf8e tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/ports/88960b0c-13fd-4ae8-8160-71469048318d HTTP/1.1" status: 204 len: 168 time: 2.6335144 Feb 10 23:02:45.673137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46254) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:45.694833 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.819839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.877893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-02b4a5f0-7675-4b07-9061-585b8a457517 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7256856 Feb 10 23:02:45.897507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d254727-bd2b-464c-bd0e-1bb6d5f18a88,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:45.963187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:45.964938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a777731-6bc3-4dbb-b77b-cf59ea306fac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1499219 Feb 10 23:02:45.972918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:45.997653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.076267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port beaddf8d-f505-4958-842e-210ec8285fda, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=beaddf8d-f505-4958-842e-210ec8285fda,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:46.076683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.099103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:46.114692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42383c78-607d-46f8-a395-b12c918b1749 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:46.115831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42383c78-607d-46f8-a395-b12c918b1749 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Synchronizing usage tracker for tenant:90760e7faa894779a574d6ce3e43b593 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:46.148319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:46.159995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:46.168169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42383c78-607d-46f8-a395-b12c918b1749 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Unset dirty status for tenant:90760e7faa894779a574d6ce3e43b593 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:46.169870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-42383c78-607d-46f8-a395-b12c918b1749 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "GET /v2.0/ports?device_id=452f5dc5-5a43-41ab-a21c-fbdedc3ab731 HTTP/1.1" status: 200 len: 913 time: 0.4911869 Feb 10 23:02:46.176327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:46.179701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:46.339239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event deleted for resources: {'Port': ['ID=22f78751-9f2b-442c-b979-44109a957a01,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:46.350590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46272) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:46.360674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e19f38ac-d714-4ea9-bd05-9abfaa9be9e5 service neutron] 10.222.0.53 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4376044 Feb 10 23:02:46.496642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for beaddf8d-f505-4958-842e-210ec8285fda owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:46.567065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:46.619670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d30911da-9040-4cbf-b481-b516baa74e18 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "DELETE /v2.0/ports/22f78751-9f2b-442c-b979-44109a957a01 HTTP/1.1" status: 204 len: 168 time: 2.4798102 Feb 10 23:02:46.632998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46276) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:46.660244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Request body: {'port': {'name': 'tempest-new-port-name-1364503882', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:46.660774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] bootfile-name is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.661314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] tftp-server is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.661859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.api.validators [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] server-ip-address is not in valid_values {{(pid=87653) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:02:46.686290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:46.708580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-020d9e55-7ddd-48cb-b2bf-02b10c27abfe service neutron] 10.222.0.53 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3422518 Feb 10 23:02:47.242088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.652993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.728381 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.823410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a8bf577-7c8b-4ab2-a4a1-7bf56cc21281,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:47.874115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:47.879008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-04b4d4af-3de1-4129-b781-67b0b79e9cf4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.8029370 Feb 10 23:02:47.881939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:47.930039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:47.943883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:47.950099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:47.959795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:47.980947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0781de90-166a-4675-ba8d-93062b543307 req-334e33fd-b553-4bff-8145-bce7e1165157 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Synchronizing usage tracker for tenant:1b78943af7024450a2c49bb75096d960 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:48.004924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d9f079ee-6322-4d0f-ad24-d3bb4c1f4ed5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=976a6fbda27f4061bd4fb991c2cc03b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5386925 Feb 10 23:02:48.007536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46296) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:48.009432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:48.012828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.100535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=beaddf8d-f505-4958-842e-210ec8285fda,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:48.111311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-0781de90-166a-4675-ba8d-93062b543307 req-334e33fd-b553-4bff-8145-bce7e1165157 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Unset dirty status for tenant:1b78943af7024450a2c49bb75096d960 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:48.112642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0781de90-166a-4675-ba8d-93062b543307 req-334e33fd-b553-4bff-8145-bce7e1165157 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.4180484 Feb 10 23:02:48.198238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.282764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.527858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.648691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.756048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:48.913606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.118173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.184500 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.194464 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.199412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.232787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89f4623-f3af-44d3-8d0f-19c09cee52d2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.358483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.365603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-73c3ee8a-45a9-445a-b88f-14f012f35855 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4443760 Feb 10 23:02:49.380665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46316) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.396624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:49.414887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] In _notify_port_updated(), no bound segment for port 4bdb34bb-a8aa-4436-a591-c3884086d31d on network 9269e822-7031-4aa5-939f-d4d6296a9b7d {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:02:49.427472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:49.433556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.444925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "PUT /v2.0/ports/4bdb34bb-a8aa-4436-a591-c3884086d31d HTTP/1.1" status: 200 len: 1130 time: 2.8105063 Feb 10 23:02:49.514661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46320) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:49.573590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.591564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.598907 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9bc0d95-061c-449c-bb11-c09c3799d77b HTTP/1.1" status: 204 len: 168 time: 1.5779014 Feb 10 23:02:49.623739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:49.715584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79a570-a217-4b46-b33d-8d2572b860e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event updated for resources: {'Port': ['ID=4bdb34bb-a8aa-4436-a591-c3884086d31d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.778337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:49.782665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:49.793238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:49.810099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-218520b8-3145-4267-bc01-5b1be5457693 req-3a50b3eb-de67-4204-be7d-535df89a2e53 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.2712352 Feb 10 23:02:49.817315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c0d55-d022-4dfc-a4c6-87a8cd0e1f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc0d95-061c-449c-bb11-c09c3799d77b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:49.844771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.966158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4ded91f4-25d5-40bf-8c39-7450e5168727 None None] Provisioning complete for port 4bdb34bb-a8aa-4436-a591-c3884086d31d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:49.966895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ded91f4-25d5-40bf-8c39-7450e5168727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:49.974862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53117b12-45f4-4d21-a14e-e7611bca6dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:49.975555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-53117b12-45f4-4d21-a14e-e7611bca6dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Synchronizing usage tracker for tenant:b8057fb88ef2429f9653e8ae049ebe2d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:50.064904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-53117b12-45f4-4d21-a14e-e7611bca6dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Unset dirty status for tenant:b8057fb88ef2429f9653e8ae049ebe2d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:50.070127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-53117b12-45f4-4d21-a14e-e7611bca6dc5 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "GET /v2.0/ports/4bdb34bb-a8aa-4436-a591-c3884086d31d HTTP/1.1" status: 200 len: 1130 time: 0.5444136 Feb 10 23:02:50.071789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46326) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:50.105972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port c083e5c0-697d-4d89-887b-95bf103b84f9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:50.106377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.108425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4ded91f4-25d5-40bf-8c39-7450e5168727 None None] Port 4bdb34bb-a8aa-4436-a591-c3884086d31d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:50.169546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.190039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-eae4b1a0-a951-4015-89bc-389d6ebd8cfd tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:50.193015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.196159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-eae4b1a0-a951-4015-89bc-389d6ebd8cfd tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 808 time: 0.7263224 Feb 10 23:02:50.242742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daba31b9-c682-4c64-8f64-7dd7696ccc1c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:50.515528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.520257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ce9a600-503a-4e65-94cf-b24d509d6287 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1343424 Feb 10 23:02:50.524905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46336) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:50.556077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:50.604615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.683374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-6234bc9c-feaf-44e0-915e-0a30455e288b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Synchronizing usage tracker for tenant:1b78943af7024450a2c49bb75096d960 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:50.709516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:50.714725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Deleting port 4bdb34bb-a8aa-4436-a591-c3884086d31d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:50.715074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:50.756310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:50.762958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:50.773170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fb5dce7a-8016-48eb-985f-210a92109155 req-6234bc9c-feaf-44e0-915e-0a30455e288b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Unset dirty status for tenant:1b78943af7024450a2c49bb75096d960 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:50.774295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-6234bc9c-feaf-44e0-915e-0a30455e288b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b78943af7024450a2c49bb75096d960 HTTP/1.1" status: 200 len: 380 time: 0.3408651 Feb 10 23:02:50.789798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for c083e5c0-697d-4d89-887b-95bf103b84f9 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:50.818904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:50.878276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'port': {'device_id': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'admin_state_up': True, 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'security_groups': ['a507ba1d-3b26-4f3b-96cc-e11032322240']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:50.911132 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:02:51.023843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 829fbd8f-611a-42bb-bcc4-5b5acb39829f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:51.025261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.089684 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.157937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de6cd796-f07c-4abb-aacc-38ea52c77e91 req-bf3cc39c-1f76-44f1-ab94-0059a9ef743e tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.1435256 Feb 10 23:02:51.196989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=c083e5c0-697d-4d89-887b-95bf103b84f9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:51.413958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.613610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.620196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.626088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.647233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.657764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-873005637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:51.718508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:51.808728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Calling delete_port for 4bdb34bb-a8aa-4436-a591-c3884086d31d owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:51.836180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:51.877256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:router and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:51.878865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.881267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:51.886316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b667a4-6713-4a11-963f-8fc39e47c44e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:51.896137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:51.914651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:51.917421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.918839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-28293e21-e6f7-46e2-8f38-4ac74bfa3e5d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.3897052 Feb 10 23:02:51.920088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:51.922644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46388) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.925942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f29a4004-52b1-43d1-a392-03231c29874e tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "PUT /v2.0/routers/829fbd8f-611a-42bb-bcc4-5b5acb39829f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8352437 Feb 10 23:02:51.932449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Sync routers for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:51.934283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46392) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:51.934926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Made reservation on behalf of 1b78943af7024450a2c49bb75096d960 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:51.936113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '7ccf5d42-7fce-483b-acf5-916e69e56142', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:51.938370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:51.942357 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:51.943035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:51.946883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:51.955031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:51.961067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:52.025349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:52.040501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.042046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.063277 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:02:52.074677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.103787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:02:52.140389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting subnet 60004683-0c84-49e0-997d-8306f8800b3c {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:02:52.146643 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:52.162202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.193459 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.245398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.258275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.369357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0522fd2-18ab-4d14-9eb3-b3d0ebfb1e56,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:52.506050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:02:47Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.510638 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Checking router: 829fbd8f-611a-42bb-bcc4-5b5acb39829f for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:02:52.519932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.520924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Routers {'829fbd8f-611a-42bb-bcc4-5b5acb39829f'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:52.521658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.575537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.601420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.605717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2b662ec-fbef-4a75-b825-75afd5169736 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6819065 Feb 10 23:02:52.610996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:02:52.613449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46402) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.627701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20082736-3275-4560-8c22-527c88503fbc None None] Sync routers for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:02:52.632195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'network': {'name': 'tempest-network-smoke--1810346125', 'project_id': '834e149d1122493cb8781b962341b810', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:52.633870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.642292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Allocated IP 172.20.0.5 (1707fbf3-1797-43bb-9d88-04fa61409122/20b8a076-e535-416a-a7d9-ec571c30e74b/c5960e25-c006-425a-a661-a1b97d0a2a6c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:52.643348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86074803-9762-47d7-a9e1-9eb4377199a8 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "PUT /v2.0/routers/452f5dc5-5a43-41ab-a21c-fbdedc3ab731/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4600377 Feb 10 23:02:52.646800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:52.647727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.656717 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70b3d771-6945-42f7-b8bc-43c762068344 req-0c360213-afd1-4715-8fd3-5d1034cda641 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.2702396 Feb 10 23:02:52.661713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46406) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.760957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:52.782646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:network and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:52.789335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:52.801359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.807883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:52.813531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event deleted for resources: {'Port': ['ID=4bdb34bb-a8aa-4436-a591-c3884086d31d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:52.828325 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.829533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36d298e1-4b17-428e-97e4-44ceafea149a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.4107857 Feb 10 23:02:52.838306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.844285 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-200d855b-226a-4043-998c-58cfc6f4c7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "DELETE /v2.0/ports/4bdb34bb-a8aa-4436-a591-c3884086d31d HTTP/1.1" status: 204 len: 168 time: 2.6638279 Feb 10 23:02:52.844285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46420) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.849359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:52.851166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] Routers {'452f5dc5-5a43-41ab-a21c-fbdedc3ab731'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:02:52.854906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.855277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] Set router 829fbd8f-611a-42bb-bcc4-5b5acb39829f gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:02:52.869396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1916682467'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:52.949133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:52.963883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-20082736-3275-4560-8c22-527c88503fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:52.964897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20082736-3275-4560-8c22-527c88503fbc None None] The sync data for ids ['452f5dc5-5a43-41ab-a21c-fbdedc3ab731'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:52.983011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:52.989279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.007236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:53.016485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:network and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:53.024976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:53.053598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:53.064790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.065145 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Added segment d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304 of type vlan for network aa0ee31a-2106-4717-8b36-07a235dc3666 Feb 10 23:02:53.113583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:53.121924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.124877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.181581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.188598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:53.189252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.256586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.302037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Subnet': ['ID=60004683-0c84-49e0-997d-8306f8800b3c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:53.302354 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:02:47Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:53.307829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85bb811c-a69e-46fc-be93-8f6d7a12a4d4 None None] The sync data for ids ['829fbd8f-611a-42bb-bcc4-5b5acb39829f'] in n-d-825178-4 is: [{'id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1297075692', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:38Z', 'updated_at': '2022-02-10T23:02:47Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': 'e82f90bc-3fc1-4524-81b3-1d56a3ec948c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '829fbd8f-611a-42bb-bcc4-5b5acb39829f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3188, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:41Z', 'updated_at': '2022-02-10T23:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:02:53.314652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.324194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f5bd45-46c1-4d65-aa9c-550bb1af3f1f None None] Network 7aba07be-4378-4e63-831f-9e1ac7ae6663 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:53.354320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:53.360820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.399116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Deleting subnet 67ae5373-1551-4503-8d58-e103e65be316 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:02:53.405013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.450121 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dd8da639-89bc-4774-8041-38c2fb04fe2f tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/subnets/60004683-0c84-49e0-997d-8306f8800b3c HTTP/1.1" status: 204 len: 168 time: 1.4976645 Feb 10 23:02:53.456592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.470268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46452) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:53.553008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Network': ['ID=aa0ee31a-2106-4717-8b36-07a235dc3666,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:53.567522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b8875ef-4c8f-4379-b28c-a2e11a44ea5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9359572 Feb 10 23:02:53.574781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:53.578697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network aa0ee31a-2106-4717-8b36-07a235dc3666 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:53.580547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:53.590623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.635763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:security_group_rule and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:53.640872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'admin_state_up': True, 'project_id': '834e149d1122493cb8781b962341b810', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:53.655509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:53.720378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.750882 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.758082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Transition to ACTIVE for port object c5960e25-c006-425a-a661-a1b97d0a2a6c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:53.765930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:53.777574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:53.793574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port de7839f0-8b55-499e-aea1-fd7ef3b5918e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:53.794546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.804227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:router and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:53.814586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:53.898512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] DHCP port deletion for 7aba07be-4378-4e63-831f-9e1ac7ae6663 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:02:53.906211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Deleting port 108a6ef2-a60b-4811-9025-bbda1189aa61 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:53.907304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:53.912930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:53.958536 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.071792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.073109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.139797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.162370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.247558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Network 1707fbf3-1797-43bb-9d88-04fa61409122 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:02:54.283041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:54.308620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] For port 108a6ef2-a60b-4811-9025-bbda1189aa61, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=108a6ef2-a60b-4811-9025-bbda1189aa61,segment=NetworkSegment(2d1c2236-4966-44c9-ab79-76eb9491a743),segment_id=2d1c2236-4966-44c9-ab79-76eb9491a743)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:54.309661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.310869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:02:54.369814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.374015 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.472381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Calling delete_port for 108a6ef2-a60b-4811-9025-bbda1189aa61 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:54.511317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for de7839f0-8b55-499e-aea1-fd7ef3b5918e owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:54.532684 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.576174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.635006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] Pushing event deleted for resources: {'Port': ['ID=108a6ef2-a60b-4811-9025-bbda1189aa61,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.646553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1e4513-495b-4259-9a7a-0f0818c20714 None None] No DVR routers for this DVR port 108a6ef2-a60b-4811-9025-bbda1189aa61 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:54.678747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-69ddab2c-aa0a-4cf2-9765-7c7952bf47d8 None None] Provisioning for port c5960e25-c006-425a-a661-a1b97d0a2a6c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:02:54.683945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-69ddab2c-aa0a-4cf2-9765-7c7952bf47d8 None None] Provisioning complete for port c5960e25-c006-425a-a661-a1b97d0a2a6c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:02:54.684305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69ddab2c-aa0a-4cf2-9765-7c7952bf47d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.705983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.742943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-69ddab2c-aa0a-4cf2-9765-7c7952bf47d8 None None] Port c5960e25-c006-425a-a661-a1b97d0a2a6c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:02:54.812977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device beaddf8d-f505-4958-842e-210ec8285fda no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:54.818912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:54.880914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: beaddf8d-f505-4958-842e-210ec8285fda {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:54.881385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device beaddf8d-f505-4958-842e-210ec8285fda not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:54.881825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 108a6ef2-a60b-4811-9025-bbda1189aa61 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:54.927632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 108a6ef2-a60b-4811-9025-bbda1189aa61 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:54.927896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 108a6ef2-a60b-4811-9025-bbda1189aa61 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:54.932182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=de7839f0-8b55-499e-aea1-fd7ef3b5918e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:54.995419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.169050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.179709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:55.181687 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.262655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.267994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.318965 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.322117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.338952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.350541 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.351401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Fanout notify agent at l3_agent the message router_deleted on router 452f5dc5-5a43-41ab-a21c-fbdedc3ab731 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:02:55.366804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41703a86-00b5-4447-8897-463fc8f60714 req-20a9ba77-12ed-412b-a763-8b018aed12a6 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:55.367578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41703a86-00b5-4447-8897-463fc8f60714 req-20a9ba77-12ed-412b-a763-8b018aed12a6 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Synchronizing usage tracker for tenant:1b78943af7024450a2c49bb75096d960 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:02:55.385585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.390495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7e72a655-c25e-4955-bd16-c9e09d928f6f tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/routers/452f5dc5-5a43-41ab-a21c-fbdedc3ab731 HTTP/1.1" status: 204 len: 168 time: 2.7259960 Feb 10 23:02:55.391329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46482) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.442756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event deleted for resources: {'Subnet': ['ID=67ae5373-1551-4503-8d58-e103e65be316,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.452939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99626225-2e25-473a-bf2b-de0447eb69cc None None] Network 9269e822-7031-4aa5-939f-d4d6296a9b7d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:55.458134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.470409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting subnet 71467731-7090-46b9-aba1-ae37b7f9380a {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:02:55.475326 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.475528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:55.549154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port e82f90bc-3fc1-4524-81b3-1d56a3ec948c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:55.549414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.552677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.614588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ef78e1dd-d0d5-496b-80ca-f026cee7ee56 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "DELETE /v2.0/subnets/67ae5373-1551-4503-8d58-e103e65be316 HTTP/1.1" status: 204 len: 168 time: 2.7496531 Feb 10 23:02:55.614588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-e6947cf1-3127-4180-b11f-02b592076ade tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7399685 Feb 10 23:02:55.614588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e2566b-c00f-401a-9ff9-57ae8a74ee45,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.618484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.622301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46486) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.630934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.631155 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Added segment 197a2d21-0b1b-4e2e-a46e-4363dbfbabff of type vlan for network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c Feb 10 23:02:55.643406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-41703a86-00b5-4447-8897-463fc8f60714 req-20a9ba77-12ed-412b-a763-8b018aed12a6 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Unset dirty status for tenant:1b78943af7024450a2c49bb75096d960 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:02:55.649996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41703a86-00b5-4447-8897-463fc8f60714 req-20a9ba77-12ed-412b-a763-8b018aed12a6 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 931 time: 1.7678008 Feb 10 23:02:55.669739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Request body: {'port': {'device_id': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:55.685223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.769388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] DHCP port deletion for 9269e822-7031-4aa5-939f-d4d6296a9b7d request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:02:55.774754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Deleting port 0dc73ad9-fe19-46b9-9226-6a9075605e88 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:55.774909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.786073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.829205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Subnet': ['ID=71467731-7090-46b9-aba1-ae37b7f9380a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:55.835689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.844195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-048e934e-c5db-4cb3-9912-ff533fc043ee tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/subnets/71467731-7090-46b9-aba1-ae37b7f9380a HTTP/1.1" status: 204 len: 168 time: 0.4513586 Feb 10 23:02:55.844618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70de2bd8-2627-4727-8a19-1bedf98cbb26 None None] Network 37f2b756-be31-4692-bb4c-111a074d33eb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:55.845234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46490) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:55.981323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.987420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:55.993617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port 826600fc-ad4d-463e-8766-626ce78e7836 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:55.994302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.117778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41703a86-00b5-4447-8897-463fc8f60714 req-90e132b1-401e-4165-b22a-1efe02adef21 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668200 Feb 10 23:02:56.207475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] For port 0dc73ad9-fe19-46b9-9226-6a9075605e88, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=0dc73ad9-fe19-46b9-9226-6a9075605e88,segment=NetworkSegment(5d51f8f1-c371-45db-9c61-c334b7075fec),segment_id=5d51f8f1-c371-45db-9c61-c334b7075fec)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:56.208304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.215263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.248161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port e82f90bc-3fc1-4524-81b3-1d56a3ec948c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:56.248528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.326952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] For port 826600fc-ad4d-463e-8766-626ce78e7836, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=826600fc-ad4d-463e-8766-626ce78e7836,segment=NetworkSegment(5b812397-0544-4588-92ec-6421c19b5187),segment_id=5b812397-0544-4588-92ec-6421c19b5187)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:56.327512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.334810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.340341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:56.340951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.344645 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.451266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Calling delete_port for 0dc73ad9-fe19-46b9-9226-6a9075605e88 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:56.494618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for e82f90bc-3fc1-4524-81b3-1d56a3ec948c owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:56.526358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:56.537306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Deleting port 0dc73ad9-fe19-46b9-9226-6a9075605e88 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:56.538058 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.539614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for 826600fc-ad4d-463e-8766-626ce78e7836 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:56.553014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.606827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] Pushing event deleted for resources: {'Port': ['ID=0dc73ad9-fe19-46b9-9226-6a9075605e88,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:56.616812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085ab3f-aff0-4556-88ef-3ab3b78a2e38 None None] No DVR routers for this DVR port 0dc73ad9-fe19-46b9-9226-6a9075605e88 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:56.631041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] DHCP port deletion for 37f2b756-be31-4692-bb4c-111a074d33eb request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:02:56.635195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Deleting port 826600fc-ad4d-463e-8766-626ce78e7836 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:56.635763 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.698551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Deleting subnet 218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:02:56.716867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.779073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.841285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=826600fc-ad4d-463e-8766-626ce78e7836,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:56.842382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0dc73ad9-fe19-46b9-9226-6a9075605e88 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:56.846154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:56.880532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] No DVR routers for this DVR port 826600fc-ad4d-463e-8766-626ce78e7836 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:02:56.915946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 0dc73ad9-fe19-46b9-9226-6a9075605e88 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:56.916782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 0dc73ad9-fe19-46b9-9226-6a9075605e88 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:56.917472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 826600fc-ad4d-463e-8766-626ce78e7836 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:02:56.961612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] The port '0dc73ad9-fe19-46b9-9226-6a9075605e88' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:02:56.980221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.1323240 Feb 10 23:02:57.011888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.043579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.051489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] For port 826600fc-ad4d-463e-8766-626ce78e7836, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=826600fc-ad4d-463e-8766-626ce78e7836,segment=NetworkSegment(5b812397-0544-4588-92ec-6421c19b5187),segment_id=5b812397-0544-4588-92ec-6421c19b5187)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:02:57.051887 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.151148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.174361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.195088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 826600fc-ad4d-463e-8766-626ce78e7836 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:02:57.195588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 826600fc-ad4d-463e-8766-626ce78e7836 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:02:57.206755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9269e822-7031-4aa5-939f-d4d6296a9b7d']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.224254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d51f8f1-c371-45db-9c61-c334b7075fec') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.224556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d51f8f1-c371-45db-9c61-c334b7075fec') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.227758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f2b756-be31-4692-bb4c-111a074d33eb']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.236347 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.243548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b812397-0544-4588-92ec-6421c19b5187') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.244252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b812397-0544-4588-92ec-6421c19b5187') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:57.254337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.261104 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:57.261570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.262329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.276381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Calling delete_port for 826600fc-ad4d-463e-8766-626ce78e7836 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:57.282930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.292909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:57.294146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:57.372804 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:57.375186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d9274-0f99-4061-8f14-90a0d99480e4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Network': ['ID=17cd7fe3-815a-4c7a-9f5d-bc1761b6696c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.376412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:02:57.376862 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:02:57.387645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:57.394819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.399132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.425940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'subnet': {'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:57.448321 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:57.462125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] Pushing event deleted for resources: {'Network': ['ID=9269e822-7031-4aa5-939f-d4d6296a9b7d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.504475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7188fb08-8b43-4a2a-8d07-1ae5f9d117ac tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459 tempest-ExtraDHCPOptionsIpV6TestJSON-1230369459-project] 10.222.0.53 "DELETE /v2.0/networks/9269e822-7031-4aa5-939f-d4d6296a9b7d HTTP/1.1" status: 204 len: 168 time: 1.8717523 Feb 10 23:02:57.526575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.813465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=218c8ccb-d236-44a0-bf95-6b9c5e36f4d7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.828031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.831456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46510) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.841796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.866793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.878781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Deleting port 826600fc-ad4d-463e-8766-626ce78e7836 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:57.879551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.881137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.883758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/networks/37f2b756-be31-4692-bb4c-111a074d33eb HTTP/1.1" status: 204 len: 168 time: 2.0375288 Feb 10 23:02:57.891186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46516) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.904438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:57.913587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-261777f9-363d-438a-bdb4-167d577bfee8 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/218c8ccb-d236-44a0-bf95-6b9c5e36f4d7 HTTP/1.1" status: 204 len: 168 time: 1.3839703 Feb 10 23:02:57.918400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:57.920808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61648713-c726-4dc8-954f-b67f42fafaae tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Network': ['ID=37f2b756-be31-4692-bb4c-111a074d33eb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:57.924022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:57.949123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:subnet and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:57.957779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:57.977520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-890ab635-b4ea-4727-8553-62fcc273de14 None None] The port '826600fc-ad4d-463e-8766-626ce78e7836' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:02:58.028314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:58.082520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7c15e2-ddd2-4e02-a2b9-bac0d0ca7e0a req-cfd84f72-e2f7-4a48-9d2b-bd529e216402 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:58.084053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f7c15e2-ddd2-4e02-a2b9-bac0d0ca7e0a req-cfd84f72-e2f7-4a48-9d2b-bd529e216402 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 931 time: 0.6132548 Feb 10 23:02:58.089035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:58.092517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.141815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.173414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.232455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Deleting port 6765e540-015c-4a73-a468-879320f4af7e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:02:58.233115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.255579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86b20ceb-90d2-44cf-b7de-606961bddfc7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b8057fb88ef2429f9653e8ae049ebe2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4168425 Feb 10 23:02:58.261076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46524) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:58.299181 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f7c15e2-ddd2-4e02-a2b9-bac0d0ca7e0a req-98aa14dd-8377-438d-ba25-dead8227cdb4 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852973 Feb 10 23:02:58.300608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=e82f90bc-3fc1-4524-81b3-1d56a3ec948c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:58.430768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.491133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f9403a-78b6-41a3-b7fc-6cfd794bb432']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:58.519219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7fd756-55a1-428b-93dd-8ed6a5064ebb') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:58.519622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7fd756-55a1-428b-93dd-8ed6a5064ebb') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:02:58.545341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.583869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.605381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:02:58.605835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:02:58.622098 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:02:58.678529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:02:58.710261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.781744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.808743 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.817746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.830151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] Pushing event deleted for resources: {'Network': ['ID=c1f9403a-78b6-41a3-b7fc-6cfd794bb432,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:58.840860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Subnet': ['ID=99aa229b-b499-4ce4-b828-3ca43318759a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:58.849326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Checking segment: {'id': '197a2d21-0b1b-4e2e-a46e-4363dbfbabff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:02:58.849782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network hostable DHCP agents. Network: 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:02:58.857464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ad4fd8c-743c-4466-a7b1-a103eaf7c07c admin admin] 10.222.0.53 "DELETE /v2.0/networks/c1f9403a-78b6-41a3-b7fc-6cfd794bb432 HTTP/1.1" status: 204 len: 168 time: 0.9380882 Feb 10 23:02:58.875621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:02:58.881201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.222 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/d544e728-7586-4bdc-a78c-b70750c3b4b2) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:58.888002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:02:58.892919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:58.893699 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.899655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4f7892-af3c-4ac0-bfc3-b3b6b8659877 None None] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:02:58.924480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f7899ef2-1698-438c-ba56-a6ffea776469 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9066274 Feb 10 23:02:58.925347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46530) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:58.931544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'network': {'name': 'tempest-router-network01--1884671290'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:58.937024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:58.943092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:network and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:58.946528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:58.953663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:58.967977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:58.972604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:58.975686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5960e25-c006-425a-a661-a1b97d0a2a6c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:02:59.012443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:59.023393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.023789 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Added segment 0b4d0d19-b88a-4d59-91f6-83f91c0634e6 of type vlan for network ee73b4ca-29df-489a-a5a1-3432a99e46cb Feb 10 23:02:59.053274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46534) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.058856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.074829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.085499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.106889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.110579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.111115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.137929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.176311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-83b62ed8-ec98-4e45-a1c0-2ea283449c53 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3456858603f7432c84f56b3b7311812a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1218588 Feb 10 23:02:59.179086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46538) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.188835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-17cd7fe3-815a-4c7a-9f5d-bc1761b6696c', 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c', 'tenant_id': 'b0e9244a9dbe4332aa8ded41fab14e06', 'fixed_ips': [{'subnet_id': '99aa229b-b499-4ce4-b828-3ca43318759a'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:02:59.189794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.196645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.205235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:59.206678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.278905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Transition to ACTIVE for port object c5960e25-c006-425a-a661-a1b97d0a2a6c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:59.339300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Network': ['ID=ee73b4ca-29df-489a-a5a1-3432a99e46cb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.354011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.367947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Calling delete_port for 6765e540-015c-4a73-a468-879320f4af7e owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:02:59.368777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Allocated IP 2001:db8::2 (17cd7fe3-815a-4c7a-9f5d-bc1761b6696c/99aa229b-b499-4ce4-b828-3ca43318759a/b107994a-d837-4707-a083-85f12cd87cdc) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:02:59.388300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.388765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.389269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.389670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.390139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.390570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.391080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.391388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.391812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.392226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.392769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.393189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:02:59.410497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.411365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:02:59.437195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.444665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d5cc3135-6033-42e8-b375-3ca7a7d960e7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5179422 Feb 10 23:02:59.447980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46544) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.468328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'network': {'name': 'tempest-router-network02--973017588'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:02:59.474846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:02:59.480609 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:network and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:02:59.490315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:02:59.501265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:02:59.504676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.530159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:02:59.534005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.581919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:02:59.592034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.592893 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Added segment 7b59ef9f-be78-499b-b374-531f018c6801 of type vlan for network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b Feb 10 23:02:59.625286 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.625515 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.626020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Fanout notify agent at l3_agent the message router_deleted on router 829fbd8f-611a-42bb-bcc4-5b5acb39829f {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:02:59.682479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.724856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f10fa5-0838-49ac-8f3a-b3b8294ebfd7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.731220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:02:59.745903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.762090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:02:59.762881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.787871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.791905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab5686c5-9ec8-4ce9-8f8a-c8c137aa48d8 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/routers/829fbd8f-611a-42bb-bcc4-5b5acb39829f HTTP/1.1" status: 204 len: 168 time: 6.3179059 Feb 10 23:02:59.809520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46548) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.853614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.899102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.911433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Transition to ACTIVE for port object b107994a-d837-4707-a083-85f12cd87cdc will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:59.932621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Transition to ACTIVE for port object b107994a-d837-4707-a083-85f12cd87cdc will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:02:59.938520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.942744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4919651 Feb 10 23:02:59.957675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:02:59.964294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:02:59.967849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-988a401d-28c1-4ab2-9500-bfcf2f9b2162 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/82f10fa5-0838-49ac-8f3a-b3b8294ebfd7 HTTP/1.1" status: 204 len: 168 time: 0.7847450 Feb 10 23:02:59.969632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'subnet': {'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:00.005345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:00.008863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:00.013088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:00.071760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8fa0ef-bc86-406e-9192-98b95e05f8bb tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Network': ['ID=2f788ece-62b9-4fb2-a59f-bbde3ad0d10b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.116246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:00.120421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:subnet and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:00.123594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:00.132992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:00.150696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:00.157583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.164948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Attempting to bind port c5960e25-c006-425a-a661-a1b97d0a2a6c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:00.165922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Attempting to bind port c5960e25-c006-425a-a661-a1b97d0a2a6c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:00.166477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Attempting to bind port c5960e25-c006-425a-a661-a1b97d0a2a6c on network 1707fbf3-1797-43bb-9d88-04fa61409122 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:00.170186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Pushing event updated for resources: {'Port': ['ID=b107994a-d837-4707-a083-85f12cd87cdc,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.182404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:00.198226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Port c5960e25-c006-425a-a661-a1b97d0a2a6c on network 1707fbf3-1797-43bb-9d88-04fa61409122 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:03:00.198672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Attempting to bind port c5960e25-c006-425a-a661-a1b97d0a2a6c on network 1707fbf3-1797-43bb-9d88-04fa61409122 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:00.214300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.246518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f67fb9-abab-450d-a919-318dad11ee98,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.259484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.261800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:00.262591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Checking segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:00.267386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Bound using segment: {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:00.268145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Bound port: c5960e25-c006-425a-a661-a1b97d0a2a6c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d21e845-728d-4f29-bd4e-1babc3c1e9ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:00.269341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.321301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Attempting to bind port b107994a-d837-4707-a083-85f12cd87cdc on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:00.321669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Attempting to bind port b107994a-d837-4707-a083-85f12cd87cdc by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '197a2d21-0b1b-4e2e-a46e-4363dbfbabff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:00.322024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Attempting to bind port b107994a-d837-4707-a083-85f12cd87cdc on network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:00.340932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:00.341228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Checking segment: {'id': '197a2d21-0b1b-4e2e-a46e-4363dbfbabff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:00.341510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.341905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Bound using segment: {'id': '197a2d21-0b1b-4e2e-a46e-4363dbfbabff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:00.342382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Bound port: b107994a-d837-4707-a083-85f12cd87cdc, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '197a2d21-0b1b-4e2e-a46e-4363dbfbabff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '17cd7fe3-815a-4c7a-9f5d-bc1761b6696c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:00.342768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.387300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.456829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] For port b107994a-d837-4707-a083-85f12cd87cdc, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:00.460532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] For port b107994a-d837-4707-a083-85f12cd87cdc, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b107994a-d837-4707-a083-85f12cd87cdc,segment=NetworkSegment(197a2d21-0b1b-4e2e-a46e-4363dbfbabff),segment_id=197a2d21-0b1b-4e2e-a46e-4363dbfbabff)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:00.463333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f511c2-97a6-4959-9a1b-32ba452b85a2 req-5639b917-8896-4b32-98ad-140542047f54 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:00.466617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.471689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13f511c2-97a6-4959-9a1b-32ba452b85a2 req-5639b917-8896-4b32-98ad-140542047f54 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 943 time: 1.0009794 Feb 10 23:03:00.553665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0bc1b8-7fce-442f-9932-78316b2284fa None None] Pushing event updated for resources: {'Port': ['ID=b107994a-d837-4707-a083-85f12cd87cdc,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.703487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.753497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:00.757445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:00.759732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Pushing event deleted for resources: {'Port': ['ID=6765e540-015c-4a73-a468-879320f4af7e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.766112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e82f90bc-3fc1-4524-81b3-1d56a3ec948c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:00.813366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Subnet': ['ID=ebaf980c-40aa-4c49-a807-6149cb99b14c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:00.820376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Checking segment: {'id': '0b4d0d19-b88a-4d59-91f6-83f91c0634e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:00.820867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network hostable DHCP agents. Network: ee73b4ca-29df-489a-a5a1-3432a99e46cb, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:00.837442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e82f90bc-3fc1-4524-81b3-1d56a3ec948c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:00.837800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e82f90bc-3fc1-4524-81b3-1d56a3ec948c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:00.848171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:00.880791 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.881577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ee73b4ca-29df-489a-a5a1-3432a99e46cb) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:00.891547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:00.892337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:00.905969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0047213f-35ec-4d62-abc6-f82b4e65efaf None None] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:00.936632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-05191136-b8bc-4ffb-8db8-987f56899459 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9773076 Feb 10 23:03:00.942363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:00.950786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'subnet': {'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:01.009076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.012970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d42cba8c-7601-43e1-8ed3-5f6682950f54 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9f67fb9-abab-450d-a919-318dad11ee98 HTTP/1.1" status: 204 len: 168 time: 2.7319002 Feb 10 23:03:01.119167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:01.121823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.151001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:subnet and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:01.162741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:01.179222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:01.208283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:01.218009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.272732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:01.280412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.281966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-d4c53331-9484-44df-8355-a734b44671ef service neutron] 10.222.0.24 "PUT /v2.0/ports/c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 1091 time: 5.6434977 Feb 10 23:03:01.312643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:01.356678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:01.378356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:01.394457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13f511c2-97a6-4959-9a1b-32ba452b85a2 req-03db77f8-57a3-43d8-ae6f-56e0f176eaa0 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9216640 Feb 10 23:03:01.400127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.433938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:01.465480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-ee73b4ca-29df-489a-a5a1-3432a99e46cb', 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb', 'tenant_id': 'b0e9244a9dbe4332aa8ded41fab14e06', 'fixed_ips': [{'subnet_id': 'ebaf980c-40aa-4c49-a807-6149cb99b14c'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:01.466973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.543461 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'status': 'completed', 'code': 200} Feb 10 23:03:01.568798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53331-9484-44df-8355-a734b44671ef service neutron] Pushing event updated for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:01.745049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.746990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.752075 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d4f481a0-7653-4870-9290-b7f389c54248 tempest-FloatingIPAdminTestJSON-1779111104 tempest-FloatingIPAdminTestJSON-1779111104-project] 10.222.0.53 "DELETE /v2.0/floatingips/9cd3a7b1-d124-4dba-919f-da265bfed2f0 HTTP/1.1" status: 204 len: 168 time: 3.8535268 Feb 10 23:03:01.770347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:01.781850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Allocated IP 2001:db8::2 (ee73b4ca-29df-489a-a5a1-3432a99e46cb/ebaf980c-40aa-4c49-a807-6149cb99b14c/96fbe6be-49f8-424b-97c5-589fd4b35fa0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:01.820445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aba07be-4378-4e63-831f-9e1ac7ae6663']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:01.935455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Checking segment: {'id': '7b59ef9f-be78-499b-b374-531f018c6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:01.935831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network hostable DHCP agents. Network: 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:01.954756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Subnet': ['ID=64fc074a-e615-4f1b-ae74-d6eca5f80969,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:01.976850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:01.982428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d1c2236-4966-44c9-ab79-76eb9491a743') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:01.982709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d1c2236-4966-44c9-ab79-76eb9491a743') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:01.998737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=d544e728-7586-4bdc-a78c-b70750c3b4b2,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:02.008256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:02.023088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:02.023616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.042236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde73ba1-2ded-4e3f-afd4-bea996fa2432 None None] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:02.051179 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-debc1134-38ab-4852-88df-af2870a88b78 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1094759 Feb 10 23:03:02.054197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46602) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.144593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.247723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.263593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-12cc7044-a739-4c49-bf6f-0094c7209d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:02.266343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-12cc7044-a739-4c49-bf6f-0094c7209d69 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1094 time: 0.8990228 Feb 10 23:03:02.357985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:02.358612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.364123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68289b3f-6bdc-4d27-a99a-1f30c95e876a None None] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:02.388202 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:02.408256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-1fb35621-a621-4b50-9c53-e422cae57b92 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 217 time: 0.1296139 Feb 10 23:03:02.471191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46612) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:02.607688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.617826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-df1db0be-98a4-41c2-a3c0-36b254bf03aa None None] Provisioning for port b107994a-d837-4707-a083-85f12cd87cdc completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:02.672208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Transition to ACTIVE for port object 96fbe6be-49f8-424b-97c5-589fd4b35fa0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:02.791085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Transition to ACTIVE for port object 96fbe6be-49f8-424b-97c5-589fd4b35fa0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:02.866567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.903599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.910356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-361d1b21-f763-4ec0-9dee-5e5ff51fa17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:02.911785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-361d1b21-f763-4ec0-9dee-5e5ff51fa17e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.3884127 Feb 10 23:03:02.928418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-2f788ece-62b9-4fb2-a59f-bbde3ad0d10b', 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b', 'tenant_id': 'b0e9244a9dbe4332aa8ded41fab14e06', 'fixed_ips': [{'subnet_id': '64fc074a-e615-4f1b-ae74-d6eca5f80969'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:02.929254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.938494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:02.939513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b107994a-d837-4707-a083-85f12cd87cdc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:02.945521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Network': ['ID=7aba07be-4378-4e63-831f-9e1ac7ae6663,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:03.051865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71d9d46a-1a3c-4699-9bda-143f8fb626d8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90760e7faa894779a574d6ce3e43b593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787578 Feb 10 23:03:03.054469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46634) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.106844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d7aa14a-c664-4c77-bd7f-a7b08b5a3abd tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/networks/7aba07be-4378-4e63-831f-9e1ac7ae6663 HTTP/1.1" status: 204 len: 168 time: 3.2695904 Feb 10 23:03:03.107884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46638) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.108756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46640) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.109279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:03.164729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.194079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:03.203390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:03.215236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:03.227014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b107994a-d837-4707-a083-85f12cd87cdc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:03.277981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5dce7a-8016-48eb-985f-210a92109155 req-3d55adf0-94b0-47c0-ae51-77e0d594928e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.280249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-3d55adf0-94b0-47c0-ae51-77e0d594928e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3359063 Feb 10 23:03:03.296657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.331958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aff74d-aa90-4a7e-9ac4-b65bbcac0b2b req-6a8d143b-598e-4517-85f7-962606d30945 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:03.333725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10aff74d-aa90-4a7e-9ac4-b65bbcac0b2b req-6a8d143b-598e-4517-85f7-962606d30945 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 943 time: 0.6705337 Feb 10 23:03:03.343078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Pushing event updated for resources: {'Port': ['ID=96fbe6be-49f8-424b-97c5-589fd4b35fa0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:03.406304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b107994a-d837-4707-a083-85f12cd87cdc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:03.406686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.580633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Attempting to bind port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:03.580905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Attempting to bind port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '0b4d0d19-b88a-4d59-91f6-83f91c0634e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:03.581268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Attempting to bind port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 on network ee73b4ca-29df-489a-a5a1-3432a99e46cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:03.601773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:03.602214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Checking segment: {'id': '0b4d0d19-b88a-4d59-91f6-83f91c0634e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:03.602542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.602943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Bound using segment: {'id': '0b4d0d19-b88a-4d59-91f6-83f91c0634e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:03.603458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Bound port: 96fbe6be-49f8-424b-97c5-589fd4b35fa0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4d0d19-b88a-4d59-91f6-83f91c0634e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'ee73b4ca-29df-489a-a5a1-3432a99e46cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:03.603828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.641442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Allocated IP 2001:db8::2 (2f788ece-62b9-4fb2-a59f-bbde3ad0d10b/64fc074a-e615-4f1b-ae74-d6eca5f80969/f7447d87-28bb-4470-a4e4-53bb93b32c15) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:03.673760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.730858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'network': {'name': 'tempest-network-smoke--713871951', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:03.744461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'networks': [{'name': 'tempest-network--471322546'}, {'name': 'tempest-network--198272651'}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:03.744918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-network--471322546'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:03.745650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-network--198272651'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:03.774213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.789644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-86af0cad-6421-4d9f-990a-7fa50784099d service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964774 Feb 10 23:03:03.808126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:03.833751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:03.838783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:network and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:03.851324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10aff74d-aa90-4a7e-9ac4-b65bbcac0b2b req-4a8d2c7b-b069-4859-af4c-f6564cc65750 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4986475 Feb 10 23:03:03.879160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] For port 96fbe6be-49f8-424b-97c5-589fd4b35fa0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:03.884245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.922944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca6c829e-5be0-438c-91c7-1296d7020ea8 None None] Provisioning complete for port b107994a-d837-4707-a083-85f12cd87cdc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:03.923164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:03.923410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca6c829e-5be0-438c-91c7-1296d7020ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.929085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:network and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:03.945332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:03.950930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:03.965149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:03.967427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port d43c879a-e1fb-4480-961d-b26c6d64805b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:03.968116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:03.987608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] For port 96fbe6be-49f8-424b-97c5-589fd4b35fa0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=96fbe6be-49f8-424b-97c5-589fd4b35fa0,segment=NetworkSegment(0b4d0d19-b88a-4d59-91f6-83f91c0634e6),segment_id=0b4d0d19-b88a-4d59-91f6-83f91c0634e6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:04.004859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.059956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:04.063581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.082389 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.120470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'network': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:04.120995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b107994a-d837-4707-a083-85f12cd87cdc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b107994a-d837-4707-a083-85f12cd87cdc,segment=NetworkSegment(197a2d21-0b1b-4e2e-a46e-4363dbfbabff),segment_id=197a2d21-0b1b-4e2e-a46e-4363dbfbabff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:04.124869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.158654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.219977 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.230950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.244434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:04.259898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.274304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:04.288080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:04.292421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:security_group_rule and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:04.295654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:04.303060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:04.311726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01a7c56-a441-47f7-9a1f-d81617ff56bc None None] Pushing event updated for resources: {'Port': ['ID=96fbe6be-49f8-424b-97c5-589fd4b35fa0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.313450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb5dce7a-8016-48eb-985f-210a92109155 req-6ab70964-4689-4d6a-a2e8-35c4b99abf46 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075860 Feb 10 23:03:04.323413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26347ece-4c6e-4c55-a17f-f3c2577a18d9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.411508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b107994a-d837-4707-a083-85f12cd87cdc,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.417498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:04.436549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:04.441089 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.458002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Transition to ACTIVE for port object f7447d87-28bb-4470-a4e4-53bb93b32c15 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:04.483981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Transition to ACTIVE for port object f7447d87-28bb-4470-a4e4-53bb93b32c15 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:04.495124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.502245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.550362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.550362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.572455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.572779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.587707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:04.590682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:04.594764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:04.616758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.618105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-efc300fc-7d6c-49c2-b906-5142594eb37f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/26347ece-4c6e-4c55-a17f-f3c2577a18d9 HTTP/1.1" status: 204 len: 168 time: 1.5597339 Feb 10 23:03:04.652980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Pushing event updated for resources: {'Port': ['ID=f7447d87-28bb-4470-a4e4-53bb93b32c15,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.707797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:03:04.728393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Attempting to bind port f7447d87-28bb-4470-a4e4-53bb93b32c15 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:04.728650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Attempting to bind port f7447d87-28bb-4470-a4e4-53bb93b32c15 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '7b59ef9f-be78-499b-b374-531f018c6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:04.729019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Attempting to bind port f7447d87-28bb-4470-a4e4-53bb93b32c15 on network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:04.735421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:04.735801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Checking segment: {'id': '7b59ef9f-be78-499b-b374-531f018c6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:04.736196 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.736592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Bound using segment: {'id': '7b59ef9f-be78-499b-b374-531f018c6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:04.737892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Bound port: f7447d87-28bb-4470-a4e4-53bb93b32c15, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b59ef9f-be78-499b-b374-531f018c6801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f788ece-62b9-4fb2-a59f-bbde3ad0d10b'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:04.738276 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:04.817010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for d43c879a-e1fb-4480-961d-b26c6d64805b owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:04.937243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be095-a527-4a30-9622-14653d7c7611 req-bd929db6-3a95-404e-806b-d028cad5f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:04.938821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-bd929db6-3a95-404e-806b-d028cad5f412 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1094 time: 0.3773134 Feb 10 23:03:04.957219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95fe72ea-4ff6-4290-9074-ca1f13ce3704,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:04.994049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:05.005442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Allocated IP 2001:db8::1 (ee73b4ca-29df-489a-a5a1-3432a99e46cb/ebaf980c-40aa-4c49-a807-6149cb99b14c/5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:05.046143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.046655 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment 9793ba59-edcf-40a0-b49a-2a8a88760a0b of type vlan for network 1e148d5e-cda5-44fe-9ee4-c664b1fec38d Feb 10 23:03:05.079475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b107994a-d837-4707-a083-85f12cd87cdc up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:05.161907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] For port f7447d87-28bb-4470-a4e4-53bb93b32c15, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:05.177621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] For port f7447d87-28bb-4470-a4e4-53bb93b32c15, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f7447d87-28bb-4470-a4e4-53bb93b32c15,segment=NetworkSegment(7b59ef9f-be78-499b-b374-531f018c6801),segment_id=7b59ef9f-be78-499b-b374-531f018c6801)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:05.185437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.299078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b107994a-d837-4707-a083-85f12cd87cdc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:05.300981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.385109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.385671 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce44acc-e02b-4781-8b48-65f744b023e9 None None] Pushing event updated for resources: {'Port': ['ID=f7447d87-28bb-4470-a4e4-53bb93b32c15,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.408170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.425590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.456432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:05.469589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:05.480817 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Sync routers for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:05.490376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 96fbe6be-49f8-424b-97c5-589fd4b35fa0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:05.494306 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:05.499329 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:05.541855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:05.592672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:05.595615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.610596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:05.647728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.653151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-41468f96-60ed-4327-89c3-81ef91fdf5a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 12.0651217 Feb 10 23:03:05.655234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46670) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:05.668279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4847b189-05bc-43e4-a69a-9554d5b1bf31,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:05.677374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.695278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.695658 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Added segment a95da68a-7082-4c3b-af26-6a3c860d446b of type vlan for network f28b4147-06a1-4ae3-9660-53b42b84c601 Feb 10 23:03:05.715591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:05.727580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be095-a527-4a30-9622-14653d7c7611 req-5dbdfc29-914d-4b92-ba18-c04d33f3242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.729635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-5dbdfc29-914d-4b92-ba18-c04d33f3242c service neutron] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 909 time: 0.7831471 Feb 10 23:03:05.760154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:05.766611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f000e56-e327-4885-b7bb-791caf6a78e3 req-207bedf1-e9be-4386-96c5-0cb7dff4b652 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:05.773110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f000e56-e327-4885-b7bb-791caf6a78e3 req-207bedf1-e9be-4386-96c5-0cb7dff4b652 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 943 time: 0.5807884 Feb 10 23:03:05.778122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Usage tracker for resource:security_group_rule and tenant:628e414c9c4b4a6592e08b41c57e0fca is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:05.781940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Transition to ACTIVE for port object 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:05.793159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.793736 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment f0d4b10f-2306-492f-a12a-9bb7657edcc5 of type vlan for network babb2479-2d73-4d38-bbb1-e483ea958890 Feb 10 23:03:05.795159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:05.805510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.811815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:05.855460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec889530-a1d5-4e5e-af72-9326e467a327 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=834e149d1122493cb8781b962341b810&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1947792 Feb 10 23:03:05.873950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46674) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:05.888911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:05.914509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:05.921415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-7e00385d-8cb8-43d0-9ecb-d323c9cb4ec5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 217 time: 0.1434157 Feb 10 23:03:06.177561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cad975-086f-4c7f-8aaa-c2b97dec37fd None None] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:06.183498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.202921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=d43c879a-e1fb-4480-961d-b26c6d64805b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:06.233618 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:02Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:02:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:06.241208 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Checking router: 6c8866fd-0a21-41d0-b408-eb4ffe56cdce for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:06.242205 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Updating router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce port d544e728-7586-4bdc-a78c-b70750c3b4b2 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:03:06.274752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.281869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:06.282542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.286513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Provisioning for port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:06.326518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f000e56-e327-4885-b7bb-791caf6a78e3 req-b179859e-2c41-4fb6-b3a4-f72e53b2aacb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739952 Feb 10 23:03:06.342013 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.356054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be095-a527-4a30-9622-14653d7c7611 req-64ca940e-63ef-460e-8f46-31634e05e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:06.357532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-64ca940e-63ef-460e-8f46-31634e05e228 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.4257300 Feb 10 23:03:06.387405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Provisioning complete for port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:06.388060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.439314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab022e-e5d7-4d3f-8b62-a47622b21a16 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:06.442146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3cab022e-e5d7-4d3f-8b62-a47622b21a16 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5671251 Feb 10 23:03:06.450424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46678) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.533282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:06.557774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d51b3378-4249-4819-bea1-552c12e17f3c tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1060503 Feb 10 23:03:06.564319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:06.583579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Network': ['ID=f28b4147-06a1-4ae3-9660-53b42b84c601,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:06.590550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.590885 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Floating IP aae3f63e-b360-47c5-8332-d6947d37d6b7 disassociated (deleted). External IP: 172.25.2.71, port: d7801bfd-3c40-4d14-8d93-80e9e419d7a1. Feb 10 23:03:06.593226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.598528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1156230883', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'project_id': '834e149d1122493cb8781b962341b810', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:06.636816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f28b4147-06a1-4ae3-9660-53b42b84c601 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:06.762891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:06.769300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:subnet and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:06.774513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100be095-a527-4a30-9622-14653d7c7611 req-c7c635ab-303c-49e6-849c-f5bb2c6e559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:06.777633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-c7c635ab-303c-49e6-849c-f5bb2c6e559e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3821652 Feb 10 23:03:06.778533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:06.827716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:06.885818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] For port 96fbe6be-49f8-424b-97c5-589fd4b35fa0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=96fbe6be-49f8-424b-97c5-589fd4b35fa0,segment=NetworkSegment(0b4d0d19-b88a-4d59-91f6-83f91c0634e6),segment_id=0b4d0d19-b88a-4d59-91f6-83f91c0634e6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:06.895048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:06.950506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:06.955239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.011511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.012112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.021841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.023568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f7447d87-28bb-4470-a4e4-53bb93b32c15 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:07.031336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.032579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.059121 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.080264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-0e42c092-aa5c-44a7-9e13-503c66e344f1 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909594 Feb 10 23:03:07.083374 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Transition to ACTIVE for port object d544e728-7586-4bdc-a78c-b70750c3b4b2 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:07.094819 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.177687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e56b786-c32c-4473-a56c-171bb21716ee None None] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:07.235255 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Attempting to bind port d544e728-7586-4bdc-a78c-b70750c3b4b2 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:07.236047 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Attempting to bind port d544e728-7586-4bdc-a78c-b70750c3b4b2 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:07.236997 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Attempting to bind port d544e728-7586-4bdc-a78c-b70750c3b4b2 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:07.253720 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:07.254854 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:07.255833 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.256734 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:07.257761 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Bound port: d544e728-7586-4bdc-a78c-b70750c3b4b2, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:07.258654 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.261551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.271154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c5960e25-c006-425a-a661-a1b97d0a2a6c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:03:07.285859 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.1699874 Feb 10 23:03:07.285859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.307544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b3f17e80-8a96-4694-95a6-8969908a608c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.1939137 Feb 10 23:03:07.308137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Provisioning for port f7447d87-28bb-4470-a4e4-53bb93b32c15 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:07.314289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46686) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:07.314935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:07.326051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Pushing event updated for resources: {'Port': ['ID=d544e728-7586-4bdc-a78c-b70750c3b4b2,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.328966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Provisioning complete for port f7447d87-28bb-4470-a4e4-53bb93b32c15 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:07.329544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.339187 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.339552 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.339895 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.340227 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.340555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.340881 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.341202 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.341522 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.341838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.342156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.342472 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.342786 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:07.364478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f7447d87-28bb-4470-a4e4-53bb93b32c15 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:07.383450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77851377-bd7c-4356-a1f4-f52dc23c7c41 None None] Pushing event updated for resources: {'Port': ['ID=96fbe6be-49f8-424b-97c5-589fd4b35fa0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.402330 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] For port d544e728-7586-4bdc-a78c-b70750c3b4b2, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:07.411617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f7447d87-28bb-4470-a4e4-53bb93b32c15 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:07.412198 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] For port d544e728-7586-4bdc-a78c-b70750c3b4b2, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d544e728-7586-4bdc-a78c-b70750c3b4b2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:07.412661 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.419125 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.442668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:07.444255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-387785960', 'admin_state_up': True, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:07.544755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:07.576334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:router and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:07.588606 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:07.589386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:07.623538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:07.664005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=1e148d5e-cda5-44fe-9ee4-c664b1fec38d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:07.666679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:07.706972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.715654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1e148d5e-cda5-44fe-9ee4-c664b1fec38d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:07.760047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:07.764592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.766338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.826631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8c2f6-9f67-4ad8-8e40-b8a4128960f3 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.832558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8c2f6-9f67-4ad8-8e40-b8a4128960f3 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.848670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8c2f6-9f67-4ad8-8e40-b8a4128960f3 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.854506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8c2f6-9f67-4ad8-8e40-b8a4128960f3 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:07.861109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-acb8c2f6-9f67-4ad8-8e40-b8a4128960f3 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.5367866 Feb 10 23:03:07.867127 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:07.867918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:07.906473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.912262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-100be095-a527-4a30-9622-14653d7c7611 req-344ff25a-e562-450a-a432-93a5a5620a97 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240128 Feb 10 23:03:07.936711 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:07.939481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:07.985619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:07.986162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.063447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.113188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:08.153188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828ee65-1912-467a-b21d-fee7b2a84a1d None None] Pushing event updated for resources: {'Port': ['ID=d544e728-7586-4bdc-a78c-b70750c3b4b2,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.164240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.238655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'port_id': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'mac_address': 'fa:16:3e:fd:f7:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:03:08.349963 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:02Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:08.354991 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dad59db-bb2b-49db-b9f9-d5ec89d55f94 None None] The sync data for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 is: [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:02Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:08.391881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f7447d87-28bb-4470-a4e4-53bb93b32c15, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f7447d87-28bb-4470-a4e4-53bb93b32c15,segment=NetworkSegment(7b59ef9f-be78-499b-b374-531f018c6801),segment_id=7b59ef9f-be78-499b-b374-531f018c6801)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:08.399122 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.413334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=628e414c9c4b4a6592e08b41c57e0fca&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9494579 Feb 10 23:03:08.422452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:08.430244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Port': ['ID=5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.431155 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.461084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be8aeb-84f8-40fa-b525-0eb03a7800b2 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=babb2479-2d73-4d38-bbb1-e483ea958890,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.463202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66678eb7-e4fd-4366-9805-04ae79e867d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4770236-0f03-44dd-9f37-135e355f361b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.472691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cfa04a15-f732-4130-a0d1-92342f0df408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.538565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network babb2479-2d73-4d38-bbb1-e483ea958890 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:08.567791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.578500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 1119ede0-7fb1-4502-8f50-dde3391e1498 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:08.587651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6addc54-c300-4244-a524-62795f60254f req-ccb26b0c-1fe7-4a64-9a7b-ec2167fae93a tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:08.589155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6addc54-c300-4244-a524-62795f60254f req-ccb26b0c-1fe7-4a64-9a7b-ec2167fae93a tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 943 time: 0.8838081 Feb 10 23:03:08.633487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5960e25-c006-425a-a661-a1b97d0a2a6c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:08.652316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:08.743373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.770052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:08.770052 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-78cd1794-a9cf-4e21-ab1a-de2f0977a9b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:08.813435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f7447d87-28bb-4470-a4e4-53bb93b32c15,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.889562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:08.948869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:08.955356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['c5960e25-c006-425a-a661-a1b97d0a2a6c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:03:09.012277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 96fbe6be-49f8-424b-97c5-589fd4b35fa0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:09.136158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.148608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.172890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:09.173269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.293461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e148d5e-cda5-44fe-9ee4-c664b1fec38d']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:09.322823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Subnet': ['ID=ecc3d00e-7658-4575-8c3f-f122fa0608ab,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:09.330012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6addc54-c300-4244-a524-62795f60254f req-0f3270ca-1144-493e-85d2-84ec0eb82d3e tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6927450 Feb 10 23:03:09.332727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9793ba59-edcf-40a0-b49a-2a8a88760a0b') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:09.333101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9793ba59-edcf-40a0-b49a-2a8a88760a0b') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:09.344795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.351791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:09.360745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network hostable DHCP agents. Network: aa0ee31a-2106-4717-8b36-07a235dc3666, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:09.400957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:09.416259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Sync routers for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:09.432403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.441825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.494147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.501284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.536045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:09.536347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network aa0ee31a-2106-4717-8b36-07a235dc3666 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:09.537208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:09.539648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:09.540189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.625820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6470fdb6-4fc3-4cee-a096-2ccf9e6b7c17 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/floatingips/aae3f63e-b360-47c5-8332-d6947d37d6b7 HTTP/1.1" status: 204 len: 168 time: 6.5105026 Feb 10 23:03:09.632289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:09.717645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.724610 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.725748 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.727102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Provisioning for port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:09.738687 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:09.753353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Provisioning complete for port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:09.753871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.776341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.787035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.882469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.894381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, aa0ee31a-2106-4717-8b36-07a235dc3666) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:09.909590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4770236-0f03-44dd-9f37-135e355f361b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:09.917388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=1e148d5e-cda5-44fe-9ee4-c664b1fec38d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:09.929748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:09.930571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.959244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bc2c4b52-1374-456a-b161-6e6876919948 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/1e148d5e-cda5-44fe-9ee4-c664b1fec38d HTTP/1.1" status: 204 len: 168 time: 2.0878005 Feb 10 23:03:09.962869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:09.964270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1dee6192-5411-4897-b9e5-674e57338995 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b4770236-0f03-44dd-9f37-135e355f361b HTTP/1.1" status: 204 len: 168 time: 1.5269172 Feb 10 23:03:09.965037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46710) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:10.033787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-504910f4-da3f-4e37-a763-305172029f01 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.4542451 Feb 10 23:03:10.041579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46716) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:10.090727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Port': ['ID=5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:10.105136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:10.289875 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'status': 'completed', 'code': 200} Feb 10 23:03:10.330456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:10.334806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:10.508438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:10.513638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd4fd67-f2f3-40d1-b6f1-06ca70d0150e None None] Network aa0ee31a-2106-4717-8b36-07a235dc3666 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:10.953022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3430842e-d86c-4425-929b-a2ec032eb667 req-6ccfc669-557c-4906-a545-8d7fb9f4d9e1 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:10.957647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3430842e-d86c-4425-929b-a2ec032eb667 req-6ccfc669-557c-4906-a545-8d7fb9f4d9e1 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 944 time: 0.3116088 Feb 10 23:03:11.004865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Router 6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:03:11.090419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46726) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:11.136577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Provisioning complete for port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:11.136951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.181992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-aa0ee31a-2106-4717-8b36-07a235dc3666', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:11.183023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.198297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d544e728-7586-4bdc-a78c-b70750c3b4b2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:11.252864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.293124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3430842e-d86c-4425-929b-a2ec032eb667 req-8f1794f7-7549-4358-a382-f1c0306bf856 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3234243 Feb 10 23:03:11.324543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:11.327646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:11.336229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a19164e1-6e80-4381-bf40-00fbcd117d51 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2806141 Feb 10 23:03:11.337825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Usage tracker for resource:security_group_rule and tenant:61368cd653b246878a7d60afd46cd221 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:11.344557 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] Sync routers for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:11.345377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:11.347265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-41dd38f7-3f60-4260-b1d4-a21db4283774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.350076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:11.363650 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:11.364689 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.451739 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.465699 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:11.466662 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.558122 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:11.558815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30273b9f-8aa3-4b77-89d4-d6fa1e7f041f None None] The sync data for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:11.620268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:11.643622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d544e728-7586-4bdc-a78c-b70750c3b4b2 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:11.682466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.723700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d544e728-7586-4bdc-a78c-b70750c3b4b2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:11.724034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.835171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Provisioning complete for port f7447d87-28bb-4470-a4e4-53bb93b32c15 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:11.835577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f054ea8e-2c5d-444b-8156-5b3d5b55f4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.874921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:11.903322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Allocated IP 172.20.0.2 (aa0ee31a-2106-4717-8b36-07a235dc3666/ecc3d00e-7658-4575-8c3f-f122fa0608ab/3bfd2b90-beb0-47ad-a2c7-c2f3f1626278) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:11.905912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.013143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.037895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.080997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.081962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Checking router: 1119ede0-7fb1-4502-8f50-dde3391e1498 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:12.145927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47359e29-3869-4db1-b774-9324a4ef3bfa req-bfd32460-0c75-4db0-9f80-573b05521710 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.146983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-47359e29-3869-4db1-b774-9324a4ef3bfa req-bfd32460-0c75-4db0-9f80-573b05521710 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:12.151590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-9adb31b5-63aa-491f-9089-a2f966e76dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.153634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-9adb31b5-63aa-491f-9089-a2f966e76dab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7fd44e611f904c0eabeffed3cc48748f&device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 1135 time: 1.8074310 Feb 10 23:03:12.160142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.183848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:12.184627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.215810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.232210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.256723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.336146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d544e728-7586-4bdc-a78c-b70750c3b4b2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d544e728-7586-4bdc-a78c-b70750c3b4b2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:12.355189 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.356214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f7447d87-28bb-4470-a4e4-53bb93b32c15 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:12.363453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb2479-2d73-4d38-bbb1-e483ea958890']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.378853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=61368cd653b246878a7d60afd46cd221&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2583308 Feb 10 23:03:12.383117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-47359e29-3869-4db1-b774-9324a4ef3bfa req-bfd32460-0c75-4db0-9f80-573b05521710 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:12.385388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47359e29-3869-4db1-b774-9324a4ef3bfa req-bfd32460-0c75-4db0-9f80-573b05521710 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 1.2191188 Feb 10 23:03:12.387529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46736) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:12.405264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d4b10f-2306-492f-a12a-9bb7657edcc5') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.405855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d4b10f-2306-492f-a12a-9bb7657edcc5') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:12.414418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c3606-b0e5-4ef6-bb4e-0fa60d7628b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bcff99-4f45-4ec0-ba55-7a71608d93a8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:12.483734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.588135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.610446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.618397 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-4cb1875d-ed35-43bc-8a07-e8fb1fe1cef7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:03:12.622289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4cb1875d-ed35-43bc-8a07-e8fb1fe1cef7 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2722566 Feb 10 23:03:12.629313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13b181d-3645-4398-903e-68d28623efe3 req-2f0c8003-2416-46b0-80e4-4b815edf9546 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.629526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:12.630331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13b181d-3645-4398-903e-68d28623efe3 req-2f0c8003-2416-46b0-80e4-4b815edf9546 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.30 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.7227712 Feb 10 23:03:12.634398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47359e29-3869-4db1-b774-9324a4ef3bfa req-289fc64d-0952-48c3-b752-076232c3432d tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2314568 Feb 10 23:03:12.635772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:12.636015 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:12.688189 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:12.738760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-1aebee92-d329-4eef-91da-d778eeee1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.739007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d27e61a3-5873-48ff-85fa-c120cb08c5d2 None None] Provisioning complete for port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:12.739691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d27e61a3-5873-48ff-85fa-c120cb08c5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.740306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-1aebee92-d329-4eef-91da-d778eeee1ed5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 200 len: 898 time: 0.5704153 Feb 10 23:03:12.778772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.783507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d544e728-7586-4bdc-a78c-b70750c3b4b2,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:12.786277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.791574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.25.2.112 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/6b8f0f47-74eb-4192-be99-d2971ac6e004) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:12.794158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:12.811346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:12.840936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef291e23-a4f1-42de-980f-d98c7bc42b9f req-054d4bf4-a9f2-4b85-bb55-619d6373ed08 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:12.847867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef291e23-a4f1-42de-980f-d98c7bc42b9f req-054d4bf4-a9f2-4b85-bb55-619d6373ed08 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 944 time: 0.3949828 Feb 10 23:03:12.945433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d27e61a3-5873-48ff-85fa-c120cb08c5d2 None None] Port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:12.988592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-a6495fee-e834-43f9-ab83-aa45984fd8fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 200 len: 217 time: 0.1570995 Feb 10 23:03:13.015320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f7447d87-28bb-4470-a4e4-53bb93b32c15 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:13.015320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.162129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.208860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef291e23-a4f1-42de-980f-d98c7bc42b9f req-47110671-0ddf-4f1b-a1f1-4940d05c080a tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3594289 Feb 10 23:03:13.256129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.258066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Transition to ACTIVE for port object 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:13.264764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:13.265088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.276746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c5960e25-c006-425a-a661-a1b97d0a2a6c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:13.288916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bcff99-4f45-4ec0-ba55-7a71608d93a8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.324969 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.334465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.338242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a0a4deb8-6da1-4fb3-984a-e9d46cb96fc0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/75bcff99-4f45-4ec0-ba55-7a71608d93a8 HTTP/1.1" status: 204 len: 168 time: 0.9472110 Feb 10 23:03:13.375196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.396694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Transition to ACTIVE for port object 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:13.414650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=babb2479-2d73-4d38-bbb1-e483ea958890,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.481074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.522868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-04b7a4f6-d30f-4e70-8082-39d0787616cb tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/babb2479-2d73-4d38-bbb1-e483ea958890 HTTP/1.1" status: 204 len: 168 time: 3.5555053 Feb 10 23:03:13.524839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-edce3b19-df69-402b-9240-e278f72316c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:13.526344 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-edce3b19-df69-402b-9240-e278f72316c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 200 len: 835 time: 0.5057929 Feb 10 23:03:13.534787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46746) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:13.650496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Network aa0ee31a-2106-4717-8b36-07a235dc3666 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:13.676009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:13.680523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:13.773612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Pushing event updated for resources: {'Port': ['ID=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:13.807452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.867081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port c5960e25-c006-425a-a661-a1b97d0a2a6c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:13.899592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.900145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Attempting to bind port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:13.900686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Attempting to bind port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:13.901201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Attempting to bind port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:13.910222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port c5960e25-c006-425a-a661-a1b97d0a2a6c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:13.910831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:13.965294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d544e728-7586-4bdc-a78c-b70750c3b4b2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:14.027432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:14.028734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:14.028734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.029135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Bound using segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:14.030108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Bound port: 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:14.030663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.162519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c704791-c926-4a96-b237-ecfe719f0a48 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.168884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c704791-c926-4a96-b237-ecfe719f0a48 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.169705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c704791-c926-4a96-b237-ecfe719f0a48 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Synchronizing usage tracker for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:14.230205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-597b55ec-6b28-40b6-aabd-bc6fc5bb8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.232011 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-597b55ec-6b28-40b6-aabd-bc6fc5bb8006 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f98909ee-09ea-4f02-9562-3a4f0b154df8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6707926 Feb 10 23:03:14.240197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port d7801bfd-3c40-4d14-8d93-80e9e419d7a1, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:14.240802 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.265427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] For port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:14.272114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] For port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:14.293724 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.358295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:14.393705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d574a8b0-85d4-4821-96eb-ba09280f89d2 None None] The sync data for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 is: [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T22:59:35Z', 'revision_number': 4, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '877f2fd9-2928-467c-ab2d-eca78ecc0b0d', 'name': '', 'network_id': 'f98909ee-09ea-4f02-9562-3a4f0b154df8', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'mac_address': 'fa:16:3e:c5:3f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_interface', 'standard_attr_id': 2983, 'fixed_ips': [{'subnet_id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:31Z', 'updated_at': '2022-02-10T22:59:58Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'subnets': [{'id': '7830d8ee-708a-4238-8ec4-23eb44f47a98', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:14.399148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c704791-c926-4a96-b237-ecfe719f0a48 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Unset dirty status for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:14.406558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c704791-c926-4a96-b237-ecfe719f0a48 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8577204 Feb 10 23:03:14.459196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46764) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:14.460510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:14.463892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.503138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bf84fa-d5ce-4e54-b574-d4615c958f7d None None] Pushing event updated for resources: {'Port': ['ID=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:14.542293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for d7801bfd-3c40-4d14-8d93-80e9e419d7a1 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:14.550939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d544e728-7586-4bdc-a78c-b70750c3b4b2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:14.559351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.577089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.644877 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.674672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-564329286'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:14.695252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:14.704729 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:03:14.725659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:14.749299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:14.758913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:14.787325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:14.802996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:14.833541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bed0e74-95b1-44bc-bb7e-9d3750b615d2 req-91fd774c-430b-4e8d-b27e-8a94ac572479 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:14.851914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1bed0e74-95b1-44bc-bb7e-9d3750b615d2 req-91fd774c-430b-4e8d-b27e-8a94ac572479 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 984 time: 0.8811367 Feb 10 23:03:14.884624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:14.934097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:14.945423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.024291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.057248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbefa791-4aad-4feb-9e26-38ba4ccf0e8d None None] New status for floating IP aae3f63e-b360-47c5-8332-d6947d37d6b7: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:03:15.216444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Calling delete_port for 5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:15.222658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.1 (aa0ee31a-2106-4717-8b36-07a235dc3666/ecc3d00e-7658-4575-8c3f-f122fa0608ab/79a46945-42b5-46a6-8cea-bff0fb74ea4d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:15.280297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=6b8f0f47-74eb-4192-be99-d2971ac6e004,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.297383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:15.301399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.379624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:15.399014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bc4c7-c1e3-41cf-acf6-eb145dd7a5af req-09f37629-2dba-43a0-a028-010a4d59bdb7 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:15.400500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b05bc4c7-c1e3-41cf-acf6-eb145dd7a5af req-09f37629-2dba-43a0-a028-010a4d59bdb7 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.7594533 Feb 10 23:03:15.407921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.408263 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment b3e832a9-006f-4724-a74a-b21cd9ddd5fc of type vlan for network d7da0c1e-eadd-4f00-89cc-ff75a09d92b2 Feb 10 23:03:15.442762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d7801bfd-3c40-4d14-8d93-80e9e419d7a1 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:15.514890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.540168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b05bc4c7-c1e3-41cf-acf6-eb145dd7a5af req-14dc072c-0be1-4bd6-ba46-9012fab72771 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199989 Feb 10 23:03:15.544741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-e9ec8b6a-2c7c-4a73-9076-d5135737cc9f service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2894893 Feb 10 23:03:15.630830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1bed0e74-95b1-44bc-bb7e-9d3750b615d2 req-7cf880bd-da70-4a53-89ab-2db29541a7fc tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/security-groups?id=62abfef5-fd69-461d-83b9-7df455693d15&id=182ea468-3ca6-492a-9e07-c8c0129f6e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.7746589 Feb 10 23:03:15.658285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.676091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:15.677117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.692481 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'code': 200} Feb 10 23:03:15.703170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.726645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:15.782053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Port': ['ID=5dff107f-ff8c-4659-a77c-eb6ddd3c4f6b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:15.919322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:16.034083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=d7da0c1e-eadd-4f00-89cc-ff75a09d92b2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:16.056708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d7da0c1e-eadd-4f00-89cc-ff75a09d92b2 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:16.082685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:16.180031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c56b6275-805a-4a79-ac91-197c06557430 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5509610 Feb 10 23:03:16.180680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46792) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:16.339865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642a4130-3e3d-4396-9b00-22e7448698b7 None None] Network aa0ee31a-2106-4717-8b36-07a235dc3666 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:16.360635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46794) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:16.369997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-266267505'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:16.381212 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.384368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:16.386526 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.400630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:network and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:16.467605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:16.509801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Provisioning for port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:16.521393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Provisioning complete for port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:16.521901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.533605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object 79a46945-42b5-46a6-8cea-bff0fb74ea4d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:16.537065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb88cb1d-0d14-44b0-b5f1-027250a690e6 req-ae1d0dcd-0f0e-45d0-8e36-b5ad6d277e33 service neutron] 10.222.0.30 "GET /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9112749 Feb 10 23:03:16.545454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:16.550946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.570834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e9f6a-1233-442d-b366-989db2a5805d req-39582500-c863-4616-bd40-cfae5986a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:16.572263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee2e9f6a-1233-442d-b366-989db2a5805d req-39582500-c863-4616-bd40-cfae5986a813 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 0.7815259 Feb 10 23:03:16.657716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.731504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=d7801bfd-3c40-4d14-8d93-80e9e419d7a1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:16.749411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1313516692', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:16.764542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:16.768179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.783316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Router 6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:16.786122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:16.795200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Usage tracker for resource:port and tenant:ed237f5135c04ea18ca24583dad8eecf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:16.800375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:16.810939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:16.914945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:16.942678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] No DVR routers for this DVR port d7801bfd-3c40-4d14-8d93-80e9e419d7a1 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:16.961378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] For port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:16.966796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.011778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.016893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ee2e9f6a-1233-442d-b366-989db2a5805d req-4b57ed49-c8b8-44cd-8104-2b623bb1f9e0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4061835 Feb 10 23:03:17.017361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'name': 'network-vif-deleted', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:17.018696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:17.025140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bb395b1c-963b-4d6e-8a4f-95c73e316fe2 req-b83efa82-1075-4e57-8502-28ef28d46c66 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Synchronizing usage tracker for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:17.027821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:17.037626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.037878 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] Sync routers for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:17.047986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-52d37f01-c006-4845-8125-9d6f57b99315 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4142570 Feb 10 23:03:17.048630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebf429-920c-47b8-b0d3-9b6179011964 None None] Pushing event updated for resources: {'Port': ['ID=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.051917 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:17.052591 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:17.053580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Made reservation on behalf of ed237f5135c04ea18ca24583dad8eecf for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:17.058103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.079082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:17.084536 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.140138 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:17.170795 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:17.171772 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:17.215918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:17.219125 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.219499 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment 90c7c4d7-8e60-4438-9486-7c1fc2f2613f of type vlan for network 4fba10c1-a91b-44d3-9678-1c39c28602f8 Feb 10 23:03:17.231100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Usage tracker for resource:security_group_rule and tenant:ed237f5135c04ea18ca24583dad8eecf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:17.232804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13b181d-3645-4398-903e-68d28623efe3 req-60cae6e3-4d8f-491b-bc6c-c622d6b5b524 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.30 "DELETE /v2.0/ports/d7801bfd-3c40-4d14-8d93-80e9e419d7a1 HTTP/1.1" status: 204 len: 173 time: 4.5438132 Feb 10 23:03:17.238483 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-728c77e3-9abf-40bc-b12a-5a8fda90b08a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] delete failed (client error): The resource could not be found. Feb 10 23:03:17.239641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-728c77e3-9abf-40bc-b12a-5a8fda90b08a tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/routers/tempest-non_exist_router-836131665 HTTP/1.1" status: 404 len: 334 time: 0.1373115 Feb 10 23:03:17.243665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:17.251118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46812) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:17.251379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network aa0ee31a-2106-4717-8b36-07a235dc3666 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:17.261025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2b8ad0c7-f70f-42a8-bced-bce1c6b293f2 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'router': {'external_gateway_info': {'network_id': '6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:17.269109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:17.283875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:17.304665 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:17.305331 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fcb816-0ee7-456b-b786-723dec199145 None None] The sync data for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:17.353524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.370012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:17.426008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-06aa1b03-b09a-43d3-a9a0-9479133f6c9e None None] Provisioning complete for port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:17.426877 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-06aa1b03-b09a-43d3-a9a0-9479133f6c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.496665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.519375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bb395b1c-963b-4d6e-8a4f-95c73e316fe2 req-b83efa82-1075-4e57-8502-28ef28d46c66 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Unset dirty status for tenant:7fd44e611f904c0eabeffed3cc48748f on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:17.528175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bb395b1c-963b-4d6e-8a4f-95c73e316fe2 req-b83efa82-1075-4e57-8502-28ef28d46c66 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "GET /v2.0/ports?device_id=78c5529b-3e95-4c1d-ab98-43976bd05031 HTTP/1.1" status: 200 len: 210 time: 0.6588776 Feb 10 23:03:17.545126 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.634632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.642255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] device_id is not set on port 47a4280a-274a-4e8d-b513-1d384a72ca4f yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:17.668592 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78c5529b-3e95-4c1d-ab98-43976bd05031', 'name': 'network-vif-deleted', 'tag': 'd7801bfd-3c40-4d14-8d93-80e9e419d7a1', 'status': 'completed', 'code': 200} Feb 10 23:03:17.731808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4d8f9-fec2-48dd-9f8b-d3b75843d720 req-7562cbc8-0205-41fb-81a8-2bbd5668bcb2 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:17.733767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6c4d8f9-fec2-48dd-9f8b-d3b75843d720 req-7562cbc8-0205-41fb-81a8-2bbd5668bcb2 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.8955719 Feb 10 23:03:17.743947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11980730-93ec-4e52-87c2-5b51a7344295 None None] Provisioning for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:17.753504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11980730-93ec-4e52-87c2-5b51a7344295 None None] Provisioning complete for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:17.753812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11980730-93ec-4e52-87c2-5b51a7344295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.804268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.891885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-11980730-93ec-4e52-87c2-5b51a7344295 None None] Port 79a46945-42b5-46a6-8cea-bff0fb74ea4d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:17.914466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597a023a-00e7-440a-a26a-ff9c2c0aed15,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:17.917592 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.930986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:17.931367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:17.950961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:18.093873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:18.095042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.160328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.206878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6c4d8f9-fec2-48dd-9f8b-d3b75843d720 req-c46f19ad-e14e-48f3-826c-68b62eb2df9b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128397 Feb 10 23:03:18.470393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=4fba10c1-a91b-44d3-9678-1c39c28602f8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:18.476817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-65f0a654-3d00-4ebb-a2d1-88cdeaba015c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1150246 Feb 10 23:03:18.482399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 4fba10c1-a91b-44d3-9678-1c39c28602f8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:18.484260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46816) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.508570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'ports': [{'network_id': 'd7da0c1e-eadd-4f00-89cc-ff75a09d92b2', 'name': 'tempest-port--203045966', 'admin_state_up': True}, {'network_id': '4fba10c1-a91b-44d3-9678-1c39c28602f8', 'admin_state_up': False}]} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:18.508894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'port': {'network_id': 'd7da0c1e-eadd-4f00-89cc-ff75a09d92b2', 'name': 'tempest-port--203045966', 'admin_state_up': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:18.509387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'port': {'network_id': '4fba10c1-a91b-44d3-9678-1c39c28602f8', 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:18.551644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2b8ad0c7-f70f-42a8-bced-bce1c6b293f2 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.567071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Allocated IP 172.25.2.106 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/47a4280a-274a-4e8d-b513-1d384a72ca4f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:18.598982 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-2b8ad0c7-f70f-42a8-bced-bce1c6b293f2 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] update failed (client error): The resource could not be found. Feb 10 23:03:18.600097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2b8ad0c7-f70f-42a8-bced-bce1c6b293f2 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 HTTP/1.1" status: 404 len: 339 time: 1.3479042 Feb 10 23:03:18.605806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.624160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1710085493'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:18.633124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:18.646599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.646872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:network and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:18.651914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:18.665680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:18.667512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:18.717491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:03:18.781438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:18.785451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.865077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:18.892663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.893538 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Added segment 4e46e466-d2f7-418d-a120-271414e796ac of type vlan for network 3134ff84-4b01-44ed-bcd9-6ad635177a84 Feb 10 23:03:18.912158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.971762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.977288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:18.983402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.054744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.060599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:19.061226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.165211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.197097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.206504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:19.226281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:port and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:19.233137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:19.246382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:19.254858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.256024 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/security-groups/182ea468-3ca6-492a-9e07-c8c0129f6e8e HTTP/1.1" status: 204 len: 168 time: 0.5849390 Feb 10 23:03:19.256974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c89bb-54e9-41c7-9b18-3c5855eba161 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182ea468-3ca6-492a-9e07-c8c0129f6e8e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:19.259828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46832) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.271891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6649747 Feb 10 23:03:19.272808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78220d5e-20af-4b40-ae12-17944df9761b tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Network': ['ID=3134ff84-4b01-44ed-bcd9-6ad635177a84,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:19.289433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46836) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.304595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:19.306912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'subnet': {'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:19.324638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:19.334853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:19.383876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:19.438619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Pushing event updated for resources: {'Port': ['ID=47a4280a-274a-4e8d-b513-1d384a72ca4f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:19.453674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'port': 2} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:19.458250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.487874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:19.488654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.494599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:19.505897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Usage tracker for resource:subnet and tenant:b0e9244a9dbe4332aa8ded41fab14e06 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:19.511881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:19.526029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26b41b7b-bd9c-45a0-b11e-d4fc67f6ff52 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1608958 Feb 10 23:03:19.527861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:19.531440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46840) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.539950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}]}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:19.554455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:19.554726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:19.562534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Usage tracker for resource:router and tenant:ed237f5135c04ea18ca24583dad8eecf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:19.566748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:19.570319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:19.574364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Made reservation on behalf of b0e9244a9dbe4332aa8ded41fab14e06 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:19.580254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:19.581478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:19.582323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.623128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:19.638542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.746046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.746649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ba32e01e-a480-4a3d-aa4b-cdd23b7916d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.4171343 Feb 10 23:03:19.751144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46844) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:19.776017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:19.776357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.778007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.832064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.915575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.932378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:19.984455 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.030063 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.168642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f929c3b1-eb43-4886-8ece-b01155d921a3 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba0c2a434aa54df3beb963a59a550aac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4136600 Feb 10 23:03:20.180461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.190605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.230788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:15Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:20.235393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:20.235977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Updating router 47a0030b-f1c5-42f3-b3f5-851f68539254 port 6b8f0f47-74eb-4192-be99-d2971ac6e004 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:03:20.293248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54affd58-31b3-4970-a2fc-8183ae41a25f req-fbb93e7d-ccf7-469e-94a6-d62c47630e84 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:20.294823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54affd58-31b3-4970-a2fc-8183ae41a25f req-fbb93e7d-ccf7-469e-94a6-d62c47630e84 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.8431547 Feb 10 23:03:20.297092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.302125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.468786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] device_id is not set on port e4684b2b-78dd-4a89-a359-d051e7cbca1d yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:20.472292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.506929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-54affd58-31b3-4970-a2fc-8183ae41a25f req-df5afc19-2997-4173-babb-4fa74e99110c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221819 Feb 10 23:03:20.542740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.590165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62abfef5-fd69-461d-83b9-7df455693d15,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.621952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network aa0ee31a-2106-4717-8b36-07a235dc3666 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:20.628359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:20.684134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.733447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.737520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cbc45158-894d-4034-9b75-caa63a0aede7 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/security-groups/62abfef5-fd69-461d-83b9-7df455693d15 HTTP/1.1" status: 204 len: 168 time: 1.4720154 Feb 10 23:03:20.748745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46856) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:20.788357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.803024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Transition to ACTIVE for port object 6b8f0f47-74eb-4192-be99-d2971ac6e004 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:20.811669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.823778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.903040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Attempting to bind port 6b8f0f47-74eb-4192-be99-d2971ac6e004 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:20.903479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Attempting to bind port 6b8f0f47-74eb-4192-be99-d2971ac6e004 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:20.903796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Attempting to bind port 6b8f0f47-74eb-4192-be99-d2971ac6e004 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:20.910658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246133-0d17-4a8d-be10-5cc96b22f965 None None] Pushing event updated for resources: {'Port': ['ID=6b8f0f47-74eb-4192-be99-d2971ac6e004,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:20.915563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:20.915563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:20.916026 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:20.916378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:20.916881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Bound port: 6b8f0f47-74eb-4192-be99-d2971ac6e004, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:20.917417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.008524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2424b84b-f5d9-44d4-b612-723c5f5b33ff None None] Provisioning complete for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:21.009172 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2424b84b-f5d9-44d4-b612-723c5f5b33ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.042337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Subnet': ['ID=07a810f5-c6d2-48fb-86f5-ceeeebf76d10,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:21.055642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] device_id is not set on port 70cfe836-2497-4952-8fc1-7b41b0d6a099 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:21.082337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] For port 6b8f0f47-74eb-4192-be99-d2971ac6e004, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:21.094709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2424b84b-f5d9-44d4-b612-723c5f5b33ff None None] Port 79a46945-42b5-46a6-8cea-bff0fb74ea4d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:21.098447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] For port 6b8f0f47-74eb-4192-be99-d2971ac6e004, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6b8f0f47-74eb-4192-be99-d2971ac6e004,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:21.104950 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.110663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:21.124731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Checking segment: {'id': '4e46e466-d2f7-418d-a120-271414e796ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:21.125142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network hostable DHCP agents. Network: 3134ff84-4b01-44ed-bcd9-6ad635177a84, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:21.204300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68246133-0d17-4a8d-be10-5cc96b22f965 None None] Pushing event updated for resources: {'Port': ['ID=6b8f0f47-74eb-4192-be99-d2971ac6e004,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:21.214056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:21.214727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:21.234153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9936a0ee-6584-4ba3-b444-cb6caadc753b tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:21.235901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9936a0ee-6584-4ba3-b444-cb6caadc753b tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0543580 Feb 10 23:03:21.242725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46860) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:21.302546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:21.313860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9e6a10bb-83ee-4521-9691-1712f0b1329f tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0699854 Feb 10 23:03:21.314973 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff2c72-9363-42ef-8774-ab5766b2d584 req-0bd9a93b-4136-450a-abda-107a3ff6566c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:21.316715 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19ff2c72-9363-42ef-8774-ab5766b2d584 req-0bd9a93b-4136-450a-abda-107a3ff6566c tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.6466770 Feb 10 23:03:21.376794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46864) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:21.402268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1255942294', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:21.419233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3134ff84-4b01-44ed-bcd9-6ad635177a84) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:21.435612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:21.436215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.436463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ebe6ca-65ac-44db-aea4-3b3f10f8a0b4 None None] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:21.457854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:21.486600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-19ff2c72-9363-42ef-8774-ab5766b2d584 req-d85334dc-71a0-4de1-9544-bbbc6731ded5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1640673 Feb 10 23:03:21.569510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee0c32e2-8380-4524-86a2-1be46e756b80 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2750313 Feb 10 23:03:21.573103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46870) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:21.586803 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e18cfb38-cb21-479a-84f5-c4ab23bf90df tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'router': {'external_gateway_info': {'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:21.793790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.850128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:21.865772 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Sync routers for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:21.883230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:21.883756 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:21.884608 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:21.898849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f94f3b23-3548-40f2-abb8-ff1bca37475e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/6c8866fd-0a21-41d0-b408-eb4ffe56cdce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8545854 Feb 10 23:03:21.903598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:subnet and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:21.907978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:21.916703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:21.941341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:21.953166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:21.959706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.002826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3134ff84-4b01-44ed-bcd9-6ad635177a84', 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84', 'tenant_id': 'b0e9244a9dbe4332aa8ded41fab14e06', 'fixed_ips': [{'subnet_id': '07a810f5-c6d2-48fb-86f5-ceeeebf76d10'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:22.003847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.024133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead7899-7dec-4b61-9a07-a4075180a31e req-c59a867d-854b-46e9-8626-169dbe03bba9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:22.027049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aead7899-7dec-4b61-9a07-a4075180a31e req-c59a867d-854b-46e9-8626-169dbe03bba9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.3313155 Feb 10 23:03:22.148943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.318541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Allocated IP 2001:db8:1::2 (3134ff84-4b01-44ed-bcd9-6ad635177a84/07a810f5-c6d2-48fb-86f5-ceeeebf76d10/7dd586c1-57ea-40d1-bca3-45c1ff432340) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:22.349288 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aead7899-7dec-4b61-9a07-a4075180a31e req-fde2b7ce-8dfe-48a9-9303-743147d10665 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2633631 Feb 10 23:03:22.386990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46886) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:22.412195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:22.427145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Port': ['ID=e4684b2b-78dd-4a89-a359-d051e7cbca1d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.452858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.453274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.453620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.453961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.454291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.454640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.454963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.456051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.456537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.457006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.457330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.457649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:22.463697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Checking segment: {'id': 'b3e832a9-006f-4724-a74a-b21cd9ddd5fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'd7da0c1e-eadd-4f00-89cc-ff75a09d92b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:22.463922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network hostable DHCP agents. Network: d7da0c1e-eadd-4f00-89cc-ff75a09d92b2, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:22.522973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:15Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:22.541373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f7e8ea-511d-4ed9-9c6c-be94cab0538f None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:15Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:22.545106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network d7da0c1e-eadd-4f00-89cc-ff75a09d92b2 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:22.571900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d7da0c1e-eadd-4f00-89cc-ff75a09d92b2) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:22.598984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd871f43-40ce-4295-8929-db666b577d4d None None] Network d7da0c1e-eadd-4f00-89cc-ff75a09d92b2 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:22.606900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:22.607803 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.752416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e18cfb38-cb21-479a-84f5-c4ab23bf90df tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.812206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.817225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-d5487a78-fde4-4533-b91a-61ec0acab01b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2060580058&fields=id&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 267 time: 0.4136448 Feb 10 23:03:22.837002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.958301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:22.969676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Transition to ACTIVE for port object 7dd586c1-57ea-40d1-bca3-45c1ff432340 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:22.981233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Port': ['ID=70cfe836-2497-4952-8fc1-7b41b0d6a099,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:22.994349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Transition to ACTIVE for port object 7dd586c1-57ea-40d1-bca3-45c1ff432340 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:23.004449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.006222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.021232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Subnet': ['ID=54f628fe-9c50-4798-83d5-fe454d0ec818,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:23.047570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Checking segment: {'id': '90c7c4d7-8e60-4438-9486-7c1fc2f2613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4fba10c1-a91b-44d3-9678-1c39c28602f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:23.048061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network hostable DHCP agents. Network: 4fba10c1-a91b-44d3-9678-1c39c28602f8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:23.069331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e962aded-b281-4203-a655-b2337bcabc5a tempest-TestServerBasicOps-750183245 tempest-TestServerBasicOps-750183245-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.070067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e962aded-b281-4203-a655-b2337bcabc5a tempest-TestServerBasicOps-750183245 tempest-TestServerBasicOps-750183245-project-admin] Synchronizing usage tracker for tenant:b13213fbc0294895b43363fd36d8974d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:23.074300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Checking segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:23.074673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network hostable DHCP agents. Network: f28b4147-06a1-4ae3-9660-53b42b84c601, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:23.079932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:19Z', 'revision_number': 2, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:23.100164 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Checking router: 6c8866fd-0a21-41d0-b408-eb4ffe56cdce for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:23.100692 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Updating router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce port 79a46945-42b5-46a6-8cea-bff0fb74ea4d binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:03:23.129203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network 4fba10c1-a91b-44d3-9678-1c39c28602f8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:23.163671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e962aded-b281-4203-a655-b2337bcabc5a tempest-TestServerBasicOps-750183245 tempest-TestServerBasicOps-750183245-project-admin] Unset dirty status for tenant:b13213fbc0294895b43363fd36d8974d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:23.164950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e962aded-b281-4203-a655-b2337bcabc5a tempest-TestServerBasicOps-750183245 tempest-TestServerBasicOps-750183245-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1091 time: 0.7728457 Feb 10 23:03:23.166899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Pushing event updated for resources: {'Port': ['ID=7dd586c1-57ea-40d1-bca3-45c1ff432340,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:23.172164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:23.181570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network f28b4147-06a1-4ae3-9660-53b42b84c601 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:23.197888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:23.202173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:23.205366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 4fba10c1-a91b-44d3-9678-1c39c28602f8) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:23.209318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:23.213750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:23.214029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:23.249111 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.249307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:23.251886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed726661-9170-4e89-a2f8-9d89bb19ebf0 None None] Network 4fba10c1-a91b-44d3-9678-1c39c28602f8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:23.260912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.266405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.267133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.275321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Usage tracker for resource:floatingip and tenant:1b78943af7024450a2c49bb75096d960 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:23.278331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f28b4147-06a1-4ae3-9660-53b42b84c601) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:23.281343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:23.298771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.300158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.305091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:23.335974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.433729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e866129-b0d5-433e-aa6c-597f0da87823 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.9468613 Feb 10 23:03:23.445665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a052eb91-8e67-49f4-9e26-f65a3d9dea45 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.0675695 Feb 10 23:03:23.446324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46896) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:23.456679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46898) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:23.505604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af75ddd-0205-46c8-8e0f-249287060216 None None] Network f28b4147-06a1-4ae3-9660-53b42b84c601 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:23.741292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e0bff-4eb8-4944-8b63-9f085cdc6d88 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.748550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974e0bff-4eb8-4944-8b63-9f085cdc6d88 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.749404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-974e0bff-4eb8-4944-8b63-9f085cdc6d88 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Synchronizing usage tracker for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:23.776678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-974e0bff-4eb8-4944-8b63-9f085cdc6d88 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Unset dirty status for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:23.781378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-974e0bff-4eb8-4944-8b63-9f085cdc6d88 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3237393 Feb 10 23:03:23.781378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46904) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:23.848715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-ef00e8f3-2554-480a-aa24-42510d66b3ec tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:23.849476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-ef00e8f3-2554-480a-aa24-42510d66b3ec tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:23.967534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:23.984821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Deleting port e4684b2b-78dd-4a89-a359-d051e7cbca1d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:23.986098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.000212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6b8f0f47-74eb-4192-be99-d2971ac6e004 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:24.071727 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.094192 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Transition to ACTIVE for port object 79a46945-42b5-46a6-8cea-bff0fb74ea4d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:24.108238 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.136190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Attempting to bind port 7dd586c1-57ea-40d1-bca3-45c1ff432340 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:24.136564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Attempting to bind port 7dd586c1-57ea-40d1-bca3-45c1ff432340 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4e46e466-d2f7-418d-a120-271414e796ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:24.136936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Attempting to bind port 7dd586c1-57ea-40d1-bca3-45c1ff432340 on network 3134ff84-4b01-44ed-bcd9-6ad635177a84 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:24.207518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:24.207953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Checking segment: {'id': '4e46e466-d2f7-418d-a120-271414e796ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:24.208368 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.208754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Bound using segment: {'id': '4e46e466-d2f7-418d-a120-271414e796ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:24.209249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Bound port: 7dd586c1-57ea-40d1-bca3-45c1ff432340, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e46e466-d2f7-418d-a120-271414e796ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3134ff84-4b01-44ed-bcd9-6ad635177a84'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:24.209631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.313966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-ef00e8f3-2554-480a-aa24-42510d66b3ec tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:24.322003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-ef00e8f3-2554-480a-aa24-42510d66b3ec tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 797 time: 1.4862692 Feb 10 23:03:24.357707 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b4da9-4e4b-4c47-b14e-3c43d4c0e90c None None] Pushing event updated for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:24.387272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.404178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 6b8f0f47-74eb-4192-be99-d2971ac6e004 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:24.469390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6b8f0f47-74eb-4192-be99-d2971ac6e004 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:24.470034 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.488414 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6c7b853b-8d62-49b3-a5fe-57761d8452c6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/quotas/834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 375 time: 0.1646297 Feb 10 23:03:24.540991 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Attempting to bind port 79a46945-42b5-46a6-8cea-bff0fb74ea4d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:24.541270 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Attempting to bind port 79a46945-42b5-46a6-8cea-bff0fb74ea4d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:24.541628 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Attempting to bind port 79a46945-42b5-46a6-8cea-bff0fb74ea4d on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:24.552558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:24.552930 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:24.553333 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.553746 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Bound using segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:24.554776 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Bound port: 79a46945-42b5-46a6-8cea-bff0fb74ea4d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:24.555184 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.639599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f28b4147-06a1-4ae3-9660-53b42b84c601', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:24.640822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.667324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.704104 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.736844 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] For port 79a46945-42b5-46a6-8cea-bff0fb74ea4d, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:24.743759 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] For port 79a46945-42b5-46a6-8cea-bff0fb74ea4d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79a46945-42b5-46a6-8cea-bff0fb74ea4d,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:24.759084 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.776031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] For port 7dd586c1-57ea-40d1-bca3-45c1ff432340, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:24.860132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Calling delete_port for e4684b2b-78dd-4a89-a359-d051e7cbca1d owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:24.947522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] For port 7dd586c1-57ea-40d1-bca3-45c1ff432340, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7dd586c1-57ea-40d1-bca3-45c1ff432340,segment=NetworkSegment(4e46e466-d2f7-418d-a120-271414e796ac),segment_id=4e46e466-d2f7-418d-a120-271414e796ac)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:24.948666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.966387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.975358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:24.980692 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:24.982776 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:25.026367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.161524 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b4da9-4e4b-4c47-b14e-3c43d4c0e90c None None] Pushing event updated for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:25.169648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 6b8f0f47-74eb-4192-be99-d2971ac6e004, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6b8f0f47-74eb-4192-be99-d2971ac6e004,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:25.195544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.270063 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e18cfb38-cb21-479a-84f5-c4ab23bf90df tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:03:25.273284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e18cfb38-cb21-479a-84f5-c4ab23bf90df tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 HTTP/1.1" status: 400 len: 364 time: 3.6990480 Feb 10 23:03:25.314048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:25.316150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef0244-8ca8-41c7-a4f2-524fa3bbf17a None None] Pushing event updated for resources: {'Port': ['ID=7dd586c1-57ea-40d1-bca3-45c1ff432340,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:25.372980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:25.393192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Port': ['ID=e4684b2b-78dd-4a89-a359-d051e7cbca1d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:25.471440 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:25.519703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Allocated IP 172.20.0.2 (f28b4147-06a1-4ae3-9660-53b42b84c601/54f628fe-9c50-4798-83d5-fe454d0ec818/69a5fcfb-434e-44a0-8f14-8b3e6242c5e7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:25.539743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab2a6fc5-c2a4-4e4c-8788-fe7e3c10175f tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/ports/e4684b2b-78dd-4a89-a359-d051e7cbca1d HTTP/1.1" status: 204 len: 168 time: 1.7537208 Feb 10 23:03:25.556025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46912) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:25.993874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Allocated IP 172.25.2.36 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/9ca5db9b-1b75-4052-9faf-79ed0e4cbda0) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:26.025765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.055326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Transition to ACTIVE for port object 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:26.080926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=6b8f0f47-74eb-4192-be99-d2971ac6e004,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:26.102466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7dd586c1-57ea-40d1-bca3-45c1ff432340 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:26.180389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Transition to ACTIVE for port object 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:26.216669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.274921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.290142 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:26.308318 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73821b19-9f0c-45e6-a9f1-3e698fb56a79 None None] The sync data for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 is: [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:26.425602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Network f28b4147-06a1-4ae3-9660-53b42b84c601 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:26.428720 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.431799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:26.434707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:26.438839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-d8c49b4d-5594-48cc-b5ca-9bad6b711afb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:26.450378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.494101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Pushing event updated for resources: {'Port': ['ID=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:26.552025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-d8c49b4d-5594-48cc-b5ca-9bad6b711afb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:26.554311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-d8c49b4d-5594-48cc-b5ca-9bad6b711afb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&fields=id HTTP/1.1" status: 200 len: 302 time: 2.0648170 Feb 10 23:03:26.563864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.564702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34c31da1-e899-43db-8b5f-bf554dbf947d {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:03:26.600566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7dd586c1-57ea-40d1-bca3-45c1ff432340 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:26.652003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Attempting to bind port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:26.652542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Attempting to bind port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:26.653157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Attempting to bind port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 on network f28b4147-06a1-4ae3-9660-53b42b84c601 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:26.669669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:26.670349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Checking segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:26.671005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.671626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Bound using segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:26.672289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Bound port: 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:26.672844 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.687252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Deleting port 70cfe836-2497-4952-8fc1-7b41b0d6a099 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:26.687625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.719800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.840982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] For port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:26.845027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] For port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:26.850846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:26.968448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbd170-6e18-4eb7-a314-8bf9c25fbc1c None None] Pushing event updated for resources: {'Port': ['ID=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:27.015386 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-b407db39-80a6-439a-ae4a-67187693def5 service neutron] 10.222.0.53 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380471 Feb 10 23:03:27.023843 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:03:27.025798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2247f0bb-822b-4e32-afd3-0a4931c50521 tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 7.4925005 Feb 10 23:03:27.042591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:27.256334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c918af-6794-4bc1-a6e5-9b744f139995 None None] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:27.371267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'Port': ['ID=9ca5db9b-1b75-4052-9faf-79ed0e4cbda0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:27.461339 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.486086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:27.500125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:27.507956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Deleting port 47a4280a-274a-4e8d-b513-1d384a72ca4f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:27.508573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.528392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Provisioning for port 7dd586c1-57ea-40d1-bca3-45c1ff432340 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:27.541708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Provisioning complete for port 7dd586c1-57ea-40d1-bca3-45c1ff432340 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:27.542042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.606262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:27.661053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.776706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:27.777307 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:27.904011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.011438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] For port 7dd586c1-57ea-40d1-bca3-45c1ff432340, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7dd586c1-57ea-40d1-bca3-45c1ff432340,segment=NetworkSegment(4e46e466-d2f7-418d-a120-271414e796ac),segment_id=4e46e466-d2f7-418d-a120-271414e796ac)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:28.014476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.091881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:28.214843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-12499bad-0f87-40b7-aaa9-836f898f5627 service neutron] 10.222.0.53 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1874616 Feb 10 23:03:28.260211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Calling delete_port for 70cfe836-2497-4952-8fc1-7b41b0d6a099 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:28.287751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90502cb4-02d6-4221-b131-758c6d1ec54b None None] Pushing event updated for resources: {'Port': ['ID=7dd586c1-57ea-40d1-bca3-45c1ff432340,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:28.351422 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.378030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:28.411691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79a46945-42b5-46a6-8cea-bff0fb74ea4d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:28.501578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port 877f2fd9-2928-467c-ab2d-eca78ecc0b0d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:28.502487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.686376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d14a9bab-1933-4cb3-91bd-db84df0506ce None None] Provisioning complete for port 7dd586c1-57ea-40d1-bca3-45c1ff432340 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:28.686944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d14a9bab-1933-4cb3-91bd-db84df0506ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:28.784016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for 877f2fd9-2928-467c-ab2d-eca78ecc0b0d owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:28.909178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3da703-55b2-47d3-b501-4133ff3c9e69 None None] Network f28b4147-06a1-4ae3-9660-53b42b84c601 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:28.959088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b036864-a30e-40fb-9ce8-8c956663417e req-43425ebe-dd6d-40d5-8e99-263771b9048f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:29.045485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b036864-a30e-40fb-9ce8-8c956663417e req-43425ebe-dd6d-40d5-8e99-263771b9048f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:29.046722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b036864-a30e-40fb-9ce8-8c956663417e req-43425ebe-dd6d-40d5-8e99-263771b9048f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 210 time: 0.4258606 Feb 10 23:03:29.141434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:29.157971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:29.158491 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.197451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.301857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Port': ['ID=70cfe836-2497-4952-8fc1-7b41b0d6a099,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.357457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.385401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.404150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.441692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Provisioning for port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:29.448041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Provisioning complete for port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:29.448413 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.460395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=877f2fd9-2928-467c-ab2d-eca78ecc0b0d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.546797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 79a46945-42b5-46a6-8cea-bff0fb74ea4d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79a46945-42b5-46a6-8cea-bff0fb74ea4d,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:29.554621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.559074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6b8f0f47-74eb-4192-be99-d2971ac6e004 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:29.652470 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.687571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.1 (f28b4147-06a1-4ae3-9660-53b42b84c601/54f628fe-9c50-4798-83d5-fe454d0ec818/884bc6b9-79f1-4725-81c4-61effe726c94) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:29.726264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.794020 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.840207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] For port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:29.850309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:29.879140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-777138bb-b061-43fa-ba22-84f066cceb25 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/ports/70cfe836-2497-4952-8fc1-7b41b0d6a099 HTTP/1.1" status: 204 len: 168 time: 4.2553144 Feb 10 23:03:29.973731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c13cf-88f4-4895-896f-3fdcc00475df None None] Pushing event updated for resources: {'Port': ['ID=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:29.976535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6b8f0f47-74eb-4192-be99-d2971ac6e004 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:29.976834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.050957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:30.079719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Calling delete_port for 47a4280a-274a-4e8d-b513-1d384a72ca4f owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:30.149195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Allocated IP 2001:db8::1 (17cd7fe3-815a-4c7a-9f5d-bc1761b6696c/99aa229b-b499-4ce4-b828-3ca43318759a/ccc7ef08-1404-47ce-be43-fdf6d2d0fb47) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:30.239108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d0302ec2-0750-468d-9463-099e3a9dd133 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1822350 Feb 10 23:03:30.274739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:30.350791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1963638359'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:30.375910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2afbc90b-cc74-461c-a0f9-de171144cef4 req-f0b5d37f-8167-46fc-8e9c-fad062299dfd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 210 time: 0.1002235 Feb 10 23:03:30.376533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79a46945-42b5-46a6-8cea-bff0fb74ea4d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:30.388728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.396661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:30.407078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:network and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:30.422370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:30.478831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cc8b3871-d0c5-453c-878e-465be4275511 None None] Provisioning complete for port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:30.479436 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc8b3871-d0c5-453c-878e-465be4275511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.499079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:30.538382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.552287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 79a46945-42b5-46a6-8cea-bff0fb74ea4d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:30.552696 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.552807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:30.557092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.659760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:30.662341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object 884bc6b9-79f1-4725-81c4-61effe726c94 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:30.697258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.697640 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment f9f0ac1f-b37a-4f31-aa2f-1d6f82c14987 of type vlan for network 7cddd724-031e-4f4b-a1af-2b6ab261b132 Feb 10 23:03:30.740487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:30.799350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.809423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.815119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:30.815633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.828966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a28d7ece-a506-468f-9a18-06b50ace75a8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:30.831053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a28d7ece-a506-468f-9a18-06b50ace75a8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 797 time: 0.6940646 Feb 10 23:03:30.839569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.889121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Transition to ACTIVE for port object ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:30.906923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:30.926363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Pushing event deleted for resources: {'Port': ['ID=47a4280a-274a-4e8d-b513-1d384a72ca4f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:30.946447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7dd586c1-57ea-40d1-bca3-45c1ff432340 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:31.014975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network f28b4147-06a1-4ae3-9660-53b42b84c601 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:31.015975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.021603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:31.022222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.027662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7dd586c1-57ea-40d1-bca3-45c1ff432340 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:31.028569 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.045791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:31.056051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-18065649-3af1-40cb-b7a4-5bfa872f6df2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:31.073194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:31.145488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-18065649-3af1-40cb-b7a4-5bfa872f6df2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:31.146660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-18065649-3af1-40cb-b7a4-5bfa872f6df2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 380 time: 0.2552497 Feb 10 23:03:31.150945 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.199555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'port': {'device_id': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'admin_state_up': True, 'tenant_id': '834e149d1122493cb8781b962341b810', 'security_groups': ['7ccf5d42-7fce-483b-acf5-916e69e56142']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:31.212022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.248366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.282342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Router 1119ede0-7fb1-4502-8f50-dde3391e1498 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:31.293362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=7cddd724-031e-4f4b-a1af-2b6ab261b132,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.301091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-95212f26-b67e-4ce3-a560-c485251f199c tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0220230 Feb 10 23:03:31.303746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.306419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:31.317131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7cddd724-031e-4f4b-a1af-2b6ab261b132 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:31.331352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2068601733'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:31.348894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:31.349142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:31.353560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fa96ee28-1d7c-4a1d-99b2-a7c90200b1cf tempest-RoutersAdminNegativeIpV6Test-1194316836 tempest-RoutersAdminNegativeIpV6Test-1194316836-project-admin] 10.222.0.53 "DELETE /v2.0/ports/47a4280a-274a-4e8d-b513-1d384a72ca4f HTTP/1.1" status: 204 len: 168 time: 4.3076832 Feb 10 23:03:31.357281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:network and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:31.363410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:31.368644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:31.372663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:31.413733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:31.414512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.486270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:31.490539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.518656 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.530985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:31.542335 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.542701 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Added segment a2f1c96c-2a78-4aad-9d69-ec7db2b3ecff of type vlan for network 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 Feb 10 23:03:31.553744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4825f307-0427-45ff-b2ec-99b747fa108d None None] Provisioning for port 884bc6b9-79f1-4725-81c4-61effe726c94 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:31.561197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4825f307-0427-45ff-b2ec-99b747fa108d None None] Provisioning complete for port 884bc6b9-79f1-4725-81c4-61effe726c94 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:31.561966 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4825f307-0427-45ff-b2ec-99b747fa108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.589586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.632071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.660657 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.673737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:31.679918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4825f307-0427-45ff-b2ec-99b747fa108d None None] Port 884bc6b9-79f1-4725-81c4-61effe726c94 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:31.682887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.801745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dc2b5eb8-2da1-48b3-a649-7704e08eb373 None None] Provisioning for port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:31.807359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dc2b5eb8-2da1-48b3-a649-7704e08eb373 None None] Provisioning complete for port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:31.807694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc2b5eb8-2da1-48b3-a649-7704e08eb373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:31.824521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Port': ['ID=ccc7ef08-1404-47ce-be43-fdf6d2d0fb47,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:31.840137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46950) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:31.880301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6bcb52d8-97f9-42e0-ad0e-c601aa68e37b req-087d8dd6-c8f2-42ec-b343-30bf33b09300 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 210 time: 0.2507677 Feb 10 23:03:31.886191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b5eb8-2da1-48b3-a649-7704e08eb373 None None] Port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:31.973413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6655202 Feb 10 23:03:32.008367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585dd1b-f8b3-44a1-8a04-b41e5db2f136 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Network': ['ID=772b5af2-3ef8-4cc1-a4b8-ae15f46aa626,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.021998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:32.023927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:32.037953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11604b14-5a85-4eea-bb9c-a73edbe10ce6 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "PUT /v2.0/routers/1119ede0-7fb1-4502-8f50-dde3391e1498/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2810185 Feb 10 23:03:32.045167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:32.054539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Sync routers for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:32.083863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:32.133577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting subnet 7830d8ee-708a-4238-8ec4-23eb44f47a98 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:32.136943 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.236469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.259510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:32.260473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:32.320420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:32.329204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.364409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:32.369062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.398753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:32.409835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c40eb0a45244408eae82899918c82c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:32.413586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:32.420313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:32.442951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.525057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.555165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.563136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:32.618581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.621985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e5c40eb0a45244408eae82899918c82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567766 Feb 10 23:03:32.628702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46960) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:32.635769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f197b-39c5-41d0-aef9-042d1c737ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76918ea6-ea4c-4499-9ce2-cc095118687d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:32.776041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.943531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:32.988498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:32.994086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Checking router: 1119ede0-7fb1-4502-8f50-dde3391e1498 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:33.004936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Routers {'1119ede0-7fb1-4502-8f50-dde3391e1498'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:33.005576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1119ede0-7fb1-4502-8f50-dde3391e1498'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:33.012636 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.080718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.225066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.308157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Subnet': ['ID=7830d8ee-708a-4238-8ec4-23eb44f47a98,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:33.322722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] Set router 1119ede0-7fb1-4502-8f50-dde3391e1498 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:33.323916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76918ea6-ea4c-4499-9ce2-cc095118687d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:33.348799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cbd9ad59-3475-44e1-a0e6-c41445dd66e1 req-36ffc2b8-e019-409b-9e8a-d805a46c27c3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 210 time: 0.1513619 Feb 10 23:03:33.353409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.380421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.381597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f16ba3bb-f98b-4258-b7e6-80c210389164 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76918ea6-ea4c-4499-9ce2-cc095118687d HTTP/1.1" status: 204 len: 168 time: 0.7507024 Feb 10 23:03:33.387971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-700fb145-79b8-4116-9403-4315ec278595 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/subnets/7830d8ee-708a-4238-8ec4-23eb44f47a98 HTTP/1.1" status: 204 len: 168 time: 1.3412316 Feb 10 23:03:33.395963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46968) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:33.489350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.9 (aa0ee31a-2106-4717-8b36-07a235dc3666/ecc3d00e-7658-4575-8c3f-f122fa0608ab/e894c7f8-d232-492c-b452-44d0124972e5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:33.548701 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.566766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.568127 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.630388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c22d5b-7628-4952-9f8c-cc50bffef587 None None] Network f98909ee-09ea-4f02-9562-3a4f0b154df8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:33.797836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:33.919736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.035863 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.286060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event updated for resources: {'Port': ['ID=ccc7ef08-1404-47ce-be43-fdf6d2d0fb47,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:34.352641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46976) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:34.467310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.490251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.565530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:34.573466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.581320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8d5208-dea6-494f-bc72-8e2401c04fd5 None None] The sync data for ids ['1119ede0-7fb1-4502-8f50-dde3391e1498'] in n-d-825178-4 is: [{'id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'name': 'tempest-TestSecurityGroupsBasicOps-router-361863428', 'tenant_id': '7fd44e611f904c0eabeffed3cc48748f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61'}], 'enable_snat': True}, 'gw_port_id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T22:59:14Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '7fd44e611f904c0eabeffed3cc48748f', 'gw_port': {'id': '100a6a70-cf53-445b-a6d8-1f14b5b0354f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:32:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119ede0-7fb1-4502-8f50-dde3391e1498', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2950, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T22:59:17Z', 'updated_at': '2022-02-10T22:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:34.603258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object e894c7f8-d232-492c-b452-44d0124972e5 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:34.661732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] DHCP port deletion for f98909ee-09ea-4f02-9562-3a4f0b154df8 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:03:34.668032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Deleting port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:34.668421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.713948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:34.778878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:34.796034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c240514b-5ad5-4a3b-9e71-c6e1c8e68e9d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ed237f5135c04ea18ca24583dad8eecf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4415824 Feb 10 23:03:34.798389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:34.801975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.806006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 46982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:34.843830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network aa0ee31a-2106-4717-8b36-07a235dc3666 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:34.852366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.880328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Deleting port 100a6a70-cf53-445b-a6d8-1f14b5b0354f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:34.881050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:34.916534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.067093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] For port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,segment=NetworkSegment(f1a62db6-f6fa-4d95-b29a-10be9bf14f80),segment_id=f1a62db6-f6fa-4d95-b29a-10be9bf14f80)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:35.067516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.145462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:35.164340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Router 6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:35.185316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:35.388100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Calling delete_port for 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:35.409605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:35.410041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.514834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46986) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:35.518905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b73bfde7-7528-4bf7-a879-082b6e51445b None None] Provisioning complete for port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:35.519314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b73bfde7-7528-4bf7-a879-082b6e51445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.523243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'subnets': [{'network_id': '7cddd724-031e-4f4b-a1af-2b6ab261b132', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1530841455', 'ip_version': 6}, {'network_id': '772b5af2-3ef8-4cc1-a4b8-ae15f46aa626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:35.523579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'subnet': {'network_id': '7cddd724-031e-4f4b-a1af-2b6ab261b132', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1530841455', 'ip_version': 6}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:35.524238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Request body: {'subnet': {'network_id': '772b5af2-3ef8-4cc1-a4b8-ae15f46aa626', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:35.603372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.638989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b73bfde7-7528-4bf7-a879-082b6e51445b None None] Port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:35.655399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.657370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] Pushing event deleted for resources: {'Port': ['ID=8be17ef4-9b6a-425f-b08d-a7d16278b2d5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:35.660282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7532a635-0013-439a-8a30-e04e85955ed0 None None] No DVR routers for this DVR port 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:35.742684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event updated for resources: {'Port': ['ID=9ca5db9b-1b75-4052-9faf-79ed0e4cbda0,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:35.773740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dab1c852-e9d7-44b2-a2a7-6b63f9a06f1a None None] Provisioning for port e894c7f8-d232-492c-b452-44d0124972e5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:35.780591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dab1c852-e9d7-44b2-a2a7-6b63f9a06f1a None None] Provisioning complete for port e894c7f8-d232-492c-b452-44d0124972e5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:35.781082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dab1c852-e9d7-44b2-a2a7-6b63f9a06f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:35.860863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dab1c852-e9d7-44b2-a2a7-6b63f9a06f1a None None] Port e894c7f8-d232-492c-b452-44d0124972e5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:35.865425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network f28b4147-06a1-4ae3-9660-53b42b84c601 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:35.877282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:35.978209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] For port 100a6a70-cf53-445b-a6d8-1f14b5b0354f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=100a6a70-cf53-445b-a6d8-1f14b5b0354f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:35.978209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.003841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:36.004591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.029157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8740137 Feb 10 23:03:36.045870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5b1a2-cf58-44bd-84d0-4c2149fd880b req-5e940401-cfc4-46d3-9ef2-0cd0edfd9c19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:36.046702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2ad5b1a2-cf58-44bd-84d0-4c2149fd880b req-5e940401-cfc4-46d3-9ef2-0cd0edfd9c19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:36.070810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Request body: {'port': {'device_id': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:36.079585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Usage tracker for resource:subnet and tenant:5166a5db66f04b338b5d3ccdb8c7e20b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:36.138838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:36.151920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Calling delete_port for 100a6a70-cf53-445b-a6d8-1f14b5b0354f owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:36.153221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bb1098-206a-43c2-9a87-5032a2a9ec14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:36.191704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-595fcaa6-ea20-4b9f-95fb-e9ec3c82db12 None None] Provisioning complete for port 884bc6b9-79f1-4725-81c4-61effe726c94 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:36.192083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-595fcaa6-ea20-4b9f-95fb-e9ec3c82db12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.208109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:36.233385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:36.245681 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] Sync routers for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:36.247079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.256667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2ad5b1a2-cf58-44bd-84d0-4c2149fd880b req-5e940401-cfc4-46d3-9ef2-0cd0edfd9c19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:36.259960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:36.260588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:36.263400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 877f2fd9-2928-467c-ab2d-eca78ecc0b0d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:36.264049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ad5b1a2-cf58-44bd-84d0-4c2149fd880b req-5e940401-cfc4-46d3-9ef2-0cd0edfd9c19 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 931 time: 1.5061040 Feb 10 23:03:36.299119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-15764715-8df0-4aa4-983e-8b407e2e43a6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9118128 Feb 10 23:03:36.302886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-595fcaa6-ea20-4b9f-95fb-e9ec3c82db12 None None] Port 884bc6b9-79f1-4725-81c4-61effe726c94 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:36.305443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 877f2fd9-2928-467c-ab2d-eca78ecc0b0d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:36.305877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 46990) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:36.306437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 877f2fd9-2928-467c-ab2d-eca78ecc0b0d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:36.307054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:36.348684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:36.349319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 8be17ef4-9b6a-425f-b08d-a7d16278b2d5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:36.374930 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:36.386971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Made reservation on behalf of 5166a5db66f04b338b5d3ccdb8c7e20b for: {'subnet': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:36.387585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:36.388213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:36.391047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.391391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.432056 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Floating IP a6c8e6a4-857c-472a-bbb1-dbff27f3b104 associated. External IP: 172.25.2.36, port: c5960e25-c006-425a-a661-a1b97d0a2a6c. Feb 10 23:03:36.458970 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:36.459422 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46812241-c3a4-4b9d-8669-a67786a11b85 None None] The sync data for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:36.493527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ad5b1a2-cf58-44bd-84d0-4c2149fd880b req-613629d6-d5fb-400f-8984-266bf3792ab4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284899 Feb 10 23:03:36.525680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.662874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.706977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a023a-00e7-440a-a26a-ff9c2c0aed15,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:36.727877 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:36.729613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-570a4dab-e28b-4e46-ae02-62392c6bc08d admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/597a023a-00e7-440a-a26a-ff9c2c0aed15 HTTP/1.1" status: 204 len: 168 time: 1.8962026 Feb 10 23:03:36.921444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:36.953976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-110094d7-e7c2-4997-b4fd-60f9a3f6929f tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.112755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Router 0722745c-9dc7-42f2-9923-e051ed02c150 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:37.371396 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-110094d7-e7c2-4997-b4fd-60f9a3f6929f tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 10 23:03:37.375887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-110094d7-e7c2-4997-b4fd-60f9a3f6929f tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 HTTP/1.1" status: 409 len: 329 time: 1.0649626 Feb 10 23:03:37.382674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47006) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:37.454658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.518195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:37.534163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:37.546440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e894c7f8-d232-492c-b452-44d0124972e5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:37.547838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Port': ['ID=100a6a70-cf53-445b-a6d8-1f14b5b0354f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:37.550381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:37.551058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:37.568633 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.603537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:37.617741 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Sync routers for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:37.629975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Transition to ACTIVE for port object e894c7f8-d232-492c-b452-44d0124972e5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:37.643135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:37.660177 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:37.660869 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:37.859547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.033406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:38.060843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47020) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.079186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.082476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.166636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:38.234150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.234699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Fanout notify agent at l3_agent the message router_deleted on router 1119ede0-7fb1-4502-8f50-dde3391e1498 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:03:38.273422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.275232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-15b06c30-433d-4b41-8007-394302213934 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/routers/1119ede0-7fb1-4502-8f50-dde3391e1498 HTTP/1.1" status: 204 len: 168 time: 4.8783226 Feb 10 23:03:38.284642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.305132 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-77e820e7-31d2-43f9-a177-3672197c37f1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/47a0030b-f1c5-42f3-b3f5-851f68539254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8329856 Feb 10 23:03:38.327695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47028) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:38.484063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77029d5a-12b5-4119-b27f-e618b3583044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.570592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.606752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:33Z', 'revision_number': 2, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:38.618393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:38.618924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Updating router 47a0030b-f1c5-42f3-b3f5-851f68539254 port 884bc6b9-79f1-4725-81c4-61effe726c94 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:03:38.734665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:38.951457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:38.963333 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a6c8e6a4-857c-472a-bbb1-dbff27f3b104', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'port_id': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'mac_address': 'fa:16:3e:fd:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:30Z', 'updated_at': '2022-02-10T23:03:30Z', 'revision_number': 0, 'project_id': '1b78943af7024450a2c49bb75096d960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:38.972374 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Checking router: 0722745c-9dc7-42f2-9923-e051ed02c150 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:03:38.993976 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:38.994931 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:39.006797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-359694c5-5d04-4647-87ee-e83e2dd8bbe9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 15.8330290 Feb 10 23:03:39.050883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e5402b-8320-4154-bd5a-fb51d43be02f req-abed5282-68ed-473a-8608-f77f3c8cdecc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.059429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2005189234'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:39.063472 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-50e5402b-8320-4154-bd5a-fb51d43be02f req-abed5282-68ed-473a-8608-f77f3c8cdecc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.9509981 Feb 10 23:03:39.074512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:39.101905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:39.137181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Usage tracker for resource:network and tenant:f2357f571b814c1b8a50fc2978ffc768 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:39.167488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:39.182037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:39.197758 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'status': 'completed', 'code': 200} Feb 10 23:03:39.206141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.206669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.207233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:39.259573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.304181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:03:39.304730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:39.305366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.336487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:39.336892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:39.337501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Bound using segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:39.338200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Bound port: e894c7f8-d232-492c-b452-44d0124972e5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:39.338749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.343927 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:39.368564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Made reservation on behalf of f2357f571b814c1b8a50fc2978ffc768 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:39.375275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.414427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.431211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Transition to ACTIVE for port object 884bc6b9-79f1-4725-81c4-61effe726c94 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:39.442912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.465762 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-50e5402b-8320-4154-bd5a-fb51d43be02f req-227b58c5-b35e-4953-87d8-869507e42691 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4007084 Feb 10 23:03:39.475298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.547784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Checking segment: {'id': 'f9f0ac1f-b37a-4f31-aa2f-1d6f82c14987', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '7cddd724-031e-4f4b-a1af-2b6ab261b132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:39.548293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network hostable DHCP agents. Network: 7cddd724-031e-4f4b-a1af-2b6ab261b132, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:39.571161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.571769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.572243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.572702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.573158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.573690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.574238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.575104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.575583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.576043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.576508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.577097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.577558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.578012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.578461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.579206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.585045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e416d4e1-6817-4400-8ef7-8ffcb7aa230e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11058 time: 1.2476115 Feb 10 23:03:39.592323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47038) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.626396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Pushing event updated for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:39.678266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Subnet': ['ID=5a0c7215-231f-4ddd-b37b-4715220a8f8f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:39.707822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.708432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.709062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.709707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.710550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.711697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.712326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.712907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.713463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.714459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.715210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.715832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:39.722928 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.734015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network 7cddd724-031e-4f4b-a1af-2b6ab261b132 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:39.739757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:39.749290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7cddd724-031e-4f4b-a1af-2b6ab261b132) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:39.755956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.776985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Usage tracker for resource:security_group_rule and tenant:f2357f571b814c1b8a50fc2978ffc768 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:39.797595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dee5b0-285d-4509-8216-4192d48cfb6e None None] Network 7cddd724-031e-4f4b-a1af-2b6ab261b132 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:39.835851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:39.861645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f98909ee-09ea-4f02-9562-3a4f0b154df8']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:39.884019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:39.884501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a62db6-f6fa-4d95-b29a-10be9bf14f80') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:39.906946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.907443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.908900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.909588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.910535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.910995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.911471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.911956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.912405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.912877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.913316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.913780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.914230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.920469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5996cfb4-3b8c-4712-a2c0-3a3bde8fde8e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8342 time: 0.3040066 Feb 10 23:03:39.921084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47042) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:39.927076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:39.937042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-2d796069-3f53-412f-a2fe-204677c439d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:39.940391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-2d796069-3f53-412f-a2fe-204677c439d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 0.7209289 Feb 10 23:03:39.949806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:39.984781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Attempting to bind port 884bc6b9-79f1-4725-81c4-61effe726c94 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:39.985332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Attempting to bind port 884bc6b9-79f1-4725-81c4-61effe726c94 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:39.985894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Attempting to bind port 884bc6b9-79f1-4725-81c4-61effe726c94 on network f28b4147-06a1-4ae3-9660-53b42b84c601 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:39.998014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.004886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:40.005445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Checking segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:40.006082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.006713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Bound using segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:40.007545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Bound port: 884bc6b9-79f1-4725-81c4-61effe726c94, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:40.008141 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.013285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:40.014448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.113177 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a6c8e6a4-857c-472a-bbb1-dbff27f3b104', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'port_id': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'mac_address': 'fa:16:3e:fd:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:30Z', 'updated_at': '2022-02-10T23:03:30Z', 'revision_number': 0, 'project_id': '1b78943af7024450a2c49bb75096d960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:40.118253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e4c2da-847b-40de-802b-4d6760d88b9f None None] The sync data for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 is: [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a6c8e6a4-857c-472a-bbb1-dbff27f3b104', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'port_id': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'mac_address': 'fa:16:3e:fd:f7:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:03:30Z', 'updated_at': '2022-02-10T23:03:30Z', 'revision_number': 0, 'project_id': '1b78943af7024450a2c49bb75096d960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:40.210562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:40.211366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 100a6a70-cf53-445b-a6d8-1f14b5b0354f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:40.242101 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:40.252347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.282480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:40.320461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 100a6a70-cf53-445b-a6d8-1f14b5b0354f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:40.320801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 100a6a70-cf53-445b-a6d8-1f14b5b0354f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:40.328935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.334113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.347206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] Pushing event deleted for resources: {'Network': ['ID=f98909ee-09ea-4f02-9562-3a4f0b154df8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.389093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.403195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-750bdce4-f33b-420a-9dd9-e1798e46c045 tempest-TestSecurityGroupsBasicOps-21488666 tempest-TestSecurityGroupsBasicOps-21488666-project] 10.222.0.53 "DELETE /v2.0/networks/f98909ee-09ea-4f02-9562-3a4f0b154df8 HTTP/1.1" status: 204 len: 168 time: 2.1105447 Feb 10 23:03:40.413766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event updated for resources: {'Subnet': ['ID=ee94de26-033b-4a9b-bfaf-c80c3bbd6812,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:40.430626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Checking segment: {'id': 'a2f1c96c-2a78-4aad-9d69-ec7db2b3ecff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '772b5af2-3ef8-4cc1-a4b8-ae15f46aa626'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:40.431352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network hostable DHCP agents. Network: 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:40.471175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] For port 884bc6b9-79f1-4725-81c4-61effe726c94, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:40.482844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Network 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:40.497262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] For port 884bc6b9-79f1-4725-81c4-61effe726c94, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=884bc6b9-79f1-4725-81c4-61effe726c94,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:40.511377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d826453-f4e5-467e-8661-8550771f5919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-7cddd724-031e-4f4b-a1af-2b6ab261b132', 'network_id': '7cddd724-031e-4f4b-a1af-2b6ab261b132', 'tenant_id': '5166a5db66f04b338b5d3ccdb8c7e20b', 'fixed_ips': [{'subnet_id': '5a0c7215-231f-4ddd-b37b-4715220a8f8f'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:40.512231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4d826453-f4e5-467e-8661-8550771f5919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.531770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:40.534377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.545521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.546469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.550282 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.617147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a73706c-2d59-4f49-855f-4485809ba8e9 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.1008472 Feb 10 23:03:40.619540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47052) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:40.645008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4187a1-3dc0-4918-9f77-91375f8ddd8e None None] Network 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:40.685823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0566d783-6481-4faf-af8d-55eb06c43d30 None None] New status for floating IP a6c8e6a4-857c-472a-bbb1-dbff27f3b104: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:03:40.903365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.905113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.906644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.907577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Synchronizing usage tracker for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:40.948132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Unset dirty status for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:40.949228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8aa46b79-4bb2-42a5-98ba-d146d70a3b6b tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3254514 Feb 10 23:03:40.961525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a815c0be-2f8f-4263-82f7-765bd8491ed0 req-13167904-7ff1-4fa7-aa05-636afcde1e2d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.964622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-ae2de302-dd2f-44d4-83c6-6a866e74c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.965807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-ae2de302-dd2f-44d4-83c6-6a866e74c9a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 909 time: 1.0139029 Feb 10 23:03:40.971927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:40.972567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.972740 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e99077eb-7d60-419a-be04-db3c79975125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:40.974113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] 10.222.0.30 "PUT /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1091 time: 4.9178100 Feb 10 23:03:40.976450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a815c0be-2f8f-4263-82f7-765bd8491ed0 req-13167904-7ff1-4fa7-aa05-636afcde1e2d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.2118444 Feb 10 23:03:40.998265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.139138 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.213664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47062) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.216287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a815c0be-2f8f-4263-82f7-765bd8491ed0 req-e6cc4460-ebe0-449b-a2bc-05be0e05f261 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379105 Feb 10 23:03:41.224742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e466bbc-e6f6-42a0-8f2a-39a84e410372 None None] Pushing event updated for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.242677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:41.242677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:41.257386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Deleting subnet 5a0c7215-231f-4ddd-b37b-4715220a8f8f {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:41.262598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.308826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:41.316007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-95c026d8-2aba-4370-a043-e94f245e846f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 998 time: 0.1586437 Feb 10 23:03:41.371191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.445368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.463419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5a664-6120-4fa9-b9f2-69c27b467f5b service neutron] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.480365 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'status': 'completed', 'code': 200} Feb 10 23:03:41.482883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.580814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e41f32f2-1959-42a9-aaca-efeb1ef4e706 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=7fd44e611f904c0eabeffed3cc48748f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3631117 Feb 10 23:03:41.584372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47070) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.641620 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server [None req-4d826453-f4e5-467e-8661-8550771f5919 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a0c7215-231f-4ddd-b37b-4715220a8f8f: This subnet is being modified by another concurrent operation. Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5a0c7215-231f-4ddd-b37b-4715220a8f8f: This subnet is being modified by another concurrent operation. Feb 10 23:03:41.676320 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Feb 10 23:03:41.690994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0c7215-231f-4ddd-b37b-4715220a8f8f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.716019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.718728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.723113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:41.761097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28023d-4918-458c-aaac-4e79f5ff6478 None None] Network 7cddd724-031e-4f4b-a1af-2b6ab261b132 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:41.764478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d462a882-b445-468f-ae3e-7e38c4d38e86 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/subnets/5a0c7215-231f-4ddd-b37b-4715220a8f8f HTTP/1.1" status: 204 len: 168 time: 0.7635534 Feb 10 23:03:41.772609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.773464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47074) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:41.835011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.849778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3841c76e-4c23-4eb3-a215-ad502fb8e99a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.859543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.859988 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Added segment 8061d779-0ede-4669-bfd8-8736ea4c83b4 of type vlan for network 8cbc7aa3-0898-4459-b62a-6e1da621341e Feb 10 23:03:41.864187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde0544-06e6-467f-9617-09cad2894c8e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:41.873997 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:41.875180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f941099-dc80-4a94-9b68-75c9afed0724 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0dde0544-06e6-467f-9617-09cad2894c8e HTTP/1.1" status: 204 len: 168 time: 0.2895310 Feb 10 23:03:41.920485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-4daa8017-fad4-4bd4-add0-eb15ec6bb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:41.922738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-4daa8017-fad4-4bd4-add0-eb15ec6bb6f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.5249412 Feb 10 23:03:41.995107 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.012700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:03:42.064945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.098523 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.153180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Deleting subnet ee94de26-033b-4a9b-bfaf-c80c3bbd6812 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:42.169410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-105304c1-bbb1-41ec-a8ad-db8a10263dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.171918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-105304c1-bbb1-41ec-a8ad-db8a10263dec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1094 time: 1.0233402 Feb 10 23:03:42.173039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.262138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47084) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.283553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.305917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:42.310748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Usage tracker for resource:security_group_rule and tenant:c86fc9d306d341b1bc52626333a2b163 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:42.314831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:42.322016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:42.381732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6199aed-e53b-4968-9817-e1c7bd9eb952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-772b5af2-3ef8-4cc1-a4b8-ae15f46aa626', 'network_id': '772b5af2-3ef8-4cc1-a4b8-ae15f46aa626', 'tenant_id': '5166a5db66f04b338b5d3ccdb8c7e20b', 'fixed_ips': [{'subnet_id': 'ee94de26-033b-4a9b-bfaf-c80c3bbd6812'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:42.383984 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6199aed-e53b-4968-9817-e1c7bd9eb952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.392102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:42.464697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-178e3944-916b-41a5-a6d8-05c2efcd98c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 217 time: 0.1836119 Feb 10 23:03:42.474312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074c01b7-6110-4781-a2cc-527036a7bb5b req-dfaf4dfc-b517-44a7-9e98-319e2cd29024 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.475798 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-074c01b7-6110-4781-a2cc-527036a7bb5b req-dfaf4dfc-b517-44a7-9e98-319e2cd29024 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.1405213 Feb 10 23:03:42.524346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.548364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.559751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.571431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-074c01b7-6110-4781-a2cc-527036a7bb5b req-d6712bc8-7795-4bdb-aae0-e570f75739bc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715523 Feb 10 23:03:42.591639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:42.591982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.616912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c86fc9d306d341b1bc52626333a2b163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3533280 Feb 10 23:03:42.620404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:42.623214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:40Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:42.628893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70894de0-ebb4-4c72-beae-b0f55dd59bdf None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:40Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:42.634413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d80a5c-af45-4845-af27-5662cd215737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8499b716-4ef7-4b82-9594-e45700173f30,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:42.643261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.648972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.649570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.725657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-569296bb-2c0a-48db-ad66-60d43136d9e6 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4312 time: 2.7818348 Feb 10 23:03:42.759955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.826978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.978939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.982081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:42.984314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-81465b8b-6f25-4686-b1b5-731d228245a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:42.987053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-81465b8b-6f25-4686-b1b5-731d228245a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0357873 Feb 10 23:03:43.005826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-9db310ad-7def-46f9-8951-bfea11027d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:43.008105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-9db310ad-7def-46f9-8951-bfea11027d4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.5191741 Feb 10 23:03:43.012942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8499b716-4ef7-4b82-9594-e45700173f30,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:43.023960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.9509323 Feb 10 23:03:43.027260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.028747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:43.033454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-ac846009-21f2-4389-af00-8165cccf726a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1363912 Feb 10 23:03:43.042719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Request body: {'subnet': {'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:43.097132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:43.102995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84925741-d7a1-40e0-8146-d427fdd23061 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'Network': ['ID=8cbc7aa3-0898-4459-b62a-6e1da621341e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:43.115157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:43.157783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-336278129', 'description': 'tempest-secgroup-smoke-336278129 description', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:43.191868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:43.202122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Usage tracker for resource:subnet and tenant:f2357f571b814c1b8a50fc2978ffc768 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:43.206542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:43.212807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:43.221944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.223460 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb647e8b-bc33-4fd2-b077-345f77f66eb4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8499b716-4ef7-4b82-9594-e45700173f30 HTTP/1.1" status: 204 len: 168 time: 0.6018138 Feb 10 23:03:43.225187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Made reservation on behalf of f2357f571b814c1b8a50fc2978ffc768 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:43.229334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.476172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:43.506736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:43.523733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:43.550047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:43.615245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.622850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.728574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.804209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Calling delete_port for ccc7ef08-1404-47ce-be43-fdf6d2d0fb47 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:43.839108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47108) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server [None req-d6199aed-e53b-4968-9817-e1c7bd9eb952 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee94de26-033b-4a9b-bfaf-c80c3bbd6812: This subnet is being modified by another concurrent operation. Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ee94de26-033b-4a9b-bfaf-c80c3bbd6812: This subnet is being modified by another concurrent operation. Feb 10 23:03:43.849283 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Feb 10 23:03:43.862839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:43.871310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:43.875729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cab1494-3aa8-44b0-89c3-1cff46f80111 None None] Network 772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:43.922893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-2befc785-f05c-4aed-aa9b-184681999b7a service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9134326 Feb 10 23:03:43.952296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'Subnet': ['ID=d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:43.959513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Checking segment: {'id': '8061d779-0ede-4669-bfd8-8736ea4c83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:43.959888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Network hostable DHCP agents. Network: 8cbc7aa3-0898-4459-b62a-6e1da621341e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:44.000224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-17af36c5-ed0f-46c1-9331-8d863599c3a2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5ab86b11e32f43429629cfcdbfc0d30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547859 Feb 10 23:03:44.005105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47112) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.030863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907d68c-e812-479b-a1b6-1bd554c1e74c req-550d11bb-0203-49cf-b77f-068ecc3ad77c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:44.038403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8907d68c-e812-479b-a1b6-1bd554c1e74c req-550d11bb-0203-49cf-b77f-068ecc3ad77c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.2486064 Feb 10 23:03:44.076096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:44.076874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec6058-c09f-4b54-8640-eb6ee730bf05 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:03:44.109627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8cbc7aa3-0898-4459-b62a-6e1da621341e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:44.114787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:44.115404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.159372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8907d68c-e812-479b-a1b6-1bd554c1e74c req-9d48d8ef-e773-412c-a236-b2a6dc03079c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196375 Feb 10 23:03:44.210287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff4e143e-4df6-46af-b9e8-ad89bc3d633c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1755238 Feb 10 23:03:44.213342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47116) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.222420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Request body: {'port': {'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-313296174'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:44.246619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:44.251158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:44.258634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Subnet': ['ID=ee94de26-033b-4a9b-bfaf-c80c3bbd6812,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.309819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec6058-c09f-4b54-8640-eb6ee730bf05 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:03:44.328277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 884bc6b9-79f1-4725-81c4-61effe726c94 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:44.369294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.369489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-18a0ea7a-3c59-43ab-9aae-d96cc3a5ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:44.370722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-18a0ea7a-3c59-43ab-9aae-d96cc3a5ec0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3452773 Feb 10 23:03:44.422814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.437962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:44.448861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:44.451143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Usage tracker for resource:port and tenant:f2357f571b814c1b8a50fc2978ffc768 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:44.458113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:44.476038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:44.509483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Made reservation on behalf of f2357f571b814c1b8a50fc2978ffc768 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:44.513572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.547883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] device_id is not set on port cbbd3e63-7208-48bd-9887-d90b39ad4f11 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:44.561604 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.570099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.580684 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.594115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.602550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 884bc6b9-79f1-4725-81c4-61effe726c94 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:44.619918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 884bc6b9-79f1-4725-81c4-61effe726c94 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:44.620113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.631024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ba2328-d424-4f42-969a-d863982c6694,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.674303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.675703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-019c8957-0c12-4b51-93cf-94b2023a99d7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/a8ba2328-d424-4f42-969a-d863982c6694 HTTP/1.1" status: 204 len: 168 time: 0.6688464 Feb 10 23:03:44.679972 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.749453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Port': ['ID=ccc7ef08-1404-47ce-be43-fdf6d2d0fb47,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:44.765108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e78fd5f4-7aff-4e77-b8d7-0dbda01483d4 req-93182d69-a43d-4638-9a40-4dbec2cf8518 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957857 Feb 10 23:03:44.786105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Allocated IP 172.20.0.3 (8cbc7aa3-0898-4459-b62a-6e1da621341e/d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e/cbbd3e63-7208-48bd-9887-d90b39ad4f11) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:44.863630 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:44.903537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1059c7d3-b3d5-41d8-a1d3-eea720f4a641 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/subnets/ee94de26-033b-4a9b-bfaf-c80c3bbd6812 HTTP/1.1" status: 204 len: 168 time: 3.1206610 Feb 10 23:03:44.943126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47122) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:44.969789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 884bc6b9-79f1-4725-81c4-61effe726c94, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=884bc6b9-79f1-4725-81c4-61effe726c94,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:44.975200 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.057820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.059264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9579213 Feb 10 23:03:45.066102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.073225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:45.076893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.090900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8cbc7aa3-0898-4459-b62a-6e1da621341e', 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e', 'tenant_id': 'f2357f571b814c1b8a50fc2978ffc768', 'fixed_ips': [{'subnet_id': 'd17fcc61-a4cd-40a1-bd9f-bc6ebf43013e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:45.096673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.112336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:45.132748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92a679-619a-4082-ac27-ddc189448b1b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88425c88-b490-4c6a-89cd-fd9779a00646,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.135373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:45.146376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:45.181049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:45.194928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-134291d3-ee18-4c1c-9668-740ab6045538 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204240 Feb 10 23:03:45.242564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.266254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.287934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Transition to ACTIVE for port object cbbd3e63-7208-48bd-9887-d90b39ad4f11 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:45.347987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.354231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.400034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.405179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.407930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3405936 Feb 10 23:03:45.459253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Allocated IP 172.20.0.2 (8cbc7aa3-0898-4459-b62a-6e1da621341e/d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e/ba032ec4-e81c-4d67-9264-74a36c01ff3f) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:45.518923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416aae4-0284-4ee7-b198-b572121853f7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b9811fe-d91b-41d9-8c22-0f81f5701a3d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.520730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47140) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.530530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'Port': ['ID=cbbd3e63-7208-48bd-9887-d90b39ad4f11,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.535955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:45.548792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:45.556707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:45.557810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:45.560861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.561585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:45.563665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:45.567386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:45.616622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:45.622314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fbfe29c-e30a-4d21-bbdf-8b7afefbb245 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:45.622857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3fbfe29c-e30a-4d21-bbdf-8b7afefbb245 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Synchronizing usage tracker for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:45.665836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.680687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:45.681580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.713249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-becb990a-009e-424c-9478-35ab36ba0da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:45.714772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-becb990a-009e-424c-9478-35ab36ba0da1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 0.7705591 Feb 10 23:03:45.767018 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.779228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Transition to ACTIVE for port object ba032ec4-e81c-4d67-9264-74a36c01ff3f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:45.795497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.801035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Transition to ACTIVE for port object ba032ec4-e81c-4d67-9264-74a36c01ff3f will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:45.804820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6261ce6e-b828-4d07-b8ea-b5e7b8ff6ccd tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5872903 Feb 10 23:03:45.804820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.807612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.810422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.831762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Request body: {'port': {'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-73254302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:45.832468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] bootfile-name is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:45.833098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] tftp-server is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:45.833547 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] server-ip-address is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:45.854572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0abc89-b02a-4c62-a242-7ed8b89f7dcd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.896916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:45.900699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:45.905443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:45.916002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Pushing event updated for resources: {'Port': ['ID=ba032ec4-e81c-4d67-9264-74a36c01ff3f,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:45.956897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47158) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:45.988166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:45.991393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ceff6a11-1984-469b-9c3c-6c40d2b18ef0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4638832 Feb 10 23:03:45.992735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.000220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:46.010110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.022161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Attempting to bind port ba032ec4-e81c-4d67-9264-74a36c01ff3f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:46.022527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Attempting to bind port ba032ec4-e81c-4d67-9264-74a36c01ff3f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8061d779-0ede-4669-bfd8-8736ea4c83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:46.023082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Attempting to bind port ba032ec4-e81c-4d67-9264-74a36c01ff3f on network 8cbc7aa3-0898-4459-b62a-6e1da621341e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:46.026464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:46.028770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:46.029406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Checking segment: {'id': '8061d779-0ede-4669-bfd8-8736ea4c83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:46.030080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.030475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Bound using segment: {'id': '8061d779-0ede-4669-bfd8-8736ea4c83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:46.030940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Bound port: ba032ec4-e81c-4d67-9264-74a36c01ff3f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8061d779-0ede-4669-bfd8-8736ea4c83b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8cbc7aa3-0898-4459-b62a-6e1da621341e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:46.031336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.032239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:46.043133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.078747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.087117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.093944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Usage tracker for resource:port and tenant:f2357f571b814c1b8a50fc2978ffc768 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:46.099838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:46.109454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.132491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] For port ba032ec4-e81c-4d67-9264-74a36c01ff3f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:46.136801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] For port ba032ec4-e81c-4d67-9264-74a36c01ff3f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba032ec4-e81c-4d67-9264-74a36c01ff3f,segment=NetworkSegment(8061d779-0ede-4669-bfd8-8736ea4c83b4),segment_id=8061d779-0ede-4669-bfd8-8736ea4c83b4)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:46.139853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3fbfe29c-e30a-4d21-bbdf-8b7afefbb245 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Unset dirty status for tenant:5166a5db66f04b338b5d3ccdb8c7e20b on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:46.150257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3fbfe29c-e30a-4d21-bbdf-8b7afefbb245 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.1395869 Feb 10 23:03:46.150804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.150978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.185781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Router 6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:03:46.188151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c529b7a2-d4ad-47e5-90eb-85eecee94559 req-77333f1f-2308-4429-b9f4-0ce66a474c65 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9015167 Feb 10 23:03:46.255819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Made reservation on behalf of f2357f571b814c1b8a50fc2978ffc768 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:46.260708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.279258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417bae17-07c5-45d7-9072-9272a7cc9a93 None None] Pushing event updated for resources: {'Port': ['ID=ba032ec4-e81c-4d67-9264-74a36c01ff3f,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:46.311416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] device_id is not set on port 6203f9e4-3647-4680-8561-ed38c248536d yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:03:46.312336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 884bc6b9-79f1-4725-81c4-61effe726c94 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:46.384794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.397530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.415572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 884bc6b9-79f1-4725-81c4-61effe726c94 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:46.415951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.416658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-487903830-network', 'tenant_id': '15e0496d20de4837bc38b181c06248bf'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:46.422577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.427145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Usage tracker for resource:network and tenant:15e0496d20de4837bc38b181c06248bf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:46.450766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af9f518-70cf-470e-8b46-6ed9ee7ce651,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:46.498154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.499572 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-42707e50-1eda-4cd0-85fe-c2e51a49322d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5058703 Feb 10 23:03:46.505993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47172) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.508739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:46.513473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:46.518511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-b9f021a9-2a9f-4577-828e-87b558cb1e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:46.520321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-b9f021a9-2a9f-4577-828e-87b558cb1e92 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 909 time: 0.7217739 Feb 10 23:03:46.525068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.529983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:46.538338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:46.542964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:46.553421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.570425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Allocated IP 172.20.0.6 (8cbc7aa3-0898-4459-b62a-6e1da621341e/d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e/6203f9e4-3647-4680-8561-ed38c248536d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:46.602173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.649106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2529b-ed0e-4d9c-872d-133da48f3730 req-a3f342f6-de76-450a-980d-9f6cbb32dcad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:46.652124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fbc2529b-ed0e-4d9c-872d-133da48f3730 req-a3f342f6-de76-450a-980d-9f6cbb32dcad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 1.1001329 Feb 10 23:03:46.654456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:46.805639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:03:46.812107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90524071-d277-4352-bd6d-54a725382534 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4284294 Feb 10 23:03:46.816003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Made reservation on behalf of 15e0496d20de4837bc38b181c06248bf for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:46.818201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.820185 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] Sync routers for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:03:46.833952 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:46.834477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47176) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.835170 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.911456 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.925236 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] Routers {'6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:03:46.925775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.929321 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-6f91b102-b16b-492c-bcc3-f640983e22c0 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] show failed (client error): The resource could not be found. Feb 10 23:03:46.935055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f91b102-b16b-492c-bcc3-f640983e22c0 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "GET /v2.0/routers/tempest-non_exist_router-1468200997 HTTP/1.1" status: 404 len: 335 time: 0.0938683 Feb 10 23:03:46.935055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:46.941716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47180) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:46.949556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-09107c59-2a12-459b-b8ef-d64549998581 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:46.974583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-77ac63b2-b618-41e2-b140-517a9abfc7e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 1000 time: 0.4444203 Feb 10 23:03:46.992521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fbc2529b-ed0e-4d9c-872d-133da48f3730 req-c98f5680-a40b-4168-b788-d25ce33df1df tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604659 Feb 10 23:03:46.993826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:46.994271 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5009930-5e73-4d74-80f1-a82ee1a57e93 None None] The sync data for ids ['6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:03:47.001348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.023935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.046060 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-09107c59-2a12-459b-b8ef-d64549998581 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] update failed (client error): The resource could not be found. Feb 10 23:03:47.047071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-09107c59-2a12-459b-b8ef-d64549998581 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "PUT /v2.0/routers/tempest-non_exist_router-1532169890 HTTP/1.1" status: 404 len: 335 time: 0.1044259 Feb 10 23:03:47.054854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47184) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.058473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:47.070707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3584e7b-7d2d-42e0-a959-517e8cf7066a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.074534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:15e0496d20de4837bc38b181c06248bf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:47.098132 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.102193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bc363f8-f4e2-4660-9674-7b6a052172ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5951400 Feb 10 23:03:47.102894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47188) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.112722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:47.147340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:47.157226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:47.168518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:47.181312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:47.187883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.210616 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:03:47.219878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Transition to ACTIVE for port object 6203f9e4-3647-4680-8561-ed38c248536d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:47.223523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.316520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.319242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.356537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.375360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:47.424692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abba857-44b8-45c3-8998-feb2e16e53d5,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.439864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:47.445654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:47.448239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'Port': ['ID=6203f9e4-3647-4680-8561-ed38c248536d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.452002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:47.457013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:47.480425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.483512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.483951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-30687436-9d86-4cc7-a405-8e1009f35651 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3772907 Feb 10 23:03:47.490425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47192) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.502967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': '88425c88-b490-4c6a-89cd-fd9779a00646', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:47.512465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:47.522468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-4eb6029b-fe0f-443a-8c44-89c640b5f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.524183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-4eb6029b-fe0f-443a-8c44-89c640b5f33c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1094 time: 1.1646571 Feb 10 23:03:47.525262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:47.530646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:47.541302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:47.544265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-77a0c5c2-4d0c-4d5c-a80b-5983b751faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.545733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-77a0c5c2-4d0c-4d5c-a80b-5983b751faf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.5599177 Feb 10 23:03:47.556267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.556995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.566230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772b5af2-3ef8-4cc1-a4b8-ae15f46aa626']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.573449 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:03:47.582962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.588239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting subnet 07a810f5-c6d2-48fb-86f5-ceeeebf76d10 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:47.599565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aef77615-6ae2-4164-ab57-6cba5090335e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.7738273 Feb 10 23:03:47.603627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.676718 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f1c96c-2a78-4aad-9d69-ec7db2b3ecff') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.677256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f1c96c-2a78-4aad-9d69-ec7db2b3ecff') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:47.735573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.741243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.775204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c33037d3-0466-4ef3-b5ee-a76a19ab815a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:47.781959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62698108-f0cd-4f21-a770-c6657f3b022a None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:03:47.794860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.801603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.807503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:47.808443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Synchronizing usage tracker for tenant:f2357f571b814c1b8a50fc2978ffc768 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:47.813829 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.815977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-169c4c0c-b284-4d24-bd60-58b60d5ed606 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239043 Feb 10 23:03:47.840294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Unset dirty status for tenant:f2357f571b814c1b8a50fc2978ffc768 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:47.840294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e7676f0-2d2e-45cc-9b91-7978560b0e48 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2613 time: 0.2321551 Feb 10 23:03:47.840750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:47.856318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.922168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Deleting port 6203f9e4-3647-4680-8561-ed38c248536d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:47.922428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:47.924368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.037463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.065023 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62698108-f0cd-4f21-a770-c6657f3b022a None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:03:48.112112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-322eb09e-0b0f-4a77-be22-abb75467aaa8 None None] Provisioning for port ba032ec4-e81c-4d67-9264-74a36c01ff3f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:48.127493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.192520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.319689 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.332438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:48.333102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:48.374759 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:48.402089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.575075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Calling delete_port for 6203f9e4-3647-4680-8561-ed38c248536d owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:48.643348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3219e278-26e9-45d9-bb5a-a60e337af370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:48.644890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3219e278-26e9-45d9-bb5a-a60e337af370 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 1.1045964 Feb 10 23:03:48.645432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb8c3a-7e60-4a12-b555-3adad3053db9 req-c90956ff-da05-4135-ab00-a746cf36c6ee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:48.651834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56eb8c3a-7e60-4a12-b555-3adad3053db9 req-c90956ff-da05-4135-ab00-a746cf36c6ee tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.3794339 Feb 10 23:03:48.656464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7f199-c06c-4483-b6d8-12b751896bef,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:48.666234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:03:48.739866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-56eb8c3a-7e60-4a12-b555-3adad3053db9 req-50b2462a-b23d-458b-a81a-2e3662463509 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867457 Feb 10 23:03:48.753732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-224ee04b-63e8-4a68-9752-0c8e5cea6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:48.755269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-224ee04b-63e8-4a68-9752-0c8e5cea6ffb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1772444 Feb 10 23:03:48.769245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-f11b8405-e5c7-489f-94f4-4c6ff3651c76 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:48.776138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-694ca9d0-814a-40d3-a186-4ecf3e68a6f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 217 time: 0.1074550 Feb 10 23:03:48.778315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba032ec4-e81c-4d67-9264-74a36c01ff3f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:48.797799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.819573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.873014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event deleted for resources: {'Port': ['ID=6203f9e4-3647-4680-8561-ed38c248536d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:48.878034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.889959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.890307 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Added segment 77a265dd-e75a-40b8-a641-4a90cac5b37f of type vlan for network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd Feb 10 23:03:48.967771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.985081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:48.999943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=772b5af2-3ef8-4cc1-a4b8-ae15f46aa626,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.012362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ba032ec4-e81c-4d67-9264-74a36c01ff3f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:49.013073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9369418a-7631-471e-a5ec-30fc6f4569b8 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "DELETE /v2.0/ports/6203f9e4-3647-4680-8561-ed38c248536d HTTP/1.1" status: 204 len: 168 time: 1.1703067 Feb 10 23:03:49.015041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47220) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:49.018553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ba032ec4-e81c-4d67-9264-74a36c01ff3f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:49.019031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.028422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Request body: {'port': {'name': 'tempest-new-port-name-682494142', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:49.030500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] bootfile-name is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:49.031570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] tftp-server is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:49.032662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.api.validators [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] server-ip-address is not in valid_values {{(pid=87652) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 10 23:03:49.059367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0d2a44-9299-4eb1-b7f8-dea738ac6440 None None] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:49.062002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-f11b8405-e5c7-489f-94f4-4c6ff3651c76 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:49.063185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-f11b8405-e5c7-489f-94f4-4c6ff3651c76 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-336278129&fields=id&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 267 time: 0.7023261 Feb 10 23:03:49.082714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.090943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-81b91d6b-b29d-41c9-bdb6-7a23d2e4a050 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/772b5af2-3ef8-4cc1-a4b8-ae15f46aa626 HTTP/1.1" status: 204 len: 168 time: 2.9364543 Feb 10 23:03:49.091999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47224) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:49.163752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3acae2a2-e5d8-4f6e-b721-05455e81728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:49.165241 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3acae2a2-e5d8-4f6e-b721-05455e81728b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.3342602 Feb 10 23:03:49.305903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-85c68076-cfbc-471e-9d28-6aaf21843f6e service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5310659 Feb 10 23:03:49.328507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.376225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ba032ec4-e81c-4d67-9264-74a36c01ff3f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba032ec4-e81c-4d67-9264-74a36c01ff3f,segment=NetworkSegment(8061d779-0ede-4669-bfd8-8736ea4c83b4),segment_id=8061d779-0ede-4669-bfd8-8736ea4c83b4)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:49.412762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.414495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.462745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:03:49.471483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.539038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.544320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bff71ce-e1f2-49f3-9abf-85e8afc36df9 None None] Network 3134ff84-4b01-44ed-bcd9-6ad635177a84 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:49.557607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ba032ec4-e81c-4d67-9264-74a36c01ff3f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.617812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:03:49.739081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.744674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.771858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Subnet': ['ID=07a810f5-c6d2-48fb-86f5-ceeeebf76d10,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:49.776106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1ad2417e-eadd-403a-9768-52aaea757285 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/subnets/07a810f5-c6d2-48fb-86f5-ceeeebf76d10 HTTP/1.1" status: 204 len: 168 time: 2.7150259 Feb 10 23:03:49.784460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:49.828491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.829623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:49.830316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.879810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:49.978270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:50.016020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.0565653 Feb 10 23:03:50.018035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'e894c7f8-d232-492c-b452-44d0124972e5', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'port_id': 'e894c7f8-d232-492c-b452-44d0124972e5', 'mac_address': 'fa:16:3e:b4:28:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:03:50.022316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47234) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.029002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-33a2ac69-a59e-49de-a149-21b13786d2be tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.036497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-33a2ac69-a59e-49de-a149-21b13786d2be tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 796 time: 0.9402502 Feb 10 23:03:50.040171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event updated for resources: {'Port': ['ID=cbbd3e63-7208-48bd-9887-d90b39ad4f11,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.076974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.079405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Request body: {'subnet': {'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-487903830-subnet', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:50.087706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8838583-293c-411b-aac5-2939d72db1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.098372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] In _notify_port_updated(), no bound segment for port cbbd3e63-7208-48bd-9887-d90b39ad4f11 on network 8cbc7aa3-0898-4459-b62a-6e1da621341e {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:03:50.100631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.107240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.108074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.112140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ef824560-f815-4c23-993e-5e161fb684f9 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "PUT /v2.0/ports/cbbd3e63-7208-48bd-9887-d90b39ad4f11 HTTP/1.1" status: 200 len: 1135 time: 1.0928557 Feb 10 23:03:50.116248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:03:50.119507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47238) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.149579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:50.255580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port 7dd586c1-57ea-40d1-bca3-45c1ff432340 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:50.256140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.261661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e894c7f8-d232-492c-b452-44d0124972e5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:03:50.337346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba032ec4-e81c-4d67-9264-74a36c01ff3f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:50.350182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.402335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be6e87-3f74-4ae3-8596-39b08fade97e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.403053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59be6e87-3f74-4ae3-8596-39b08fade97e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Synchronizing usage tracker for tenant:f2357f571b814c1b8a50fc2978ffc768 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:50.408381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cddd724-031e-4f4b-a1af-2b6ab261b132']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:50.422217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9f0ac1f-b37a-4f31-aa2f-1d6f82c14987') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:50.422658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9f0ac1f-b37a-4f31-aa2f-1d6f82c14987') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:50.431927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cca0d-0455-4d06-b307-d887bee9cf3c req-5e729d6e-e4d6-417d-b2d5-9d594f9009ca tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.436242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.442439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-436cca0d-0455-4d06-b307-d887bee9cf3c req-5e729d6e-e4d6-417d-b2d5-9d594f9009ca tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.4792118 Feb 10 23:03:50.456157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.467721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:50.468009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] DHCP port deletion for 3134ff84-4b01-44ed-bcd9-6ad635177a84 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:03:50.468364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.474682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Deleting port 7dd586c1-57ea-40d1-bca3-45c1ff432340 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:50.475050 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.518791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:50.558094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.580924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-436cca0d-0455-4d06-b307-d887bee9cf3c req-62d732e3-bb63-48c8-9feb-7e9da93dd7dc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369953 Feb 10 23:03:50.591197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3530c493-09f1-4bb2-92f4-40a228227618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:50.592934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-3530c493-09f1-4bb2-92f4-40a228227618 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3283556 Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:50.596214 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:50.598690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59be6e87-3f74-4ae3-8596-39b08fade97e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Unset dirty status for tenant:f2357f571b814c1b8a50fc2978ffc768 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:50.600504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59be6e87-3f74-4ae3-8596-39b08fade97e tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "GET /v2.0/ports/cbbd3e63-7208-48bd-9887-d90b39ad4f11 HTTP/1.1" status: 200 len: 1135 time: 0.4746687 Feb 10 23:03:50.600899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8aa29cb-e287-4aa6-89cd-90323df766f8 req-2c09e671-f998-47b6-81aa-8b322501891d service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1778264 Feb 10 23:03:50.602445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-1ce96ffa-f17a-43fd-9ba9-08b79f87794a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/quotas/ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 375 time: 0.5649655 Feb 10 23:03:50.605158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Usage tracker for resource:subnet and tenant:15e0496d20de4837bc38b181c06248bf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:50.608404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.611713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:50.614534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:50.688422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:50.827098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] For port 7dd586c1-57ea-40d1-bca3-45c1ff432340, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7dd586c1-57ea-40d1-bca3-45c1ff432340,segment=NetworkSegment(4e46e466-d2f7-418d-a120-271414e796ac),segment_id=4e46e466-d2f7-418d-a120-271414e796ac)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:50.828685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.839762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ba032ec4-e81c-4d67-9264-74a36c01ff3f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:50.840665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.930247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e894c7f8-d232-492c-b452-44d0124972e5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:03:50.975031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:50.978884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:50.979973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c642f5bf-764c-4d74-8cb9-d9aba2516ec0 None None] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:51.025219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=7cddd724-031e-4f4b-a1af-2b6ab261b132,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:51.033083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Calling delete_port for 7dd586c1-57ea-40d1-bca3-45c1ff432340 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:51.087086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-91d8ca32-289f-4490-8d04-7998e87d08f8 tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/7cddd724-031e-4f4b-a1af-2b6ab261b132 HTTP/1.1" status: 204 len: 168 time: 1.9488754 Feb 10 23:03:51.136933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47246) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:51.142201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.147630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Made reservation on behalf of 15e0496d20de4837bc38b181c06248bf for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:51.159850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.289039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Deleting port cbbd3e63-7208-48bd-9887-d90b39ad4f11 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:51.289282 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.324242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Port': ['ID=7dd586c1-57ea-40d1-bca3-45c1ff432340,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:51.334453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] No DVR routers for this DVR port 7dd586c1-57ea-40d1-bca3-45c1ff432340 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:51.416497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.441848 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-ff12d6ff-3ba5-4870-bf9f-71a60c5efb7c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6397755 Feb 10 23:03:51.457503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-121c929d-e76f-4338-9dae-254683270eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8539870 Feb 10 23:03:51.508289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Provisioning complete for port ba032ec4-e81c-4d67-9264-74a36c01ff3f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:51.508864 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.545945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] For port 7dd586c1-57ea-40d1-bca3-45c1ff432340, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7dd586c1-57ea-40d1-bca3-45c1ff432340,segment=NetworkSegment(4e46e466-d2f7-418d-a120-271414e796ac),segment_id=4e46e466-d2f7-418d-a120-271414e796ac)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:51.546177 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.693888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:03:51.725624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Calling delete_port for 7dd586c1-57ea-40d1-bca3-45c1ff432340 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:51.751813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.762556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-2afac123-c7fb-4c25-aedb-583a569f3080 service neutron] 10.222.0.53 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680137 Feb 10 23:03:51.904611 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3134ff84-4b01-44ed-bcd9-6ad635177a84']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:51.928686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e46e466-d2f7-418d-a120-271414e796ac') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:51.928975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e46e466-d2f7-418d-a120-271414e796ac') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:51.936801 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.937059 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:51.937440 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:51.965705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.971146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:51.978486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e50d3e-8353-47cf-9989-51c16d62ca29 req-7944235d-ef92-46c2-a271-32d87039c356 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5149436 Feb 10 23:03:52.012396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Provisioning for port cbbd3e63-7208-48bd-9887-d90b39ad4f11 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:52.012835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.022685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:52.022983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Provisioning complete for port cbbd3e63-7208-48bd-9887-d90b39ad4f11 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:52.023090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.023566 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:52.042501 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:52.150807 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fba10c1-a91b-44d3-9678-1c39c28602f8']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:52.164547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2e1a163c-331c-41cd-bd34-8aae9f5fdf25 None None] Port cbbd3e63-7208-48bd-9887-d90b39ad4f11 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:52.178064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c7c4d7-8e60-4438-9486-7c1fc2f2613f') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:52.178659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c7c4d7-8e60-4438-9486-7c1fc2f2613f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:52.195147 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.199336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.234110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.250548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.254241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Network': ['ID=3134ff84-4b01-44ed-bcd9-6ad635177a84,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:52.268240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec754e78-7024-4b79-8127-2a30afca6759 req-64e98e75-ed87-4f8a-94ff-08c95f15f278 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:52.269820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec754e78-7024-4b79-8127-2a30afca6759 req-64e98e75-ed87-4f8a-94ff-08c95f15f278 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.4944522 Feb 10 23:03:52.278577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:52.279006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:52.299565 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:52.306651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a9458dd4-7106-4d6c-bb3b-4802d926401e tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/networks/3134ff84-4b01-44ed-bcd9-6ad635177a84 HTTP/1.1" status: 204 len: 168 time: 2.5166500 Feb 10 23:03:52.308019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47252) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:52.312498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7dd586c1-57ea-40d1-bca3-45c1ff432340 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:52.367554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7dd586c1-57ea-40d1-bca3-45c1ff432340 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:52.367925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7dd586c1-57ea-40d1-bca3-45c1ff432340 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:52.410963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d907d439-a303-4c86-8e46-49678f240675 None None] Provisioning complete for port ba032ec4-e81c-4d67-9264-74a36c01ff3f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:52.410963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d907d439-a303-4c86-8e46-49678f240675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.414740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-02daa8cd-3ddb-4bc4-b2eb-5a3b24d35d59 service neutron] 10.222.0.53 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6032283 Feb 10 23:03:52.485417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.527266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec754e78-7024-4b79-8127-2a30afca6759 req-10b0833d-e539-4665-912c-d908a3fac17f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240291 Feb 10 23:03:52.528019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.529587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Deleting port 7dd586c1-57ea-40d1-bca3-45c1ff432340 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:52.531594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.537618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.585419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting subnet 64fc074a-e615-4f1b-ae74-d6eca5f80969 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:52.589195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=4fba10c1-a91b-44d3-9678-1c39c28602f8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:52.592247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.657158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8aef3158-b25b-447f-8a49-d005b67a373d None None] The port '7dd586c1-57ea-40d1-bca3-45c1ff432340' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:03:52.664925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-25088630-0c78-460a-9819-179652f5710d tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/4fba10c1-a91b-44d3-9678-1c39c28602f8 HTTP/1.1" status: 204 len: 168 time: 1.5260146 Feb 10 23:03:52.680549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:52.802665 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.814510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Calling delete_port for cbbd3e63-7208-48bd-9887-d90b39ad4f11 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:52.821715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d907d439-a303-4c86-8e46-49678f240675 None None] Provisioning complete for port cbbd3e63-7208-48bd-9887-d90b39ad4f11 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:52.822357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d907d439-a303-4c86-8e46-49678f240675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:52.930047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d907d439-a303-4c86-8e46-49678f240675 None None] Port cbbd3e63-7208-48bd-9887-d90b39ad4f11 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:52.981867 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.005760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b35892a2-1a29-48af-9b89-146cf28e4795,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.013152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-28506151-0ac4-4a57-9305-3dfbaa013a1b req-5a451dd9-a41a-4746-b203-a48bc8dda1fe tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:53.016244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Checking segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:53.016877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Network hostable DHCP agents. Network: 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:03:53.071320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c13c5cc2-98e4-480e-b9dd-afdf7600dcaa None None] Provisioning complete for port cbbd3e63-7208-48bd-9887-d90b39ad4f11 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:53.071811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c13c5cc2-98e4-480e-b9dd-afdf7600dcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.138975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-28506151-0ac4-4a57-9305-3dfbaa013a1b req-5a451dd9-a41a-4746-b203-a48bc8dda1fe tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:53.140743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28506151-0ac4-4a57-9305-3dfbaa013a1b req-5a451dd9-a41a-4746-b203-a48bc8dda1fe tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.4351308 Feb 10 23:03:53.160542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:03:53.162529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.177610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.188375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c13c5cc2-98e4-480e-b9dd-afdf7600dcaa None None] Port cbbd3e63-7208-48bd-9887-d90b39ad4f11 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:53.201352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c13c5cc2-98e4-480e-b9dd-afdf7600dcaa None None] Could not find standard attr ID for object 6203f9e4-3647-4680-8561-ed38c248536d. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:03:53.241068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.264754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event deleted for resources: {'Port': ['ID=cbbd3e63-7208-48bd-9887-d90b39ad4f11,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.272974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:53.286667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad9a280-d491-4147-9133-7e2557170add None None] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:53.297327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:53.297671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.460501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-06ab6922-7db3-4e11-88b1-57ca96fb50b0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4199255 Feb 10 23:03:53.465432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47276) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:53.471890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.473872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-16ad0fa9-fcc3-43ba-8b95-94c268567982 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "DELETE /v2.0/ports/cbbd3e63-7208-48bd-9887-d90b39ad4f11 HTTP/1.1" status: 204 len: 168 time: 2.6761737 Feb 10 23:03:53.478263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:53.481203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47280) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:53.483794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:53.488816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Usage tracker for resource:router and tenant:15e0496d20de4837bc38b181c06248bf is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:53.491777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:53.498980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:53.515639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.516847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.547573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.588538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:53.632486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.774749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.799832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:03:53.802552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.827941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2133da0f-15f0-4fbd-95f4-a86eeae38c5b None None] Could not find standard attr ID for object cbbd3e63-7208-48bd-9887-d90b39ad4f11. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:03:53.831755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7da0c1e-eadd-4f00-89cc-ff75a09d92b2']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.857791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Deleting subnet d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:53.868874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Subnet': ['ID=64fc074a-e615-4f1b-ae74-d6eca5f80969,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:53.871364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.894734 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port e894c7f8-d232-492c-b452-44d0124972e5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:53.903069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port e894c7f8-d232-492c-b452-44d0124972e5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:53.903487 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.909791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3e832a9-006f-4724-a74a-b21cd9ddd5fc') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.910140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3e832a9-006f-4724-a74a-b21cd9ddd5fc') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:53.941530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.950857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.976802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6383dca4-6b1d-43b5-ba61-02a1e5f70593 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/subnets/64fc074a-e615-4f1b-ae74-d6eca5f80969 HTTP/1.1" status: 204 len: 168 time: 1.6650348 Feb 10 23:03:53.981897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47286) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:53.987095 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:53.996361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de8733-ec9e-40ce-b45e-3dcdcdd2bde7 None None] Network 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:54.030753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.064555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.075047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8e8b87-647d-4328-8f02-f8e427bf34c7 req-a12e8bb0-6139-4ab7-8155-73417d5e4d0b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:54.085683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d8e8b87-647d-4328-8f02-f8e427bf34c7 req-a12e8bb0-6139-4ab7-8155-73417d5e4d0b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.3092592 Feb 10 23:03:54.095901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:54.096861 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:54.115958 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:54.396797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5d8e8b87-647d-4328-8f02-f8e427bf34c7 req-b63c2a70-4e83-47af-9b2b-0a3f25a61390 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3074021 Feb 10 23:03:54.469956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.587379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.614438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Allocated IP 172.20.0.2 (0d05e117-a9f7-428d-9900-0a5cbcc3c3cd/b35892a2-1a29-48af-9b89-146cf28e4795/9c69c65c-76f5-4040-b582-5d5acecfbb58) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:54.636001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-8e818bb9-242e-4c47-9f2a-d18ecb580c13 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:54.637668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-8e818bb9-242e-4c47-9f2a-d18ecb580c13 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 796 time: 0.2278752 Feb 10 23:03:54.660000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.671389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting subnet ebaf980c-40aa-4c49-a807-6149cb99b14c {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:03:54.718982 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.731012 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.788119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c3bbac0-c821-4204-8bbb-c018812ce15a req-6054cae3-8dc6-4425-8237-d860143ea5a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.2231293 Feb 10 23:03:54.800992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.803960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event deleted for resources: {'Subnet': ['ID=d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.809508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.818977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.835508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fe70da-14a3-4606-ae16-08f6fa083111 None None] Network 8cbc7aa3-0898-4459-b62a-6e1da621341e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:54.878093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] Pushing event deleted for resources: {'Network': ['ID=d7da0c1e-eadd-4f00-89cc-ff75a09d92b2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:54.882268 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-932e4f9e-8125-4a79-ad8e-27d2648bed7c tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "DELETE /v2.0/subnets/d17fcc61-a4cd-40a1-bd9f-bc6ebf43013e HTTP/1.1" status: 204 len: 168 time: 1.3948085 Feb 10 23:03:54.883236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:03:54.890922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6fb05aa2-a5bf-441b-b62a-9e1732dee10a tempest-BulkNetworkOpsIpV6Test-263555649 tempest-BulkNetworkOpsIpV6Test-263555649-project] 10.222.0.53 "DELETE /v2.0/networks/d7da0c1e-eadd-4f00-89cc-ff75a09d92b2 HTTP/1.1" status: 204 len: 168 time: 2.2092142 Feb 10 23:03:54.891621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:54.900246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:54.999776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] DHCP port deletion for 2f788ece-62b9-4fb2-a59f-bbde3ad0d10b request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:03:55.012824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:55.031260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.033853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Deleting port f7447d87-28bb-4470-a4e4-53bb93b32c15 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:55.034237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.129645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e47f5cff-c0e2-4beb-88bf-1a8a1e60f87f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 379 time: 0.4795439 Feb 10 23:03:55.144933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.156183 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'code': 200} Feb 10 23:03:55.171395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Deleting port ba032ec4-e81c-4d67-9264-74a36c01ff3f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:55.172002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.213248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'port': {'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'admin_state_up': True, 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'security_groups': ['88425c88-b490-4c6a-89cd-fd9779a00646']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:55.255052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.353478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47306) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.376923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47308) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.420793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.472115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.530553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:55.554973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.569237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01b357-dce3-402f-b5b3-34a2ea3522cf req-c2190207-8df3-439f-851b-f0a090849a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:55.572353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca01b357-dce3-402f-b5b3-34a2ea3522cf req-c2190207-8df3-439f-851b-f0a090849a55 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1096 time: 0.3773098 Feb 10 23:03:55.600858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:55.629680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:55.644236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Subnet': ['ID=ebaf980c-40aa-4c49-a807-6149cb99b14c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:55.688343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca01b357-dce3-402f-b5b3-34a2ea3522cf req-48663e41-83ee-480f-ae03-a1264a77d4aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024735 Feb 10 23:03:55.710560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.726280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.739687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-97847823-b580-438b-ad07-4b705e031d88 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/subnets/ebaf980c-40aa-4c49-a807-6149cb99b14c HTTP/1.1" status: 204 len: 168 time: 1.7538872 Feb 10 23:03:55.740643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:03:55.744175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.748709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Transition to ACTIVE for port object 9c69c65c-76f5-4040-b582-5d5acecfbb58 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:55.759029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47320) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:55.761274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80f1c22-cf36-466f-93b6-b6c0572cdbb9 None None] Network ee73b4ca-29df-489a-a5a1-3432a99e46cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:55.775032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] For port ba032ec4-e81c-4d67-9264-74a36c01ff3f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ba032ec4-e81c-4d67-9264-74a36c01ff3f,segment=NetworkSegment(8061d779-0ede-4669-bfd8-8736ea4c83b4),segment_id=8061d779-0ede-4669-bfd8-8736ea4c83b4)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:55.775499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:55.965708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Calling delete_port for ba032ec4-e81c-4d67-9264-74a36c01ff3f owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:55.971274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Transition to ACTIVE for port object 9c69c65c-76f5-4040-b582-5d5acecfbb58 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:55.974345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] For port f7447d87-28bb-4470-a4e4-53bb93b32c15, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f7447d87-28bb-4470-a4e4-53bb93b32c15,segment=NetworkSegment(7b59ef9f-be78-499b-b374-531f018c6801),segment_id=7b59ef9f-be78-499b-b374-531f018c6801)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:55.974838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.022190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.6 (f28b4147-06a1-4ae3-9660-53b42b84c601/54f628fe-9c50-4798-83d5-fe454d0ec818/a5a270dd-32e5-4221-8922-344e023874b4) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:56.055958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8bf4e95d-e407-484d-8d95-a8aba4b2d36e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5166a5db66f04b338b5d3ccdb8c7e20b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6800742 Feb 10 23:03:56.059277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47326) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:56.068676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b3b4c-35f1-4183-8fd2-8ba8c4978df2 req-48820c98-953c-44e4-947d-5b212b413747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:56.070196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-838b3b4c-35f1-4183-8fd2-8ba8c4978df2 req-48820c98-953c-44e4-947d-5b212b413747 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.4296908 Feb 10 23:03:56.169215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.240829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event deleted for resources: {'Port': ['ID=ba032ec4-e81c-4d67-9264-74a36c01ff3f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.268419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] No DVR routers for this DVR port ba032ec4-e81c-4d67-9264-74a36c01ff3f on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:56.272493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3da417c5-4c94-4ccd-9c8b-80bf02f018b2 req-30f7e30e-00b7-4b5f-bafc-37017f449724 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.1650879 Feb 10 23:03:56.284968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Allocated IP 172.25.2.106 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/9b16e346-ee41-4ec7-89e5-475dd635239a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:56.292314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Calling delete_port for f7447d87-28bb-4470-a4e4-53bb93b32c15 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:56.313694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.328725 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.328978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.347921 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-838b3b4c-35f1-4183-8fd2-8ba8c4978df2 req-304e0237-3f41-42db-9b5d-da476c968f65 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2565379 Feb 10 23:03:56.378961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd608f4-7d98-4931-9034-a4a0a19a1eff None None] DHCP port deletion for 8cbc7aa3-0898-4459-b62a-6e1da621341e request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:03:56.381277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba032ec4-e81c-4d67-9264-74a36c01ff3f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:56.446752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.479783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ba032ec4-e81c-4d67-9264-74a36c01ff3f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:56.479783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ba032ec4-e81c-4d67-9264-74a36c01ff3f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:56.480007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.480391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f7447d87-28bb-4470-a4e4-53bb93b32c15 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:56.483890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261328da-b244-4e66-9446-9290b1b051dc req-d7b5891a-644d-4b49-89e9-bc57ffbc51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:56.485742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-261328da-b244-4e66-9446-9290b1b051dc req-d7b5891a-644d-4b49-89e9-bc57ffbc51b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 1.1044009 Feb 10 23:03:56.491316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port f7447d87-28bb-4470-a4e4-53bb93b32c15 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:56.491626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.522004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:56.527019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cbc7aa3-0898-4459-b62a-6e1da621341e']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.545808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8061d779-0ede-4669-bfd8-8736ea4c83b4') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.546203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8061d779-0ede-4669-bfd8-8736ea4c83b4') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:03:56.561127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.561892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:56.580151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:56.586649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.598271 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.599264 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.614637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:03:56.615178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.630340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Pushing event updated for resources: {'Port': ['ID=9c69c65c-76f5-4040-b582-5d5acecfbb58,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:03:56.631913 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:03:56.644585 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-261328da-b244-4e66-9446-9290b1b051dc req-36976201-58b1-4727-b92d-099deb80524f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212468 Feb 10 23:03:56.706088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object a5a270dd-32e5-4221-8922-344e023874b4 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:03:56.748956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.755723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.804162 n-d-825178-4 neutron-server[87654]: INFO neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No ports have port_id starting with f7447d87-28bb-4470-a4e4-53bb93b32c15 Feb 10 23:03:56.826496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] No DVR routers for this DVR port f7447d87-28bb-4470-a4e4-53bb93b32c15 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:56.831070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a023ad-3dd1-4152-9d0c-c2cefe809591 None None] Pushing event deleted for resources: {'Port': ['ID=f7447d87-28bb-4470-a4e4-53bb93b32c15,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.839764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Attempting to bind port 9c69c65c-76f5-4040-b582-5d5acecfbb58 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:03:56.839764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Attempting to bind port 9c69c65c-76f5-4040-b582-5d5acecfbb58 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:03:56.839764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Attempting to bind port 9c69c65c-76f5-4040-b582-5d5acecfbb58 on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:03:56.848602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:03:56.848602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Checking segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:03:56.848917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.849412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Bound using segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:03:56.850039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Bound port: 9c69c65c-76f5-4040-b582-5d5acecfbb58, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:03:56.850209 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.886549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] For port f7447d87-28bb-4470-a4e4-53bb93b32c15, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f7447d87-28bb-4470-a4e4-53bb93b32c15,segment=NetworkSegment(7b59ef9f-be78-499b-b374-531f018c6801),segment_id=7b59ef9f-be78-499b-b374-531f018c6801)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:56.887045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.898993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95fe72ea-4ff6-4290-9074-ca1f13ce3704,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:56.905379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.906155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb9b60b3-d77f-4089-a22c-b4e1da4b5abe admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/95fe72ea-4ff6-4290-9074-ca1f13ce3704 HTTP/1.1" status: 204 len: 168 time: 0.8350136 Feb 10 23:03:56.944611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:56.956559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.011921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] For port 9c69c65c-76f5-4040-b582-5d5acecfbb58, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:03:57.018080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] For port 9c69c65c-76f5-4040-b582-5d5acecfbb58, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9c69c65c-76f5-4040-b582-5d5acecfbb58,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:03:57.022817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] 10.222.0.53 "DELETE /v2.0/networks/8cbc7aa3-0898-4459-b62a-6e1da621341e HTTP/1.1" status: 204 len: 168 time: 2.1257734 Feb 10 23:03:57.030800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd99022b-9b5b-4a11-bc21-2e4343ff73b2 tempest-ExtraDHCPOptionsTestJSON-831588899 tempest-ExtraDHCPOptionsTestJSON-831588899-project] Pushing event deleted for resources: {'Network': ['ID=8cbc7aa3-0898-4459-b62a-6e1da621341e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.035749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.168415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] DHCP port deletion for ee73b4ca-29df-489a-a5a1-3432a99e46cb request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:03:57.204270 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.215240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Calling delete_port for f7447d87-28bb-4470-a4e4-53bb93b32c15 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:57.293188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.307116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Deleting port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:57.307116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.414427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network f28b4147-06a1-4ae3-9660-53b42b84c601 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:57.433204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:57.440708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:57.470995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7a6c55-c56e-45b5-9be4-42f37d10fcbc None None] Pushing event updated for resources: {'Port': ['ID=9c69c65c-76f5-4040-b582-5d5acecfbb58,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.524958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:57.556262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:57.641150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47350) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:57.648652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:57.717607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:57.752387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccae513-87c9-4041-a22b-6ef0b17ca992 req-f3e76173-0b72-4e0f-8c87-4adec48ca4d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:57.754246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ccae513-87c9-4041-a22b-6ef0b17ca992 req-f3e76173-0b72-4e0f-8c87-4adec48ca4d6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.2392011 Feb 10 23:03:57.773577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:57.774403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:57.880923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ccae513-87c9-4041-a22b-6ef0b17ca992 req-17a6c0f7-a29f-4701-be28-aaf44e012878 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186433 Feb 10 23:03:57.958513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] For port 96fbe6be-49f8-424b-97c5-589fd4b35fa0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=96fbe6be-49f8-424b-97c5-589fd4b35fa0,segment=NetworkSegment(0b4d0d19-b88a-4d59-91f6-83f91c0634e6),segment_id=0b4d0d19-b88a-4d59-91f6-83f91c0634e6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:57.959001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.019048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:03:58.019461 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:03:58.067628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-71f89d1f-364b-43e1-85f9-656fc9a4909a None None] Provisioning for port a5a270dd-32e5-4221-8922-344e023874b4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:58.120879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Pushing event updated for resources: {'Port': ['ID=9b16e346-ee41-4ec7-89e5-475dd635239a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.126153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aad68d0a-e15c-43e5-9def-138b89865083 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f2357f571b814c1b8a50fc2978ffc768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4689660 Feb 10 23:03:58.127857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47366) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.191263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-e7ddb385-a217-4c6f-a37f-2a24a63b1573 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9935074 Feb 10 23:03:58.209549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-71f89d1f-364b-43e1-85f9-656fc9a4909a None None] Provisioning complete for port a5a270dd-32e5-4221-8922-344e023874b4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:58.209925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-71f89d1f-364b-43e1-85f9-656fc9a4909a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.277514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Request body: {'port': {'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:58.316945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Calling delete_port for 96fbe6be-49f8-424b-97c5-589fd4b35fa0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:03:58.333279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.349079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-71f89d1f-364b-43e1-85f9-656fc9a4909a None None] Port a5a270dd-32e5-4221-8922-344e023874b4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:03:58.374644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1cccea-8e31-4d2d-8874-cbebf9a53999 req-e895dc9d-cd3e-4343-8206-a349182e7889 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:58.377683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa1cccea-8e31-4d2d-8874-cbebf9a53999 req-e895dc9d-cd3e-4343-8206-a349182e7889 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.2445569 Feb 10 23:03:58.379968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9c69c65c-76f5-4040-b582-5d5acecfbb58 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:03:58.418573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.474978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.481025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa1cccea-8e31-4d2d-8874-cbebf9a53999 req-0a879d8d-258f-4111-9cb2-a966c575e00d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899527 Feb 10 23:03:58.488425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc655db8-f43b-40c7-876b-4180ddec26bc req-489d49e0-ac32-40bb-8e4d-b1e28842f2ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:58.489180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fc655db8-f43b-40c7-876b-4180ddec26bc req-489d49e0-ac32-40bb-8e4d-b1e28842f2ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:03:58.499722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47380) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.511743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.531806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.552813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9c69c65c-76f5-4040-b582-5d5acecfbb58 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:58.574331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.576153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] Pushing event deleted for resources: {'Port': ['ID=96fbe6be-49f8-424b-97c5-589fd4b35fa0,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.580163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3841c76e-4c23-4eb3-a215-ad502fb8e99a HTTP/1.1" status: 204 len: 168 time: 0.4471781 Feb 10 23:03:58.583264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b6ed7c-3b3b-444e-b753-12a595bb635b None None] No DVR routers for this DVR port 96fbe6be-49f8-424b-97c5-589fd4b35fa0 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:03:58.590272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1958393b-1c83-4a42-926f-df2f7f885a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3841c76e-4c23-4eb3-a215-ad502fb8e99a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:58.674589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port f7447d87-28bb-4470-a4e4-53bb93b32c15 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:03:58.675206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.685425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 96fbe6be-49f8-424b-97c5-589fd4b35fa0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:03:58.758228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:58.993117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e710cef-1457-4c8d-92e9-f709c3e1884e tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:03:58.994839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e710cef-1457-4c8d-92e9-f709c3e1884e tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1091 time: 0.4940240 Feb 10 23:03:58.999080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47392) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:03:58.999935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 96fbe6be-49f8-424b-97c5-589fd4b35fa0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:03:59.001072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 96fbe6be-49f8-424b-97c5-589fd4b35fa0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:03:59.011799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'e894c7f8-d232-492c-b452-44d0124972e5', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:59.034971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:59.040741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:floatingip and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:59.044761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:59.052902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:59.071736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.143851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-970610253'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:03:59.159857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:03:59.198463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] The port 'f7447d87-28bb-4470-a4e4-53bb93b32c15' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:03:59.210529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:03:59.241779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:03:59.265842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:03:59.272654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-fc655db8-f43b-40c7-876b-4180ddec26bc req-489d49e0-ac32-40bb-8e4d-b1e28842f2ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:03:59.279488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc655db8-f43b-40c7-876b-4180ddec26bc req-489d49e0-ac32-40bb-8e4d-b1e28842f2ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 931 time: 1.7633555 Feb 10 23:03:59.307840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dd715c-8122-4d65-a294-980dc402e48f None None] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:03:59.326929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.437040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Provisioning for port 9c69c65c-76f5-4040-b582-5d5acecfbb58 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:03:59.453627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.456411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Provisioning complete for port 9c69c65c-76f5-4040-b582-5d5acecfbb58 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:03:59.457129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.537282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.242 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f0f1dc35-cea1-473b-9087-25c74fbc9f7a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:03:59.735390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.740418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.781179 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.784594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] For port 9c69c65c-76f5-4040-b582-5d5acecfbb58, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9c69c65c-76f5-4040-b582-5d5acecfbb58,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:03:59.794468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:03:59.853220 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:03:59.861297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:03:59.871146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:03:59.921578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14813a7-e49a-4a39-99d6-d15419b9ccb9 None None] Pushing event updated for resources: {'Port': ['ID=9c69c65c-76f5-4040-b582-5d5acecfbb58,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:59.940820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=f0f1dc35-cea1-473b-9087-25c74fbc9f7a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:03:59.985311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.985819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.986195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.986562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.986895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.987222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.987577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.987906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.988229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.988550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.988867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:03:59.989184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:00.049490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:00.052946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.063577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.071426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47418) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:00.204064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.237441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f71fb79-fe72-4e2a-873d-5112dd1c4a0e None None] Provisioning complete for port 9c69c65c-76f5-4040-b582-5d5acecfbb58 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:00.238045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f71fb79-fe72-4e2a-873d-5112dd1c4a0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.287050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9c69c65c-76f5-4040-b582-5d5acecfbb58 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:00.321205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fc655db8-f43b-40c7-876b-4180ddec26bc req-4528fa2b-ef2e-4d5b-9e5c-cd10c2d6d6c1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0403147 Feb 10 23:04:00.331185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:00.337567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f788ece-62b9-4fb2-a59f-bbde3ad0d10b']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:00.355429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2030883572'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:00.373982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:00.377349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:security_group_rule and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:00.388705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:00.398912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b59ef9f-be78-499b-b374-531f018c6801') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:00.399231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b59ef9f-be78-499b-b374-531f018c6801') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:00.407055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:00.409928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:00.413639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.417853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:00.435751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.443551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9c69c65c-76f5-4040-b582-5d5acecfbb58 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:00.443787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:00.443953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.497988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.524582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:00.568824 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.625441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:00.629323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.654116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:00.654502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:00.731243 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:00.825055 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.865275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.866425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a270dd-32e5-4221-8922-344e023874b4 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:04:00.870599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.881653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:00.884986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.901806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:security_group_rule and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:00.916540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:00.920012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.930915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:00.933027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Transition to ACTIVE for port object a5a270dd-32e5-4221-8922-344e023874b4 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:00.936132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.960986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.975401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:00.994624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=f0f1dc35-cea1-473b-9087-25c74fbc9f7a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.013386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.092699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Network': ['ID=2f788ece-62b9-4fb2-a59f-bbde3ad0d10b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.155859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e37d2ff1-d2cc-4c72-afd0-b0b1c7599802 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/networks/2f788ece-62b9-4fb2-a59f-bbde3ad0d10b HTTP/1.1" status: 204 len: 168 time: 5.3857803 Feb 10 23:04:01.161249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:01.259404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.273481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.306776 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 2e385f2a-7d62-4f14-a528-809aa96d3b0b associated. External IP: 172.25.2.242, port: e894c7f8-d232-492c-b452-44d0124972e5. Feb 10 23:04:01.351176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.382369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.465896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:01.504225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0a47bf-9ea2-4811-8583-508fda38e444,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.515761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.516322 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 8ded48a8-866a-4750-8e79-9f053bc6cb6c of type vlan for network 69d064e4-949c-408f-a54d-cabe5d81b908 Feb 10 23:04:01.618146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Attempting to bind port a5a270dd-32e5-4221-8922-344e023874b4 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:01.618490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Attempting to bind port a5a270dd-32e5-4221-8922-344e023874b4 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:01.618815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Attempting to bind port a5a270dd-32e5-4221-8922-344e023874b4 on network f28b4147-06a1-4ae3-9660-53b42b84c601 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:01.629828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.635951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.643056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Port a5a270dd-32e5-4221-8922-344e023874b4 on network f28b4147-06a1-4ae3-9660-53b42b84c601 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:04:01.643249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Attempting to bind port a5a270dd-32e5-4221-8922-344e023874b4 on network f28b4147-06a1-4ae3-9660-53b42b84c601 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:01.651610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.675838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:01.676219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Checking segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:01.676620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Bound using segment: {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:01.677726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Bound port: a5a270dd-32e5-4221-8922-344e023874b4, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a95da68a-7082-4c3b-af26-6a3c860d446b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:01.678080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.692153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.733288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee73b4ca-29df-489a-a5a1-3432a99e46cb']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:01.815656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b4d0d19-b88a-4d59-91f6-83f91c0634e6') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:01.815951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b4d0d19-b88a-4d59-91f6-83f91c0634e6') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:01.840501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.842823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:01.881137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.900953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cf0f1-9fd8-40a2-b53e-9913d8fd51b4 req-db91ac4e-2ad3-4976-8cef-e685184dc034 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:01.903690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-170cf0f1-9fd8-40a2-b53e-9913d8fd51b4 req-db91ac4e-2ad3-4976-8cef-e685184dc034 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 943 time: 0.4497194 Feb 10 23:04:01.908932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:01.921978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Router 775a4d2c-cf86-4400-b0d2-78ce67632408 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:04:01.932619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f6ced9-0c4b-4e9c-8108-a78dddbde448,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:01.944788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.952208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:01.952816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.980963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:01.981301 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment 6de2c53f-90f1-43a5-ab4f-0ec35359116f of type vlan for network eeb19f98-9b04-48ee-b2f8-92afa02784de Feb 10 23:04:02.032171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:02.034106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:02.062129 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:02.173553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-170cf0f1-9fd8-40a2-b53e-9913d8fd51b4 req-1742a55a-7e83-4060-a86f-732bfb247d53 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:02.210361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-170cf0f1-9fd8-40a2-b53e-9913d8fd51b4 req-1742a55a-7e83-4060-a86f-732bfb247d53 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:02.211583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-170cf0f1-9fd8-40a2-b53e-9913d8fd51b4 req-1742a55a-7e83-4060-a86f-732bfb247d53 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992445 Feb 10 23:04:02.213547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.214077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.230983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=69d064e4-949c-408f-a54d-cabe5d81b908,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:02.236239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:02.238292 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.242958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:02.248116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Network': ['ID=ee73b4ca-29df-489a-a5a1-3432a99e46cb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:02.250012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 69d064e4-949c-408f-a54d-cabe5d81b908 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:02.254866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-627e9451-acd3-4511-b61c-70249c61d896 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.7757845 Feb 10 23:04:02.255633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.333169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a5a270dd-32e5-4221-8922-344e023874b4,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:02.338224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-727451954'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:02.358159 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.363974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:02.433603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:02.459209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:02.475207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:02.475882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.477522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-51197998-24c8-420b-8749-49beaa8af084 service neutron] 10.222.0.24 "PUT /v2.0/ports/a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 1091 time: 4.2046587 Feb 10 23:04:02.482790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b96b7a2b-c596-46e1-b663-c3b94470afc4 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/networks/ee73b4ca-29df-489a-a5a1-3432a99e46cb HTTP/1.1" status: 204 len: 168 time: 1.3215735 Feb 10 23:04:02.483052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:02.487491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47436) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.508751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:02.575911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:02.578219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.585147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:02.585912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.594230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Sync routers for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:02.604286 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4', 'status': 'completed', 'code': 200} Feb 10 23:04:02.608418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:02.609302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.627811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:02.631976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.636359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:02.659809 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Sync routers for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:02.667629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.675091 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:02.676126 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:02.791746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ff78fc1-0f16-408a-abc5-d1a2c10785b0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7815349 Feb 10 23:04:02.795616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:02.869415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51197998-24c8-420b-8749-49beaa8af084 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:02.880465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=eeb19f98-9b04-48ee-b2f8-92afa02784de,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:02.920289 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'status': 'completed', 'code': 200} Feb 10 23:04:02.920599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.926816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:02.927069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ec5b07a6-27dd-433a-82aa-cca599e20dc2 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4589109 Feb 10 23:04:02.934088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting subnet 99aa229b-b499-4ce4-b828-3ca43318759a {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:02.938483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:02.956139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:03.008733 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:03.024471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.209734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.215253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network eeb19f98-9b04-48ee-b2f8-92afa02784de details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:03.408375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.414065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fbad263c-df5f-4b9b-8155-27354603e057 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.2840910 Feb 10 23:04:03.530916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Subnet': ['ID=99aa229b-b499-4ce4-b828-3ca43318759a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:03.538927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:03.569626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.577883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08f7381-4737-4050-a5f8-1cd6bde42651 None None] Network 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:03.607097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:03.607842 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 5944acc7-fe86-4a9a-944b-eed8e8afda58 of type vlan for network cc30d939-2eee-457c-901e-778af8f6ec18 Feb 10 23:04:03.612089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-85227bdd-e4ea-41e8-a375-98fec96a4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.614737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-85227bdd-e4ea-41e8-a375-98fec96a4ef4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1094 time: 1.0174780 Feb 10 23:04:03.628440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-294b6c69-137d-4351-b8a0-e31c11811edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.630353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-294b6c69-137d-4351-b8a0-e31c11811edc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1096 time: 0.2948902 Feb 10 23:04:03.631960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b33c5dd-67b6-4c41-8233-ae5d9a4467f1 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/subnets/99aa229b-b499-4ce4-b828-3ca43318759a HTTP/1.1" status: 204 len: 168 time: 1.1178308 Feb 10 23:04:03.646363 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2e385f2a-7d62-4f14-a528-809aa96d3b0b', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'port_id': 'e894c7f8-d232-492c-b452-44d0124972e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'mac_address': 'fa:16:3e:b4:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:00Z', 'updated_at': '2022-02-10T23:04:00Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:03.654856 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Checking router: 6c8866fd-0a21-41d0-b408-eb4ffe56cdce for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:03.677233 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:03.677884 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:03.724205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-ece4d35b-2005-4d3c-8b27-ea639acb2fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 217 time: 0.0906029 Feb 10 23:04:03.733051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:03.749648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f8dac-6186-4eb3-8c30-bcff05f3a532 req-168c0c29-23ef-4d5a-b56d-fa426a6db436 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.761343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a4f8dac-6186-4eb3-8c30-bcff05f3a532 req-168c0c29-23ef-4d5a-b56d-fa426a6db436 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.6993527 Feb 10 23:04:03.882775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-d0c1a888-f8b2-4c56-a549-a60be0715a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:03.884698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-d0c1a888-f8b2-4c56-a549-a60be0715a8d service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 0.1577458 Feb 10 23:04:03.910062 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:03.956795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:03:58Z', 'revision_number': 3, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:03.972201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Checking router: 775a4d2c-cf86-4400-b0d2-78ce67632408 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:03.972615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Updating router 775a4d2c-cf86-4400-b0d2-78ce67632408 port 9b16e346-ee41-4ec7-89e5-475dd635239a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:04:04.052227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.291330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] DHCP port deletion for 17cd7fe3-815a-4c7a-9f5d-bc1761b6696c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:04.344139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Deleting port b107994a-d837-4707-a083-85f12cd87cdc {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:04.344644 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.360183 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a4f8dac-6186-4eb3-8c30-bcff05f3a532 req-93269239-70ec-4908-87ac-0449b96d411c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5979521 Feb 10 23:04:04.368109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-0fbc4249-26bb-4db9-8579-986e2ab5ebfc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 999 time: 0.4345901 Feb 10 23:04:04.494788 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2e385f2a-7d62-4f14-a528-809aa96d3b0b', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'port_id': 'e894c7f8-d232-492c-b452-44d0124972e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'mac_address': 'fa:16:3e:b4:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:00Z', 'updated_at': '2022-02-10T23:04:00Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:04.499276 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a97c3db-41e4-4d8a-872d-91587f000254 None None] The sync data for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 is: [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2e385f2a-7d62-4f14-a528-809aa96d3b0b', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.242', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'port_id': 'e894c7f8-d232-492c-b452-44d0124972e5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3418, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'mac_address': 'fa:16:3e:b4:28:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:00Z', 'updated_at': '2022-02-10T23:04:00Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:04.567347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-ca7d5593-65ca-4b78-aa65-8d97e8444560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:04.569254 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-ca7d5593-65ca-4b78-aa65-8d97e8444560 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.1816599 Feb 10 23:04:04.596667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47456) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:04.632259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.682704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Deleting port b107994a-d837-4707-a083-85f12cd87cdc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:04.683407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.705192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] For port b107994a-d837-4707-a083-85f12cd87cdc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b107994a-d837-4707-a083-85f12cd87cdc,segment=NetworkSegment(197a2d21-0b1b-4e2e-a46e-4363dbfbabff),segment_id=197a2d21-0b1b-4e2e-a46e-4363dbfbabff)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:04.705786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.743235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:04.820609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f5b29f-4be1-40ee-b718-66239cd2b071 req-79612cf9-01e3-4ce6-97f9-31dbb9069b4e tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:04.822516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5f5b29f-4be1-40ee-b718-66239cd2b071 req-79612cf9-01e3-4ce6-97f9-31dbb9069b4e tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 943 time: 1.4010680 Feb 10 23:04:04.837984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-cd3c5a8b-2adc-43f8-94ab-af0b02e8661f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:04.839967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-cd3c5a8b-2adc-43f8-94ab-af0b02e8661f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 200 len: 835 time: 0.9523590 Feb 10 23:04:04.914563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Calling delete_port for b107994a-d837-4707-a083-85f12cd87cdc owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:04.915845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:04.976329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a493aa76-5d3c-49d3-a351-cacf448fb5ff tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/2e385f2a-7d62-4f14-a528-809aa96d3b0b HTTP/1.1" status: 200 len: 991 time: 0.3769231 Feb 10 23:04:05.006020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.013071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:05.013958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.090807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a093c827-2a81-4510-99f0-7e15a4fbc224 None None] New status for floating IP 2e385f2a-7d62-4f14-a528-809aa96d3b0b: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:04:05.134991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.148130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5f5b29f-4be1-40ee-b718-66239cd2b071 req-62f075aa-6824-4acd-a027-f580ee2e13a1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054099 Feb 10 23:04:05.177136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] The port 'b107994a-d837-4707-a083-85f12cd87cdc' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:04:05.193354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.8724263 Feb 10 23:04:05.195611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47460) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:05.207902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:05.245581 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.307855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104fc5db-27ca-4ad6-9071-613917906e04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=cc30d939-2eee-457c-901e-778af8f6ec18,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:05.339807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-733a7ca7-ef88-44b9-a8b0-d1d79344ff39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:05.342345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-733a7ca7-ef88-44b9-a8b0-d1d79344ff39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7361569 Feb 10 23:04:05.377706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-91ca7277-024a-4140-9dfd-65138e65699f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:05.379509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-91ca7277-024a-4140-9dfd-65138e65699f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f28b4147-06a1-4ae3-9660-53b42b84c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5207865 Feb 10 23:04:05.381118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network cc30d939-2eee-457c-901e-778af8f6ec18 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:05.453105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] Pushing event deleted for resources: {'Port': ['ID=b107994a-d837-4707-a083-85f12cd87cdc,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:05.557076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:05.559080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571cfd0a-265f-4504-ad7a-cfc9ca0a48d9 None None] No DVR routers for this DVR port b107994a-d837-4707-a083-85f12cd87cdc on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:05.567859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:05.575765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:05.585653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:05.617062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:05.622359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:05.811058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Allocated IP 172.20.0.1 (0d05e117-a9f7-428d-9900-0a5cbcc3c3cd/b35892a2-1a29-48af-9b89-146cf28e4795/db5b12c3-572a-45e9-baf7-9c1d29822d96) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:05.858436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-cc27132e-8f93-48c0-b919-caa09e7950db service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587741 Feb 10 23:04:05.861693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-6566de54-471b-4911-a1be-3d2043369919 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101638 Feb 10 23:04:06.026954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-869e6736-b781-4dd5-bfd8-28b435d8d3ee req-6601178f-5a27-49e5-aba6-9f5daf27972d service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599960 Feb 10 23:04:06.028561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:06.141860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.193459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Transition to ACTIVE for port object db5b12c3-572a-45e9-baf7-9c1d29822d96 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:06.205793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.232540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Transition to ACTIVE for port object 9b16e346-ee41-4ec7-89e5-475dd635239a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:06.244008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.367252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b107994a-d837-4707-a083-85f12cd87cdc no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:06.455644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.495781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17cd7fe3-815a-4c7a-9f5d-bc1761b6696c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:06.501171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b107994a-d837-4707-a083-85f12cd87cdc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:06.502707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b107994a-d837-4707-a083-85f12cd87cdc not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:06.518341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '197a2d21-0b1b-4e2e-a46e-4363dbfbabff') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:06.518629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '197a2d21-0b1b-4e2e-a46e-4363dbfbabff') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:06.535348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Attempting to bind port 9b16e346-ee41-4ec7-89e5-475dd635239a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:06.536109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Attempting to bind port 9b16e346-ee41-4ec7-89e5-475dd635239a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:06.536733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Attempting to bind port 9b16e346-ee41-4ec7-89e5-475dd635239a on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:06.538058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.545307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f35c9-3ce4-4c08-97cd-10541ac6e20b None None] Pushing event updated for resources: {'Port': ['ID=9b16e346-ee41-4ec7-89e5-475dd635239a,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.558788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:06.559754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:06.560184 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.560626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.561239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:06.561960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Bound port: 9b16e346-ee41-4ec7-89e5-475dd635239a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:06.562594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.568389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:06.568798 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:06.682754 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:06.686810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] For port 9b16e346-ee41-4ec7-89e5-475dd635239a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:06.689767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.691724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] For port 9b16e346-ee41-4ec7-89e5-475dd635239a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9b16e346-ee41-4ec7-89e5-475dd635239a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:06.692106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e58146c0-9d3b-4908-a82c-be935ce6a3eb req-a60d1057-b68d-4b6a-ad08-836a449b9d81 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604440 Feb 10 23:04:06.720016 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.787185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.793546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Pushing event deleted for resources: {'Network': ['ID=17cd7fe3-815a-4c7a-9f5d-bc1761b6696c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.825895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7785ee1f-471a-4918-bdbe-fb3a4b0676d3 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/networks/17cd7fe3-815a-4c7a-9f5d-bc1761b6696c HTTP/1.1" status: 204 len: 168 time: 3.0621579 Feb 10 23:04:06.827627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.836107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:06.875667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:06.877388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:06.911445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8b72ea6c-19d3-4fbe-af68-2645816257f8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/2e385f2a-7d62-4f14-a528-809aa96d3b0b HTTP/1.1" status: 200 len: 993 time: 0.8497725 Feb 10 23:04:06.911445 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:06.933755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:06.976485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f35c9-3ce4-4c08-97cd-10541ac6e20b None None] Pushing event updated for resources: {'Port': ['ID=9b16e346-ee41-4ec7-89e5-475dd635239a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:07.000656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:07.004444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1dd18d4-8b42-4edf-a679-a1791958dda6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Synchronizing usage tracker for tenant:b0e9244a9dbe4332aa8ded41fab14e06 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:07.014119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:07.021257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:07.032318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-69fd8a84-cd0f-4c6e-9ec1-ce55ea9d6533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:07.034757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-69fd8a84-cd0f-4c6e-9ec1-ce55ea9d6533 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1094 time: 0.8332322 Feb 10 23:04:07.102484 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.277576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:07.473219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=6a94b8e1-7633-4932-99ea-2e8c6fcb8585,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:07.477253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '8ded48a8-866a-4750-8e79-9f053bc6cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:07.477782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: 69d064e4-949c-408f-a54d-cabe5d81b908, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:07.481539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1dd18d4-8b42-4edf-a679-a1791958dda6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Unset dirty status for tenant:b0e9244a9dbe4332aa8ded41fab14e06 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:07.487963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1dd18d4-8b42-4edf-a679-a1791958dda6 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "GET /v2.0/ports?device_id=6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 HTTP/1.1" status: 200 len: 205 time: 0.5590305 Feb 10 23:04:07.488157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-0f768a15-deb0-4b73-a6c0-fa5547544026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:07.490682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-0f768a15-deb0-4b73-a6c0-fa5547544026 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 897 time: 0.4433708 Feb 10 23:04:07.495677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:07.524342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d802370-06c4-4f33-b37b-9fd86a8fefb6 req-2a42f4ac-9f70-4e09-ae73-e2173215d86f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:07.532998 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d802370-06c4-4f33-b37b-9fd86a8fefb6 req-2a42f4ac-9f70-4e09-ae73-e2173215d86f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 943 time: 0.8457811 Feb 10 23:04:07.542020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47478) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:07.555334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:07.664714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-03c82420-c6c8-4b2e-84bd-689d2dcea4f5 None None] Provisioning for port db5b12c3-572a-45e9-baf7-9c1d29822d96 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:07.668825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-22998d24-1f3c-479c-953e-c8bc2c67183c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 217 time: 0.1697402 Feb 10 23:04:07.672784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-03c82420-c6c8-4b2e-84bd-689d2dcea4f5 None None] Provisioning complete for port db5b12c3-572a-45e9-baf7-9c1d29822d96 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:07.673311 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03c82420-c6c8-4b2e-84bd-689d2dcea4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.768624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03c82420-c6c8-4b2e-84bd-689d2dcea4f5 None None] Port db5b12c3-572a-45e9-baf7-9c1d29822d96 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:07.782308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d802370-06c4-4f33-b37b-9fd86a8fefb6 req-13123583-0ea5-47a4-93da-7f6a6f789e3d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312713 Feb 10 23:04:07.800534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.832133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:07.837743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:subnet and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:07.846070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:07.852294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:03:58Z', 'revision_number': 3, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:07.854966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:07.858390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc357e0b-7978-45c5-acf4-852d29b3d756 None None] The sync data for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 is: [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:03:58Z', 'revision_number': 3, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:07.870054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:07.871587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 69d064e4-949c-408f-a54d-cabe5d81b908 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:07.873775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.953052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 69d064e4-949c-408f-a54d-cabe5d81b908) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:07.963391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-f91d9f2d-4f73-42ae-8401-3cd2de69f1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:07.965853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-f91d9f2d-4f73-42ae-8401-3cd2de69f1a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 200 len: 835 time: 0.2884693 Feb 10 23:04:07.970637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:07.971823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:07.972180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72155e02-4d5f-4dad-8264-3e6437cb74c9 None None] Network 69d064e4-949c-408f-a54d-cabe5d81b908 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:08.079596 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.210663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-69d064e4-949c-408f-a54d-cabe5d81b908', 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': '6a94b8e1-7633-4932-99ea-2e8c6fcb8585'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:08.212043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.222988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.227435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.243730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-72c9c76b-36ef-4ae1-aa78-ea50d49104ad tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0394552 Feb 10 23:04:08.245531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47482) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:08.265610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:08.319158 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fcaa119e-eae9-4180-8ed1-059e9fa1a56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.373612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.374123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Fanout notify agent at l3_agent the message router_deleted on router 6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:04:08.418248 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.425212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3532a3e4-1d1a-4365-8009-14a99d8dd682 tempest-RoutersNegativeIpV6Test-590332309 tempest-RoutersNegativeIpV6Test-590332309-project] 10.222.0.53 "DELETE /v2.0/routers/6781a1d5-9cbb-4bd4-ba6f-0eacae75ddd9 HTTP/1.1" status: 204 len: 168 time: 0.9277973 Feb 10 23:04:08.438168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:08.446035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-9d352737-bd80-4826-8d3e-5637152e0c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:08.447950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-9d352737-bd80-4826-8d3e-5637152e0c9d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f28b4147-06a1-4ae3-9660-53b42b84c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4717505 Feb 10 23:04:08.449041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:08.453465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:08.479972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Allocated IP 172.20.0.2 (69d064e4-949c-408f-a54d-cabe5d81b908/6a94b8e1-7633-4932-99ea-2e8c6fcb8585/67cbd465-1445-4022-aa3a-631ed5d649e4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:08.489612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:08.612350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:08.615948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.685165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.885498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=c46c2d8a-d955-40cc-8634-0707641e6953,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:08.944864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': '6de2c53f-90f1-43a5-ab4f-0ec35359116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:08.945231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: eeb19f98-9b04-48ee-b2f8-92afa02784de, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:08.973335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:08.997310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:08.998855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Transition to ACTIVE for port object 67cbd465-1445-4022-aa3a-631ed5d649e4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:09.003889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network eeb19f98-9b04-48ee-b2f8-92afa02784de is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:09.016811 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.026828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.027421 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Transition to ACTIVE for port object 67cbd465-1445-4022-aa3a-631ed5d649e4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:09.038791 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.114598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Network 69d064e4-949c-408f-a54d-cabe5d81b908 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:09.119109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:09.123754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:09.153114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, eeb19f98-9b04-48ee-b2f8-92afa02784de) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:09.170660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ee80bc-ab3b-4123-8452-8307c79a49fa None None] Network eeb19f98-9b04-48ee-b2f8-92afa02784de requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:09.198935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:09.200591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.215079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-0f5035db-d7da-439e-8fb0-4c1f054ab5f9 service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7564101 Feb 10 23:04:09.254922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f29bdde3-41b8-4e29-b1a2-1f7dd361ab01 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7090676 Feb 10 23:04:09.266667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47498) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:09.284209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-890720421'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:09.292874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.345810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:09.348595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.353186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:09.366386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:09.379187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:09.436402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555a449-f3c6-4092-8607-b5c17323c191 req-48065e31-a77e-4359-ba84-39a9be0acbfc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:09.444525 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c44f6dd2-78e7-4a5b-8581-2f19853583de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b0e9244a9dbe4332aa8ded41fab14e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457600 Feb 10 23:04:09.447108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d555a449-f3c6-4092-8607-b5c17323c191 req-48065e31-a77e-4359-ba84-39a9be0acbfc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 943 time: 0.4341297 Feb 10 23:04:09.447896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47502) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:09.513847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:09.517628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.546105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Pushing event updated for resources: {'Port': ['ID=67cbd465-1445-4022-aa3a-631ed5d649e4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.554121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.571934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:09.573635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a5a270dd-32e5-4221-8922-344e023874b4 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:04:09.575334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:09.581726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d555a449-f3c6-4092-8607-b5c17323c191 req-0550722d-bc99-4834-8462-484c341124d2 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336048 Feb 10 23:04:09.594505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1d5e3f5-d04d-419d-9e02-20a9459d2b0d req-e0443357-9c48-4e17-b551-d29283c453fb service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719041 Feb 10 23:04:09.631408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Attempting to bind port 67cbd465-1445-4022-aa3a-631ed5d649e4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:09.632244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Attempting to bind port 67cbd465-1445-4022-aa3a-631ed5d649e4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8ded48a8-866a-4750-8e79-9f053bc6cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:09.632477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Attempting to bind port 67cbd465-1445-4022-aa3a-631ed5d649e4 on network 69d064e4-949c-408f-a54d-cabe5d81b908 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:09.635119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:09.649621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.654281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.654863 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment 451b8e4d-236d-41ac-95aa-34d355b1acd7 of type vlan for network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 Feb 10 23:04:09.659103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 3, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:09.663492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Checking segment: {'id': '8ded48a8-866a-4750-8e79-9f053bc6cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:09.664246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.664898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Bound using segment: {'id': '8ded48a8-866a-4750-8e79-9f053bc6cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:09.665700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Bound port: 67cbd465-1445-4022-aa3a-631ed5d649e4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ded48a8-866a-4750-8e79-9f053bc6cb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '69d064e4-949c-408f-a54d-cabe5d81b908'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:09.666293 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.682303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.780044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=743188d4-9a38-467a-ad3f-c81dfe5c61e5,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.792245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.799224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '5944acc7-fe86-4a9a-944b-eed8e8afda58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:09.799647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: cc30d939-2eee-457c-901e-778af8f6ec18, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:09.815960 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:04:09.885552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.899876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network cc30d939-2eee-457c-901e-778af8f6ec18 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:09.903629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.913203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:09.914374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.931997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e2566b-c00f-401a-9ff9-57ae8a74ee45,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:09.947356 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:09.951197 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c05b6529-2488-46e1-ab3f-03176938d32a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/76e2566b-c00f-401a-9ff9-57ae8a74ee45 HTTP/1.1" status: 204 len: 168 time: 0.4994040 Feb 10 23:04:09.963073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Router 775a4d2c-cf86-4400-b0d2-78ce67632408 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:10.007260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a5a270dd-32e5-4221-8922-344e023874b4,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:10.028677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'a5a270dd-32e5-4221-8922-344e023874b4', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:04:10.036903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, cc30d939-2eee-457c-901e-778af8f6ec18) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:10.048497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:10.049452 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.053533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-eeb19f98-9b04-48ee-b2f8-92afa02784de', 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': 'c46c2d8a-d955-40cc-8634-0707641e6953'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:10.054520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.070687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7964625 Feb 10 23:04:10.074656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47508) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:10.075734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaa25ad-9d73-4182-a075-ac9280cdf9e2 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=4425fc68-c8f1-47e0-ae94-cc4f15caa1a3,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:10.084529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4076ab-b3e1-4517-8dfa-e3e6dab00bbf None None] Network cc30d939-2eee-457c-901e-778af8f6ec18 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:10.086605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:10.121296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:10.147679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d7a122c9-98ec-4065-9ee3-8cb240acb137 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8955243 Feb 10 23:04:10.149250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:10.180446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:10.183758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:10.291062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:10.295467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.302372 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-584ea22f-2168-409c-803b-5949207c2eb5 admin admin] 10.222.0.53 "PUT /v2.0/routers/775a4d2c-cf86-4400-b0d2-78ce67632408/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3739455 Feb 10 23:04:10.311412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-498647328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:10.355791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:10.364102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:10.371086 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:10.395684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:10.416796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.417827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.422915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:10.431219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:subnet and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:10.435517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:10.450345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:10.464892 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.502019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:10.506519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.603511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccae97a-adb4-44ae-b425-2547d67417e6 None None] Pushing event updated for resources: {'Port': ['ID=67cbd465-1445-4022-aa3a-631ed5d649e4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:10.614809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9b16e346-ee41-4ec7-89e5-475dd635239a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:10.764289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.801366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.828777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.830383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-751215f7-1276-4b45-8190-dc69e7ea6988 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6802108 Feb 10 23:04:10.833505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47534) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:10.866819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a270dd-32e5-4221-8922-344e023874b4 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:04:10.881631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63a67b90-9db3-43ec-8b6d-b40aa69019d8 None None] Provisioning complete for port db5b12c3-572a-45e9-baf7-9c1d29822d96 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:10.882006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63a67b90-9db3-43ec-8b6d-b40aa69019d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.893478 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Sync routers for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:10.926205 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:10.929313 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:03:40Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:10.987972 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f6c631b-5aa5-4fad-abb7-0fa0e68faae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:10.997774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d8755-5dbd-48e3-ad68-e330ecdecc42 req-1355375a-3575-4141-8526-7f3bd352124d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:11.004744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-576d8755-5dbd-48e3-ad68-e330ecdecc42 req-1355375a-3575-4141-8526-7f3bd352124d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 943 time: 0.2461112 Feb 10 23:04:11.024159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a5a270dd-32e5-4221-8922-344e023874b4,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:11.033521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9b16e346-ee41-4ec7-89e5-475dd635239a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:11.045633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9b16e346-ee41-4ec7-89e5-475dd635239a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:11.046016 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.151138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.165097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-576d8755-5dbd-48e3-ad68-e330ecdecc42 req-fd80b10e-9586-451a-a353-8153672e32be tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518693 Feb 10 23:04:11.243363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-63a67b90-9db3-43ec-8b6d-b40aa69019d8 None None] Port db5b12c3-572a-45e9-baf7-9c1d29822d96 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:11.430392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a5a270dd-32e5-4221-8922-344e023874b4'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:04:11.455171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:11.674994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47554) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:11.681775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1150031775-network', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:11.689415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:11.696676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Usage tracker for resource:network and tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:11.701428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:11.716866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:11.733852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Made reservation on behalf of 9a0ffe3a7e974f3b9bb96e6a49901f89 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:11.737343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.760082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.763810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47558) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:11.783239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:11.789052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Usage tracker for resource:security_group_rule and tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:11.793890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:11.800794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:11.844958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:11.859332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Allocated IP 2001:db8:0:ffff::2 (eeb19f98-9b04-48ee-b2f8-92afa02784de/c46c2d8a-d955-40cc-8634-0707641e6953/3fdffc1a-dce7-4cec-9a63-0247891cda9c) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:11.950444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.951956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-cc30d939-2eee-457c-901e-778af8f6ec18', 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': '743188d4-9a38-467a-ad3f-c81dfe5c61e5'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:11.952905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:11.958017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.000535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:12.004623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.013578 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.014430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.035783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175bccf-717c-461e-800a-70c1815524ad,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:12.040552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.041301 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Added segment a833fe7b-96c5-46a9-bc68-2d3ec6d659c1 of type vlan for network 42a02780-15ff-457e-8a55-d033a53eae85 Feb 10 23:04:12.091483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.116539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.118514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:04:07Z', 'revision_number': 4, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'db5b12c3-572a-45e9-baf7-9c1d29822d96', 'name': '', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'mac_address': 'fa:16:3e:88:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:05Z', 'updated_at': '2022-02-10T23:04:08Z', 'revision_number': 2, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'subnets': [{'id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:12.124281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Checking router: 775a4d2c-cf86-4400-b0d2-78ce67632408 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:12.124727 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Updating router 775a4d2c-cf86-4400-b0d2-78ce67632408 port db5b12c3-572a-45e9-baf7-9c1d29822d96 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:04:12.164766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.166083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:12.167062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.232015 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.481219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8049960 Feb 10 23:04:12.485369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47566) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:12.510179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Request body: {'subnet': {'network_id': '42a02780-15ff-457e-8a55-d033a53eae85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1150031775-subnet', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:12.526618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:12.552081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44e3841a-1d6c-4f55-8495-3e405712f97f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:12.552546 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-44e3841a-1d6c-4f55-8495-3e405712f97f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 23:04:12.552839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Usage tracker for resource:subnet and tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:12.553046 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-44e3841a-1d6c-4f55-8495-3e405712f97f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:12.554057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44e3841a-1d6c-4f55-8495-3e405712f97f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.7893059 Feb 10 23:04:12.557244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 9b16e346-ee41-4ec7-89e5-475dd635239a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9b16e346-ee41-4ec7-89e5-475dd635239a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:12.565314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ed53fb-9794-4932-86e8-f7452b004c3c admin admin] Pushing event updated for resources: {'Network': ['ID=42a02780-15ff-457e-8a55-d033a53eae85,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:12.571879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47570) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:12.574123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:12.581715 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.601368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1691226442'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:12.619577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:12.625380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:12.646543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:12.659989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:12.686137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Made reservation on behalf of 9a0ffe3a7e974f3b9bb96e6a49901f89 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:12.688425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.690237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 42a02780-15ff-457e-8a55-d033a53eae85 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:12.730403 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.857553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:04:12.862822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:12.867360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=9b16e346-ee41-4ec7-89e5-475dd635239a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:12.884928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a9a3d-d2cd-4808-8000-c9432dd66647 None None] Network 69d064e4-949c-408f-a54d-cabe5d81b908 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:12.978161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=73f70c3a-ffec-4fbe-b8f2-f574cdcab903,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.004755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67cbd465-1445-4022-aa3a-631ed5d649e4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:13.007461 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.027021 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Transition to ACTIVE for port object db5b12c3-572a-45e9-baf7-9c1d29822d96 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:13.043933 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.069411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9598b41-08b2-4afc-b355-d1e3a9478b43 req-d04f21c1-c6ff-48bd-9e82-cb812e4af222 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.070212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Transition to ACTIVE for port object 3fdffc1a-dce7-4cec-9a63-0247891cda9c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:13.071502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9598b41-08b2-4afc-b355-d1e3a9478b43 req-d04f21c1-c6ff-48bd-9e82-cb812e4af222 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 944 time: 0.5263946 Feb 10 23:04:13.131731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': '451b8e4d-236d-41ac-95aa-34d355b1acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:13.133446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:13.164261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:13.173240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.209078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:13.215153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.20.0.1 (69d064e4-949c-408f-a54d-cabe5d81b908/6a94b8e1-7633-4932-99ea-2e8c6fcb8585/a60eaff1-404a-4df2-958a-29e8db28bf00) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:13.246194 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9598b41-08b2-4afc-b355-d1e3a9478b43 req-d1ed2a87-84ce-43b2-997d-e7e1920d8e18 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335821 Feb 10 23:04:13.259024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22242c4e-383e-4faf-a200-2c6f2359df06,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.259806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:13.261716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.272261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.273394 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.290493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.336112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Checking segment: {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:13.336478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Network hostable DHCP agents. Network: 42a02780-15ff-457e-8a55-d033a53eae85, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:13.355527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b61eadd-5fe0-4eae-b552-8a76d9eab45e None None] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:13.356835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:13.364684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:13.369615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:13.377650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Network 42a02780-15ff-457e-8a55-d033a53eae85 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:13.380411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:13.397791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 42a02780-15ff-457e-8a55-d033a53eae85) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:13.404313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:13.405107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.450378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b081189-2d1f-4a47-b707-b33889c1f2d5 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9565909 Feb 10 23:04:13.457255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:13.465405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:13.473397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:13.478734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Usage tracker for resource:router and tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:13.482450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:13.490208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:13.504309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.505397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.514815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Pushing event updated for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.535231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.551377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.558630 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.559420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.560029 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.560574 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.561171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.561749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.562330 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.562893 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.563498 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.564123 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.564680 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.565389 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:13.566412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e042271a-6abc-402b-be66-724d6e5ca674 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4873629 Feb 10 23:04:13.569281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47578) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:13.577825 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Attempting to bind port db5b12c3-572a-45e9-baf7-9c1d29822d96 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:13.578304 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Attempting to bind port db5b12c3-572a-45e9-baf7-9c1d29822d96 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:13.578842 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Attempting to bind port db5b12c3-572a-45e9-baf7-9c1d29822d96 on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:13.582330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object a60eaff1-404a-4df2-958a-29e8db28bf00 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:13.585489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:13.586352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Checking segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:13.586921 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.587501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Bound using segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:13.588260 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Bound port: db5b12c3-572a-45e9-baf7-9c1d29822d96, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:13.588946 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.591598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'port': {'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3', 'name': 'tempest-NetworksIpV6TestAttrs-1841770484'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:13.656699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8441f627-60e8-479d-ae50-fe27407b472c None None] Network 42a02780-15ff-457e-8a55-d033a53eae85 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:13.734073 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] For port db5b12c3-572a-45e9-baf7-9c1d29822d96, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:13.745047 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] For port db5b12c3-572a-45e9-baf7-9c1d29822d96, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=db5b12c3-572a-45e9-baf7-9c1d29822d96,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:13.751802 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.756574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.776091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.837510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-70d2f792-1b9d-470f-b07e-40a7b9f86f81 None None] Provisioning for port 67cbd465-1445-4022-aa3a-631ed5d649e4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:13.845146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Transition to ACTIVE for port object 3fdffc1a-dce7-4cec-9a63-0247891cda9c will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:13.855701 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:13.856665 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:13.857108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=a60eaff1-404a-4df2-958a-29e8db28bf00,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:13.868297 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.868802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 69d064e4-949c-408f-a54d-cabe5d81b908 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:13.869653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:13.873044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.875220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:13.882409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:13.923575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:port and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:13.932935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:13.935672 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.948703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-4425fc68-c8f1-47e0-ae94-cc4f15caa1a3', 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': '73f70c3a-ffec-4fbe-b8f2-f574cdcab903'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:13.949531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.957740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:13.990497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:13.998430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:14.002883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.031566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:14.055541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] device_id is not set on port 2688c04a-7a93-4b0c-b031-71800c2e98c4 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:14.063094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:14.070896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.078503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Allocated IP 172.21.0.2 (cc30d939-2eee-457c-901e-778af8f6ec18/743188d4-9a38-467a-ad3f-c81dfe5c61e5/fa4c1928-6c87-4131-9237-29262f789f05) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:14.090254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:14.105534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 67cbd465-1445-4022-aa3a-631ed5d649e4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:14.119566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:14.125306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Network eeb19f98-9b04-48ee-b2f8-92afa02784de is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:14.164703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9eed8bb-66fe-4c53-815a-22a7442b1088,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:14.195874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:14.300392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Allocated IP 2001:db8::f816:3eff:feb7:a9d0 (4425fc68-c8f1-47e0-ae94-cc4f15caa1a3/73f70c3a-ffec-4fbe-b8f2-f574cdcab903/2688c04a-7a93-4b0c-b031-71800c2e98c4) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:14.346621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:14.367463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 67cbd465-1445-4022-aa3a-631ed5d649e4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:14.367832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.399759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:14.478098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.513558 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.537397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-42a02780-15ff-457e-8a55-d033a53eae85', 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'fixed_ips': [{'subnet_id': '22242c4e-383e-4faf-a200-2c6f2359df06'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:14.538161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.570461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.589668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Transition to ACTIVE for port object 2688c04a-7a93-4b0c-b031-71800c2e98c4 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:14.606520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3fdffc1a-dce7-4cec-9a63-0247891cda9c,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:14.618588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334acaf9-662b-448f-9401-b5a5cafac4aa None None] Pushing event updated for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:14.620396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1f72e8-3eb3-44d3-ae53-8dfafe3b0fe0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:14.628308 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:04:07Z', 'revision_number': 4, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'db5b12c3-572a-45e9-baf7-9c1d29822d96', 'name': '', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'mac_address': 'fa:16:3e:88:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:05Z', 'updated_at': '2022-02-10T23:04:13Z', 'revision_number': 4, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'subnets': [{'id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:14.633994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.638726 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.641062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-003f31c2-c971-4db3-bfee-6b05244d786d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0572851 Feb 10 23:04:14.644280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1de0f38-8bb2-467d-a04e-03107725a475 None None] The sync data for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 is: [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:04:07Z', 'revision_number': 4, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'db5b12c3-572a-45e9-baf7-9c1d29822d96', 'name': '', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'mac_address': 'fa:16:3e:88:cf:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_interface', 'standard_attr_id': 3435, 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:05Z', 'updated_at': '2022-02-10T23:04:13Z', 'revision_number': 4, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'subnets': [{'id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:14.673608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47584) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:14.691539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'cf1f72e8-3eb3-44d3-ae53-8dfafe3b0fe0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:14.725071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:14.735022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:14.740241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:14.751013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:14.786719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a54ae-7bf4-4036-ab2a-dadb73466c22 req-bf3268ed-2662-4273-ad66-de228468111a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:14.796259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d31a54ae-7bf4-4036-ab2a-dadb73466c22 req-bf3268ed-2662-4273-ad66-de228468111a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 944 time: 0.4117115 Feb 10 23:04:14.846483 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.920281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:14.924934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:14.930493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:14.941822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:14.942937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:14.966469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Port': ['ID=2688c04a-7a93-4b0c-b031-71800c2e98c4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:15.029923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92635fb8-a9f0-44c1-8fa4-984eaa71ded6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.4506409 Feb 10 23:04:15.031101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47588) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:15.041712 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d31a54ae-7bf4-4036-ab2a-dadb73466c22 req-f7a94980-d98e-4eb5-9b74-671a5d8ce238 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2445581 Feb 10 23:04:15.059179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Attempting to bind port 3fdffc1a-dce7-4cec-9a63-0247891cda9c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:15.059754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Attempting to bind port 3fdffc1a-dce7-4cec-9a63-0247891cda9c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '6de2c53f-90f1-43a5-ab4f-0ec35359116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:15.060013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Attempting to bind port 3fdffc1a-dce7-4cec-9a63-0247891cda9c on network eeb19f98-9b04-48ee-b2f8-92afa02784de {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:15.140861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:15.141232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Checking segment: {'id': '6de2c53f-90f1-43a5-ab4f-0ec35359116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:15.141640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.142834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Bound using segment: {'id': '6de2c53f-90f1-43a5-ab4f-0ec35359116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:15.142834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Bound port: 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de2c53f-90f1-43a5-ab4f-0ec35359116f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'eeb19f98-9b04-48ee-b2f8-92afa02784de'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:15.143792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.200246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.212251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.233176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.272887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting subnet 73f70c3a-ffec-4fbe-b8f2-f574cdcab903 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:15.277737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.290742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8bbd2a-1832-415e-a952-b7f66292961d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:15.302168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.315375 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.369879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.375350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-467be008-cd51-45e5-92f0-10a4b2d1d91d tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6950769 Feb 10 23:04:15.375350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47592) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:15.399881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'cf1f72e8-3eb3-44d3-ae53-8dfafe3b0fe0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:15.418348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:15.422645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:15.426012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:15.432276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:15.446460 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.461043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Transition to ACTIVE for port object fa4c1928-6c87-4131-9237-29262f789f05 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:15.472136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.529176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:15.614971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:15.617489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Allocated IP 172.20.0.2 (42a02780-15ff-457e-8a55-d033a53eae85/22242c4e-383e-4faf-a200-2c6f2359df06/5ef44132-fc6b-47be-bd95-76e17b0cbcd7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:15.624984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Allocated IP 172.25.2.172 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/4eace208-3739-409c-9fd8-0c3d8cb26e7d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:15.628843 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:15.632906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7399f93-8ee4-4bec-ac8f-ae4c63a73883 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2570891 Feb 10 23:04:15.636467 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:15.730729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Allocated IP 2001:db8::f816:3eff:fe2e:c53c (4425fc68-c8f1-47e0-ae94-cc4f15caa1a3/73f70c3a-ffec-4fbe-b8f2-f574cdcab903/31903a1d-bc09-42f7-b279-4a0ace190e14) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:15.772157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a5a270dd-32e5-4221-8922-344e023874b4 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:15.885146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Transition to ACTIVE for port object fa4c1928-6c87-4131-9237-29262f789f05 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:15.910687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Provisioning for port a60eaff1-404a-4df2-958a-29e8db28bf00 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:15.971876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] For port 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:16.004790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.005529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.009478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Provisioning complete for port a60eaff1-404a-4df2-958a-29e8db28bf00 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:16.009919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.124281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9b16e346-ee41-4ec7-89e5-475dd635239a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:16.187153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.218208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.219041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.305026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.328234 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.358797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Network cc30d939-2eee-457c-901e-778af8f6ec18 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:16.428520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Pushing event updated for resources: {'Port': ['ID=4eace208-3739-409c-9fd8-0c3d8cb26e7d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.432333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:16.434693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.438003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:16.443485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Port a60eaff1-404a-4df2-958a-29e8db28bf00 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:16.449336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] For port 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3fdffc1a-dce7-4cec-9a63-0247891cda9c,segment=NetworkSegment(6de2c53f-90f1-43a5-ab4f-0ec35359116f),segment_id=6de2c53f-90f1-43a5-ab4f-0ec35359116f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:16.473799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:16.478824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1f72e8-3eb3-44d3-ae53-8dfafe3b0fe0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.482000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:16.488258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:16.544358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.550640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-209e3fa2-f322-48b4-a6c0-a3a3a7cfaf8b tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf1f72e8-3eb3-44d3-ae53-8dfafe3b0fe0 HTTP/1.1" status: 204 len: 168 time: 0.9078100 Feb 10 23:04:16.550640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47604) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:16.557879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=67cbd465-1445-4022-aa3a-631ed5d649e4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.599635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.675040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.677140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=a60eaff1-404a-4df2-958a-29e8db28bf00,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.793597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e2590ce7-ea53-45ab-a694-94c04667a2d8 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:16.829121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Attempting to bind port fa4c1928-6c87-4131-9237-29262f789f05 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:16.829592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Attempting to bind port fa4c1928-6c87-4131-9237-29262f789f05 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5944acc7-fe86-4a9a-944b-eed8e8afda58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:16.829964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Attempting to bind port fa4c1928-6c87-4131-9237-29262f789f05 on network cc30d939-2eee-457c-901e-778af8f6ec18 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:16.838034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Pushing event updated for resources: {'Port': ['ID=fa4c1928-6c87-4131-9237-29262f789f05,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:16.861898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 69d064e4-949c-408f-a54d-cabe5d81b908 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:16.872622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3763d-1932-4e1e-9370-7b1b055333a4 req-f04c5bb4-f140-4c7a-a830-813e33264c89 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:16.875485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Provisioning complete for port 67cbd465-1445-4022-aa3a-631ed5d649e4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:16.875864 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01826797-611a-46f4-9477-66c9cd0a1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:16.879835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10e3763d-1932-4e1e-9370-7b1b055333a4 req-f04c5bb4-f140-4c7a-a830-813e33264c89 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 944 time: 0.6552925 Feb 10 23:04:16.888823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e2590ce7-ea53-45ab-a694-94c04667a2d8 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:16.894671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2590ce7-ea53-45ab-a694-94c04667a2d8 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3393788 Feb 10 23:04:16.898002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47608) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:16.902955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:16.907252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525063142'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:16.922249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:17.057813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:17.073055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.085446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Transition to ACTIVE for port object 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:17.089660 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10e3763d-1932-4e1e-9370-7b1b055333a4 req-47b452d5-8e28-4ffe-9ecf-f5c94564eb10 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085655 Feb 10 23:04:17.106762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.125441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Transition to ACTIVE for port object 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:17.134136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:17.134136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Checking segment: {'id': '5944acc7-fe86-4a9a-944b-eed8e8afda58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:17.134471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.134883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Bound using segment: {'id': '5944acc7-fe86-4a9a-944b-eed8e8afda58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:17.135395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Bound port: fa4c1928-6c87-4131-9237-29262f789f05, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5944acc7-fe86-4a9a-944b-eed8e8afda58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'cc30d939-2eee-457c-901e-778af8f6ec18'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:17.135710 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.147029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port a5a270dd-32e5-4221-8922-344e023874b4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:17.185737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9b16e346-ee41-4ec7-89e5-475dd635239a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:17.186112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.215188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 805eb826-b601-4286-a7bf-648c484409fd is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:04:17.252987 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.308108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port a5a270dd-32e5-4221-8922-344e023874b4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:17.308982 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.309490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:17.317520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:17.323931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:17.334454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:17.339978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.490591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:17.495953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Network 42a02780-15ff-457e-8a55-d033a53eae85 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:17.518181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f48e7c7-9077-47d5-a261-614d7a2fcf6c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6823394 Feb 10 23:04:17.520600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47612) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:17.547735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e624a-e6bc-45d9-a668-12f08cee8ce3 None None] Pushing event updated for resources: {'Port': ['ID=3fdffc1a-dce7-4cec-9a63-0247891cda9c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:17.568323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:17.570276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] Sync routers for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:17.609797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:17.636620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d4044-7a32-4e5b-82ba-48f99754e87f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:17.637876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e37d4044-7a32-4e5b-82ba-48f99754e87f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:17.669780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e37d4044-7a32-4e5b-82ba-48f99754e87f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:17.671102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e37d4044-7a32-4e5b-82ba-48f99754e87f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports/a60eaff1-404a-4df2-958a-29e8db28bf00 HTTP/1.1" status: 200 len: 910 time: 0.1494408 Feb 10 23:04:17.674199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47616) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:17.709653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Pushing event updated for resources: {'Port': ['ID=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:17.748501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.758828 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.876062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:17.877276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:17.904662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed4fec7-6765-48a2-93d3-5bc537f61a0f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:17.918812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.924759 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38287638-221a-4ac5-8caa-15d2911b4eca tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0209677 Feb 10 23:04:17.925069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:17.930938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1ea8b9a3-ab32-4bbe-886d-058e472ce137 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '7ed4fec7-6765-48a2-93d3-5bc537f61a0f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:17.931486 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-1ea8b9a3-ab32-4bbe-886d-058e472ce137 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Feb 10 23:04:17.932114 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-1ea8b9a3-ab32-4bbe-886d-058e472ce137 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:17.937875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ea8b9a3-ab32-4bbe-886d-058e472ce137 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0074365 Feb 10 23:04:17.937875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:17.939096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47624) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:18.002007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:18.047722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] For port fa4c1928-6c87-4131-9237-29262f789f05, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:18.053510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.056099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.078810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Attempting to bind port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:18.079154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Attempting to bind port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:18.080211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Attempting to bind port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 on network 42a02780-15ff-457e-8a55-d033a53eae85 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:18.110769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:18.111527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:18.169209 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] For port fa4c1928-6c87-4131-9237-29262f789f05, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa4c1928-6c87-4131-9237-29262f789f05,segment=NetworkSegment(5944acc7-fe86-4a9a-944b-eed8e8afda58),segment_id=5944acc7-fe86-4a9a-944b-eed8e8afda58)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:18.176719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Transition to ACTIVE for port object 31903a1d-bc09-42f7-b279-4a0ace190e14 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:18.187895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:18.188365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Checking segment: {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:18.189185 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.189579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Bound using segment: {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:18.190059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Bound port: 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:18.190438 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.239599 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.315748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:18.316461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76de7735-5eaf-4113-8bbc-985fea1bfbb6 None None] The sync data for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:18.339452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Transition to ACTIVE for port object 31903a1d-bc09-42f7-b279-4a0ace190e14 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:18.378220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device db5b12c3-572a-45e9-baf7-9c1d29822d96 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:18.403460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de57f6-6967-415e-befa-8ad1fdb65350 None None] Pushing event updated for resources: {'Port': ['ID=fa4c1928-6c87-4131-9237-29262f789f05,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:18.421213 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:18.425587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.465033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.516003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.565854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a5a270dd-32e5-4221-8922-344e023874b4,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:18.637463 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4', 'code': 200} Feb 10 23:04:18.661771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:18.669172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:18.671123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.687589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:18.725420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.736404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.779004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-40e5eabe-afdd-4c2d-baa1-1c3478a3e77a None None] Provisioning complete for port a60eaff1-404a-4df2-958a-29e8db28bf00 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:18.779744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-40e5eabe-afdd-4c2d-baa1-1c3478a3e77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.821254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2205f87-8046-4262-a1ea-c75de9b3c6ed req-6917c1de-968d-4556-b3df-d7216a7cea1a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:18.828810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2205f87-8046-4262-a1ea-c75de9b3c6ed req-6917c1de-968d-4556-b3df-d7216a7cea1a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 0.4753146 Feb 10 23:04:18.834650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.849607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Pushing event updated for resources: {'Port': ['ID=31903a1d-bc09-42f7-b279-4a0ace190e14,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:18.912378 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:18.956792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b2205f87-8046-4262-a1ea-c75de9b3c6ed req-7975ec75-a2b0-4e0b-b7d4-6554239ce3ed tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264238 Feb 10 23:04:18.961063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:04:19.021477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.027443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=73f70c3a-ffec-4fbe-b8f2-f574cdcab903,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:19.059129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a97f9cc6-3ef2-488e-85eb-f52fc93e23af tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/73f70c3a-ffec-4fbe-b8f2-f574cdcab903 HTTP/1.1" status: 204 len: 168 time: 4.0199032 Feb 10 23:04:19.065056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47632) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.124719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.199159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52692ce7-e12d-4220-865a-a11c4231fd94 None None] Network eeb19f98-9b04-48ee-b2f8-92afa02784de requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:19.230167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed4fec7-6765-48a2-93d3-5bc537f61a0f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:19.249503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] For port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:19.259399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dc16b-1bea-498a-86c2-cd1848ee8f65 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:19.261442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720dc16b-1bea-498a-86c2-cd1848ee8f65 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:19.262281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-720dc16b-1bea-498a-86c2-cd1848ee8f65 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Synchronizing usage tracker for tenant:51e39de6a9b347c696e0e6b7d1ddf01d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:19.284343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.288263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b65a5f-90c9-409b-9ab1-d3856f54b4a2 req-05544fe0-337a-4b2e-a54d-e76c4cd292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:19.288457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ff2eb73-ad91-449c-93fd-ebf265a71f2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ed4fec7-6765-48a2-93d3-5bc537f61a0f HTTP/1.1" status: 204 len: 168 time: 1.3444128 Feb 10 23:04:19.288544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5b65a5f-90c9-409b-9ab1-d3856f54b4a2 req-05544fe0-337a-4b2e-a54d-e76c4cd292b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1096 time: 0.4608161 Feb 10 23:04:19.289909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47636) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.292333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port db5b12c3-572a-45e9-baf7-9c1d29822d96 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:19.313285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:19.326322 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Sync routers for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:19.350752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:19.352465 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:19.370136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-720dc16b-1bea-498a-86c2-cd1848ee8f65 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Unset dirty status for tenant:51e39de6a9b347c696e0e6b7d1ddf01d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:19.374920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-720dc16b-1bea-498a-86c2-cd1848ee8f65 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3084331 Feb 10 23:04:19.377670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47640) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.380160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] For port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:19.386314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.388782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-419c6648-4286-4f61-ba7c-44b0695dead0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9294550 Feb 10 23:04:19.390670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port db5b12c3-572a-45e9-baf7-9c1d29822d96 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:19.391069 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.391185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.398469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea5cf557-45e2-44a9-a9ac-0bf657dba8df tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:19.430738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.458483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.468670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Attempting to bind port 31903a1d-bc09-42f7-b279-4a0ace190e14 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:19.469047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Attempting to bind port 31903a1d-bc09-42f7-b279-4a0ace190e14 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '451b8e4d-236d-41ac-95aa-34d355b1acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:19.469416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Attempting to bind port 31903a1d-bc09-42f7-b279-4a0ace190e14 on network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:19.476357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-40e5eabe-afdd-4c2d-baa1-1c3478a3e77a None None] Port a60eaff1-404a-4df2-958a-29e8db28bf00 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:19.491470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:19.491836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Checking segment: {'id': '451b8e4d-236d-41ac-95aa-34d355b1acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:19.492051 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.492457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Bound using segment: {'id': '451b8e4d-236d-41ac-95aa-34d355b1acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:19.492920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Bound port: 31903a1d-bc09-42f7-b279-4a0ace190e14, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451b8e4d-236d-41ac-95aa-34d355b1acd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '4425fc68-c8f1-47e0-ae94-cc4f15caa1a3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:19.493292 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.529276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea5cf557-45e2-44a9-a9ac-0bf657dba8df tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:19.536672 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ea5cf557-45e2-44a9-a9ac-0bf657dba8df tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2394087 Feb 10 23:04:19.537849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47648) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:19.547800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1052782809'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:19.567074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:19.572097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:19.578903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5b65a5f-90c9-409b-9ab1-d3856f54b4a2 req-8a3e2560-a0bb-4dac-a5bd-ac4d702b1d41 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598610 Feb 10 23:04:19.675761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.681347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:19.740483 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:19.753580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:19.764649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:19.780032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:19.788708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:19.812770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] For port 31903a1d-bc09-42f7-b279-4a0ace190e14, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:19.866726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] For port 31903a1d-bc09-42f7-b279-4a0ace190e14, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=31903a1d-bc09-42f7-b279-4a0ace190e14,segment=NetworkSegment(451b8e4d-236d-41ac-95aa-34d355b1acd7),segment_id=451b8e4d-236d-41ac-95aa-34d355b1acd7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:19.920396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.943720 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:19.953684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-58f7f4c5-4f3b-49c5-bce2-6612bae75fe1 None None] Provisioning for port 3fdffc1a-dce7-4cec-9a63-0247891cda9c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:19.966539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f8ee1f37-d51f-4719-922c-6d1cdd96d649 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.000279 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ee1f37-d51f-4719-922c-6d1cdd96d649 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:20.000570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ee1f37-d51f-4719-922c-6d1cdd96d649 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:20.008160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f8ee1f37-d51f-4719-922c-6d1cdd96d649 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 HTTP/1.1" status: 409 len: 405 time: 0.6278133 Feb 10 23:04:20.011656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47652) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:20.020629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2000517250'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:20.031543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:20.082961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:20.087706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:20.120641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:20.177232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.194048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:20.209928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.273810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff82afd-6249-4e10-aefd-e4e48c2d635b None None] Pushing event updated for resources: {'Port': ['ID=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:20.371640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd46cf44-c47a-4783-a3fe-1087416b591e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:20.409465 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:16Z', 'revision_number': 3, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:20.416752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Checking router: 8f0807cc-a4e3-45d1-b126-0bf309a63a04 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:20.417653 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Updating router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 port 4eace208-3739-409c-9fd8-0c3d8cb26e7d binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:04:20.523655 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.524648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.592992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.615723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d30ba6ea-6239-4b72-b45d-ded4f0ac4289 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0735884 Feb 10 23:04:20.619612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47658) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:20.632539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d30e7480-6477-4c7b-a673-c6cce98b9f70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'fd46cf44-c47a-4783-a3fe-1087416b591e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:20.632828 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-d30e7480-6477-4c7b-a673-c6cce98b9f70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Feb 10 23:04:20.638256 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-d30e7480-6477-4c7b-a673-c6cce98b9f70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:20.638874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d30e7480-6477-4c7b-a673-c6cce98b9f70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0182703 Feb 10 23:04:20.641868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47662) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:20.652803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48706464-878d-462d-8834-63cf9612d423 None None] Network cc30d939-2eee-457c-901e-778af8f6ec18 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:20.683211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82792c4f-1653-467a-a035-6bc88d43af10 None None] Network 4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:20.686286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:20.747064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a417997-2620-481f-b3be-b7a2b185412f None None] Pushing event updated for resources: {'Port': ['ID=31903a1d-bc09-42f7-b279-4a0ace190e14,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:20.850709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:20.851061 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment 828b78aa-34dd-489c-ae68-47b8cf2097de of type vlan for network 0c2940a2-1d17-4531-acc3-243dff1c92e6 Feb 10 23:04:20.873140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.21.0.1 (cc30d939-2eee-457c-901e-778af8f6ec18/743188d4-9a38-467a-ad3f-c81dfe5c61e5/54a1eab8-53a2-4828-a3b1-afb86181bace) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:20.912827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e039aea-31fe-4146-8a78-eb1e07868b46 req-a6e1460f-91d9-49de-984c-6ecfd2b575c4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:20.920072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3e039aea-31fe-4146-8a78-eb1e07868b46 req-a6e1460f-91d9-49de-984c-6ecfd2b575c4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 0.6174746 Feb 10 23:04:20.964046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.043909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.098844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.123062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3e039aea-31fe-4146-8a78-eb1e07868b46 req-9e79371d-6514-401a-95aa-ed2eaaa58397 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019961 Feb 10 23:04:21.189407 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.209356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.215219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.219707 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Transition to ACTIVE for port object 4eace208-3739-409c-9fd8-0c3d8cb26e7d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:21.224477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:21.225213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.237213 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.250200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd46cf44-c47a-4783-a3fe-1087416b591e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.299735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port db5b12c3-572a-45e9-baf7-9c1d29822d96, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=db5b12c3-572a-45e9-baf7-9c1d29822d96,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:21.322541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-26734404-7889-464c-816a-5877ac5c5251 None None] Provisioning for port fa4c1928-6c87-4131-9237-29262f789f05 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:21.326252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.327353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.342034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-47e24c94-a0f8-46a8-8392-8337d59eeba0 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/fd46cf44-c47a-4783-a3fe-1087416b591e HTTP/1.1" status: 204 len: 168 time: 0.6978559 Feb 10 23:04:21.352635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.476928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-92497558-9d85-4f8d-98d1-3fa965b41209 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:21.484752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.498311 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24beb-8658-4178-9ceb-5fe6683be472 None None] Pushing event updated for resources: {'Port': ['ID=4eace208-3739-409c-9fd8-0c3d8cb26e7d,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.504287 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Attempting to bind port 4eace208-3739-409c-9fd8-0c3d8cb26e7d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:21.504652 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Attempting to bind port 4eace208-3739-409c-9fd8-0c3d8cb26e7d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:21.505011 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Attempting to bind port 4eace208-3739-409c-9fd8-0c3d8cb26e7d on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:21.512506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4992049 Feb 10 23:04:21.515633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47670) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.523246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.536109 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:21.536487 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:21.537122 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.537255 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:21.537553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952c9e-3110-41d6-8c6b-8c599982e4df tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=0c2940a2-1d17-4531-acc3-243dff1c92e6,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:21.537727 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Bound port: 4eace208-3739-409c-9fd8-0c3d8cb26e7d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:21.538143 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.549677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:21.564441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-92497558-9d85-4f8d-98d1-3fa965b41209 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:21.566605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-92497558-9d85-4f8d-98d1-3fa965b41209 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2057738 Feb 10 23:04:21.573395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47674) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:21.582439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332927439'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:21.591927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:21.617812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2395ef1-5844-46d6-8c33-d902ad23e237 None None] Network 42a02780-15ff-457e-8a55-d033a53eae85 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:21.630845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:21.633332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object 54a1eab8-53a2-4828-a3b1-afb86181bace will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:21.653669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] For port 4eace208-3739-409c-9fd8-0c3d8cb26e7d, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:21.657948 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] For port 4eace208-3739-409c-9fd8-0c3d8cb26e7d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4eace208-3739-409c-9fd8-0c3d8cb26e7d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:21.659385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:21.665319 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.693627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.716093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.811272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:21.825520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:21.830305 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:21.833548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:21.838822 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:21.845520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:21.857173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa4c1928-6c87-4131-9237-29262f789f05 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:21.872674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:21.888204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:21.941885 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f24beb-8658-4178-9ceb-5fe6683be472 None None] Pushing event updated for resources: {'Port': ['ID=4eace208-3739-409c-9fd8-0c3d8cb26e7d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.012807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network cc30d939-2eee-457c-901e-778af8f6ec18 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:22.027960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:22.041607 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:22.044652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:22.130089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:22.134715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.171769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.177520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:22.205932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22dcbd52-038b-4285-baed-c5d20b25f1dc None None] Provisioning for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:22.211148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Allocated IP 172.20.0.1 (42a02780-15ff-457e-8a55-d033a53eae85/22242c4e-383e-4faf-a200-2c6f2359df06/86e3d896-b749-47af-82ba-d9c358668879) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:22.215909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.221323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fa4c1928-6c87-4131-9237-29262f789f05 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:22.226939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.237802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fa4c1928-6c87-4131-9237-29262f789f05 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:22.238251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.239803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=54a1eab8-53a2-4828-a3b1-afb86181bace,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.308205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.323809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7439058 Feb 10 23:04:22.324644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47680) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.396410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-02888233-6aa7-48d9-9d60-c68f26dc3279 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '7fc07eaa-e030-467c-8fa3-28b48a1afd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:22.398736 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-02888233-6aa7-48d9-9d60-c68f26dc3279 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Feb 10 23:04:22.404989 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-02888233-6aa7-48d9-9d60-c68f26dc3279 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:22.409494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02888233-6aa7-48d9-9d60-c68f26dc3279 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0336866 Feb 10 23:04:22.470786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47684) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.494636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6a9194fc-c8ec-4c66-b71e-85bb848446b9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '7fc07eaa-e030-467c-8fa3-28b48a1afd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:22.513326 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-6a9194fc-c8ec-4c66-b71e-85bb848446b9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Feb 10 23:04:22.514271 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-6a9194fc-c8ec-4c66-b71e-85bb848446b9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:22.515567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a9194fc-c8ec-4c66-b71e-85bb848446b9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0434053 Feb 10 23:04:22.528584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.573445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d785cccd-0457-47b7-8da2-0a786bb862e9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '7fc07eaa-e030-467c-8fa3-28b48a1afd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:22.574841 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-d785cccd-0457-47b7-8da2-0a786bb862e9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Feb 10 23:04:22.581425 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-d785cccd-0457-47b7-8da2-0a786bb862e9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:22.582736 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d785cccd-0457-47b7-8da2-0a786bb862e9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0529020 Feb 10 23:04:22.590986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47692) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.602126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.636391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8a9cb308-201f-4c15-903d-7d4626c0f872 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '7fc07eaa-e030-467c-8fa3-28b48a1afd75', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:22.643032 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-8a9cb308-201f-4c15-903d-7d4626c0f872 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Feb 10 23:04:22.643598 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-8a9cb308-201f-4c15-903d-7d4626c0f872 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:22.644651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8a9cb308-201f-4c15-903d-7d4626c0f872 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0446641 Feb 10 23:04:22.651447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:22.657564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a83f53-9a1d-4c7f-a9c0-340ac86f5e2c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc07eaa-e030-467c-8fa3-28b48a1afd75,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:22.662510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.736954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fa4c1928-6c87-4131-9237-29262f789f05, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa4c1928-6c87-4131-9237-29262f789f05,segment=NetworkSegment(5944acc7-fe86-4a9a-944b-eed8e8afda58),segment_id=5944acc7-fe86-4a9a-944b-eed8e8afda58)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:22.753185 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.755118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:22.795918 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:16Z', 'revision_number': 3, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:22.803516 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d9ec6b-2107-488f-aa5d-be8ded9d3bbc None None] The sync data for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 is: [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:16Z', 'revision_number': 3, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:22.809808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beb546-0070-45a4-8a26-0cbd71bce480 req-aee2f7fd-916b-4a63-bb48-6e09565af735 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:22.812196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69beb546-0070-45a4-8a26-0cbd71bce480 req-aee2f7fd-916b-4a63-bb48-6e09565af735 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 0.3348336 Feb 10 23:04:22.869617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.911548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:22.930246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Transition to ACTIVE for port object 86e3d896-b749-47af-82ba-d9c358668879 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:22.940098 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69beb546-0070-45a4-8a26-0cbd71bce480 req-1f4419d5-edd4-4b3d-9ca2-d99e42bc6cd7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116755 Feb 10 23:04:22.999143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fa4c1928-6c87-4131-9237-29262f789f05,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.013939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:23.021735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:23.023009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.024809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.156027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.170255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2989416a-baad-4e74-8f3e-ba7d82f5cfd6 None None] Provisioning complete for port fa4c1928-6c87-4131-9237-29262f789f05 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:23.170629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2989416a-baad-4e74-8f3e-ba7d82f5cfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.219845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.252286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Network 42a02780-15ff-457e-8a55-d033a53eae85 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:23.253946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Pushing event updated for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.260979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:23.267372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:23.426181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.427319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.432879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.499405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc07eaa-e030-467c-8fa3-28b48a1afd75,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.518539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.518968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.519409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.519801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.520416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.520745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.521063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.521695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.521695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.522000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.522338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.522650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:23.563193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:23.592846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.595469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67cbd465-1445-4022-aa3a-631ed5d649e4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:23.707070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.734253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:23.745423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8827e355-0de8-4f47-b977-046cf4c34014 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:04:23.982597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:23.983763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36bd85ba-9e58-4a3f-a8b3-e0ea89416a2a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/7fc07eaa-e030-467c-8fa3-28b48a1afd75 HTTP/1.1" status: 204 len: 168 time: 1.3303053 Feb 10 23:04:23.992827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.053669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:04:24.064005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.100793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.108581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.198872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827e355-0de8-4f47-b977-046cf4c34014 None None] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:24.215770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8827e355-0de8-4f47-b977-046cf4c34014 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0c2940a2-1d17-4531-acc3-243dff1c92e6) {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:04:24.253896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75517347-0717-423e-b255-dc384c29bcaf req-f1c57056-fb59-48c0-9103-8ff7fecb239d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:24.255513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75517347-0717-423e-b255-dc384c29bcaf req-f1c57056-fb59-48c0-9103-8ff7fecb239d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 0.8708186 Feb 10 23:04:24.287089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Pushing event updated for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:24.290156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.307859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 67cbd465-1445-4022-aa3a-631ed5d649e4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:24.308385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.357552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b154958f-bfb7-4304-b837-cd1c53589ce9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:24.360523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=5c9d6e65-157b-4116-8ab6-50f6b1cc83ec,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:24.419418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': '828b78aa-34dd-489c-ae68-47b8cf2097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:24.419655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: 0c2940a2-1d17-4531-acc3-243dff1c92e6, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:24.440528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75517347-0717-423e-b255-dc384c29bcaf req-e862c38f-a275-4da1-9a06-16144454fb96 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570847 Feb 10 23:04:24.451053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b154958f-bfb7-4304-b837-cd1c53589ce9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:24.452316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b154958f-bfb7-4304-b837-cd1c53589ce9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4560935 Feb 10 23:04:24.457074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47706) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.470633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--701774033'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:24.473998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Provisioning complete for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:24.474392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.480794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.487689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:24.493428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Unable to find a vacant binding_index for network 0c2940a2-1d17-4531-acc3-243dff1c92e6 and agent d33303c1-7c03-4058-9fc1-d5337814732b {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 23:04:24.514441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:24.528034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0c2940a2-1d17-4531-acc3-243dff1c92e6) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:24.535752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:24.536350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.540504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.572374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Network 42a02780-15ff-457e-8a55-d033a53eae85 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:24.575638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:24.588294 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.594493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:24.597403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.612044 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.668495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:24.684058 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4e52510b-4c5d-4ef2-beda-7aa384a4baab tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1644981 Feb 10 23:04:24.687022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:24.690322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.701848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'port': {'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6', 'name': 'tempest-NetworksIpV6TestAttrs-2055020252'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:24.727536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:24.770630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=54a1eab8-53a2-4828-a3b1-afb86181bace,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:24.782679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:24.870580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3fdffc1a-dce7-4cec-9a63-0247891cda9c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:24.904207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1173b338-006b-4550-94a2-846217e1e6f3 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:24.910257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1173b338-006b-4550-94a2-846217e1e6f3 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1091 time: 0.4277713 Feb 10 23:04:24.913738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:24.934652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:24.955902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:24.981595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:24.981803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:floatingip and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:24.985049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:25.002069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:25.005143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:25.012476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:port and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:25.019405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Provisioning for port 54a1eab8-53a2-4828-a3b1-afb86181bace completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:25.044567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.054135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Provisioning complete for port 54a1eab8-53a2-4828-a3b1-afb86181bace triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:25.054501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.060025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.082687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network cc30d939-2eee-457c-901e-778af8f6ec18 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:25.106129 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.125603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Port 54a1eab8-53a2-4828-a3b1-afb86181bace cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:25.137773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3fdffc1a-dce7-4cec-9a63-0247891cda9c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:25.164908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:25.230353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:25.237215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5cf34-5493-4d04-8d6d-f86629d3e67b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:25.250571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:25.286480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3fdffc1a-dce7-4cec-9a63-0247891cda9c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:25.287002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.315904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-0c2940a2-1d17-4531-acc3-243dff1c92e6', 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': '5c9d6e65-157b-4116-8ab6-50f6b1cc83ec'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:25.316901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.325974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Provisioning for port 86e3d896-b749-47af-82ba-d9c358668879 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:25.349017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Provisioning complete for port 86e3d896-b749-47af-82ba-d9c358668879 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:25.349537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.386675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:25.401487 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-be97cd78-8b1e-4a61-a3fd-92a9bb9e953b admin admin] 10.222.0.53 "PUT /v2.0/routers/8f0807cc-a4e3-45d1-b126-0bf309a63a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0008731 Feb 10 23:04:25.401487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:25.401487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.429797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.433737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-30ea9967-df7b-46a9-99da-7fe93f705e13 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9700241 Feb 10 23:04:25.438793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47724) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.444802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a07e50aa-802d-4cdb-a4fc-0f64acfb2eef tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:25.445277 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-a07e50aa-802d-4cdb-a4fc-0f64acfb2eef tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 23:04:25.446907 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-a07e50aa-802d-4cdb-a4fc-0f64acfb2eef tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:25.451217 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a07e50aa-802d-4cdb-a4fc-0f64acfb2eef tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088906 Feb 10 23:04:25.452712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.473778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:25.487164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] device_id is not set on port 1a435868-3581-4b83-a30f-0d4f66f27557 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:25.504281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-52460d63-2aa8-40d1-9bd2-2103f101413c None None] Port 86e3d896-b749-47af-82ba-d9c358668879 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:25.506490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 805eb826-b601-4286-a7bf-648c484409fd has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:25.591770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:25.603712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:25.617046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:25.647778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:25.681038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.717665 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.723998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Allocated IP 2001:db8::f816:3eff:fe8e:5b9e (0c2940a2-1d17-4531-acc3-243dff1c92e6/5c9d6e65-157b-4116-8ab6-50f6b1cc83ec/3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:25.724465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:25.742468 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:25.744397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-871b97b0-e982-4de4-bf76-077e0accbb84 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2907231 Feb 10 23:04:25.744822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] Sync routers for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:25.747614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47736) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.749524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3fdffc1a-dce7-4cec-9a63-0247891cda9c,segment=NetworkSegment(6de2c53f-90f1-43a5-ab4f-0ec35359116f),segment_id=6de2c53f-90f1-43a5-ab4f-0ec35359116f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:25.758903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c0dd5faf-cff0-422a-b6b0-29dc791349c2 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:25.759123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:25.760028 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-c0dd5faf-cff0-422a-b6b0-29dc791349c2 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Feb 10 23:04:25.760028 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-c0dd5faf-cff0-422a-b6b0-29dc791349c2 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:25.765479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0dd5faf-cff0-422a-b6b0-29dc791349c2 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134645 Feb 10 23:04:25.765479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.784979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:25.786620 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Sync routers for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:25.796009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:25.806692 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:25.807249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:25.810518 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:25.813954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:25.814275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-779e42b5-0018-4e12-b2db-e1ca035d17f7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1359355 Feb 10 23:04:25.816871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:25.877592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:25.879205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:25.909252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:25.994824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:26.021010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3fdffc1a-dce7-4cec-9a63-0247891cda9c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:26.021626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae55452-316a-4eb2-a977-4ce4bc9c548d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:26.023078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ae55452-316a-4eb2-a977-4ce4bc9c548d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports/54a1eab8-53a2-4828-a3b1-afb86181bace HTTP/1.1" status: 200 len: 910 time: 0.2049608 Feb 10 23:04:26.026857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.041425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:26.042333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:26.093370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.25.2.56 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/03b769dc-b79f-4fc0-8670-f7edc61237bf) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:26.098783 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:26.099867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b60281df-fa51-4570-8dc8-df7a7944d29c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3332121 Feb 10 23:04:26.105766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47756) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.133687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:26.134334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e61551-c31e-4bf0-a36a-574819cc958b None None] The sync data for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:26.137951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-78c13b6e-4365-414d-b74f-ede0573ebf8e tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:26.139196 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-78c13b6e-4365-414d-b74f-ede0573ebf8e tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Feb 10 23:04:26.139814 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-78c13b6e-4365-414d-b74f-ede0573ebf8e tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:26.144938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78c13b6e-4365-414d-b74f-ede0573ebf8e tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0363419 Feb 10 23:04:26.151371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47760) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:26.169250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:26.169967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa4c1928-6c87-4131-9237-29262f789f05 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:26.206251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:26.313347 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:26.389556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.401856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fa4c1928-6c87-4131-9237-29262f789f05 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:26.402471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.433492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Transition to ACTIVE for port object 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:26.446836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.477534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-bbec16f3-a872-41c1-be08-94358b8b3ee1 req-20628d3a-d34a-4aa2-9048-1818b4cf074b tempest-ListServersNegativeTestJSON-349756564 tempest-ListServersNegativeTestJSON-349756564-project] (87653) timed out ('10.222.0.24', 51931) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:04:26.478009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Transition to ACTIVE for port object 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:26.481435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:26.485722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.485912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:26.496493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:26.507696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.606870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:26.618451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:26.628427 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:26.683491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Pushing event updated for resources: {'Port': ['ID=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:26.694901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:26.695150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Allocated IP 2001:db8::f816:3eff:fef6:cc01 (0c2940a2-1d17-4531-acc3-243dff1c92e6/5c9d6e65-157b-4116-8ab6-50f6b1cc83ec/1a435868-3581-4b83-a30f-0d4f66f27557) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:26.801057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Attempting to bind port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:26.801728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Attempting to bind port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '828b78aa-34dd-489c-ae68-47b8cf2097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:26.802254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Attempting to bind port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac on network 0c2940a2-1d17-4531-acc3-243dff1c92e6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:26.809302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:26.809982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Checking segment: {'id': '828b78aa-34dd-489c-ae68-47b8cf2097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:26.810564 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.811104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Bound using segment: {'id': '828b78aa-34dd-489c-ae68-47b8cf2097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:26.811752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Bound port: 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828b78aa-34dd-489c-ae68-47b8cf2097de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0c2940a2-1d17-4531-acc3-243dff1c92e6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:26.812309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.826649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=03b769dc-b79f-4fc0-8670-f7edc61237bf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:26.833162 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Project 8bd63e27741840979465e27a9c50338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:04:26.898411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:26.899158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:26.899763 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:26.899887 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:23Z', 'revision_number': 4, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '86e3d896-b749-47af-82ba-d9c358668879', 'name': '', 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'mac_address': 'fa:16:3e:c9:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:21Z', 'updated_at': '2022-02-10T23:04:23Z', 'revision_number': 2, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'subnets': [{'id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:26.906512 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Checking router: 8f0807cc-a4e3-45d1-b126-0bf309a63a04 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:26.907008 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Updating router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 port 86e3d896-b749-47af-82ba-d9c358668879 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:04:26.912621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:26.929919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:27.021591 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.036942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] For port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:27.039522 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:27.041410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aee88039-f16e-4c28-9a31-340b7a635821 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8890834 Feb 10 23:04:27.042222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] For port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,segment=NetworkSegment(828b78aa-34dd-489c-ae68-47b8cf2097de),segment_id=828b78aa-34dd-489c-ae68-47b8cf2097de)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:27.050907 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.053384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:27.063804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9e41099d-66e3-4817-a97e-02787e85bb75 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:27.065244 n-d-825178-4 neutron-server[87652]: WARNING neutron.api.v2.base [None req-9e41099d-66e3-4817-a97e-02787e85bb75 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Feb 10 23:04:27.065244 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-9e41099d-66e3-4817-a97e-02787e85bb75 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:27.065837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e41099d-66e3-4817-a97e-02787e85bb75 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109670 Feb 10 23:04:27.069980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47778) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:27.094735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:27.106658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:27.112806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.119929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:27.126998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:27.146270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:27.155837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Transition to ACTIVE for port object 1a435868-3581-4b83-a30f-0d4f66f27557 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:27.178047 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Project 8bd63e27741840979465e27a9c50338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:04:27.234285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.288052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.303848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef023fe0-e419-4bb5-8528-c59927382049 None None] Pushing event updated for resources: {'Port': ['ID=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:27.310397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4eace208-3739-409c-9fd8-0c3d8cb26e7d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:27.452373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4eace208-3739-409c-9fd8-0c3d8cb26e7d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:27.465247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4eace208-3739-409c-9fd8-0c3d8cb26e7d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:27.466191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.535497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-74b5d2a6-8a29-4073-b155-f277ca8478e1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:27.536662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-74b5d2a6-8a29-4073-b155-f277ca8478e1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 1.0574775 Feb 10 23:04:27.666341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-a829007c-4288-49db-a28f-de1ab4dcad66 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/quotas/9a0ffe3a7e974f3b9bb96e6a49901f89 HTTP/1.1" status: 200 len: 375 time: 0.0536318 Feb 10 23:04:27.701262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.726698 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.735592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 4eace208-3739-409c-9fd8-0c3d8cb26e7d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4eace208-3739-409c-9fd8-0c3d8cb26e7d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:27.742119 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.742601 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Transition to ACTIVE for port object 86e3d896-b749-47af-82ba-d9c358668879 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:27.743811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device db5b12c3-572a-45e9-baf7-9c1d29822d96 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:27.751829 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.885065 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:27.887838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f22c476d-184f-420a-b4ab-8827b04d9e0f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.8168719 Feb 10 23:04:27.899985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47782) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:27.910841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:27.921841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '23b5cf34-5493-4d04-8d6d-f86629d3e67b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:27.930311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=4eace208-3739-409c-9fd8-0c3d8cb26e7d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:27.941867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Port': ['ID=1a435868-3581-4b83-a30f-0d4f66f27557,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:27.943736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port db5b12c3-572a-45e9-baf7-9c1d29822d96 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:27.944108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:27.946286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:27.953722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:27.958501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:27.966296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:27.967265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.000669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:28.010297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-58ee756d-bbb1-4945-bedd-c06d5a719ae7 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3169413 Feb 10 23:04:28.014833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:28.015179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47786) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:28.024225 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f403598-1980-4768-ae4e-ffeed91cec1d None None] Pushing event updated for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:28.029090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:28.117939 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Attempting to bind port 86e3d896-b749-47af-82ba-d9c358668879 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:28.118154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Attempting to bind port 86e3d896-b749-47af-82ba-d9c358668879 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:28.118644 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Attempting to bind port 86e3d896-b749-47af-82ba-d9c358668879 on network 42a02780-15ff-457e-8a55-d033a53eae85 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:28.124243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-d8c7e07a-2b06-486d-8175-c204b6f2af2d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4160237 Feb 10 23:04:28.129591 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:28.130227 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Checking segment: {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:28.130830 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.131241 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Bound using segment: {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:28.131755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Bound port: 86e3d896-b749-47af-82ba-d9c358668879, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:28.132137 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.199775 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Project 8bd63e27741840979465e27a9c50338c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:04:28.228890 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:28.233375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-60076949-68ed-4d9c-b81e-fa4417b79ff9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3290057 Feb 10 23:04:28.233962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47790) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:28.335065 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] For port 86e3d896-b749-47af-82ba-d9c358668879, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:28.340789 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] For port 86e3d896-b749-47af-82ba-d9c358668879, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86e3d896-b749-47af-82ba-d9c358668879,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:28.350377 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.387952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-820f3119-e0be-427b-a71f-499bb9607a26 service neutron] 10.222.0.53 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628005 Feb 10 23:04:28.449855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.466561 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:28.467783 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:28.504767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.594836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:28.632139 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f403598-1980-4768-ae4e-ffeed91cec1d None None] Pushing event updated for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:28.679234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting subnet 5c9d6e65-157b-4116-8ab6-50f6b1cc83ec {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:28.681646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 54a1eab8-53a2-4828-a3b1-afb86181bace {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:28.682182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.691343 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.740945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:28.746867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4eace208-3739-409c-9fd8-0c3d8cb26e7d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:28.756293 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.814880 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:04:28.837054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 4eace208-3739-409c-9fd8-0c3d8cb26e7d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:28.837435 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.889453 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:28.889722 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:28.947784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ae7cc-3091-4b27-93e8-4fb7d5fa4b49 None None] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:28.963613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.052532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-a2f403dc-1512-4098-a650-002f38fecaaa service neutron] 10.222.0.53 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5290225 Feb 10 23:04:29.057748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-1a5469fb-79c1-4ca0-a08d-6e886b31f544 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6798663 Feb 10 23:04:29.186730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Provisioning for port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:29.203170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 54a1eab8-53a2-4828-a3b1-afb86181bace owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:29.390328 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.419732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Provisioning complete for port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:29.420103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.508200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.564035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3fdffc1a-dce7-4cec-9a63-0247891cda9c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:29.760837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.778613 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.820808 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:23Z', 'revision_number': 4, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '86e3d896-b749-47af-82ba-d9c358668879', 'name': '', 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'mac_address': 'fa:16:3e:c9:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:21Z', 'updated_at': '2022-02-10T23:04:28Z', 'revision_number': 4, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'subnets': [{'id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:29.828786 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e606577c-49fe-46b0-8d86-ad5d43d2934e None None] The sync data for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 is: [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:04:23Z', 'revision_number': 4, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '86e3d896-b749-47af-82ba-d9c358668879', 'name': '', 'network_id': '42a02780-15ff-457e-8a55-d033a53eae85', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'mac_address': 'fa:16:3e:c9:fe:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:21Z', 'updated_at': '2022-02-10T23:04:28Z', 'revision_number': 4, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'subnets': [{'id': '22242c4e-383e-4faf-a200-2c6f2359df06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:29.872856 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:29.913592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5cf34-5493-4d04-8d6d-f86629d3e67b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:29.950101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13e1d285-4754-453b-888b-d2055aaa099a req-40a0ca70-41d4-4e03-8e36-4b01227613c7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Synchronizing usage tracker for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:30.008609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.012680 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fa6c974a-c32a-4803-8ad3-d7dc96f09aa5 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/23b5cf34-5493-4d04-8d6d-f86629d3e67b HTTP/1.1" status: 204 len: 168 time: 1.7726665 Feb 10 23:04:30.013242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47804) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:30.042050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] For port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,segment=NetworkSegment(828b78aa-34dd-489c-ae68-47b8cf2097de),segment_id=828b78aa-34dd-489c-ae68-47b8cf2097de)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:30.045401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3fdffc1a-dce7-4cec-9a63-0247891cda9c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:30.045874 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.119811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13e1d285-4754-453b-888b-d2055aaa099a req-40a0ca70-41d4-4e03-8e36-4b01227613c7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Unset dirty status for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:30.133883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13e1d285-4754-453b-888b-d2055aaa099a req-40a0ca70-41d4-4e03-8e36-4b01227613c7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 210 time: 0.7332590 Feb 10 23:04:30.181967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.357724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db909418-22a3-40b9-9bd4-7d241e6ad476 None None] Could not find standard attr ID for object 54a1eab8-53a2-4828-a3b1-afb86181bace. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:04:30.365571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-06ab5141-4a38-4096-bc74-9ca9b9d7dc11 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:30.404876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.496170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-06ab5141-4a38-4096-bc74-9ca9b9d7dc11 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:30.500742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=03b769dc-b79f-4fc0-8670-f7edc61237bf,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:30.506287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b344d-e4bd-41b2-8bb3-a24d229b1255 None None] Pushing event updated for resources: {'Port': ['ID=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:30.508710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47810) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:30.523840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-06ab5141-4a38-4096-bc74-9ca9b9d7dc11 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5050795 Feb 10 23:04:30.527931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606002925'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:30.560865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:30.580140 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.726791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=54a1eab8-53a2-4828-a3b1-afb86181bace,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:30.743359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:30.745685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:30.858511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:30.923660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-f3a405d2-03c5-4bfe-a510-beb0a6ff53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:30.926929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-f3a405d2-03c5-4bfe-a510-beb0a6ff53ce service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1096 time: 1.7278874 Feb 10 23:04:30.971385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.081850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:31.082459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.097841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.412647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:31.434133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86e3d896-b749-47af-82ba-d9c358668879 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:31.445495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.460433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:31.515703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:31.524832 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.540785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=5c9d6e65-157b-4116-8ab6-50f6b1cc83ec,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:31.561647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:31.590503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 86e3d896-b749-47af-82ba-d9c358668879 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:31.596586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 86e3d896-b749-47af-82ba-d9c358668879 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:31.596969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.604039 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Floating IP d627d8ff-00ac-41c1-ac8a-eb68b095b937 associated. External IP: 172.25.2.56, port: a5a270dd-32e5-4221-8922-344e023874b4. Feb 10 23:04:31.636780 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14526996-6a0e-437e-b19e-91b6c291b582 req-250608fa-26b6-4a17-95e0-0c2efc31746a tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 210 time: 0.1923492 Feb 10 23:04:31.803046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6897753c-e98e-49f3-9c41-a4d86a844488 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/5c9d6e65-157b-4116-8ab6-50f6b1cc83ec HTTP/1.1" status: 204 len: 168 time: 3.7762809 Feb 10 23:04:31.808134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:31.818582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f70870-3b7b-4a0b-8aee-880bb3d1a64d None None] Network 0c2940a2-1d17-4531-acc3-243dff1c92e6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:31.915721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 805eb826-b601-4286-a7bf-648c484409fd has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:31.952099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.994276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Provisioning complete for port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:31.995079 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:31.996056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-6e67c9d5-7978-499f-b1fa-cef4c1c00969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:31.999041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-6e67c9d5-7978-499f-b1fa-cef4c1c00969 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 1.0296679 Feb 10 23:04:32.117905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-e99821bc-7f4e-4097-8f04-2fa46cbd52cc tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:32.118813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:32.119402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-e99821bc-7f4e-4097-8f04-2fa46cbd52cc tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.24 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 0.4079101 Feb 10 23:04:32.132531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 86e3d896-b749-47af-82ba-d9c358668879, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86e3d896-b749-47af-82ba-d9c358668879,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:32.148371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] Sync routers for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:32.161881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Request body: {'port': {'device_id': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'admin_state_up': True, 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:32.162396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.165820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:32.166887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.173686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b4bdc190-6ff9-4f00-bc72-a3aa20ece5af tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1449661 Feb 10 23:04:32.175982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47824) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:32.225508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:32.282094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:32.301219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.316543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e8e08-9898-4cd2-ac8d-000d4db7f8c6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:32.318052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792e8e08-9898-4cd2-ac8d-000d4db7f8c6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:32.318822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-792e8e08-9898-4cd2-ac8d-000d4db7f8c6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Synchronizing usage tracker for tenant:51e39de6a9b347c696e0e6b7d1ddf01d on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:32.335769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:32.336418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.358914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Made reservation on behalf of 9a0ffe3a7e974f3b9bb96e6a49901f89 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:32.362101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.372253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-1b52c705-2153-48d9-983b-c05aba606dae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1001 time: 0.3158176 Feb 10 23:04:32.391275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.429136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-792e8e08-9898-4cd2-ac8d-000d4db7f8c6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Unset dirty status for tenant:51e39de6a9b347c696e0e6b7d1ddf01d on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:32.432792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-792e8e08-9898-4cd2-ac8d-000d4db7f8c6 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4481692 Feb 10 23:04:32.433471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:32.439168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.443400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:32.444301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01342f47-42ca-4514-8272-5e92d59bceec None None] The sync data for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:32.446893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47828) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:32.485151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Provisioning for port 1a435868-3581-4b83-a30f-0d4f66f27557 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:32.491030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Provisioning complete for port 1a435868-3581-4b83-a30f-0d4f66f27557 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:32.491420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.557918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] DHCP port deletion for 0c2940a2-1d17-4531-acc3-243dff1c92e6 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:32.565500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Deleting port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:32.566589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.608655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c7662a0-d09f-4d50-beda-c2361e04504d None None] Port 1a435868-3581-4b83-a30f-0d4f66f27557 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:32.690660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86e3d896-b749-47af-82ba-d9c358668879 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:32.833031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.879335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] For port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,segment=NetworkSegment(828b78aa-34dd-489c-ae68-47b8cf2097de),segment_id=828b78aa-34dd-489c-ae68-47b8cf2097de)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:32.879994 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.948244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 86e3d896-b749-47af-82ba-d9c358668879 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:32.948458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:32.989962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=daeedde0-4a07-4b48-9f3a-38d6f6808aea,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:33.003904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-83b5710b-72d5-4a7a-b9d0-74d3b0613cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:33.005376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-83b5710b-72d5-4a7a-b9d0-74d3b0613cbd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.6186759 Feb 10 23:04:33.043441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Calling delete_port for 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:33.071318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.072820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85ebf9e1-1ac9-4639-9407-ed5d1d4a0ffb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.5585418 Feb 10 23:04:33.090701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47834) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.138146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f17eae9a-c8bf-4da3-b19b-a289e76ac1ed req-911477b1-7a9c-404a-b9d8-980914746564 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 210 time: 0.2635365 Feb 10 23:04:33.225962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd85161d-a6e1-41fb-b9b8-99bdd2d738f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.289013 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.292816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'daeedde0-4a07-4b48-9f3a-38d6f6808aea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:33.306470 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd85161d-a6e1-41fb-b9b8-99bdd2d738f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:33.306775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd85161d-a6e1-41fb-b9b8-99bdd2d738f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:33.307050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:33.317629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:33.323527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:33.332502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cd85161d-a6e1-41fb-b9b8-99bdd2d738f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/0c2940a2-1d17-4531-acc3-243dff1c92e6 HTTP/1.1" status: 409 len: 405 time: 0.8181274 Feb 10 23:04:33.334691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47838) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.337212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:33.338979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:33.346017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-574246050'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:33.347552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] Pushing event deleted for resources: {'Port': ['ID=3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:33.352816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa18f41-4ea9-4a8f-b5e7-0287daa5108b None None] No DVR routers for this DVR port 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:33.354507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:33.361800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-41394059-5e25-4ce3-96d5-65b2ba68dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:33.363595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-41394059-5e25-4ce3-96d5-65b2ba68dbb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871809 Feb 10 23:04:33.364521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:33.368026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Allocated IP 172.20.0.12 (0d05e117-a9f7-428d-9900-0a5cbcc3c3cd/b35892a2-1a29-48af-9b89-146cf28e4795/fa3712d8-4550-40a9-854d-952217e6c201) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:33.376920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:33.387340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:33.420957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:33.426077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.427315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:33.468485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:33.468893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3c2f73c1-8f2a-403e-b5ef-c48f7c7e79ac not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:33.492261 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The resource could not be found. Feb 10 23:04:33.496200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6bcf95d9-33de-4668-bc81-bab2e2c2b1a9 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3967850 Feb 10 23:04:33.496636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47842) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.509663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'daeedde0-4a07-4b48-9f3a-38d6f6808aea', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8a2ba170-8bf8-4abc-8085-e17764f57ca6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:33.525344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:33.533847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:33.536058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:33.544130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:33.554028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:33.556023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port a60eaff1-404a-4df2-958a-29e8db28bf00 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:33.556470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.586782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.587118 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment da0fec82-727e-4487-88d4-2108ac1fe099 of type vlan for network 4757dba3-f800-4237-932c-6ba62d815edd Feb 10 23:04:33.718825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.759335 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The resource could not be found. Feb 10 23:04:33.760352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d0442bbf-e9a4-42ed-9e8a-403472313fb1 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2627590 Feb 10 23:04:33.773123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47848) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:33.805373 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-88054944-dcf2-4388-9ced-d37a9d5b320c service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4300809 Feb 10 23:04:33.810443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:33.820637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.825746 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:33.827984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:33.828502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.838256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:33.839704 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:33.934376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.962381 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:33.988302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6532195 Feb 10 23:04:33.995123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47852) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.016922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': '4757dba3-f800-4237-932c-6ba62d815edd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:34.097377 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:34.137850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e423a5c-1af9-47c7-a2af-7920e562b441 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=4757dba3-f800-4237-932c-6ba62d815edd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:34.151509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for a60eaff1-404a-4df2-958a-29e8db28bf00 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:34.153927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 4757dba3-f800-4237-932c-6ba62d815edd details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:34.174462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.182113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-117e39e9-873a-4e3c-8e1d-3c5cf97bb8a0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 9.2630687 Feb 10 23:04:34.185584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47858) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.192944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:34.315089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.333704 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4', 'status': 'completed', 'code': 200} Feb 10 23:04:34.337819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Transition to ACTIVE for port object fa3712d8-4550-40a9-854d-952217e6c201 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:34.339346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:34.344205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5247eaa3-7d12-435f-99c8-7b93d87d5191 req-086bb7bd-f5da-4c2d-9daf-a0b981f84770 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310574 Feb 10 23:04:34.395445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:34.406928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e295ea7-4ac6-4e98-bc94-5140faa37992 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/d627d8ff-00ac-41c1-ac8a-eb68b095b937 HTTP/1.1" status: 200 len: 990 time: 0.2083719 Feb 10 23:04:34.418259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:34.421569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.495462 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1988383-4040-48ed-8cb2-7dcf74349bd3 req-4c9348bb-0a01-4e70-a198-b65810b3122f tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 210 time: 0.0884647 Feb 10 23:04:34.498212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.573430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:34.586146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-9f082f24-ff69-4fc8-96fe-018494febdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:34.587912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-9f082f24-ff69-4fc8-96fe-018494febdb2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1096 time: 0.2687051 Feb 10 23:04:34.589351 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:04:34.607220 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:34.608027 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:34.628935 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.728184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.755740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=daeedde0-4a07-4b48-9f3a-38d6f6808aea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:34.822856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:34.836843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.840201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1bb22c0-09c0-4cfb-8c20-dd32f9b98d2f tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/daeedde0-4a07-4b48-9f3a-38d6f6808aea HTTP/1.1" status: 204 len: 168 time: 1.0637901 Feb 10 23:04:34.841228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47864) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:34.850896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:34.861077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-52535843-d132-4b09-b045-111fcb7316da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:34.862808 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-52535843-d132-4b09-b045-111fcb7316da service neutron] 10.222.0.24 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 897 time: 0.2687902 Feb 10 23:04:34.863508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:34.890895 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:04:34.908703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:34.989276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:34.990383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.015559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=a60eaff1-404a-4df2-958a-29e8db28bf00,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:35.023257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Pushing event updated for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:35.034830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-cc34beca-111b-4076-9217-229c82c5e061 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8764813 Feb 10 23:04:35.047069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Request body: {'port': {'device_id': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:35.185083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-880f5dd5-b2c4-47c2-98fc-506879bb8d70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:35.192068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-d7ddc0cd-f643-4d33-9691-1e52a5f9e356 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 998 time: 0.2814445 Feb 10 23:04:35.231152 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.283208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8a9579d1-82bb-485c-87d8-196db5cbe261 None None] Provisioning for port fa3712d8-4550-40a9-854d-952217e6c201 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:35.294320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8a9579d1-82bb-485c-87d8-196db5cbe261 None None] Provisioning complete for port fa3712d8-4550-40a9-854d-952217e6c201 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:35.294979 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a9579d1-82bb-485c-87d8-196db5cbe261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.377757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a9579d1-82bb-485c-87d8-196db5cbe261 None None] Port fa3712d8-4550-40a9-854d-952217e6c201 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:35.415725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47868) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.482104 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:35.488348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8a1bd6-edcc-471f-b817-eb96f7ddd3ac None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:03:32Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:35.563010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-880f5dd5-b2c4-47c2-98fc-506879bb8d70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:35.568621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-880f5dd5-b2c4-47c2-98fc-506879bb8d70 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7199121 Feb 10 23:04:35.578740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47874) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:35.604197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '8837381f-9a69-4ad6-8ad8-41f86ee41055', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:35.629140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:35.631216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-d2344bcd-f53c-49a7-b9c3-89aec3ef6cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:35.632714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-d2344bcd-f53c-49a7-b9c3-89aec3ef6cd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 200 len: 835 time: 0.4301026 Feb 10 23:04:35.645540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:35.656387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:35.673238 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.707942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:35.734346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:04:35.738469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36a4f7db-3a26-4670-88ac-f3f7b3d8fc18 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/d627d8ff-00ac-41c1-ac8a-eb68b095b937 HTTP/1.1" status: 200 len: 990 time: 0.3158684 Feb 10 23:04:35.777450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:35.834420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d4d4bf-7af2-4e32-b0ac-bc1296ca80b0 None None] New status for floating IP d627d8ff-00ac-41c1-ac8a-eb68b095b937: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:04:35.947961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-cf68b978-1972-4489-988b-9c584458aa54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:35.949731 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-cf68b978-1972-4489-988b-9c584458aa54 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f28b4147-06a1-4ae3-9660-53b42b84c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3094521 Feb 10 23:04:36.008546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=d326172a-24ae-47af-a455-2e89f08fc48b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:36.030341 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The resource could not be found. Feb 10 23:04:36.038380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-35a3cdc2-189a-442b-ae84-38b620715e3a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4412327 Feb 10 23:04:36.040997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.054689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185359383'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:36.070317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:36.082055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': 'da0fec82-727e-4487-88d4-2108ac1fe099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:36.082422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: 4757dba3-f800-4237-932c-6ba62d815edd, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:36.099969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:36.118935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 805eb826-b601-4286-a7bf-648c484409fd has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:36.133796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538f07a0-3978-43e7-b097-a49429422a49 req-c6d94064-91b3-4008-b575-ccd5e5f6d6d3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:36.134511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-538f07a0-3978-43e7-b097-a49429422a49 req-c6d94064-91b3-4008-b575-ccd5e5f6d6d3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Synchronizing usage tracker for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:36.205467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.230344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 4757dba3-f800-4237-932c-6ba62d815edd is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:36.249515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3712d8-4550-40a9-854d-952217e6c201 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:04:36.256589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-538f07a0-3978-43e7-b097-a49429422a49 req-c6d94064-91b3-4008-b575-ccd5e5f6d6d3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Unset dirty status for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:36.258021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-538f07a0-3978-43e7-b097-a49429422a49 req-c6d94064-91b3-4008-b575-ccd5e5f6d6d3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1028 time: 0.5456119 Feb 10 23:04:36.262068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:36.266166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.270495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 4757dba3-f800-4237-932c-6ba62d815edd) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:36.275803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:36.276391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.284455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8f954-7084-460c-8775-10cb45265d65 None None] Network 4757dba3-f800-4237-932c-6ba62d815edd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:36.285313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:36.317886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:36.320854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:36.327125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3b8144d-8077-4655-87a3-5c73157a9a21 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497059 Feb 10 23:04:36.331020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.341562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Transition to ACTIVE for port object fa3712d8-4550-40a9-854d-952217e6c201 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:36.342571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:36.353004 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] Sync routers for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:36.353825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.373234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-98c33d2c-29c2-4782-b210-7d7169498234 service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646014 Feb 10 23:04:36.374612 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:36.377252 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.380226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-08f6db5b-b48e-4884-b95f-b8596045b140 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:36.396042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-185c407e-9572-4408-ab5e-92df74699954 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3898048 Feb 10 23:04:36.405296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47886) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.466039 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.475777 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] Routers {'805eb826-b601-4286-a7bf-648c484409fd'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:36.476744 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['805eb826-b601-4286-a7bf-648c484409fd'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.542453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-538f07a0-3978-43e7-b097-a49429422a49 req-486e4698-e083-4d93-9728-a0d1ace86cb4 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585330 Feb 10 23:04:36.600175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:36.602542 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d528a615-37a2-4c65-a6ac-6f04ac363c3a None None] The sync data for ids ['805eb826-b601-4286-a7bf-648c484409fd'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:36.602687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:36.639911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-08f6db5b-b48e-4884-b95f-b8596045b140 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:36.641103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-08f6db5b-b48e-4884-b95f-b8596045b140 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=805eb826-b601-4286-a7bf-648c484409fd HTTP/1.1" status: 200 len: 205 time: 0.3091779 Feb 10 23:04:36.647045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47890) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.658055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-4757dba3-f800-4237-932c-6ba62d815edd', 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': 'd326172a-24ae-47af-a455-2e89f08fc48b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:36.660127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.748944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47894) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:36.753217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.811773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.819043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:36.928165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Allocated IP 2001:db8::f816:3eff:fed9:f1f (4757dba3-f800-4237-932c-6ba62d815edd/d326172a-24ae-47af-a455-2e89f08fc48b/c323f769-6582-48f2-a2b5-8c89d3229a6d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:37.083843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa84752-f8db-4aec-b620-47b69fd6193c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.088441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.099943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-803bdcbf-d107-49b5-980b-517278f4ee8c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0567269 Feb 10 23:04:37.103506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:37.132949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0de936ea-5c8c-4a39-9d99-1ca6c42e22b2 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/d627d8ff-00ac-41c1-ac8a-eb68b095b937 HTTP/1.1" status: 200 len: 992 time: 0.3774049 Feb 10 23:04:37.144188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--70986605'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:37.155354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Attempting to bind port fa3712d8-4550-40a9-854d-952217e6c201 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:37.155354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Attempting to bind port fa3712d8-4550-40a9-854d-952217e6c201 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:37.155354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Attempting to bind port fa3712d8-4550-40a9-854d-952217e6c201 on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:37.161065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:37.164969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Port fa3712d8-4550-40a9-854d-952217e6c201 on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:04:37.165799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Attempting to bind port fa3712d8-4550-40a9-854d-952217e6c201 on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:37.168111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:37.172165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:37.182503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:37.182846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Checking segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:37.183240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Bound using segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:37.183744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Bound port: fa3712d8-4550-40a9-854d-952217e6c201, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:37.184093 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.194341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:37.210146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.229150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Transition to ACTIVE for port object c323f769-6582-48f2-a2b5-8c89d3229a6d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:37.239990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.255800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc3b145a-3257-4c42-8dd8-9337e17026c0 req-e46cfc1f-1da3-4469-a36e-4be90faf0aab service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8715439 Feb 10 23:04:37.272697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Transition to ACTIVE for port object c323f769-6582-48f2-a2b5-8c89d3229a6d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:37.282048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.292731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:37.307207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:37.316696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:37.326345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:37.340048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.340881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:37.345449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fa3712d8-4550-40a9-854d-952217e6c201,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:37.357848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.368938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Network 4757dba3-f800-4237-932c-6ba62d815edd is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:37.372163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:37.379242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:37.388335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Pushing event updated for resources: {'Port': ['ID=c323f769-6582-48f2-a2b5-8c89d3229a6d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.436038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:37.436654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.438037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa3712d8-4550-40a9-854d-952217e6c201 HTTP/1.1" status: 200 len: 1092 time: 2.3958862 Feb 10 23:04:37.440343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:37.500751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.508655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.518111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744e83f-621a-4d4e-8a60-b9d201b83214 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.521876 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201', 'status': 'completed', 'code': 200} Feb 10 23:04:37.541913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting port c323f769-6582-48f2-a2b5-8c89d3229a6d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:37.542426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.560066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.569811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Attempting to bind port c323f769-6582-48f2-a2b5-8c89d3229a6d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:37.570480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Attempting to bind port c323f769-6582-48f2-a2b5-8c89d3229a6d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'da0fec82-727e-4487-88d4-2108ac1fe099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:37.570926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.571422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Attempting to bind port c323f769-6582-48f2-a2b5-8c89d3229a6d on network 4757dba3-f800-4237-932c-6ba62d815edd {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:37.579017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:37.580487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Checking segment: {'id': 'da0fec82-727e-4487-88d4-2108ac1fe099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:37.581070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.581738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Bound using segment: {'id': 'da0fec82-727e-4487-88d4-2108ac1fe099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:37.582437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Bound port: c323f769-6582-48f2-a2b5-8c89d3229a6d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da0fec82-727e-4487-88d4-2108ac1fe099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4757dba3-f800-4237-932c-6ba62d815edd'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:37.583001 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.629287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.630324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 805eb826-b601-4286-a7bf-648c484409fd {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:04:37.670825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.676776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8389e1aa-13b2-47b8-8b5c-056715cb05c4 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd HTTP/1.1" status: 204 len: 168 time: 1.0259302 Feb 10 23:04:37.677804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47908) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:37.702505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.713960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6033113 Feb 10 23:04:37.720704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47910) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:37.727632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a232b-8ae0-49cc-baa1-113b6b7c8e4c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9153fa6-2f71-41d7-9a23-942e837eedca,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.744426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] For port c323f769-6582-48f2-a2b5-8c89d3229a6d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:37.745814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': '1aa84752-f8db-4aec-b620-47b69fd6193c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b9153fa6-2f71-41d7-9a23-942e837eedca'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:37.748002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] For port c323f769-6582-48f2-a2b5-8c89d3229a6d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c323f769-6582-48f2-a2b5-8c89d3229a6d,segment=NetworkSegment(da0fec82-727e-4487-88d4-2108ac1fe099),segment_id=da0fec82-727e-4487-88d4-2108ac1fe099)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:37.753785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.786620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:37.802007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:37.807075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-d62c1787-08b2-4827-be65-d3344deeb7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:37.808684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-d62c1787-08b2-4827-be65-d3344deeb7a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1095 time: 0.3251979 Feb 10 23:04:37.809719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:37.830132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:37.853976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b3661-30de-4056-ab50-3bddd398f3cf None None] Pushing event updated for resources: {'Port': ['ID=c323f769-6582-48f2-a2b5-8c89d3229a6d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:37.854621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet 743188d4-9a38-467a-ad3f-c81dfe5c61e5 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:37.912481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-add4e938-dc43-4c55-973e-deb2192e3f4a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3712d8-4550-40a9-854d-952217e6c201 HTTP/1.1" status: 200 len: 217 time: 0.0949445 Feb 10 23:04:37.940972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:37.994930 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:37.996004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7e7c5766-327b-420c-bc67-e159c4e25ebb tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2741356 Feb 10 23:04:37.999178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47916) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:38.006943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-84734983-0b80-4fbc-bfe6-78ed1fbdb284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:38.008435 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-84734983-0b80-4fbc-bfe6-78ed1fbdb284 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b35892a2-1a29-48af-9b89-146cf28e4795 HTTP/1.1" status: 200 len: 848 time: 0.0862074 Feb 10 23:04:38.011410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5b5c0-167b-48ba-8229-2e286d0c7e0a req-528f9850-d6f3-46eb-bb2a-e565730a661e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:38.012898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8b5b5c0-167b-48ba-8229-2e286d0c7e0a req-528f9850-d6f3-46eb-bb2a-e565730a661e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1095 time: 0.2713118 Feb 10 23:04:38.062473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.128567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8b5b5c0-167b-48ba-8229-2e286d0c7e0a req-91f1b8f9-ddd0-41ed-aacc-11ebae041c25 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775032 Feb 10 23:04:38.157320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-7ff2da16-a4d7-4dcb-a72b-5e84000f7161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:38.159061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-7ff2da16-a4d7-4dcb-a72b-5e84000f7161 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1452336 Feb 10 23:04:38.233887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] For port c323f769-6582-48f2-a2b5-8c89d3229a6d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c323f769-6582-48f2-a2b5-8c89d3229a6d,segment=NetworkSegment(da0fec82-727e-4487-88d4-2108ac1fe099),segment_id=da0fec82-727e-4487-88d4-2108ac1fe099)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:38.234793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.259537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f55ed35-d65e-4292-b39c-bec01731ee25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.327999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-95435a96-c0e8-4504-88fe-e83c2ef8c206 service neutron] 10.222.0.24 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621668 Feb 10 23:04:38.383351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Calling delete_port for c323f769-6582-48f2-a2b5-8c89d3229a6d owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:38.460376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.466923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07a5e71c-1b27-4468-82e2-128e551e1943 req-df5c4493-f90d-4866-b70b-a2497ca95312 service neutron] 10.222.0.24 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328616 Feb 10 23:04:38.520424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.551374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.606817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-db0a5c4d-0aee-45ce-b693-412be4fcca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:38.614003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-db0a5c4d-0aee-45ce-b693-412be4fcca4c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1095 time: 0.0900352 Feb 10 23:04:38.712764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.719512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c323f769-6582-48f2-a2b5-8c89d3229a6d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:38.738420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9153fa6-2f71-41d7-9a23-942e837eedca,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:38.743194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.828035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c323f769-6582-48f2-a2b5-8c89d3229a6d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:38.828668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c323f769-6582-48f2-a2b5-8c89d3229a6d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 10 23:04:38.830696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-8360ec6a-3317-451c-8f3a-817479b2fa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:38.832563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-8360ec6a-3317-451c-8f3a-817479b2fa1f service neutron] 10.222.0.24 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 0.2131128 Feb 10 23:04:38.837226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.870921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Port c323f769-6582-48f2-a2b5-8c89d3229a6d not found, will not notify nova. {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 10 23:04:38.900262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00627fe3-c98d-4f0f-a9b2-96b97ec42283 None None] Network cc30d939-2eee-457c-901e-778af8f6ec18 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:38.903448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Port': ['ID=c323f769-6582-48f2-a2b5-8c89d3229a6d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:38.911211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:38.920377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-6d30762d-04ef-4725-9928-7d6000b3d2b9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa3712d8-4550-40a9-854d-952217e6c201 HTTP/1.1" status: 200 len: 217 time: 0.0814152 Feb 10 23:04:38.963014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No DVR routers for this DVR port c323f769-6582-48f2-a2b5-8c89d3229a6d on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:38.964843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=743188d4-9a38-467a-ad3f-c81dfe5c61e5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.004812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-8a9c57fa-995e-4b95-a7bc-2e5316a138c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:39.006950 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-8a9c57fa-995e-4b95-a7bc-2e5316a138c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b35892a2-1a29-48af-9b89-146cf28e4795 HTTP/1.1" status: 200 len: 848 time: 0.0799282 Feb 10 23:04:39.103207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-646a2787-08a3-4d79-b7e1-3b44c0dec7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:39.106331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-646a2787-08a3-4d79-b7e1-3b44c0dec7c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928814 Feb 10 23:04:39.118686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324180d-aab4-4cd3-a6d7-32f32e4e792e None None] Network 4757dba3-f800-4237-932c-6ba62d815edd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:39.169135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.172812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8b0d65e2-8d85-4936-9088-d8c31734424a tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/b9153fa6-2f71-41d7-9a23-942e837eedca HTTP/1.1" status: 204 len: 168 time: 1.1700654 Feb 10 23:04:39.176823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47920) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.178274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-74491370-67db-46a1-b70c-76a71afdde48 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/743188d4-9a38-467a-ad3f-c81dfe5c61e5 HTTP/1.1" status: 204 len: 168 time: 1.4564247 Feb 10 23:04:39.196816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.250479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f11a534-91eb-41df-b4e7-ff51559d8871 None None] Could not find standard attr ID for object c323f769-6582-48f2-a2b5-8c89d3229a6d. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:04:39.289836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-734ce708-648c-4180-82b8-13ebaf055d74 service neutron] 10.222.0.24 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734133 Feb 10 23:04:39.348183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.415060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] DHCP port deletion for cc30d939-2eee-457c-901e-778af8f6ec18 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:39.425336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Deleting port fa4c1928-6c87-4131-9237-29262f789f05 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:39.425706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.426778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a582de24-3bb6-44f2-a97c-313d269b1366 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:39.455475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet 6a94b8e1-7633-4932-99ea-2e8c6fcb8585 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:39.475491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.521494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a582de24-3bb6-44f2-a97c-313d269b1366 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:39.525503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a582de24-3bb6-44f2-a97c-313d269b1366 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3432496 Feb 10 23:04:39.529053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47930) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.553910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bfc62-2da5-46e3-8fc5-66a9b0f73f4f req-dffe9656-5ec1-4cd2-84de-8f181248b2b7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:39.555548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6bfc62-2da5-46e3-8fc5-66a9b0f73f4f req-dffe9656-5ec1-4cd2-84de-8f181248b2b7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1095 time: 0.2611408 Feb 10 23:04:39.590890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.639513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c69fc021-c0e4-4b7e-bce2-356345ab4d52 req-df624eae-5bb5-4ca6-8ff3-64b607051f13 service neutron] 10.222.0.24 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3426921 Feb 10 23:04:39.648359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.649590 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.693005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.732778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=d326172a-24ae-47af-a455-2e89f08fc48b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.748192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] For port fa4c1928-6c87-4131-9237-29262f789f05, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa4c1928-6c87-4131-9237-29262f789f05,segment=NetworkSegment(5944acc7-fe86-4a9a-944b-eed8e8afda58),segment_id=5944acc7-fe86-4a9a-944b-eed8e8afda58)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:39.749462 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.757867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.761972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3a6bfc62-2da5-46e3-8fc5-66a9b0f73f4f req-c2f013f8-b673-46e3-8f44-1b3894b7277d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Synchronizing usage tracker for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:39.803612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa84752-f8db-4aec-b620-47b69fd6193c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:39.821922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.826353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-55df0820-96dd-4750-8dc3-d7358311df45 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/1aa84752-f8db-4aec-b620-47b69fd6193c HTTP/1.1" status: 204 len: 168 time: 0.2933013 Feb 10 23:04:39.827021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47934) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.876918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.882692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6bf39b6c-d9fd-4d33-a30b-ece1124d28bf tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:39.886411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3a6bfc62-2da5-46e3-8fc5-66a9b0f73f4f req-c2f013f8-b673-46e3-8f44-1b3894b7277d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Unset dirty status for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:39.887588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3a6bfc62-2da5-46e3-8fc5-66a9b0f73f4f req-c2f013f8-b673-46e3-8f44-1b3894b7277d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3242486 Feb 10 23:04:39.896816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Calling delete_port for fa4c1928-6c87-4131-9237-29262f789f05 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:39.900788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6bf39b6c-d9fd-4d33-a30b-ece1124d28bf tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:39.903370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6bf39b6c-d9fd-4d33-a30b-ece1124d28bf tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719304 Feb 10 23:04:39.909064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47940) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:39.916433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.917338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--946773031'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:39.927333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:39.939326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:39.949160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d693d4-816a-45ac-965a-2925ae0aa2e8 None None] Network 4757dba3-f800-4237-932c-6ba62d815edd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:39.957174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:39.957418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4757dba3-f800-4237-932c-6ba62d815edd']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.985202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:39.988897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0fec82-727e-4487-88d4-2108ac1fe099') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.989204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0fec82-727e-4487-88d4-2108ac1fe099') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:39.990376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:39.998744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:40.005528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.010250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.051548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.058094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:40.058497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:40.075051 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:40.116413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.122173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.174994 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.209096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.218081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2986a1-0c4a-4757-b6a7-7e8fc8fdc5be,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.229149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.230370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.230713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e1948a7-09d3-4efb-978c-99ef4f49b1fc tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3202708 Feb 10 23:04:40.233682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47944) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.241229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'bd2986a1-0c4a-4757-b6a7-7e8fc8fdc5be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:40.243214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.256273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:40.260170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] No DVR routers for this DVR port fa4c1928-6c87-4131-9237-29262f789f05 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:40.271713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.281393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e495384-9efe-4a75-93f4-5908ede0e1a6 None None] Network 69d064e4-949c-408f-a54d-cabe5d81b908 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:40.281558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:40.291583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:40.295198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=6a94b8e1-7633-4932-99ea-2e8c6fcb8585,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.305890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.322902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=4757dba3-f800-4237-932c-6ba62d815edd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.336400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bc24a9bf-f816-4d3e-95bf-999ce9ffe359 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/6a94b8e1-7633-4932-99ea-2e8c6fcb8585 HTTP/1.1" status: 204 len: 168 time: 1.1385038 Feb 10 23:04:40.339012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47948) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.341039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3be1d378-b582-4735-9717-34238b26a0bc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/4757dba3-f800-4237-932c-6ba62d815edd HTTP/1.1" status: 204 len: 168 time: 3.9324696 Feb 10 23:04:40.345594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47952) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.349549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59f72f3-054d-4fba-9753-991dc2a01bb7 None None] DHCP port deletion for 4757dba3-f800-4237-932c-6ba62d815edd request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:40.352677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-109882929'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:40.352864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Pushing event deleted for resources: {'Port': ['ID=fa4c1928-6c87-4131-9237-29262f789f05,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.359066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:40.379408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:40.379640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.379856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.380715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.380715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.381115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.381286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.381446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.381789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.382093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.382410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.382786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.383106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2e072d-ee0d-4dde-814c-fe802bf36214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:04:40.392718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:40.400506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.413525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:40.417850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.440233 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:40.443709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8f227c97-758e-446e-ada2-57eee70b8aff tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2065818 Feb 10 23:04:40.445028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47956) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.452351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group_rule': {'security_group_id': 'bd2986a1-0c4a-4757-b6a7-7e8fc8fdc5be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:40.459969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:40.462697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:40.471874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.472232 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment 837b9edc-b9fb-4538-930e-e4ef71ff3609 of type vlan for network 3bcc0f67-6e61-4d1d-b9a8-3a9984530970 Feb 10 23:04:40.477524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:40.487878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:40.496497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.502106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.522346 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.524883 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-006a8e83-caed-4f2f-9a5a-92441710e32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.590951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.603693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:40.605645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.606502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] DHCP port deletion for 69d064e4-949c-408f-a54d-cabe5d81b908 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:40.615425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Deleting port 67cbd465-1445-4022-aa3a-631ed5d649e4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:40.615905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.701456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa4c1928-6c87-4131-9237-29262f789f05 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:40.717354 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:04:40.719233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4a0ed4c3-e536-46f3-8c24-c3b877203140 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2728682 Feb 10 23:04:40.736823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47960) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.770930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.778871 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4319868 Feb 10 23:04:40.783610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:40.791695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: fa4c1928-6c87-4131-9237-29262f789f05 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:40.792258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa4c1928-6c87-4131-9237-29262f789f05 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:40.792438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c323f769-6582-48f2-a2b5-8c89d3229a6d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:40.793021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': '3bcc0f67-6e61-4d1d-b9a8-3a9984530970', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:40.812620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71094bdc-df6b-44c3-a831-77e94a3c7b15 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=3bcc0f67-6e61-4d1d-b9a8-3a9984530970,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:40.824081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30d939-2eee-457c-901e-778af8f6ec18']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:40.834560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3bcc0f67-6e61-4d1d-b9a8-3a9984530970 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:40.842681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5944acc7-fe86-4a9a-944b-eed8e8afda58') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:40.843268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5944acc7-fe86-4a9a-944b-eed8e8afda58') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:40.850959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c323f769-6582-48f2-a2b5-8c89d3229a6d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:40.851326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c323f769-6582-48f2-a2b5-8c89d3229a6d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:40.851741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 67cbd465-1445-4022-aa3a-631ed5d649e4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:40.868775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.884687 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.898863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.917345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:40.917753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:40.933880 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:40.937457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:40.943531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:subnet and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:40.946844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:40.954671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:40.969334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:40.975051 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.001089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.087663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.123409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.126620 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.207079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=cc30d939-2eee-457c-901e-778af8f6ec18,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.216217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2986a1-0c4a-4757-b6a7-7e8fc8fdc5be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.221264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.222615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-72110e05-10ce-416d-bdb6-6203d2b5b8ac tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/bd2986a1-0c4a-4757-b6a7-7e8fc8fdc5be HTTP/1.1" status: 204 len: 168 time: 0.4847414 Feb 10 23:04:41.226197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47970) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.231496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f418d2f6-c9e4-4dbc-8fca-a4f56a04f103 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/cc30d939-2eee-457c-901e-778af8f6ec18 HTTP/1.1" status: 204 len: 168 time: 0.8912246 Feb 10 23:04:41.238412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 47974) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.259718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:41.260111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.308106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d1bd5e5a-fed0-4092-ab1c-fabad5a97261 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:41.319979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d7f57-c555-4304-a7cb-89f7c7e6e31e req-14b6509e-1e1b-442e-88aa-b8144b4c3ec9 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:41.321537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-792d7f57-c555-4304-a7cb-89f7c7e6e31e req-14b6509e-1e1b-442e-88aa-b8144b4c3ec9 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1095 time: 0.1862113 Feb 10 23:04:41.365301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d1bd5e5a-fed0-4092-ab1c-fabad5a97261 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:41.371064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d1bd5e5a-fed0-4092-ab1c-fabad5a97261 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1397858 Feb 10 23:04:41.375608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47978) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.385967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'tempest-secgroup--1267845476'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:41.406287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Calling delete_port for 67cbd465-1445-4022-aa3a-631ed5d649e4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:41.408375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.411779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:41.421292 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.428070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:41.434262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-792d7f57-c555-4304-a7cb-89f7c7e6e31e req-091cc362-f0f8-44ed-9c70-d4b09cdc71cf tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032391 Feb 10 23:04:41.435734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.450251 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.494805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:41.498949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:41.503890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Usage tracker for resource:security_group_rule and tenant:8bd63e27741840979465e27a9c50338c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:41.504716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.510372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:41.524991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:41.589939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:41.590389 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:41.599166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=67cbd465-1445-4022-aa3a-631ed5d649e4,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.622793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 67cbd465-1445-4022-aa3a-631ed5d649e4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:41.623019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.672143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.676686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.695954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=fece6825-55f9-4f23-810f-5d8cb815eaa1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.729281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52311ad-320c-4154-8bfa-3e40d2b70533,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.732693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.738527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-275d444d-f2ba-45c1-aae0-0126c7c543e6 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3614337 Feb 10 23:04:41.739227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.745830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2a6763b7-416f-4040-8b80-ed5bb676a226 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:41.745830 n-d-825178-4 neutron-server[87653]: WARNING neutron.api.v2.base [None req-2a6763b7-416f-4040-8b80-ed5bb676a226 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Feb 10 23:04:41.745830 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-2a6763b7-416f-4040-8b80-ed5bb676a226 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] update failed (client error): There was a conflict when trying to complete your request. Feb 10 23:04:41.751628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2a6763b7-416f-4040-8b80-ed5bb676a226 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "PUT /v2.0/security-groups/f52311ad-320c-4154-8bfa-3e40d2b70533 HTTP/1.1" status: 409 len: 330 time: 0.0106108 Feb 10 23:04:41.752926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47988) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.754091 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.769905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': '837b9edc-b9fb-4538-930e-e4ef71ff3609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '3bcc0f67-6e61-4d1d-b9a8-3a9984530970'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:41.770260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: 3bcc0f67-6e61-4d1d-b9a8-3a9984530970, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:41.800584 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.818147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fa3712d8-4550-40a9-854d-952217e6c201 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:04:41.825096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.857999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.882861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 3bcc0f67-6e61-4d1d-b9a8-3a9984530970 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:41.910643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3bcc0f67-6e61-4d1d-b9a8-3a9984530970) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:41.912746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.915380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:41.916079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.932844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52311ad-320c-4154-8bfa-3e40d2b70533,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:41.937709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:41.938068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.945137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:41.950336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb5bdf95-e230-4193-9d2c-d4e6cf6a3c59 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/f52311ad-320c-4154-8bfa-3e40d2b70533 HTTP/1.1" status: 204 len: 168 time: 0.1924343 Feb 10 23:04:41.950622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47992) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:41.978584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a85bde-991f-4ae2-b1d0-c4f1ebbe2b80 None None] Network 3bcc0f67-6e61-4d1d-b9a8-3a9984530970 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:42.018472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c350b60-50e9-46a8-b0df-3e6297569a7c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Synchronizing usage tracker for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:42.035676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c350b60-50e9-46a8-b0df-3e6297569a7c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] Unset dirty status for tenant:8bd63e27741840979465e27a9c50338c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:42.040903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c350b60-50e9-46a8-b0df-3e6297569a7c tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0857241 Feb 10 23:04:42.041254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 47996) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.066229 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-1114ce8b-0a78-4b7b-befc-b25031a7afce tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] delete failed (client error): The resource could not be found. Feb 10 23:04:42.068423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1114ce8b-0a78-4b7b-befc-b25031a7afce tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "DELETE /v2.0/security-groups/755d95ae-6c75-41be-95ae-9ed694161ae2 HTTP/1.1" status: 404 len: 347 time: 0.0250378 Feb 10 23:04:42.071783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48000) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.074946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3eae6e0-28d3-491d-bf4a-b72045157cc9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2901466 Feb 10 23:04:42.075122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fa3712d8-4550-40a9-854d-952217e6c201,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:42.077765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.086695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 67cbd465-1445-4022-aa3a-631ed5d649e4 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:42.094435 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-a13f727c-6159-4a25-bf2e-fa1091669e17 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] show failed (client error): The resource could not be found. Feb 10 23:04:42.096488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a13f727c-6159-4a25-bf2e-fa1091669e17 tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-groups/5157c2c6-a005-42e7-b163-b6450909e8be HTTP/1.1" status: 404 len: 347 time: 0.0235226 Feb 10 23:04:42.097244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Deleting port 67cbd465-1445-4022-aa3a-631ed5d649e4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:42.097623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.103840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.124005 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-418d3b4a-3998-4239-b8cb-140364f38bcf tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] show failed (client error): The resource could not be found. Feb 10 23:04:42.131844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-418d3b4a-3998-4239-b8cb-140364f38bcf tempest-NegativeSecGroupIPv6Test-1645314146 tempest-NegativeSecGroupIPv6Test-1645314146-project] 10.222.0.53 "GET /v2.0/security-group-rules/4c56098e-267f-4cfc-aba0-62cbb1b19a21 HTTP/1.1" status: 404 len: 356 time: 0.0267756 Feb 10 23:04:42.138784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'fa3712d8-4550-40a9-854d-952217e6c201', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'port_id': 'fa3712d8-4550-40a9-854d-952217e6c201', 'mac_address': 'fa:16:3e:72:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:04:42.291501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.298260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.393148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No DVR routers for this DVR port 67cbd465-1445-4022-aa3a-631ed5d649e4 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:42.423649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3712d8-4550-40a9-854d-952217e6c201 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:04:42.428804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.431014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=67cbd465-1445-4022-aa3a-631ed5d649e4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:42.499759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] For port 67cbd465-1445-4022-aa3a-631ed5d649e4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=67cbd465-1445-4022-aa3a-631ed5d649e4,segment=NetworkSegment(8ded48a8-866a-4750-8e79-9f053bc6cb6c),segment_id=8ded48a8-866a-4750-8e79-9f053bc6cb6c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:42.500369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.505269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48018) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.523302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fa3712d8-4550-40a9-854d-952217e6c201,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:42.611674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.682478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d064e4-949c-408f-a54d-cabe5d81b908']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.694166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.706229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4f49a06f-99be-4dd3-9424-f03e555969d5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8bd63e27741840979465e27a9c50338c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961565 Feb 10 23:04:42.706577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48024) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:42.734669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.746650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ded48a8-866a-4750-8e79-9f053bc6cb6c') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.746936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ded48a8-866a-4750-8e79-9f053bc6cb6c') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:42.748723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Calling delete_port for 67cbd465-1445-4022-aa3a-631ed5d649e4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:42.772008 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.773978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.800205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.809404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.824055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c53f1-6e7f-4ea2-a82d-6a37d6f3e9fc req-b47deae6-8573-43ab-8345-bf48327ae5ec tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:42.825612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-401c53f1-6e7f-4ea2-a82d-6a37d6f3e9fc req-b47deae6-8573-43ab-8345-bf48327ae5ec tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1096 time: 0.2566860 Feb 10 23:04:42.826652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:42.827056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:42.844111 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:42.875516 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:42.886206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4837310-288e-4493-a7f7-790fd14c2c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3bcc0f67-6e61-4d1d-b9a8-3a9984530970', 'network_id': '3bcc0f67-6e61-4d1d-b9a8-3a9984530970', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': 'fece6825-55f9-4f23-810f-5d8cb815eaa1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:42.887525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f4837310-288e-4493-a7f7-790fd14c2c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.893486 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.918774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9eed8bb-66fe-4c53-815a-22a7442b1088,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:42.974950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.982739 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:42.984061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1cfd2086-a7c0-4280-b9a7-e733fca085e4 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e9eed8bb-66fe-4c53-815a-22a7442b1088 HTTP/1.1" status: 204 len: 168 time: 0.2764797 Feb 10 23:04:43.013948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fa3712d8-4550-40a9-854d-952217e6c201'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:04:43.018186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-cb2709b0-8b84-4fb7-abe4-c65b0877d6a6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1009343 Feb 10 23:04:43.023326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-401c53f1-6e7f-4ea2-a82d-6a37d6f3e9fc req-c8aa5f1e-577f-4ca0-a6c8-76f658d8d05b tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765177 Feb 10 23:04:43.025688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=fece6825-55f9-4f23-810f-5d8cb815eaa1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:43.076502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.160680 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.182251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=69d064e4-949c-408f-a54d-cabe5d81b908,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:43.210546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.244605 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11f23504-6e1a-4110-9c4a-32c34b1b83c2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/69d064e4-949c-408f-a54d-cabe5d81b908 HTTP/1.1" status: 204 len: 168 time: 2.0016148 Feb 10 23:04:43.245365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48032) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:43.254508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1928128843'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:43.258459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:43.259122 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:43.262420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bcc0f67-6e61-4d1d-b9a8-3a9984530970']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:43.272245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.276376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:43.284641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837b9edc-b9fb-4538-930e-e4ef71ff3609') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:43.284932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837b9edc-b9fb-4538-930e-e4ef71ff3609') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:43.293016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:43.294016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-233c1363-0c75-4b7d-a28a-1f3d1a2f6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:43.295629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-233c1363-0c75-4b7d-a28a-1f3d1a2f6f3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 0.1497085 Feb 10 23:04:43.299945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:43.308516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server [None req-f4837310-288e-4493-a7f7-790fd14c2c23 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fece6825-55f9-4f23-810f-5d8cb815eaa1: This subnet is being modified by another concurrent operation. Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise self.value Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server raise exception Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fece6825-55f9-4f23-810f-5d8cb815eaa1: This subnet is being modified by another concurrent operation. Feb 10 23:04:43.309123 n-d-825178-4 neutron-server[87654]: ERROR oslo_messaging.rpc.server Feb 10 23:04:43.316304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:43.333879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.337568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9b94a0-c3fa-4b5a-b393-eee29ba999ef None None] Network 3bcc0f67-6e61-4d1d-b9a8-3a9984530970 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:43.339964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:43.343898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.360189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:43.360671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:43.376407 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:43.484103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-374cc023-bf0f-4029-9114-0d1ecb9eed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:43.486447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-374cc023-bf0f-4029-9114-0d1ecb9eed49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 909 time: 0.1680117 Feb 10 23:04:43.567631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Deleting port 67cbd465-1445-4022-aa3a-631ed5d649e4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:43.568187 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.624623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-18f7eb90-fd1e-4aa1-98d5-d9194d2a93ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 1000 time: 0.1318350 Feb 10 23:04:43.677209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.703101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.707394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:43.712906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-948dfe7f-6d97-498f-a3c6-90047227aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:43.714830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2016f-8593-4bd6-b7c7-e77bc7c2dffe None None] The port '67cbd465-1445-4022-aa3a-631ed5d649e4' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:04:43.714984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-948dfe7f-6d97-498f-a3c6-90047227aa9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.0844493 Feb 10 23:04:43.718731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=3bcc0f67-6e61-4d1d-b9a8-3a9984530970,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:43.731874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5b972734-d189-4851-b4d3-77499c4812b4 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/3bcc0f67-6e61-4d1d-b9a8-3a9984530970 HTTP/1.1" status: 204 len: 168 time: 1.6527951 Feb 10 23:04:43.733266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.733615 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment fb1d15c2-356a-460b-976c-86dfd40f9b64 of type vlan for network ff89e685-8d06-47d4-8739-f1ab45ef3299 Feb 10 23:04:43.741832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48044) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:43.751836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1427203055'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:43.760154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:43.771711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:network and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:43.783956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:43.787503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcf1e59-0e95-4830-b665-4d32cc7ad5bc None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:04:43.796298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:43.800822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.826910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:43.831374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.855702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-9f2a246b-d01f-4b92-8aa8-86a04c54e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:43.857845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-9f2a246b-d01f-4b92-8aa8-86a04c54e20f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1367824 Feb 10 23:04:43.882014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:43.891370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.898555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:43.899205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.941089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:43.941290 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Added segment 9383b543-f3d9-4510-9566-befab63e37cc of type vlan for network 6bd03c88-5390-43b3-9c34-9ff5b5f75642 Feb 10 23:04:43.976116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dcf1e59-0e95-4830-b665-4d32cc7ad5bc None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:04:44.035655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7892549 Feb 10 23:04:44.036597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.061779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:44.083440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0ab8e-0fa3-42e2-992f-013a007c143d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=ff89e685-8d06-47d4-8739-f1ab45ef3299,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:44.087564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.181614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:44.182717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.190297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [-] 10.222.0.53 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0064294 Feb 10 23:04:44.193544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48064) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.305417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:44.311207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:44.315070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:44.321970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:44.333103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.336178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-91071a24-6129-4cbc-8de0-ce106a0bfd42 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703860 Feb 10 23:04:44.341709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:44.342361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.378193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:44.381978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.392312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-432fb2f9-9495-4cfe-af97-a23f0bfc7174 tempest-NetworksApiDiscovery-1776000115 tempest-NetworksApiDiscovery-1776000115-project] 10.222.0.53 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1929209 Feb 10 23:04:44.437480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d63c5dc-5e8c-467f-9709-cf49e0d4b0c4 req-a7ee7a4d-676e-4375-b5bb-e2e85685c847 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:44.439625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d63c5dc-5e8c-467f-9709-cf49e0d4b0c4 req-a7ee7a4d-676e-4375-b5bb-e2e85685c847 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1096 time: 0.1992741 Feb 10 23:04:44.522881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d63c5dc-5e8c-467f-9709-cf49e0d4b0c4 req-ce837a72-7587-477b-85a5-d03bc0676c75 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765676 Feb 10 23:04:44.545954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9407750b-95fc-438e-a35c-73fa149e62b3 req-f7cfc239-b6a5-4ed8-adf7-32ce618fadb1 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016931 Feb 10 23:04:44.574006 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8310323 Feb 10 23:04:44.577283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.584422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Request body: {'subnet': {'network_id': '6bd03c88-5390-43b3-9c34-9ff5b5f75642', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:44.595200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85207b2-5603-442d-9d34-f925055efc76 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Network': ['ID=6bd03c88-5390-43b3-9c34-9ff5b5f75642,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:44.623215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6bd03c88-5390-43b3-9c34-9ff5b5f75642 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:44.756320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:44.761203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Usage tracker for resource:subnet and tenant:51e39de6a9b347c696e0e6b7d1ddf01d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:44.764758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:44.773330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:44.786927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Made reservation on behalf of 51e39de6a9b347c696e0e6b7d1ddf01d for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:44.791901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.804891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.827916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48078) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:44.881933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=5fa562c6-61df-476a-9b4b-4e320e6027e1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:44.931580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': 'fb1d15c2-356a-460b-976c-86dfd40f9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:44.932469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: ff89e685-8d06-47d4-8739-f1ab45ef3299, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:44.955661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:44.966870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ff89e685-8d06-47d4-8739-f1ab45ef3299) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:44.971804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:44.972403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:44.988411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d209aad-cc2b-4495-9ffd-1642e48cadb9 None None] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:45.010000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8c1578f-7b52-4dd8-8580-3c7847dd37e1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9597926 Feb 10 23:04:45.012550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48084) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.021241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-775810175', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:45.034636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:45.041224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:45.046395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:45.053425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:45.066732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.067963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.070478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.084472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.108180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.112444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:45.120356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb63bf7c83784e6f8f8c90daf9044c09 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:45.124308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:45.131697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:45.146111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.151299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e4d66597-3328-4e6b-8816-4c9cf53504e3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1365876 Feb 10 23:04:45.152130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48088) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.159935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'port': {'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299', 'name': 'tempest-RoutersTest-1440496836'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:45.274952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.objects.ports [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87653) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 10 23:04:45.278273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.318436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-ff89e685-8d06-47d4-8739-f1ab45ef3299', 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': '5fa562c6-61df-476a-9b4b-4e320e6027e1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:45.319490 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.337617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:45.342484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:port and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:45.346132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:45.352247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:45.364819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:45.369257 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.395306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] device_id is not set on port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:04:45.406921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event updated for resources: {'Subnet': ['ID=aecd80e3-12e7-4409-ae84-a88b658b1e95,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:45.423783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Checking segment: {'id': '9383b543-f3d9-4510-9566-befab63e37cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '6bd03c88-5390-43b3-9c34-9ff5b5f75642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:45.424187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network hostable DHCP agents. Network: 6bd03c88-5390-43b3-9c34-9ff5b5f75642, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:45.479591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Network 6bd03c88-5390-43b3-9c34-9ff5b5f75642 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:45.486628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.492938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.516034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6bd03c88-5390-43b3-9c34-9ff5b5f75642) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:45.518654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Allocated IP 172.20.0.2 (ff89e685-8d06-47d4-8739-f1ab45ef3299/5fa562c6-61df-476a-9b4b-4e320e6027e1/3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:45.525671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:45.526266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.531379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a6f95-813c-47e1-887a-e30ebb0a9264 None None] Network 6bd03c88-5390-43b3-9c34-9ff5b5f75642 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:45.571085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60272c8f-68bd-4c15-85e0-7ec53b5fcfaf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:45.579845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-521a457b-cca5-4a24-bec6-4b3f96b1c5b2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb63bf7c83784e6f8f8c90daf9044c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7506526 Feb 10 23:04:45.585448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48098) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.609527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14c9c89c-6ae6-4651-8a1b-aca3a71606ca tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0309780 Feb 10 23:04:45.610598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48102) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:45.772668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.779571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7fddf-d378-42ac-bd5f-8e4615d2b538 req-4862e24a-0fcd-4d2a-819d-a648ef584f95 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:45.783817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2de7fddf-d378-42ac-bd5f-8e4615d2b538 req-4862e24a-0fcd-4d2a-819d-a648ef584f95 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1096 time: 0.1045873 Feb 10 23:04:45.821066 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.832482 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.835973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fa3712d8-4550-40a9-854d-952217e6c201 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:45.838318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2de7fddf-d378-42ac-bd5f-8e4615d2b538 req-ea1c5a40-59a0-408a-829c-fbb639402d49 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Feb 10 23:04:45.935679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.965900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:45.996514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60272c8f-68bd-4c15-85e0-7ec53b5fcfaf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.002320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.020385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f173f-1ea1-46a1-ae47-bd87391b1e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6bd03c88-5390-43b3-9c34-9ff5b5f75642', 'network_id': '6bd03c88-5390-43b3-9c34-9ff5b5f75642', 'tenant_id': '51e39de6a9b347c696e0e6b7d1ddf01d', 'fixed_ips': [{'subnet_id': 'aecd80e3-12e7-4409-ae84-a88b658b1e95'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:04:46.021210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b68f173f-1ea1-46a1-ae47-bd87391b1e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.021825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.022960 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1bfa0c1-c3bd-4afa-969c-fc63a2d355f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/60272c8f-68bd-4c15-85e0-7ec53b5fcfaf HTTP/1.1" status: 204 len: 168 time: 0.4364231 Feb 10 23:04:46.047149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.053669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Transition to ACTIVE for port object 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:46.063977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port fa3712d8-4550-40a9-854d-952217e6c201 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:46.079645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port fa3712d8-4550-40a9-854d-952217e6c201 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:46.080017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.097695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=aecd80e3-12e7-4409-ae84-a88b658b1e95,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.202332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Transition to ACTIVE for port object 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:46.225726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.277823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.315532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd03c88-5390-43b3-9c34-9ff5b5f75642']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:46.318420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:46.323647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:46.331202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:46.334969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9383b543-f3d9-4510-9566-befab63e37cc') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:46.335628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9383b543-f3d9-4510-9566-befab63e37cc') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:46.356287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.363421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.20.0.6 (ff89e685-8d06-47d4-8739-f1ab45ef3299/5fa562c6-61df-476a-9b4b-4e320e6027e1/9cb0636a-cf05-461f-a3e2-f28f62cd78f7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:46.376262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73495560-4e4c-45b3-b092-6b2cdec4c64e None None] Network 6bd03c88-5390-43b3-9c34-9ff5b5f75642 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:46.384616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.395140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Pushing event updated for resources: {'Port': ['ID=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.406478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:46.406886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:46.423650 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:46.584092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.626917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Attempting to bind port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:46.627309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Attempting to bind port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'fb1d15c2-356a-460b-976c-86dfd40f9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:46.627748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Attempting to bind port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 on network ff89e685-8d06-47d4-8739-f1ab45ef3299 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:46.674401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:46.679113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:46.680345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Checking segment: {'id': 'fb1d15c2-356a-460b-976c-86dfd40f9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:46.680345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.680345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Bound using segment: {'id': 'fb1d15c2-356a-460b-976c-86dfd40f9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:46.680788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Bound port: 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb1d15c2-356a-460b-976c-86dfd40f9b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'ff89e685-8d06-47d4-8739-f1ab45ef3299'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:46.681166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.686749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.692889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.749699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fa3712d8-4550-40a9-854d-952217e6c201,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:46.762761 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201', 'code': 200} Feb 10 23:04:46.796192 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:46.815616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=6bd03c88-5390-43b3-9c34-9ff5b5f75642,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:46.825371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a8c8a2c2-81e7-4f39-8560-4111e036cca9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/6bd03c88-5390-43b3-9c34-9ff5b5f75642 HTTP/1.1" status: 204 len: 168 time: 1.2134669 Feb 10 23:04:46.830683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.905132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d7983-ebf8-44c4-99aa-276944fb9e77 req-d1b695d9-e27f-4083-aa78-813e7cf3f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:46.906963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-374d7983-ebf8-44c4-99aa-276944fb9e77 req-d1b695d9-e27f-4083-aa78-813e7cf3f56d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.1035314 Feb 10 23:04:46.916382 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0e5551-2885-4758-b284-ae57c1f8608d tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:46.916870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0e5551-2885-4758-b284-ae57c1f8608d tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:46.921220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dd0e5551-2885-4758-b284-ae57c1f8608d tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/aecd80e3-12e7-4409-ae84-a88b658b1e95 HTTP/1.1" status: 404 len: 337 time: 0.0869823 Feb 10 23:04:46.923461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:46.955601 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f95deb9-1d76-42a7-913a-ab5d2d74fbbc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:46.956525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f95deb9-1d76-42a7-913a-ab5d2d74fbbc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:46.962393 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4f95deb9-1d76-42a7-913a-ab5d2d74fbbc tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/6bd03c88-5390-43b3-9c34-9ff5b5f75642 HTTP/1.1" status: 404 len: 339 time: 0.0339572 Feb 10 23:04:46.962779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48138) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.012470 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:47.022534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-374d7983-ebf8-44c4-99aa-276944fb9e77 req-0872948f-8633-4cc9-a2fb-e46b7c7f8432 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076605 Feb 10 23:04:47.022735 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-33354f0c-d2dd-4deb-8409-dea0678d17c9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:47.023168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33354f0c-d2dd-4deb-8409-dea0678d17c9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:47.025126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-33354f0c-d2dd-4deb-8409-dea0678d17c9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/fece6825-55f9-4f23-810f-5d8cb815eaa1 HTTP/1.1" status: 404 len: 337 time: 0.0612493 Feb 10 23:04:47.029907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48144) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.030748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] For port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:47.035905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] For port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,segment=NetworkSegment(fb1d15c2-356a-460b-976c-86dfd40f9b64),segment_id=fb1d15c2-356a-460b-976c-86dfd40f9b64)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:47.042514 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.090617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.150699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:47.209817 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0ada3a-42d5-4d8f-b8a5-02562951f549 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:47.211912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0ada3a-42d5-4d8f-b8a5-02562951f549 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:47.226155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5d0ada3a-42d5-4d8f-b8a5-02562951f549 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/3bcc0f67-6e61-4d1d-b9a8-3a9984530970 HTTP/1.1" status: 404 len: 339 time: 0.1934800 Feb 10 23:04:47.228464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48150) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.247036 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.309712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48150c4-ccab-4bf5-a4e1-989734ef7aa4 None None] Pushing event updated for resources: {'Port': ['ID=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:47.435023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:47.439088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:47.471153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:47.540427 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac3ef9eb-28f7-4a22-9dcb-c7da6b76fb3f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:47.541171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac3ef9eb-28f7-4a22-9dcb-c7da6b76fb3f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:47.543167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac3ef9eb-28f7-4a22-9dcb-c7da6b76fb3f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/d326172a-24ae-47af-a455-2e89f08fc48b HTTP/1.1" status: 404 len: 337 time: 0.3067160 Feb 10 23:04:47.549612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48158) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.588648 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-085ca0d0-2d42-4eb6-8f91-0b87fe8a10fa tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:47.589547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-085ca0d0-2d42-4eb6-8f91-0b87fe8a10fa tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:47.591925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-085ca0d0-2d42-4eb6-8f91-0b87fe8a10fa tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/4757dba3-f800-4237-932c-6ba62d815edd HTTP/1.1" status: 404 len: 339 time: 0.0411260 Feb 10 23:04:47.604263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.611738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=9cb0636a-cf05-461f-a3e2-f28f62cd78f7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:47.636303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b239034-fc32-4696-bfde-e4cd7c86dffa req-20e909bb-8283-4fa0-b63c-99f045f518d4 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:47.637822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b239034-fc32-4696-bfde-e4cd7c86dffa req-20e909bb-8283-4fa0-b63c-99f045f518d4 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.2741501 Feb 10 23:04:47.700316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3b239034-fc32-4696-bfde-e4cd7c86dffa req-824e87ef-0f82-4d6c-934e-e9fb045bde91 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456669 Feb 10 23:04:47.747904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:47.747904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:47.764311 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cab6ea59-ed5f-4130-9775-e5033db79af1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6090276 Feb 10 23:04:47.767749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48170) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:47.803776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting port 1a435868-3581-4b83-a30f-0d4f66f27557 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:47.804567 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.312001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.500110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Calling delete_port for 1a435868-3581-4b83-a30f-0d4f66f27557 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:48.613810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.710060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.712867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Port': ['ID=1a435868-3581-4b83-a30f-0d4f66f27557,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:48.722845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a2567505-be9a-420e-be95-a9ee9cfd222f tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/ports/1a435868-3581-4b83-a30f-0d4f66f27557 HTTP/1.1" status: 204 len: 168 time: 1.1173866 Feb 10 23:04:48.725262 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:48.772741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:48.788995 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-28d0e519-8001-4306-bc48-f900c2416390 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:48.789903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28d0e519-8001-4306-bc48-f900c2416390 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:48.794470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-28d0e519-8001-4306-bc48-f900c2416390 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/5c9d6e65-157b-4116-8ab6-50f6b1cc83ec HTTP/1.1" status: 404 len: 337 time: 0.0660470 Feb 10 23:04:48.794721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:48.813961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38ac484-3ced-4c1a-83cf-af3fa3554e1e None None] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:48.865359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:48.975165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4a9d420a-fdf9-461f-ad7b-29b81acc20aa None None] Provisioning for port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:49.016214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:49.017810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.024196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:49.024577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.154799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3e5e93-a0f4-400a-802b-f612cd328dd1 req-b6d3d74c-470d-4218-9c73-edd44c5883c2 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:49.156743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e3e5e93-a0f4-400a-802b-f612cd328dd1 req-b6d3d74c-470d-4218-9c73-edd44c5883c2 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.2187855 Feb 10 23:04:49.205600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.234837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e3e5e93-a0f4-400a-802b-f612cd328dd1 req-fc598ac6-60b2-42c4-b126-5d6574f2dae9 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645108 Feb 10 23:04:49.259356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2940a2-1d17-4531-acc3-243dff1c92e6']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.285203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828b78aa-34dd-489c-ae68-47b8cf2097de') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.285876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828b78aa-34dd-489c-ae68-47b8cf2097de') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:49.308850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.339747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.341124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.350245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:49.350863 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:49.377029 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:49.393626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,segment=NetworkSegment(fb1d15c2-356a-460b-976c-86dfd40f9b64),segment_id=fb1d15c2-356a-460b-976c-86dfd40f9b64)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:49.398468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.484081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.575580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7481199-ded6-4342-8227-ac37147e77fb req-e4c36319-fd67-49c8-9378-a989a9a3f6a3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:49.577434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7481199-ded6-4342-8227-ac37147e77fb req-e4c36319-fd67-49c8-9378-a989a9a3f6a3 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.1871700 Feb 10 23:04:49.627354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.635539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.636036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.668502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.686137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=0c2940a2-1d17-4531-acc3-243dff1c92e6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.695213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c2a1de6a-c6dd-4a8c-8a79-f797a7b58bb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/0c2940a2-1d17-4531-acc3-243dff1c92e6 HTTP/1.1" status: 204 len: 168 time: 0.8988869 Feb 10 23:04:49.696175 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48204) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:49.721463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Provisioning complete for port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:49.721935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.772783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7481199-ded6-4342-8227-ac37147e77fb req-da03b07d-f8d6-495f-9f74-dbe958f6058e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777720 Feb 10 23:04:49.818774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=9cb0636a-cf05-461f-a3e2-f28f62cd78f7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:49.825118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting port 2688c04a-7a93-4b0c-b031-71800c2e98c4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:49.825463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.912727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Provisioning for port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:49.919257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Provisioning complete for port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:49.919615 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:49.991976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9b1c64c7-8d62-4a91-a58f-2f879c82fc19 None None] Port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:50.121183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3be6dd0e-d3f6-4b40-b7c0-72c0b484ae5c None None] Provisioning complete for port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.121590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3be6dd0e-d3f6-4b40-b7c0-72c0b484ae5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.147045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.179795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.206373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fd73-b96c-4380-95ba-f096304a7a1a req-531812b3-b23b-4b35-a210-fee34a111c33 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:50.208347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bce5fd73-b96c-4380-95ba-f096304a7a1a req-531812b3-b23b-4b35-a210-fee34a111c33 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.2641425 Feb 10 23:04:50.222657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3be6dd0e-d3f6-4b40-b7c0-72c0b484ae5c None None] Port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:50.303856 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.355743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-13f555e2-7285-45d6-9ec7-323c24372589 None None] Provisioning complete for port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.356548 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13f555e2-7285-45d6-9ec7-323c24372589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.374684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Calling delete_port for 2688c04a-7a93-4b0c-b031-71800c2e98c4 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:50.442171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-13f555e2-7285-45d6-9ec7-323c24372589 None None] Port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:50.460882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bce5fd73-b96c-4380-95ba-f096304a7a1a req-5e225358-2f2a-46ed-9661-d02fc2bb70b8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690154 Feb 10 23:04:50.502628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.593865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Port': ['ID=2688c04a-7a93-4b0c-b031-71800c2e98c4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:50.608294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.624304 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d59e528d-477f-4a5a-96e1-8e08fa348bf5 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/ports/2688c04a-7a93-4b0c-b031-71800c2e98c4 HTTP/1.1" status: 204 len: 168 time: 0.9242644 Feb 10 23:04:50.625369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48216) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.684981 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdbaa74-4494-4f5d-a279-f6cc59daa5f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] DELETE failed (client error): The resource could not be found. Feb 10 23:04:50.685443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdbaa74-4494-4f5d-a279-f6cc59daa5f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:04:50.687528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3fdbaa74-4494-4f5d-a279-f6cc59daa5f8 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/73f70c3a-ffec-4fbe-b8f2-f574cdcab903 HTTP/1.1" status: 404 len: 337 time: 0.0602703 Feb 10 23:04:50.691205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48222) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:50.745327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:04:50.836093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:50.836817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.867842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:50.890530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting port 31903a1d-bc09-42f7-b279-4a0ace190e14 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:50.891118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.091731 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.098910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-504caca1-f35b-4ac4-ba8d-bb6b6f5eecab tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:51.100826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-504caca1-f35b-4ac4-ba8d-bb6b6f5eecab tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 0.2107818 Feb 10 23:04:51.102245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.196532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-0a499578-b6c0-4eec-a478-e3fd48770221 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/quotas/9a0ffe3a7e974f3b9bb96e6a49901f89 HTTP/1.1" status: 200 len: 375 time: 0.0677595 Feb 10 23:04:51.205862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] For port 31903a1d-bc09-42f7-b279-4a0ace190e14, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=31903a1d-bc09-42f7-b279-4a0ace190e14,segment=NetworkSegment(451b8e4d-236d-41ac-95aa-34d355b1acd7),segment_id=451b8e4d-236d-41ac-95aa-34d355b1acd7)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:51.206851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.286277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.297175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=9cb0636a-cf05-461f-a3e2-f28f62cd78f7,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:51.341999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Calling delete_port for 31903a1d-bc09-42f7-b279-4a0ace190e14 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:51.416048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-fd9834f9-fdac-49d1-8c6b-82b351bc9288 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2028790 Feb 10 23:04:51.474115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.518617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:51.520938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:51.530958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No DVR routers for this DVR port 31903a1d-bc09-42f7-b279-4a0ace190e14 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:51.585002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Port': ['ID=31903a1d-bc09-42f7-b279-4a0ace190e14,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:51.880978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3b21d231-17f5-400c-8983-79120de8c322 None None] Provisioning complete for port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:51.881572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b21d231-17f5-400c-8983-79120de8c322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.904007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:51.930115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-657d62dd-c5aa-49b0-ab15-ffef2e73c8ea service neutron] 10.222.0.53 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074854 Feb 10 23:04:51.934469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 8350b1f9-cd53-4d78-b9f5-3fc2022d3485 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:04:51.936504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4425fc68-c8f1-47e0-ae94-cc4f15caa1a3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.961977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451b8e4d-236d-41ac-95aa-34d355b1acd7') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.962588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451b8e4d-236d-41ac-95aa-34d355b1acd7') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:51.977739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.004509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.008919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.016300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b21d231-17f5-400c-8983-79120de8c322 None None] Port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:52.037671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:52.038230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:52.054797 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:52.146277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.153749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.188665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=4425fc68-c8f1-47e0-ae94-cc4f15caa1a3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:52.199928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-894f5dcc-a148-44e0-b8d3-a287255d966b tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/4425fc68-c8f1-47e0-ae94-cc4f15caa1a3 HTTP/1.1" status: 204 len: 168 time: 1.5054660 Feb 10 23:04:52.200239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48254) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.238840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:52.245970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b46e6b9e-213f-47af-8e67-13a783a62db2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/8350b1f9-cd53-4d78-b9f5-3fc2022d3485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4763753 Feb 10 23:04:52.249127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48260) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.259475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] Sync routers for ids ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:52.273438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] Routers {'8350b1f9-cd53-4d78-b9f5-3fc2022d3485'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:52.274850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.289084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting subnet c46c2d8a-d955-40cc-8634-0707641e6953 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:52.292721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.318920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-0c9049cf-1dab-47a9-8c5c-7b507384389c service neutron] 10.222.0.53 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692510 Feb 10 23:04:52.340700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acffd1f-518e-46e3-bc43-c283af84fa10 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:52.341314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1acffd1f-518e-46e3-bc43-c283af84fa10 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:52.364363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.364709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1acffd1f-518e-46e3-bc43-c283af84fa10 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:52.368596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1acffd1f-518e-46e3-bc43-c283af84fa10 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports/9cb0636a-cf05-461f-a3e2-f28f62cd78f7 HTTP/1.1" status: 200 len: 977 time: 0.1159124 Feb 10 23:04:52.369167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48264) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.370279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.384489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] Routers {'8350b1f9-cd53-4d78-b9f5-3fc2022d3485'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:52.385309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.520769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:52.521118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.521590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29b46eb-9c50-47c7-bbef-66aeb92de522 None None] The sync data for ids ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:52.633977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dee38b6f-3c2b-421f-8bfa-9c05acc84a40 req-9e0d8601-ff4e-447a-9f32-5bdbb1565d12 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 210 time: 0.0553796 Feb 10 23:04:52.669432 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.720818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00dbdde-7f78-4c35-9804-5d2dd84a9a13 None None] Network eeb19f98-9b04-48ee-b2f8-92afa02784de requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:52.722026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.730365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Subnet': ['ID=c46c2d8a-d955-40cc-8634-0707641e6953,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:52.741636 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-933cc024-92f2-45f5-bba0-4f50934ebeb9 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/subnets/c46c2d8a-d955-40cc-8634-0707641e6953 HTTP/1.1" status: 204 len: 168 time: 0.5382564 Feb 10 23:04:52.742301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48274) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:52.903625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:52.917539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Deleting port 3fdffc1a-dce7-4cec-9a63-0247891cda9c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:52.918185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.060103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] DHCP port deletion for eeb19f98-9b04-48ee-b2f8-92afa02784de request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:04:53.064892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Deleting port 3fdffc1a-dce7-4cec-9a63-0247891cda9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:53.065492 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.258823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] For port 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3fdffc1a-dce7-4cec-9a63-0247891cda9c,segment=NetworkSegment(6de2c53f-90f1-43a5-ab4f-0ec35359116f),segment_id=6de2c53f-90f1-43a5-ab4f-0ec35359116f)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:53.260080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.466801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Calling delete_port for 3fdffc1a-dce7-4cec-9a63-0247891cda9c owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:53.576413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] For port 3fdffc1a-dce7-4cec-9a63-0247891cda9c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3fdffc1a-dce7-4cec-9a63-0247891cda9c,segment=NetworkSegment(6de2c53f-90f1-43a5-ab4f-0ec35359116f),segment_id=6de2c53f-90f1-43a5-ab4f-0ec35359116f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:04:53.578809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.589804 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.629281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.742219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Port': ['ID=3fdffc1a-dce7-4cec-9a63-0247891cda9c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:53.762626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] No DVR routers for this DVR port 3fdffc1a-dce7-4cec-9a63-0247891cda9c on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:04:53.765512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Calling delete_port for 3fdffc1a-dce7-4cec-9a63-0247891cda9c owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:53.853534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:04:53.853894 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:04:53.947810 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cea5fd7c-3c79-424b-8307-fecdc208e4df req-9b5da3cf-4ca0-45cb-9d95-8bd3f29a82eb tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 210 time: 0.0809696 Feb 10 23:04:53.969573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:53.983212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:53.983582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.025401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb19f98-9b04-48ee-b2f8-92afa02784de']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:54.042711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de2c53f-90f1-43a5-ab4f-0ec35359116f') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:54.043160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de2c53f-90f1-43a5-ab4f-0ec35359116f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:54.060818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.087434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.112063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:04:54.115262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:04:54.160705 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:04:54.277980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.301816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.308779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] Pushing event deleted for resources: {'Network': ['ID=eeb19f98-9b04-48ee-b2f8-92afa02784de,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:54.324590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0d00b35-5f7e-49d4-a439-119dd880c322 tempest-NetworksIpV6TestAttrs-1359710137 tempest-NetworksIpV6TestAttrs-1359710137-project] 10.222.0.53 "DELETE /v2.0/networks/eeb19f98-9b04-48ee-b2f8-92afa02784de HTTP/1.1" status: 204 len: 168 time: 1.5810301 Feb 10 23:04:54.354844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Deleting port 3fdffc1a-dce7-4cec-9a63-0247891cda9c {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:54.356328 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.450966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3b3ee88e-0503-4fc3-92bd-7a9e47dafd98 None None] The port '3fdffc1a-dce7-4cec-9a63-0247891cda9c' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:04:54.529205 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.572755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:54.752566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3fdffc1a-dce7-4cec-9a63-0247891cda9c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:04:54.755246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-ee7b50a4-956b-4db0-8587-ee39b7e6c0ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:54.756988 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-ee7b50a4-956b-4db0-8587-ee39b7e6c0ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.30 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 0.6432829 Feb 10 23:04:54.805955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3fdffc1a-dce7-4cec-9a63-0247891cda9c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:04:54.806498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3fdffc1a-dce7-4cec-9a63-0247891cda9c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:04:54.853731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48304) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:54.861148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 9cb0636a-cf05-461f-a3e2-f28f62cd78f7 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:04:54.899662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Request body: {'port': {'device_id': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'admin_state_up': True, 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:54.911769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:54.933679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:54.958002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Made reservation on behalf of 9a0ffe3a7e974f3b9bb96e6a49901f89 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:54.960442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.056365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ef9b3c54-e85f-4e23-b9fa-2804b1bb29f1 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=51e39de6a9b347c696e0e6b7d1ddf01d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963704 Feb 10 23:04:55.056987 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48312) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:55.142852 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b835d6f-041d-41f8-95ae-3794a71b0b1b req-8e14c1f5-65cb-4873-aadb-90bbf5b589f2 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 210 time: 0.0649912 Feb 10 23:04:55.186537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.214234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.274555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.293919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f6ced9-0c4b-4e9c-8108-a78dddbde448,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.303858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.315946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2bc61462-5d82-4170-adfc-5fbe85c3a905 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/94f6ced9-0c4b-4e9c-8108-a78dddbde448 HTTP/1.1" status: 204 len: 168 time: 0.2577851 Feb 10 23:04:55.328801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Allocated IP 172.20.0.4 (0d05e117-a9f7-428d-9900-0a5cbcc3c3cd/b35892a2-1a29-48af-9b89-146cf28e4795/d40490b3-2628-44d9-a38c-ce328d64342b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:04:55.433418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.540219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=9cb0636a-cf05-461f-a3e2-f28f62cd78f7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:55.875712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:55.900190 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.028189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.054781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Transition to ACTIVE for port object d40490b3-2628-44d9-a38c-ce328d64342b will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:56.166364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a480b-a5b9-4e39-aa69-a7a360574b49 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.167273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a480b-a5b9-4e39-aa69-a7a360574b49 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.168459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a480b-a5b9-4e39-aa69-a7a360574b49 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.170578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fc3a480b-a5b9-4e39-aa69-a7a360574b49 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/ports?project_id=ba0c2a434aa54df3beb963a59a550aac&network_id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 2969 time: 0.1404960 Feb 10 23:04:56.223269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 8350b1f9-cd53-4d78-b9f5-3fc2022d3485 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:04:56.295711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.295850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48350) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.304692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fa3712d8-4550-40a9-854d-952217e6c201'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:04:56.479494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776039502'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:56.486759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:56.492755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:56.496025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:56.503660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:56.519794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:56.522437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:04:56.525676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.526328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:04:56.537298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] Sync routers for ids ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:04:56.547907 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.549840 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] Routers {'8350b1f9-cd53-4d78-b9f5-3fc2022d3485'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:56.550682 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.554448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:56.562249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Pushing event updated for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:56.568921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:04:56.591461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:56.613152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:security_group_rule and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:56.618539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:56.626658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:56.651119 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.668384 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] Routers {'8350b1f9-cd53-4d78-b9f5-3fc2022d3485'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:04:56.669148 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:04:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.743155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.749696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.784953 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:04:56.785358 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4200f4c3-3fec-418e-a331-6b389e6c8b41 None None] The sync data for ids ['8350b1f9-cd53-4d78-b9f5-3fc2022d3485'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:04:56.798649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b414db7f-454c-4bfb-a65b-fd33b0b12d10,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:56.808962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:56.830350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.830832 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 962aeec3-2766-42b5-b193-c8bc15969ada of type vlan for network 88e7c6fe-9291-45aa-9153-c0124c054a96 Feb 10 23:04:56.843480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d55576d-9478-44f4-9749-aaaf54ecab19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/8350b1f9-cd53-4d78-b9f5-3fc2022d3485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4730225 Feb 10 23:04:56.845049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48358) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:56.864490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.914633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.927187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.927888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:56.945317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e346e2-8088-4c8e-84b7-466ee28d0a46 req-f2ed909b-7525-4885-8374-42a87bb0e239 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:56.946144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f5e346e2-8088-4c8e-84b7-466ee28d0a46 req-f2ed909b-7525-4885-8374-42a87bb0e239 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Synchronizing usage tracker for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:56.987400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ae3a8da0-8cdc-4454-97fb-177498179a7a None None] Provisioning for port d40490b3-2628-44d9-a38c-ce328d64342b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:04:56.992938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ae3a8da0-8cdc-4454-97fb-177498179a7a None None] Provisioning complete for port d40490b3-2628-44d9-a38c-ce328d64342b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:04:56.993517 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae3a8da0-8cdc-4454-97fb-177498179a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.052164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7558057 Feb 10 23:04:57.067798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fde281-6214-47bf-a644-25a94fdfa484 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=88e7c6fe-9291-45aa-9153-c0124c054a96,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:57.086342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:04:57.147788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:57.148406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.161528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f5e346e2-8088-4c8e-84b7-466ee28d0a46 req-f2ed909b-7525-4885-8374-42a87bb0e239 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Unset dirty status for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:57.166308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5e346e2-8088-4c8e-84b7-466ee28d0a46 req-f2ed909b-7525-4885-8374-42a87bb0e239 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1027 time: 0.8736396 Feb 10 23:04:57.196134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48366) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.202103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:57.266816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae3a8da0-8cdc-4454-97fb-177498179a7a None None] Port d40490b3-2628-44d9-a38c-ce328d64342b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:04:57.310414 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-65593a10-a4a9-40f1-86ad-d2cb7064eb30 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4143636 Feb 10 23:04:57.347260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Request body: {'port': {'device_id': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:57.446851 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-7162f48a-bc39-4fb6-8767-3695f40af812 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] remove_router_interface failed (client error): The resource could not be found. Feb 10 23:04:57.450914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7162f48a-bc39-4fb6-8767-3695f40af812 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/8350b1f9-cd53-4d78-b9f5-3fc2022d3485/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5953093 Feb 10 23:04:57.453667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48372) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.457754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f5e346e2-8088-4c8e-84b7-466ee28d0a46 req-602cdca9-aaf0-400e-a3e1-e88445ac9b97 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729514 Feb 10 23:04:57.520002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e23ab2ac-fa4c-48ca-9d55-edce0a1013d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:04:57.530074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.540744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:57.550914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:57.555406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:57.558733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e23ab2ac-fa4c-48ca-9d55-edce0a1013d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:04:57.559957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e23ab2ac-fa4c-48ca-9d55-edce0a1013d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=8350b1f9-cd53-4d78-b9f5-3fc2022d3485 HTTP/1.1" status: 200 len: 205 time: 0.1044583 Feb 10 23:04:57.563003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48376) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:57.566945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:57.721808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:57.725434 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.746786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:57.999166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d40490b3-2628-44d9-a38c-ce328d64342b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:04:58.011501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.036122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Transition to ACTIVE for port object d40490b3-2628-44d9-a38c-ce328d64342b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:04:58.041547 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.167173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48384) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.301648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:58.312114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.322050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.375034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8ed4ca-c2ca-427f-97ab-849d9cab1f5f tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:58.387353 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4f8ed4ca-c2ca-427f-97ab-849d9cab1f5f tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 814 time: 0.1895945 Feb 10 23:04:58.482746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.483306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 8350b1f9-cd53-4d78-b9f5-3fc2022d3485 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:04:58.521551 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.525539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-22f5ef62-ba14-490e-8ca8-4284f4d52b97 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/8350b1f9-cd53-4d78-b9f5-3fc2022d3485 HTTP/1.1" status: 204 len: 168 time: 0.9606731 Feb 10 23:04:58.525684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48392) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.573016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.693602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Attempting to bind port d40490b3-2628-44d9-a38c-ce328d64342b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:04:58.694538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Attempting to bind port d40490b3-2628-44d9-a38c-ce328d64342b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:04:58.695326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Attempting to bind port d40490b3-2628-44d9-a38c-ce328d64342b on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:58.707968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Port d40490b3-2628-44d9-a38c-ce328d64342b on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:04:58.708773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Attempting to bind port d40490b3-2628-44d9-a38c-ce328d64342b on network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:04:58.723729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:04:58.724608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Checking segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:58.725465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Bound using segment: {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:04:58.726438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Bound port: d40490b3-2628-44d9-a38c-ce328d64342b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77a265dd-e75a-40b8-a641-4a90cac5b37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:04:58.727311 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.771155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet 5fa562c6-61df-476a-9b4b-4e320e6027e1 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:04:58.777706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.836287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=39f21dda-4dcd-4b33-a718-37a878607466,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:58.848299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.856550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '962aeec3-2766-42b5-b193-c8bc15969ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:04:58.856953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 88e7c6fe-9291-45aa-9153-c0124c054a96, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:04:58.890357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3a9a3-5dda-4b76-8431-1a4f522f66f7 req-928e862f-1e83-48ab-b520-8ca4c91888b8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:58.891959 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2c3a9a3-5dda-4b76-8431-1a4f522f66f7 req-928e862f-1e83-48ab-b520-8ca4c91888b8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1052 time: 0.1335711 Feb 10 23:04:58.893783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:04:58.924765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 88e7c6fe-9291-45aa-9153-c0124c054a96) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:04:58.931113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:58.941036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'network': {'name': 'tempest-network-smoke--405711362', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:58.947660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ae7a64-49a3-4f19-aded-bd7c069b11dd None None] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:58.956130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:58.956805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:58.965765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:59.018313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:network and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:59.025663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:59.037303 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2c3a9a3-5dda-4b76-8431-1a4f522f66f7 req-ff67d36f-c2e5-4557-bff6-008292e3909f tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315577 Feb 10 23:04:59.038133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:59.046995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-abca2d14-6666-485f-b45a-5c2960ac5911 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8494585 Feb 10 23:04:59.047888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.057409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1442283094'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:04:59.064163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:04:59.068465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:04:59.071869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:04:59.078853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:04:59.110989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:59.148630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.155220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:04:59.159356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.206065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d40490b3-2628-44d9-a38c-ce328d64342b,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:04:59.210982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:04:59.214619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.219228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.252955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:59.271130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.271755 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Added segment a1bddda5-2b6e-4f17-80ea-37cf16ba89c6 of type vlan for network b1d6492a-d996-44f7-8b11-e3faae676f6f Feb 10 23:04:59.318445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.319428 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.320976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] 10.222.0.30 "PUT /v2.0/ports/d40490b3-2628-44d9-a38c-ce328d64342b HTTP/1.1" status: 200 len: 1091 time: 1.9788301 Feb 10 23:04:59.321580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:04:59.354106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.403778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:04:59.415830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361fa79-f847-45be-9bf7-6022f9aa23e4 service neutron] Pushing event updated for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.419693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.444038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.444764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.481727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.497771 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b', 'status': 'completed', 'code': 200} Feb 10 23:04:59.507089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.507581 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment c57ecf8f-5255-496f-9faa-9de136cc49ca of type vlan for network a7de99cd-40e3-4ac7-badd-997486428b17 Feb 10 23:04:59.518513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5855639 Feb 10 23:04:59.519349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.569816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa562c6-61df-476a-9b4b-4e320e6027e1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.574408 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.595825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e469bef7-50aa-457f-a8c3-07e3bc4ceb93 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/5fa562c6-61df-476a-9b4b-4e320e6027e1 HTTP/1.1" status: 204 len: 168 time: 1.0654547 Feb 10 23:04:59.604073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48418) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.681034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c331d5-40e5-4b99-b912-15914f3e9683 None None] Network ff89e685-8d06-47d4-8739-f1ab45ef3299 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:04:59.780332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-7a56e687-425c-4919-b250-dd43585f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.783512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-7a56e687-425c-4919-b250-dd43585f7321 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.3429713 Feb 10 23:04:59.805374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.822862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5ac533-78c7-4386-9c12-9b18abd566a8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Network': ['ID=b1d6492a-d996-44f7-8b11-e3faae676f6f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:04:59.850064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6dc383-a7a7-4851-86ce-d0918071269e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.854944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f6dc383-a7a7-4851-86ce-d0918071269e tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba0c2a434aa54df3beb963a59a550aac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3113291 Feb 10 23:04:59.856105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48422) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:04:59.865085 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-54c82f49-13d9-4f4f-ad83-b1027eec0074 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d40490b3-2628-44d9-a38c-ce328d64342b HTTP/1.1" status: 200 len: 217 time: 0.0711970 Feb 10 23:04:59.873785 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.934882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:04:59.935237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.987561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-e4e4b6e7-e31b-41f9-ac51-797ae83b51a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.989787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-e4e4b6e7-e31b-41f9-ac51-797ae83b51a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b35892a2-1a29-48af-9b89-146cf28e4795 HTTP/1.1" status: 200 len: 848 time: 0.1132679 Feb 10 23:04:59.990034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:04:59.995599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:04:59.996220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.116923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b1d6492a-d996-44f7-8b11-e3faae676f6f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:00.268941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2180147 Feb 10 23:05:00.277701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48428) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.289633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:00.324068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=a7de99cd-40e3-4ac7-badd-997486428b17,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:00.382935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.384041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.384526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.385029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.385680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.386167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.386668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.387169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.387637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.387804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-88e7c6fe-9291-45aa-9153-c0124c054a96', 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '39f21dda-4dcd-4b33-a718-37a878607466'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:00.388020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.388163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.388481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ce8031-6061-40de-acee-7ca6a6e46dec tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:00.389118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.413676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab3b9d-4c66-462e-8ce8-9f1ed84a67e4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:00.418092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-91ab3b9d-4c66-462e-8ce8-9f1ed84a67e4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5604718 Feb 10 23:05:00.422046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48432) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.542761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4de721f5-930b-40ad-bdfb-153ae78526d4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202188 Feb 10 23:05:00.544558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48436) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.584080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-63682556-2dc3-4cc5-8990-c7a3e4ddc9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:00.585723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-63682556-2dc3-4cc5-8990-c7a3e4ddc9e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5868452 Feb 10 23:05:00.601993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:00.608686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network a7de99cd-40e3-4ac7-badd-997486428b17 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:00.630883 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6bd7f39b-7c3c-48d6-859f-7c97f8d98d38 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba0c2a434aa54df3beb963a59a550aac&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838256 Feb 10 23:05:00.632680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48442) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:00.633828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:00.682014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:00.711109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:00.848792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:00.852692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.867424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,segment=NetworkSegment(fb1d15c2-356a-460b-976c-86dfd40f9b64),segment_id=fb1d15c2-356a-460b-976c-86dfd40f9b64)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:00.867734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:00.973533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Allocated IP 172.20.255.242 (88e7c6fe-9291-45aa-9153-c0124c054a96/39f21dda-4dcd-4b33-a718-37a878607466/2fb27559-8729-4ea3-8f98-8976339c1732) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:00.997366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f3ead-1705-4dc6-ba71-ce5004d7333c req-0729ea38-ac6e-485a-b3bc-024a1c3ee4b6 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:00.999733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-135f3ead-1705-4dc6-ba71-ce5004d7333c req-0729ea38-ac6e-485a-b3bc-024a1c3ee4b6 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.5094278 Feb 10 23:05:01.037180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4fa05-ee6d-427f-9f53-f532e8e4ae65 None None] DHCP port deletion for ff89e685-8d06-47d4-8739-f1ab45ef3299 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:01.074712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:01.087856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65af933-3abd-40f6-b6eb-65b0451dc0d0 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:01.089433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e65af933-3abd-40f6-b6eb-65b0451dc0d0 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4522994 Feb 10 23:05:01.094977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48448) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.147525 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-135f3ead-1705-4dc6-ba71-ce5004d7333c req-fef76edf-c83c-4c8c-8625-71fff5d9ad0b tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392438 Feb 10 23:05:01.154676 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2fd31df4-5986-4f28-bba8-f7ac746c6dce tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0567138 Feb 10 23:05:01.159179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48452) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.165343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1534949634', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:01.179220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4fa05-ee6d-427f-9f53-f532e8e4ae65 None None] Deleting port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:01.180086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ffa4fa05-ee6d-427f-9f53-f532e8e4ae65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.208458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-4cb0c3e3-e9f1-4689-b400-0b29fbb65c59 service neutron] 10.222.0.30 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6037889 Feb 10 23:05:01.335561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.372349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:01.380839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4fa05-ee6d-427f-9f53-f532e8e4ae65 None None] The port '3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:05:01.393065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:subnet and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:01.399326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:01.417142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No DVR routers for this DVR port 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:01.418706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:01.430425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:01.431262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.480601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:01.484048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.553927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.567232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Transition to ACTIVE for port object 2fb27559-8729-4ea3-8f98-8976339c1732 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:01.592888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Transition to ACTIVE for port object 2fb27559-8729-4ea3-8f98-8976339c1732 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:01.607538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.645274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=3d529963-ca7f-4879-b77e-80e25733bd95,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:01.675440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': 'c57ecf8f-5255-496f-9faa-9de136cc49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:01.676826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: a7de99cd-40e3-4ac7-badd-997486428b17, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:01.783905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network a7de99cd-40e3-4ac7-badd-997486428b17 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:01.806825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, a7de99cd-40e3-4ac7-badd-997486428b17) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:01.811582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:01.812192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.827431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57824efa-3a59-49d3-a80b-4eb4eb1090bf None None] Network a7de99cd-40e3-4ac7-badd-997486428b17 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:01.832288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.859327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:01.861935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:01.869677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:01.871841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff89e685-8d06-47d4-8739-f1ab45ef3299']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:01.889599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb1d15c2-356a-460b-976c-86dfd40f9b64') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:01.890167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb1d15c2-356a-460b-976c-86dfd40f9b64') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:01.894081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-534d660a-1d58-4adf-9141-31a143104295 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.6118762 Feb 10 23:05:01.910597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.913179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:01.931047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.939030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:01.939736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.959628 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:01.995802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Pushing event updated for resources: {'Port': ['ID=2fb27559-8729-4ea3-8f98-8976339c1732,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:02.079039 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:02.148546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Attempting to bind port 2fb27559-8729-4ea3-8f98-8976339c1732 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:02.148917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Attempting to bind port 2fb27559-8729-4ea3-8f98-8976339c1732 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '962aeec3-2766-42b5-b193-c8bc15969ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:02.149282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Attempting to bind port 2fb27559-8729-4ea3-8f98-8976339c1732 on network 88e7c6fe-9291-45aa-9153-c0124c054a96 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:02.156037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.174121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:02.174538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Checking segment: {'id': '962aeec3-2766-42b5-b193-c8bc15969ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:02.174889 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.175305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Bound using segment: {'id': '962aeec3-2766-42b5-b193-c8bc15969ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:02.181993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Bound port: 2fb27559-8729-4ea3-8f98-8976339c1732, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962aeec3-2766-42b5-b193-c8bc15969ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '88e7c6fe-9291-45aa-9153-c0124c054a96'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:02.182611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.192716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.276618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:02.277453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/ff89e685-8d06-47d4-8739-f1ab45ef3299 HTTP/1.1" status: 204 len: 168 time: 2.6702120 Feb 10 23:05:02.285945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-599942969'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:02.307897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fa433-5f69-49c0-857c-b1d92fe7b1b1 req-74ae995b-e98e-45f0-810f-9e1b1ad33c00 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:02.308137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:02.314352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-500fa433-5f69-49c0-857c-b1d92fe7b1b1 req-74ae995b-e98e-45f0-810f-9e1b1ad33c00 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.2704449 Feb 10 23:05:02.329663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b15c4af0-9c60-4406-85f0-c2133054ac48 req-eb8a61ea-857b-4be1-86f0-fdfae7871464 service neutron] 10.222.0.30 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1045456 Feb 10 23:05:02.334160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:02.351817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:02.357398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03368a15-aa62-4c82-8046-affd8d48f030 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=ff89e685-8d06-47d4-8739-f1ab45ef3299,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.357656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Subnet': ['ID=f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.368990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:02.403670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Checking segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:02.404330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network hostable DHCP agents. Network: b1d6492a-d996-44f7-8b11-e3faae676f6f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:02.413307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-a7de99cd-40e3-4ac7-badd-997486428b17', 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '3d529963-ca7f-4879-b77e-80e25733bd95'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:02.414831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.448884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] For port 2fb27559-8729-4ea3-8f98-8976339c1732, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:02.451094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:02.454874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] For port 2fb27559-8729-4ea3-8f98-8976339c1732, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2fb27559-8729-4ea3-8f98-8976339c1732,segment=NetworkSegment(962aeec3-2766-42b5-b193-c8bc15969ada),segment_id=962aeec3-2766-42b5-b193-c8bc15969ada)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:02.455857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.467007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-500fa433-5f69-49c0-857c-b1d92fe7b1b1 req-085758f0-66c7-454f-bafb-5771de465729 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361225 Feb 10 23:05:02.486807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.500520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.504504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:02.549774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network b1d6492a-d996-44f7-8b11-e3faae676f6f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:02.553042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:02.694937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-35d0d999-7919-45ef-bbf3-d910fe310f27 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/2e385f2a-7d62-4f14-a528-809aa96d3b0b HTTP/1.1" status: 200 len: 993 time: 0.1844513 Feb 10 23:05:02.699737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040dc5d7-8d55-4067-9287-4094556e15b2 None None] Pushing event updated for resources: {'Port': ['ID=2fb27559-8729-4ea3-8f98-8976339c1732,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:02.712908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-5e0ebefe-25d4-479a-a033-ed6f1062316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:02.714687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-5e0ebefe-25d4-479a-a033-ed6f1062316e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.3270273 Feb 10 23:05:02.815612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:02.851522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.857019 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 417eb505-1e27-413b-9269-a791753481b3 of type vlan for network f53f6ce6-8656-49c7-93e3-c7e402bca583 Feb 10 23:05:02.912332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b1d6492a-d996-44f7-8b11-e3faae676f6f) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:02.939012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:02.943683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:02.960714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0e210f-1e1e-4482-a30c-962116d3f523 None None] Network b1d6492a-d996-44f7-8b11-e3faae676f6f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:02.986448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-52799906-80f5-4a36-be67-cbd88c3c5dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:02.988137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-52799906-80f5-4a36-be67-cbd88c3c5dc8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 200 len: 910 time: 0.2659059 Feb 10 23:05:03.024576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.044671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.080705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:03.088839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e24e7028-4740-47d0-8de0-217b3e9db513 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9285078 Feb 10 23:05:03.090154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bcd5ee0-0c57-4d16-99d5-9228f40a1fe3 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:03.099992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-e1c7cd2f-369f-49a5-84b8-286bda228d68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d40490b3-2628-44d9-a38c-ce328d64342b HTTP/1.1" status: 200 len: 217 time: 0.1049347 Feb 10 23:05:03.172208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Allocated IP 172.20.0.2 (a7de99cd-40e3-4ac7-badd-997486428b17/3d529963-ca7f-4879-b77e-80e25733bd95/feb60845-56f4-4fa3-9caa-72db05436906) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:03.212642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5855b-5c33-45df-aea7-e4031ce6d4bf req-b240fe53-d8f9-424c-a159-dafa305e865c tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.214823 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ca5855b-5c33-45df-aea7-e4031ce6d4bf req-b240fe53-d8f9-424c-a159-dafa305e865c tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.8020508 Feb 10 23:05:03.295530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-38b6b264-30c3-4805-bf5d-543268e5ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.302215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-38b6b264-30c3-4805-bf5d-543268e5ebc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b35892a2-1a29-48af-9b89-146cf28e4795 HTTP/1.1" status: 200 len: 848 time: 0.1841626 Feb 10 23:05:03.435895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ca5855b-5c33-45df-aea7-e4031ce6d4bf req-2d731c45-cfbb-4771-af70-f5af6daf94b7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904671 Feb 10 23:05:03.436729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.447706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.448364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.569489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48490) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:03.570679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2871888 Feb 10 23:05:03.591323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:03.625036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48494) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:03.634879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2029934817', 'description': 'tempest-secgroup-smoke-2029934817 description', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:03.651916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b1d6492a-d996-44f7-8b11-e3faae676f6f', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ips': [{'subnet_id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:03.652687 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.701794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:03.756720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:03.785704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-9b07e2b9-8d6d-4beb-bb25-3966e744e902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.787027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-9b07e2b9-8d6d-4beb-bb25-3966e744e902 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4792399 Feb 10 23:05:03.815050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9844a5-ea2a-4601-bf6c-be4bca9a216a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=f53f6ce6-8656-49c7-93e3-c7e402bca583,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:03.826792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:03.833809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:03.836768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.839527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9002e13-2b56-46b0-9a64-3a32b2951428 req-c3786b05-ef55-4f78-98fa-112a55c6683b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:03.848182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:03.848441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9002e13-2b56-46b0-9a64-3a32b2951428 req-c3786b05-ef55-4f78-98fa-112a55c6683b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1096 time: 0.1606548 Feb 10 23:05:03.892126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:03.903072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:03.903973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9002e13-2b56-46b0-9a64-3a32b2951428 req-f6d9caf8-d97e-41f3-b1b4-0bc3884ce6ad tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545843 Feb 10 23:05:03.970643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:03.973609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Transition to ACTIVE for port object feb60845-56f4-4fa3-9caa-72db05436906 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:04.033638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Transition to ACTIVE for port object feb60845-56f4-4fa3-9caa-72db05436906 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:04.046648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:04.066016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.078646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.089585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.162190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Network a7de99cd-40e3-4ac7-badd-997486428b17 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:04.168097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Allocated IP 172.20.0.18 (b1d6492a-d996-44f7-8b11-e3faae676f6f/f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305/7f105f20-fe62-494a-b4bc-de9b472e9173) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:04.189074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:04.193215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:04.368466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=3d529963-ca7f-4879-b77e-80e25733bd95,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:04.390088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.432607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7de99cd-40e3-4ac7-badd-997486428b17']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:04.469806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57ecf8f-5255-496f-9faa-9de136cc49ca') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:04.471008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57ecf8f-5255-496f-9faa-9de136cc49ca') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:04.498679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.547318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:04.549101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.564406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.585738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:04.586662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:04.666797 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:04.708727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Pushing event updated for resources: {'Port': ['ID=feb60845-56f4-4fa3-9caa-72db05436906,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:04.724808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Attempting to bind port feb60845-56f4-4fa3-9caa-72db05436906 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:04.725164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Attempting to bind port feb60845-56f4-4fa3-9caa-72db05436906 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c57ecf8f-5255-496f-9faa-9de136cc49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:04.725532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Attempting to bind port feb60845-56f4-4fa3-9caa-72db05436906 on network a7de99cd-40e3-4ac7-badd-997486428b17 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:04.742597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:04.742969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Checking segment: {'id': 'c57ecf8f-5255-496f-9faa-9de136cc49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:04.743392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.743785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Bound using segment: {'id': 'c57ecf8f-5255-496f-9faa-9de136cc49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:04.744263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Bound port: feb60845-56f4-4fa3-9caa-72db05436906, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57ecf8f-5255-496f-9faa-9de136cc49ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'a7de99cd-40e3-4ac7-badd-997486428b17'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:04.744632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:04.782167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:04.793357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:04.840634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:04.900999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-17be0207-2870-40bb-a4cd-c16fe366fb10 service neutron] 10.222.0.30 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1030693 Feb 10 23:05:04.947177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17a38a-f5a7-400d-989d-eb8f602b5cb8 None None] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:04.988149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:04.988149 n-d-825178-4 neutron-server[87652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:04.988149 n-d-825178-4 neutron-server[87652]: [parameters: {'id': 'a7de99cd-40e3-4ac7-badd-997486428b17'}] Feb 10 23:05:04.988149 n-d-825178-4 neutron-server[87652]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:04.988860 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:05.009691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ce0b6-1b9f-439a-8b44-7cef1fb98688 req-1b70bcd0-e496-4dd4-a7fe-6a926227cf4d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:05.019986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec8ce0b6-1b9f-439a-8b44-7cef1fb98688 req-1b70bcd0-e496-4dd4-a7fe-6a926227cf4d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.1728146 Feb 10 23:05:05.095890 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ec8ce0b6-1b9f-439a-8b44-7cef1fb98688 req-ad54e8f2-9f23-41eb-b338-2b406ca30c52 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750513 Feb 10 23:05:05.242798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=c778ab07-a984-453f-97d0-274a7ba2ddda,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:05.244450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2fb27559-8729-4ea3-8f98-8976339c1732 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:05.245424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '417eb505-1e27-413b-9269-a791753481b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:05.245766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: f53f6ce6-8656-49c7-93e3-c7e402bca583, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:05.271231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13bc66c3-29c6-4495-bc9f-1daf63993347 req-ad36d4d8-408e-4a6e-9248-98c455642180 service neutron] 10.222.0.30 "GET /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617649 Feb 10 23:05:05.313938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:05.336706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f53f6ce6-8656-49c7-93e3-c7e402bca583) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:05.347741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:05.348359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.355853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] For port feb60845-56f4-4fa3-9caa-72db05436906, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:05.359749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] For port feb60845-56f4-4fa3-9caa-72db05436906, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=feb60845-56f4-4fa3-9caa-72db05436906,segment=NetworkSegment(c57ecf8f-5255-496f-9faa-9de136cc49ca),segment_id=c57ecf8f-5255-496f-9faa-9de136cc49ca)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:05.371774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.379679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80bb783-070b-4f44-80a7-724d316d0461 None None] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:05.384686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.414267 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.485550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-13bb8ee7-9d5d-4b75-88f0-80a375cf0914 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9148638 Feb 10 23:05:05.488701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48526) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.489300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.495783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-553215491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:05.499821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.505331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8787904 Feb 10 23:05:05.505549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:05.509079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48530) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:05.519302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:05.520750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b754893-3292-4ddf-8a6c-ceee9047b5f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:05.525255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:05.530490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:05.534829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:05.541193 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:05.546949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:05.551331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:05.559667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port feb60845-56f4-4fa3-9caa-72db05436906 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:05.560024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.572914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5360dd65-b0e4-4a19-99d0-8306d1ca17b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3200772 Feb 10 23:05:05.606928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:05.623561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.625570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.657642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.778815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:05:05.831663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-25712423-e0b6-4de3-abfa-4acc64d92b73 None None] Provisioning for port 2fb27559-8729-4ea3-8f98-8976339c1732 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:05.927684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port feb60845-56f4-4fa3-9caa-72db05436906, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=feb60845-56f4-4fa3-9caa-72db05436906,segment=NetworkSegment(c57ecf8f-5255-496f-9faa-9de136cc49ca),segment_id=c57ecf8f-5255-496f-9faa-9de136cc49ca)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:05.928171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:05.936309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d40490b3-2628-44d9-a38c-ce328d64342b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:05:06.079939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bc9e83-2f5b-4958-9d3b-66c2eb0fbeee None None] Pushing event updated for resources: {'Port': ['ID=feb60845-56f4-4fa3-9caa-72db05436906,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.143746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for feb60845-56f4-4fa3-9caa-72db05436906 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:06.167075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.189892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.190896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Transition to ACTIVE for port object 7f105f20-fe62-494a-b4bc-de9b472e9173 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:06.247380 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.276733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Transition to ACTIVE for port object 7f105f20-fe62-494a-b4bc-de9b472e9173 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:06.287847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.305202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.305469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.310154 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:06.350521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.355100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cd8cbad-16a4-4353-a93f-526288e3786c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.404887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2fb27559-8729-4ea3-8f98-8976339c1732 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:06.446978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.451239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48548) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.467914 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b4acc09-8744-42cf-a20b-dc0f66bb4822 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9762545 Feb 10 23:05:06.487032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.488539 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-513b52bd-9693-442f-a970-1b2aae05ca9c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9784527 Feb 10 23:05:06.495084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=feb60845-56f4-4fa3-9caa-72db05436906,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.498741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:06.503733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port feb60845-56f4-4fa3-9caa-72db05436906 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:06.508590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:06.548827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:06.563687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:06.583242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19535fdf-f9ea-442c-8c4c-8753c44b1bb1 None None] Network a7de99cd-40e3-4ac7-badd-997486428b17 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:06.591566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:06.597248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:06.617018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2fb27559-8729-4ea3-8f98-8976339c1732 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:06.617482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.673746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-c9b12010-c965-484a-b45d-50e2ed696c03 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:05:06.674784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-c9b12010-c965-484a-b45d-50e2ed696c03 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2690439 Feb 10 23:05:06.741543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Network b1d6492a-d996-44f7-8b11-e3faae676f6f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:06.760190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Request body: {'binding': {'host': 'n-h2-825178-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:06.765889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Unknown quota resources ['binding']. {{(pid=87653) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Feb 10 23:05:06.766218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f53f6ce6-8656-49c7-93e3-c7e402bca583', 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': 'c778ab07-a984-453f-97d0-274a7ba2ddda'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:06.766218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.775230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:06.801492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:06.809645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Pushing event updated for resources: {'Port': ['ID=7f105f20-fe62-494a-b4bc-de9b472e9173,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:06.849153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.879379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:06.895091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec40f5-806d-4282-a799-768155f1c140 req-48cd2bff-ddcd-475d-b911-bb29450a7f9c tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:06.896711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40ec40f5-806d-4282-a799-768155f1c140 req-48cd2bff-ddcd-475d-b911-bb29450a7f9c tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1094 time: 0.5391898 Feb 10 23:05:06.904382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7de99cd-40e3-4ac7-badd-997486428b17']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:06.950526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57ecf8f-5255-496f-9faa-9de136cc49ca') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:06.950831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57ecf8f-5255-496f-9faa-9de136cc49ca') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:06.994113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.041479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-40ec40f5-806d-4282-a799-768155f1c140 req-c7584539-08da-462a-a961-484cdc463861 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218319 Feb 10 23:05:07.043023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.057957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.066602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.077768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:07.078549 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.080967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d40490b3-2628-44d9-a38c-ce328d64342b,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:07.112770 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:07.223701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd40490b3-2628-44d9-a38c-ce328d64342b', 'network_id': '0d05e117-a9f7-428d-9900-0a5cbcc3c3cd', 'port_id': 'd40490b3-2628-44d9-a38c-ce328d64342b', 'mac_address': 'fa:16:3e:5e:42:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b35892a2-1a29-48af-9b89-146cf28e4795', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:05:07.224060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dff3cf9-769a-4aa5-8b18-aadd651e7e5d,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.240101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Attempting to bind port 7f105f20-fe62-494a-b4bc-de9b472e9173 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:07.240477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Attempting to bind port 7f105f20-fe62-494a-b4bc-de9b472e9173 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:07.240712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.240835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Attempting to bind port 7f105f20-fe62-494a-b4bc-de9b472e9173 on network b1d6492a-d996-44f7-8b11-e3faae676f6f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:07.244471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86378979-f139-4f8d-b5ab-c8de95a207ff tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7414601 Feb 10 23:05:07.245547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48560) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:07.266031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:07.276833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:07.283269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:07.288900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:07.295883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:07.299655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.335100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.341543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=a7de99cd-40e3-4ac7-badd-997486428b17,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.347909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1fa8aa4-0329-4595-bca9-b5a1258c25cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/a7de99cd-40e3-4ac7-badd-997486428b17 HTTP/1.1" status: 204 len: 168 time: 5.4299071 Feb 10 23:05:07.353538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:07.361332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-943121082'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:07.373023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:07.377325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.394062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.395616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:07.396003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Checking segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:07.396412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.396823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Bound using segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:07.397309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Bound port: 7f105f20-fe62-494a-b4bc-de9b472e9173, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:07.397689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.428521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:07.434138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.461208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.462926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:07.468619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.483036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:07.517692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.524365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772579 Feb 10 23:05:07.527831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48576) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:07.537989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:07.538308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2fb27559-8729-4ea3-8f98-8976339c1732, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2fb27559-8729-4ea3-8f98-8976339c1732,segment=NetworkSegment(962aeec3-2766-42b5-b193-c8bc15969ada),segment_id=962aeec3-2766-42b5-b193-c8bc15969ada)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:07.539511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-be06a936-b2b2-4a51-8e10-80952cb8a0da None None] Provisioning complete for port 2fb27559-8729-4ea3-8f98-8976339c1732 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:07.539921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be06a936-b2b2-4a51-8e10-80952cb8a0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.547455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:07.552608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:07.556410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:07.563951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:07.570353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1985e7a-7e5b-44a9-b334-6ec6a1dc39c5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963c5b8a-0280-4ff9-b2ae-3882fed67363,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.577840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:07.583078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.583242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.616049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.634432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.659920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Allocated IP 172.20.0.2 (f53f6ce6-8656-49c7-93e3-c7e402bca583/c778ab07-a984-453f-97d0-274a7ba2ddda/f3d055f2-3d83-423b-9b43-e3e50e2ecced) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:07.709378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.711563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:07.718247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on host n-h2-825178-4 for vnic_type normal with profile None {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:07.718815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:07.720319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:07.720698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.721586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d40490b3-2628-44d9-a38c-ce328d64342b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:05:07.770054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.770436 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 06836e80-0131-4abc-80a6-9c26d27db1ac of type vlan for network 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 Feb 10 23:05:07.798404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45397035-d0af-403e-b540-58fd74fdde89,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.847837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:05:07.848875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:07.849220 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.854238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:07.854620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:07.855005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Bound using segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:07.855482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Bound port: e894c7f8-d232-492c-b452-44d0124972e5, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:07.857403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4de2b3e4-c186-4a6a-a688-fcd8a8b96cac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3263838 Feb 10 23:05:07.857553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48584) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:07.867278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:07.877157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:07.877883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.878222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2fb27559-8729-4ea3-8f98-8976339c1732,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:07.892622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:07.892622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:07.900721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:07.916964 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:05:07.921804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d40490b3-2628-44d9-a38c-ce328d64342b,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:07.927231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.930045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] For port 7f105f20-fe62-494a-b4bc-de9b472e9173, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:07.941325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.965128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:07.988694 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:07.989923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] 10.222.0.53 "POST /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5/bindings HTTP/1.1" status: 201 len: 389 time: 1.2414978 Feb 10 23:05:08.004816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.011560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.012289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.110146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.121848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.176808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eef1e4b-cc0a-48b4-b1ab-e5c6b790a17e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.189225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8335426 Feb 10 23:05:08.194377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:08.205126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '9bdbb5d2-bb4d-4b23-8a34-63b660d820a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:08.221368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f211ac0-03b2-4827-b383-3139364a3896 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=9bdbb5d2-bb4d-4b23-8a34-63b660d820a3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.275179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] For port 7f105f20-fe62-494a-b4bc-de9b472e9173, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f105f20-fe62-494a-b4bc-de9b472e9173,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:08.276388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.294484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:08.360437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.484944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f705e-7561-4071-8115-730ac92b7525 req-3416c682-f6e8-4c4e-b639-74b8c29ef045 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.487358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a96f705e-7561-4071-8115-730ac92b7525 req-3416c682-f6e8-4c4e-b639-74b8c29ef045 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1095 time: 0.1302819 Feb 10 23:05:08.502219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d40490b3-2628-44d9-a38c-ce328d64342b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:05:08.542034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.543462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a0bec484-eb8f-4b92-9f5a-fa6e1600d237 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6838009 Feb 10 23:05:08.549954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48598) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:08.558544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:08.580380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a96f705e-7561-4071-8115-730ac92b7525 req-338d9aea-8260-48a1-9773-5caf51a67057 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818567 Feb 10 23:05:08.583530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:08.604906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:08.611017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:08.624893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:08.642901 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:05:08.652853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-df47f6dc-06d7-47da-a54e-13db7af52aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.656922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.682050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:08.713757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:08.726497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:08.744101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:08.758937 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.763573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.785366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-171c3d2c-6485-4e61-b555-9febe83bdefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.787362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-171c3d2c-6485-4e61-b555-9febe83bdefb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1096 time: 0.4423430 Feb 10 23:05:08.788139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:08.791927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.810989 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.813027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbdf83-bcb1-49df-aba0-41e468504e41 None None] Pushing event updated for resources: {'Port': ['ID=7f105f20-fe62-494a-b4bc-de9b472e9173,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.824476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dfae0-57c8-464a-b82d-d902161310ab req-b7b6f473-2f3a-4879-ba30-f631045465ba tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:08.833219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-640dfae0-57c8-464a-b82d-d902161310ab req-b7b6f473-2f3a-4879-ba30-f631045465ba tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.2925403 Feb 10 23:05:08.838563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2865164 Feb 10 23:05:08.849575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068439b-5a68-49ec-be4a-21dc3c2a8945 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa684160-4c0a-4b4b-b80d-387aa7479918,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:08.951017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:08.991520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.ipam_backend_mixin [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing IP validity checks on allocation pools {{(pid=87653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:05:08.992623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.ipam_backend_mixin [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87653) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:05:08.994475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Transition to ACTIVE for port object f3d055f2-3d83-423b-9b43-e3e50e2ecced will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:09.040977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Transition to ACTIVE for port object f3d055f2-3d83-423b-9b43-e3e50e2ecced will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:09.056346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.212576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:09.229458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:09.234613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:09.276992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.20.0.1 (f53f6ce6-8656-49c7-93e3-c7e402bca583/c778ab07-a984-453f-97d0-274a7ba2ddda/4cbe2640-23bb-4ec6-ad94-61af9427f5bc) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:09.440241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-36e0d597-10c7-4628-b47a-e13918bab539 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2029934817&fields=id&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 267 time: 0.1435947 Feb 10 23:05:09.541497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Attempting to bind port f3d055f2-3d83-423b-9b43-e3e50e2ecced on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:09.542407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Attempting to bind port f3d055f2-3d83-423b-9b43-e3e50e2ecced by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '417eb505-1e27-413b-9269-a791753481b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:09.543081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Attempting to bind port f3d055f2-3d83-423b-9b43-e3e50e2ecced on network f53f6ce6-8656-49c7-93e3-c7e402bca583 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:09.553746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Pushing event updated for resources: {'Port': ['ID=f3d055f2-3d83-423b-9b43-e3e50e2ecced,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:09.558210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:09.558959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Checking segment: {'id': '417eb505-1e27-413b-9269-a791753481b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:09.559802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.560494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Bound using segment: {'id': '417eb505-1e27-413b-9269-a791753481b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:09.561363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Bound port: f3d055f2-3d83-423b-9b43-e3e50e2ecced, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '417eb505-1e27-413b-9269-a791753481b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f53f6ce6-8656-49c7-93e3-c7e402bca583'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:09.562121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.667479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-640dfae0-57c8-464a-b82d-d902161310ab req-99e2bb19-0bc0-4e60-8680-e70793493ca5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8331161 Feb 10 23:05:09.718440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.791113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] For port f3d055f2-3d83-423b-9b43-e3e50e2ecced, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:09.805859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] For port f3d055f2-3d83-423b-9b43-e3e50e2ecced, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3d055f2-3d83-423b-9b43-e3e50e2ecced,segment=NetworkSegment(417eb505-1e27-413b-9269-a791753481b3),segment_id=417eb505-1e27-413b-9269-a791753481b3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:09.819351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:09.831823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=a6e63bbf-c163-4b50-ac54-aad1206c357d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:09.835434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a62f97aa-43c5-43cb-b68b-99dd15137da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:09.840276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a62f97aa-43c5-43cb-b68b-99dd15137da3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 1.0267308 Feb 10 23:05:09.930067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bafcad-f987-4f13-a60c-72af617cedec None None] Pushing event updated for resources: {'Port': ['ID=f3d055f2-3d83-423b-9b43-e3e50e2ecced,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:09.963152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d40490b3-2628-44d9-a38c-ce328d64342b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:09.984418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-0520d282-78b1-4083-8e3e-8ded0bc16b74 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:09.986836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-0520d282-78b1-4083-8e3e-8ded0bc16b74 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:10.025201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.027359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-0520d282-78b1-4083-8e3e-8ded0bc16b74 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:10.028933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-0520d282-78b1-4083-8e3e-8ded0bc16b74 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/networks?id=b1d6492a-d996-44f7-8b11-e3faae676f6f HTTP/1.1" status: 200 len: 796 time: 0.5774329 Feb 10 23:05:10.049792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2fb27559-8729-4ea3-8f98-8976339c1732 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:10.051641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object 4cbe2640-23bb-4ec6-ad94-61af9427f5bc will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:10.095729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-466adfd6-3f6b-4f52-8d07-94c35b2612e3 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/quotas/ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 375 time: 0.0570366 Feb 10 23:05:10.155349 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.346048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '06836e80-0131-4abc-80a6-9c26d27db1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '9bdbb5d2-bb4d-4b23-8a34-63b660d820a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:10.346048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:10.363869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-2ea8021c-8e0d-47d2-bb5d-7f999307bc54 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2667887 Feb 10 23:05:10.364531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d40490b3-2628-44d9-a38c-ce328d64342b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:10.375371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d40490b3-2628-44d9-a38c-ce328d64342b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:10.376905 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.423068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-0a333ca5-3517-42ee-95eb-7da8a9a2e35f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1001 time: 0.5543947 Feb 10 23:05:10.483772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=4cbe2640-23bb-4ec6-ad94-61af9427f5bc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:10.548931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2fb27559-8729-4ea3-8f98-8976339c1732 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:10.550368 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.658508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:10.679390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:10.692047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:10.696348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa2f8de7-0aa3-4def-a9bc-aeeddf6b0882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.753001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-338b22c6-adba-4fd0-a208-7f31e40f7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:10.756624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-338b22c6-adba-4fd0-a208-7f31e40f7bbe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.2531796 Feb 10 23:05:10.789319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-dd87c3a4-caad-4a53-9400-c8595279c32d service neutron] 10.222.0.53 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646247 Feb 10 23:05:10.822348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:10.825386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.863869 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:10.918201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f105f20-fe62-494a-b4bc-de9b472e9173 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:10.940001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eb265d-9e4d-4ecd-a092-143c5292c4c3 req-4d169847-e8cd-4fcf-848c-ac8a99f64217 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:10.942059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25eb265d-9e4d-4ecd-a092-143c5292c4c3 req-4d169847-e8cd-4fcf-848c-ac8a99f64217 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1095 time: 0.8519132 Feb 10 23:05:10.962136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90c0a93-8acf-47b9-953d-f60fd1cd62e7 None None] Network b1d6492a-d996-44f7-8b11-e3faae676f6f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:10.996905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:11.045598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:11.051073 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-0cc04dc3-1144-419d-8e8b-6ce0c61988c2 service neutron] 10.222.0.53 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597437 Feb 10 23:05:11.069197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:11.069797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.106490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd05255b-b97c-4726-9248-fd99c72565cd None None] Network 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:11.122965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d40490b3-2628-44d9-a38c-ce328d64342b,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:11.133521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.147420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.180890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25eb265d-9e4d-4ecd-a092-143c5292c4c3 req-29451a8d-40d2-4f62-a635-dfc2172c68d0 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641462 Feb 10 23:05:11.333741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e166d063-b850-41da-a444-71b0d992d094 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.1351559 Feb 10 23:05:11.334066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48632) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:11.458741 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b', 'code': 200} Feb 10 23:05:11.505122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-369a3134-1ba6-4a7c-8628-a94bcb40c5f7 None None] Provisioning for port 7f105f20-fe62-494a-b4bc-de9b472e9173 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:11.698873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d3b36b1-f9b4-491a-832f-48cb305fa985 req-d15b444c-c542-4728-91e4-47bd4a7d84fb tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 210 time: 0.2925873 Feb 10 23:05:11.868312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:11.905384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7f105f20-fe62-494a-b4bc-de9b472e9173 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:11.920941 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:11.955182 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7f105f20-fe62-494a-b4bc-de9b472e9173 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:11.958095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.013545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.117183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.169911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f77f883-d5f7-4990-8e19-04ea82394077 None None] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:12.353626 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.411385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-2ede9018-c9e6-45ee-b5fe-63c293ffc879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:12.414278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-2ede9018-c9e6-45ee-b5fe-63c293ffc879 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5229743 Feb 10 23:05:12.507141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.530120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-437e07e3-77ca-4562-b6d8-1d45eca54b51 None None] Provisioning for port f3d055f2-3d83-423b-9b43-e3e50e2ecced completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:12.546665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf56606-2c79-47d5-a614-a35448af10e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-9bdbb5d2-bb4d-4b23-8a34-63b660d820a3', 'network_id': '9bdbb5d2-bb4d-4b23-8a34-63b660d820a3', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': 'a6e63bbf-c163-4b50-ac54-aad1206c357d'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:12.547579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0cf56606-2c79-47d5-a614-a35448af10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:12.579583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e63bbf-c163-4b50-ac54-aad1206c357d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:12.728088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ed690-534d-47aa-be69-2b6e73247414 None None] Network 9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:12.838137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8bcc78-047e-4337-b6af-168a2244bf2d req-70aae437-4689-4511-95dc-c9b6407486e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:12.840248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c8bcc78-047e-4337-b6af-168a2244bf2d req-70aae437-4689-4511-95dc-c9b6407486e6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 1.3378780 Feb 10 23:05:12.902964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809bdb-0d2c-40e8-82f5-4bcfd4a0dc2b req-f78fa18a-eaef-4213-b679-46a1e2073256 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:12.904622 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae809bdb-0d2c-40e8-82f5-4bcfd4a0dc2b req-f78fa18a-eaef-4213-b679-46a1e2073256 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.6038747 Feb 10 23:05:12.926848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.049043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a7df9-5bf0-4340-a12a-c6d52cc6f8c1 req-a54b7676-7de2-4ae2-8ebb-a36ffa45a1e3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:13.055783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a5a7df9-5bf0-4340-a12a-c6d52cc6f8c1 req-a54b7676-7de2-4ae2-8ebb-a36ffa45a1e3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.8309760 Feb 10 23:05:13.058396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdbb5d2-bb4d-4b23-8a34-63b660d820a3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.099578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06836e80-0131-4abc-80a6-9c26d27db1ac') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.100648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06836e80-0131-4abc-80a6-9c26d27db1ac') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:13.103390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.119642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ae809bdb-0d2c-40e8-82f5-4bcfd4a0dc2b req-be104e94-982a-4433-9359-dfb1f1f1b06a tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765831 Feb 10 23:05:13.134373 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.167737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.171771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.187964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.196059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:13.197316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.215641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-b90648e4-0a2a-4a3d-ba61-f0ac22c37bac service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6332216 Feb 10 23:05:13.225205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c8bcc78-047e-4337-b6af-168a2244bf2d req-8fbb30fd-d1a7-4c5a-80d1-ef442f31dfbd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681817 Feb 10 23:05:13.242459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 7f105f20-fe62-494a-b4bc-de9b472e9173, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f105f20-fe62-494a-b4bc-de9b472e9173,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:13.242800 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:13.269577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a5a7df9-5bf0-4340-a12a-c6d52cc6f8c1 req-b4b6e269-7398-4084-96a1-b564d6736819 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022061 Feb 10 23:05:13.272097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.289665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.417232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.526955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=7f105f20-fe62-494a-b4bc-de9b472e9173,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:13.610939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3d055f2-3d83-423b-9b43-e3e50e2ecced up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:13.651464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.681301 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.787463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca8eb686-13f3-40b5-8647-89fc80ccb3d0 None None] Provisioning complete for port 7f105f20-fe62-494a-b4bc-de9b472e9173 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:13.790571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca8eb686-13f3-40b5-8647-89fc80ccb3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:13.819476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 HTTP/1.1" status: 204 len: 168 time: 2.4838123 Feb 10 23:05:13.873068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-f55f54ec-9126-4d20-85ef-d7d3040fadae tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:13.874686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-f55f54ec-9126-4d20-85ef-d7d3040fadae tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.30 "GET /v2.0/networks?id=b1d6492a-d996-44f7-8b11-e3faae676f6f HTTP/1.1" status: 200 len: 796 time: 0.1913111 Feb 10 23:05:13.875211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48660) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:13.936059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f3d055f2-3d83-423b-9b43-e3e50e2ecced completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:13.958702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267f857d-2533-4117-9bb7-cc41b5c2b841 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=9bdbb5d2-bb4d-4b23-8a34-63b660d820a3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:14.006192 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a29f84d1-9af0-4433-af3c-1f4949a7ab38 req-8a723cd9-04e4-4c94-be75-8a8c1e499090 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 210 time: 0.1709530 Feb 10 23:05:14.050563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120784933'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:14.052829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3d055f2-3d83-423b-9b43-e3e50e2ecced triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:14.053414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.077249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:14.124147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:14.238249 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-20e7cfe8-b6e7-458d-bec0-bd57feb528cf service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105674 Feb 10 23:05:14.248158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:14.280600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Provisioning complete for port f3d055f2-3d83-423b-9b43-e3e50e2ecced triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:14.281183 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.314755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.331215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=4cbe2640-23bb-4ec6-ad94-61af9427f5bc,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:14.336784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:14.368233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f3d055f2-3d83-423b-9b43-e3e50e2ecced, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3d055f2-3d83-423b-9b43-e3e50e2ecced,segment=NetworkSegment(417eb505-1e27-413b-9269-a791753481b3),segment_id=417eb505-1e27-413b-9269-a791753481b3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:14.379806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.491505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-add4162d-268e-44b5-b7aa-93ca4b96cb5c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:14.525634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347bfe4c-afa1-4471-923e-f5ca75788b11 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:05:14.618315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:14.626246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:14.629588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f795a-2328-4540-a270-1b7316703eef req-124e708c-82af-4341-a32c-a0d899fa8fe0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:14.630602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.632314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c4f795a-2328-4540-a270-1b7316703eef req-124e708c-82af-4341-a32c-a0d899fa8fe0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.1422744 Feb 10 23:05:14.689504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:14.700128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2c4f795a-2328-4540-a270-1b7316703eef req-6a81743e-0b11-42db-9ed3-0c42536e1c3e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595140 Feb 10 23:05:14.717082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-add4162d-268e-44b5-b7aa-93ca4b96cb5c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:14.718832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-add4162d-268e-44b5-b7aa-93ca4b96cb5c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 472 time: 0.7344100 Feb 10 23:05:14.734654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f3d055f2-3d83-423b-9b43-e3e50e2ecced,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:14.749176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'port': {'device_id': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'admin_state_up': True, 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'security_groups': ['a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:14.769646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Provisioning for port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:14.774235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:14.781040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Provisioning complete for port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:14.781406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.926007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:14.926306 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment a3986669-5621-42dc-9c2c-a622b4f16d4c of type vlan for network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f Feb 10 23:05:14.948066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fd29f350-23e4-4811-9c44-fd1700ae4471 None None] Port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:15.039530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347bfe4c-afa1-4471-923e-f5ca75788b11 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:15.265049 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-81ff5b89-faa4-44cf-8816-2894a949b2c4 req-05c85ed0-8e4e-4631-9d3f-2100a5ab0422 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 210 time: 0.0845623 Feb 10 23:05:15.277975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-8ead719e-a7db-4d4d-bfe2-7dc115ad09f2 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.279541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-8ead719e-a7db-4d4d-bfe2-7dc115ad09f2 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&tenant_id=834e149d1122493cb8781b962341b810&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1096 time: 0.9332347 Feb 10 23:05:15.282364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7ae5a0f6-673d-4d77-8821-ef928cf619fb None None] Provisioning complete for port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:15.283112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ae5a0f6-673d-4d77-8821-ef928cf619fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.298851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-4'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:15.352153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7ae5a0f6-673d-4d77-8821-ef928cf619fb None None] Port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:15.430833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f105f20-fe62-494a-b4bc-de9b472e9173 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:15.451417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e60a6-0710-4967-8999-42542ab93cb3 req-ec5c3fda-5e3f-4dd1-a342-b7b70bb74a09 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.452967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c5e60a6-0710-4967-8999-42542ab93cb3 req-ec5c3fda-5e3f-4dd1-a342-b7b70bb74a09 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.9974036 Feb 10 23:05:15.460482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:15.517710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.522245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:port and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:15.536074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:15.569592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:15.622302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7f105f20-fe62-494a-b4bc-de9b472e9173 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:15.622922 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.639226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c5e60a6-0710-4967-8999-42542ab93cb3 req-751527ea-aa50-4962-b0cc-d20a1e3856a8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638849 Feb 10 23:05:15.663235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:15.667371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.709263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.714723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.715866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.759695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:15.918661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9745166 Feb 10 23:05:15.919541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48678) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:15.930201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:05:15.967011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0050-be2c-44ec-a2ec-9f2943c4b51a req-99e23b34-5118-4247-8bd7-cebafdcf592c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:15.968690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c2e0050-be2c-44ec-a2ec-9f2943c4b51a req-99e23b34-5118-4247-8bd7-cebafdcf592c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.1083984 Feb 10 23:05:15.975573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b657b3e-d3af-42c0-8fd2-240ee4ffd9a1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=3b35b728-fb85-4e2c-86fd-2cd79bdfc00f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:15.989371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:16.017314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3d055f2-3d83-423b-9b43-e3e50e2ecced up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:16.041750 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5c2e0050-be2c-44ec-a2ec-9f2943c4b51a req-6fb4bb86-9700-4ecf-8868-a192d7fe64af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664368 Feb 10 23:05:16.052711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:16.216935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3d055f2-3d83-423b-9b43-e3e50e2ecced triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:16.217224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.294960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-980ab9a3-0a85-432d-9acc-56dc21190737 None None] Provisioning complete for port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:16.295869 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-980ab9a3-0a85-432d-9acc-56dc21190737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.376952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:16.381322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:16.384927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:16.393517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:16.396696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-980ab9a3-0a85-432d-9acc-56dc21190737 None None] Port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:16.547233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:16.553508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:16.611009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8182067-d899-4fac-b882-f4a54b7a39c9 req-22830e83-989f-4545-94f4-5ff0f8abd6f2 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 210 time: 0.1527057 Feb 10 23:05:16.710669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:16.725097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] Sync routers for ids ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:16.749281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.30 (b1d6492a-d996-44f7-8b11-e3faae676f6f/f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305/83c76ca2-df18-49e2-94c7-3f8fca892e7d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:16.752240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] Routers {'6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:16.754518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.769865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9fbd3c7d-56f6-4424-bccd-c6706c4595a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3139272 Feb 10 23:05:16.770639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:16.901482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:16.929783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:16.939389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96658f76-944e-479c-8d2c-2fa2b879c930 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:16.941025 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96658f76-944e-479c-8d2c-2fa2b879c930 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports/4cbe2640-23bb-4ec6-ad94-61af9427f5bc HTTP/1.1" status: 200 len: 910 time: 0.1689656 Feb 10 23:05:16.949187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48704) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:16.952001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] Routers {'6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:16.953313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.041267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:17.041916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3cb923-d3c8-4107-bde4-d6c0ed9f24ab None None] The sync data for ids ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:17.270446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de45a4-f9c0-4c2c-992e-91a77d03aeed req-5d38cbbe-8c48-4474-a531-896d1a11ac35 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:17.270446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7de45a4-f9c0-4c2c-992e-91a77d03aeed req-5d38cbbe-8c48-4474-a531-896d1a11ac35 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.4062774 Feb 10 23:05:17.323218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48712) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:17.375437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:17.416191 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7de45a4-f9c0-4c2c-992e-91a77d03aeed req-4a4a67e1-d625-4f41-b89f-7e336b0e9443 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698411 Feb 10 23:05:17.455515 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.529176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=8468e388-4ced-4d1d-981e-7ab893370835,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:17.570314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:17.577031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.613666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.628520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.745608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ceb6b7-f7d1-4d27-849e-621bdc747ad9 req-386f8ba6-7ef9-449c-ab12-a0e036b00cf9 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:17.747187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6ceb6b7-f7d1-4d27-849e-621bdc747ad9 req-386f8ba6-7ef9-449c-ab12-a0e036b00cf9 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.1944242 Feb 10 23:05:17.788888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.806060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:17.817725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object 83c76ca2-df18-49e2-94c7-3f8fca892e7d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:17.838694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': 'a3986669-5621-42dc-9c2c-a622b4f16d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:17.839054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:17.858551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:17.866216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6ceb6b7-f7d1-4d27-849e-621bdc747ad9 req-d1a80d6a-c68f-430a-b42e-a5982f81b9fc tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048577 Feb 10 23:05:17.890439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3535cc3b-adfa-4522-9bf1-e1cdd8edbf81 req-5bfe0792-8554-4d54-9be5-2694212d2682 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:17.898337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3535cc3b-adfa-4522-9bf1-e1cdd8edbf81 req-5bfe0792-8554-4d54-9be5-2694212d2682 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.6009817 Feb 10 23:05:17.900723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Usage tracker for resource:security_group_rule and tenant:3326f90be13d49a2b0ff11ed62d0b0a5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:17.912366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:17.935314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:17.950200 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'code': 200} Feb 10 23:05:17.955137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:17.997149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:18.042271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-119f55ef-ed8a-413a-ad74-87de46a1ce57 None None] Provisioning complete for port e894c7f8-d232-492c-b452-44d0124972e5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:18.042927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-119f55ef-ed8a-413a-ad74-87de46a1ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.076772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3535cc3b-adfa-4522-9bf1-e1cdd8edbf81 req-71163e2e-0f9f-4f99-b4e3-1f3c6dfca897 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774962 Feb 10 23:05:18.089522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:18.116747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.117367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.159440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.179735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665ff10-ce12-48c9-8ef0-3d7cb601bd68 None None] Network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:18.238123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on host n-h1-825178-4 for vnic_type normal with profile {"migrating_to": "n-h2-825178-4"} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:18.238500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:18.238721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:18.272168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8250b30d-3907-4a42-a7e3-d8b20674bfd3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3387890 Feb 10 23:05:18.272168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:05:18.272168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Attempting to bind port e894c7f8-d232-492c-b452-44d0124972e5 on network aa0ee31a-2106-4717-8b36-07a235dc3666 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:18.281180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48726) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.295241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network b1d6492a-d996-44f7-8b11-e3faae676f6f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:18.346791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-119f55ef-ed8a-413a-ad74-87de46a1ce57 None None] Port e894c7f8-d232-492c-b452-44d0124972e5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:18.362218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:18.362591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Checking segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:18.362951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Bound using segment: {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:18.363937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Bound port: e894c7f8-d232-492c-b452-44d0124972e5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:18.363937 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.365221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11da592-2357-4593-839c-068dfdbae56d req-e821a40d-60ba-4a10-ae81-0fecbd9384f9 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.366792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b11da592-2357-4593-839c-068dfdbae56d req-e821a40d-60ba-4a10-ae81-0fecbd9384f9 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 932 time: 0.1619568 Feb 10 23:05:18.373249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:18.376036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:18.487093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 4cbe2640-23bb-4ec6-ad94-61af9427f5bc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:18.487514 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.499358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.518893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3b35b728-fb85-4e2c-86fd-2cd79bdfc00f', 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '8468e388-4ced-4d1d-981e-7ab893370835'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:18.522151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.530950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b11da592-2357-4593-839c-068dfdbae56d req-73dc29b3-7fae-4682-ac3c-bd0d2d7c49c3 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114936 Feb 10 23:05:18.600762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.658636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.728196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.728864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.747036 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Allocated IP 172.20.0.1 (3b35b728-fb85-4e2c-86fd-2cd79bdfc00f/8468e388-4ced-4d1d-981e-7ab893370835/4f973ddc-9d9c-4a15-b655-1533422321e1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:18.756347 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.791384 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3326f90be13d49a2b0ff11ed62d0b0a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4299586 Feb 10 23:05:18.803514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48730) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:18.804209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cb398-7da8-49a0-9098-45cb305d1f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edb5cc1-734f-496b-bce0-580dd2beae7a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:18.810887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.839804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:18.848152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78375516-c430-4657-b1fa-88b3a1e91ad2 None None] Provisioning for port 83c76ca2-df18-49e2-94c7-3f8fca892e7d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:18.853437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6b4af8df-7633-4572-a972-732411cbc2e8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1086977 Feb 10 23:05:18.861845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78375516-c430-4657-b1fa-88b3a1e91ad2 None None] Provisioning complete for port 83c76ca2-df18-49e2-94c7-3f8fca892e7d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:18.862590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78375516-c430-4657-b1fa-88b3a1e91ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:18.874540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Request body: {'port': {'device_id': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:18.899546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 4cbe2640-23bb-4ec6-ad94-61af9427f5bc owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:18.918954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:18.943565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258a76f-24ad-4aea-966b-9212d7295a41 req-ae0fe0a5-7b23-4564-9d34-f446a2d54843 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:18.945005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4258a76f-24ad-4aea-966b-9212d7295a41 req-ae0fe0a5-7b23-4564-9d34-f446a2d54843 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.6667936 Feb 10 23:05:18.948079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-78375516-c430-4657-b1fa-88b3a1e91ad2 None None] Port 83c76ca2-df18-49e2-94c7-3f8fca892e7d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:18.957181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.068431 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.081199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Transition to ACTIVE for port object 4f973ddc-9d9c-4a15-b655-1533422321e1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.112720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Transition to ACTIVE for port object 4f973ddc-9d9c-4a15-b655-1533422321e1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:19.130918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.143111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.229095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=4cbe2640-23bb-4ec6-ad94-61af9427f5bc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:19.325537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Pushing event updated for resources: {'Port': ['ID=4f973ddc-9d9c-4a15-b655-1533422321e1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:19.332666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:19.334038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:19.336528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:19.366108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.380097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.455772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Attempting to bind port 4f973ddc-9d9c-4a15-b655-1533422321e1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:19.456361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Attempting to bind port 4f973ddc-9d9c-4a15-b655-1533422321e1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a3986669-5621-42dc-9c2c-a622b4f16d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:19.457340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Attempting to bind port 4f973ddc-9d9c-4a15-b655-1533422321e1 on network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:19.465872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:19.466422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Checking segment: {'id': 'a3986669-5621-42dc-9c2c-a622b4f16d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:19.466938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.468596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Bound using segment: {'id': 'a3986669-5621-42dc-9c2c-a622b4f16d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:19.469280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Bound port: 4f973ddc-9d9c-4a15-b655-1533422321e1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3986669-5621-42dc-9c2c-a622b4f16d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:19.469784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.476753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4258a76f-24ad-4aea-966b-9212d7295a41 req-92a26aaa-4cb4-4f02-9df2-bae042a3b758 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4867208 Feb 10 23:05:19.477482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:19.521970 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.652835 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.655133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] Provisioning complete for port e894c7f8-d232-492c-b452-44d0124972e5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:19.655133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.670828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76b23b-2909-46cd-8b74-f7a12628de44 req-d5862dc2-4e06-46d1-91b4-33f411c20f5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:19.672834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f76b23b-2909-46cd-8b74-f7a12628de44 req-d5862dc2-4e06-46d1-91b4-33f411c20f5f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 943 time: 0.2911909 Feb 10 23:05:19.718783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.753164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] For port 4f973ddc-9d9c-4a15-b655-1533422321e1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:19.773285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] For port 4f973ddc-9d9c-4a15-b655-1533422321e1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f973ddc-9d9c-4a15-b655-1533422321e1,segment=NetworkSegment(a3986669-5621-42dc-9c2c-a622b4f16d4c),segment_id=a3986669-5621-42dc-9c2c-a622b4f16d4c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:19.798652 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.823965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:19.888287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a587e5-06cc-4f14-ba79-4579ba695ec5 None None] Pushing event updated for resources: {'Port': ['ID=4f973ddc-9d9c-4a15-b655-1533422321e1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.006944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.008263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edb5cc1-734f-496b-bce0-580dd2beae7a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.011180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:20.011861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.013277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-a3de2c11-719e-4e67-8004-b6f15b70b628 service neutron] 10.222.0.24 "PUT /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1121 time: 4.7217371 Feb 10 23:05:20.019107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:20.050730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.052165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-80aea752-9abf-4e86-83e9-d056b61cdea8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3edb5cc1-734f-496b-bce0-580dd2beae7a HTTP/1.1" status: 204 len: 168 time: 1.2380192 Feb 10 23:05:20.057301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.161203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3f76b23b-2909-46cd-8b74-f7a12628de44 req-0b43e7ea-4ce1-43fe-aae3-e2216b16accc tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436062 Feb 10 23:05:20.178664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:20.178664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:20.194361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['e894c7f8-d232-492c-b452-44d0124972e5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:05:20.225523 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.370634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=8468e388-4ced-4d1d-981e-7ab893370835,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.388834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:20.529625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05467b1c-3e86-44c6-be56-12620d4be89f None None] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:20.637030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.717054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b35b728-fb85-4e2c-86fd-2cd79bdfc00f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.740597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3986669-5621-42dc-9c2c-a622b4f16d4c') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.741301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3986669-5621-42dc-9c2c-a622b4f16d4c') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.754952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48752) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:20.764785 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.820481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.827993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:20.857669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] Sync routers for ids ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:20.872292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4b523d34-0f7a-4627-9759-40b697caa65e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9211750 Feb 10 23:05:20.874870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48756) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:20.878251 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] Routers {'6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:20.878941 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.880269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d178edc-899a-40a2-88e7-4e39c1f06f7c req-eb406431-b31d-46fa-bbf0-a4c11418a427 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:20.881118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2d178edc-899a-40a2-88e7-4e39c1f06f7c req-eb406431-b31d-46fa-bbf0-a4c11418a427 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:20.884923 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.914294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:20.917528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:20.918255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:20.933116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0525e827-6b10-4c18-a239-0f3966abe00d req-c8972ba0-6264-40e5-8409-bc53b93038f7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:20.935747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0525e827-6b10-4c18-a239-0f3966abe00d req-c8972ba0-6264-40e5-8409-bc53b93038f7 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.3576348 Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:20.936606 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:20.941774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-afaf1632-56c7-48cc-b0a8-9ed7328aef19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:20.949713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Usage tracker for resource:security_group_rule and tenant:ae0630c1b88b47faaf57c3b3fcc25b2a is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:20.958507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:20.974987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.984242 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] Routers {'6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:20.984899 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:20.998109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-afaf1632-56c7-48cc-b0a8-9ed7328aef19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:21.002566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-afaf1632-56c7-48cc-b0a8-9ed7328aef19 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf HTTP/1.1" status: 200 len: 205 time: 0.1222308 Feb 10 23:05:21.002982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48760) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:21.006841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0525e827-6b10-4c18-a239-0f3966abe00d req-68af0c10-da9d-4766-a26a-297f650f7467 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601060 Feb 10 23:05:21.056291 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:21.056689 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551c0eee-b69c-4a37-83b1-3baf577aed35 None None] The sync data for ids ['6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:21.063874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:21.068496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c76ca2-df18-49e2-94c7-3f8fca892e7d {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:05:21.084713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2d178edc-899a-40a2-88e7-4e39c1f06f7c req-eb406431-b31d-46fa-bbf0-a4c11418a427 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:21.088518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d178edc-899a-40a2-88e7-4e39c1f06f7c req-eb406431-b31d-46fa-bbf0-a4c11418a427 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 932 time: 0.6913445 Feb 10 23:05:21.097798 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.121005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Transition to ACTIVE for port object 83c76ca2-df18-49e2-94c7-3f8fca892e7d will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:21.127551 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'status': 'completed', 'code': 200} Feb 10 23:05:21.165551 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'code': 200} Feb 10 23:05:21.186062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:21.186062 n-d-825178-4 neutron-server[87653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:21.186062 n-d-825178-4 neutron-server[87653]: [parameters: {'id': '3b35b728-fb85-4e2c-86fd-2cd79bdfc00f'}] Feb 10 23:05:21.186062 n-d-825178-4 neutron-server[87653]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:21.186687 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:21.189977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.204563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.549664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f973ddc-9d9c-4a15-b655-1533422321e1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:21.595191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:21.673860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 4f973ddc-9d9c-4a15-b655-1533422321e1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:21.700366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d178edc-899a-40a2-88e7-4e39c1f06f7c req-577d361a-be96-4c09-9ba1-1bab2105b5e1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5772276 Feb 10 23:05:21.701043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.777999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.788442 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.798490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 4f973ddc-9d9c-4a15-b655-1533422321e1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:21.799057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.842540 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.843353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:05:21.866475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7446fb-fe93-4234-9616-dee2dc93c07f None None] Network 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:21.869626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:21.870745 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6703c54e-9e27-437f-9ec4-4df8c7fe2c3b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf HTTP/1.1" status: 204 len: 168 time: 0.8667588 Feb 10 23:05:21.873796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:21.902276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-fa5f0432-19f4-4ec1-89a6-f6343f0e3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:21.903813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-fa5f0432-19f4-4ec1-89a6-f6343f0e3105 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1126 time: 0.7735474 Feb 10 23:05:21.916828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be523b-2da8-443c-9b5c-b124289f37ae req-2c97ceb8-f54b-4901-927f-0ae6e2a2f9be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:21.918724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09be523b-2da8-443c-9b5c-b124289f37ae req-2c97ceb8-f54b-4901-927f-0ae6e2a2f9be tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.4741604 Feb 10 23:05:21.924910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9c0b30e1-6f97-41a7-b244-175c74226ee4 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:21.926385 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9c0b30e1-6f97-41a7-b244-175c74226ee4 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.3184323 Feb 10 23:05:21.974382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Attempting to bind port 83c76ca2-df18-49e2-94c7-3f8fca892e7d on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:21.974752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Attempting to bind port 83c76ca2-df18-49e2-94c7-3f8fca892e7d by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:21.975041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Attempting to bind port 83c76ca2-df18-49e2-94c7-3f8fca892e7d on network b1d6492a-d996-44f7-8b11-e3faae676f6f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:21.985147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Provisioning for port 4f973ddc-9d9c-4a15-b655-1533422321e1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:21.998365 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.001600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Provisioning complete for port 4f973ddc-9d9c-4a15-b655-1533422321e1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:22.002153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.052880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Port 83c76ca2-df18-49e2-94c7-3f8fca892e7d on network b1d6492a-d996-44f7-8b11-e3faae676f6f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:05:22.053404 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09be523b-2da8-443c-9b5c-b124289f37ae req-4866ca6d-bfec-400f-81d4-eab2bf293489 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260507 Feb 10 23:05:22.057261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet c778ab07-a984-453f-97d0-274a7ba2ddda {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:05:22.061156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Attempting to bind port 83c76ca2-df18-49e2-94c7-3f8fca892e7d on network b1d6492a-d996-44f7-8b11-e3faae676f6f {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:22.062023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.088083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 4, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:22.088493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Checking segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:22.088813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Bound using segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:22.089435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Bound port: 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:22.090808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.105391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Deleting port d40490b3-2628-44d9-a38c-ce328d64342b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:22.105609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.124517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.141717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.306261 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.366561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] DHCP port deletion for 3b35b728-fb85-4e2c-86fd-2cd79bdfc00f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:22.373467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] For port 4f973ddc-9d9c-4a15-b655-1533422321e1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f973ddc-9d9c-4a15-b655-1533422321e1,segment=NetworkSegment(a3986669-5621-42dc-9c2c-a622b4f16d4c),segment_id=a3986669-5621-42dc-9c2c-a622b4f16d4c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:22.376540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Deleting port 4f973ddc-9d9c-4a15-b655-1533422321e1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:22.377133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.386930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.410534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.546507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41865bd-bee2-4957-9150-0041ff069c0f None None] Pushing event updated for resources: {'Port': ['ID=4f973ddc-9d9c-4a15-b655-1533422321e1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:22.597943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48772) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:22.598170 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ae0630c1b88b47faaf57c3b3fcc25b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8415294 Feb 10 23:05:22.599421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9aa4fb-7d31-4d91-bbaf-a289149c373b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aba9ee64-8fcc-49bf-a60e-04289bf8d046,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:22.653760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port 4f973ddc-9d9c-4a15-b655-1533422321e1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f973ddc-9d9c-4a15-b655-1533422321e1,segment=NetworkSegment(a3986669-5621-42dc-9c2c-a622b4f16d4c),segment_id=a3986669-5621-42dc-9c2c-a622b4f16d4c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:22.654368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.662472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.668673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-19affc1f-4b69-4014-9536-8fade7305789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:22.670661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-19affc1f-4b69-4014-9536-8fade7305789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 0.7463272 Feb 10 23:05:22.681031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] For port 4f973ddc-9d9c-4a15-b655-1533422321e1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4f973ddc-9d9c-4a15-b655-1533422321e1,segment=NetworkSegment(a3986669-5621-42dc-9c2c-a622b4f16d4c),segment_id=a3986669-5621-42dc-9c2c-a622b4f16d4c)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:22.681976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.763253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] For port d40490b3-2628-44d9-a38c-ce328d64342b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d40490b3-2628-44d9-a38c-ce328d64342b,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:22.763655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.788377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.845610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Calling delete_port for 4f973ddc-9d9c-4a15-b655-1533422321e1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:22.925157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-a2437252-14ff-4807-bc86-7c78a3a1183e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1001 time: 0.2424943 Feb 10 23:05:22.927881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:22.959007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Calling delete_port for d40490b3-2628-44d9-a38c-ce328d64342b owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:22.981872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] No DVR routers for this DVR port 4f973ddc-9d9c-4a15-b655-1533422321e1 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:22.986955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b36b82-8f7c-44b7-b042-a669af80e3dc None None] Pushing event deleted for resources: {'Port': ['ID=4f973ddc-9d9c-4a15-b655-1533422321e1,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.025952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:23.034044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.075859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.088457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for 4f973ddc-9d9c-4a15-b655-1533422321e1 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:23.154227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=c778ab07-a984-453f-97d0-274a7ba2ddda,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.163467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.188693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-709a34e4-37e2-45fa-9049-3e95e322b1cf tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/c778ab07-a984-453f-97d0-274a7ba2ddda HTTP/1.1" status: 204 len: 168 time: 1.3079541 Feb 10 23:05:23.191379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48780) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:23.199832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:23.202235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d20add-70e8-4834-a44f-adb08a4739b9 None None] Network f53f6ce6-8656-49c7-93e3-c7e402bca583 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:23.219457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.246388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de0f7b9-dfab-43ad-94e6-bb0ecfc07a90 req-a032f031-b5ab-4a9f-9f78-f1c0c8925dd9 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.248045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9de0f7b9-dfab-43ad-94e6-bb0ecfc07a90 req-a032f031-b5ab-4a9f-9f78-f1c0c8925dd9 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 0.4004169 Feb 10 23:05:23.264469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed4fe08-f58d-4979-90a3-8ff0f0121469 req-7c137058-f75a-4819-bba6-de0c85fc7dc8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.266019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eed4fe08-f58d-4979-90a3-8ff0f0121469 req-7c137058-f75a-4819-bba6-de0c85fc7dc8 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=e19e1b1d-8093-4cfb-b376-f03761b4e526 HTTP/1.1" status: 200 len: 1096 time: 0.9108245 Feb 10 23:05:23.278226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-dfb51da7-796a-4d2d-aae9-424aa16aeb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.279772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-dfb51da7-796a-4d2d-aae9-424aa16aeb8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.2493956 Feb 10 23:05:23.362443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.371428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.371965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.373430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] 10.222.0.30 "PUT /v2.0/ports/83c76ca2-df18-49e2-94c7-3f8fca892e7d HTTP/1.1" status: 200 len: 1092 time: 4.5033333 Feb 10 23:05:23.389940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:23.440541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f973ddc-9d9c-4a15-b655-1533422321e1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:23.458945 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.461102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba9ee64-8fcc-49bf-a60e-04289bf8d046,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.475488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.494048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d40490b3-2628-44d9-a38c-ce328d64342b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:05:23.523030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fa3712d8-4550-40a9-854d-952217e6c201'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:05:23.581732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:23.581989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4f973ddc-9d9c-4a15-b655-1533422321e1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:23.582215 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:23.582441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4f973ddc-9d9c-4a15-b655-1533422321e1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:23.603413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Pushing event deleted for resources: {'Port': ['ID=d40490b3-2628-44d9-a38c-ce328d64342b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.624538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9de0f7b9-dfab-43ad-94e6-bb0ecfc07a90 req-c6b86713-b2c7-412a-bd09-d91ce57ecdb4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013725 Feb 10 23:05:23.649727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eed4fe08-f58d-4979-90a3-8ff0f0121469 req-7ebf92ec-d6d5-4334-89de-509917c28a8d tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559809 Feb 10 23:05:23.651174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:23.702259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.702949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.713472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.714075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.715073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.716188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.717099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.717936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.718491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.719342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.721146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.722025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be227a62-ce0f-45f4-b1f0-50864e54b563 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:23.764134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.767051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cf7de963-478f-435b-bcf6-01fb0cea93ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/aba9ee64-8fcc-49bf-a60e-04289bf8d046 HTTP/1.1" status: 204 len: 168 time: 1.1658509 Feb 10 23:05:23.774499 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'status': 'completed', 'code': 200} Feb 10 23:05:23.779622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-de781a55-be59-40e3-bebf-0653603f249c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.781948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-de781a55-be59-40e3-bebf-0653603f249c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4744477 Feb 10 23:05:23.790779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] DHCP port deletion for f53f6ce6-8656-49c7-93e3-c7e402bca583 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:23.799028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Deleting port f3d055f2-3d83-423b-9b43-e3e50e2ecced {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:23.799501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.805970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port f3d055f2-3d83-423b-9b43-e3e50e2ecced {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:23.807957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:23.972789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-aee4549f-7b47-4454-9e32-35644aa58ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:23.975554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-aee4549f-7b47-4454-9e32-35644aa58ba4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 1095 time: 0.5295472 Feb 10 23:05:23.986238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] No DVR routers for this DVR port d40490b3-2628-44d9-a38c-ce328d64342b on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:24.000376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.002841 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2059dafc-9bec-4efc-a9d7-839d4d03540d req-9ef8d9d2-d880-44e6-8015-84ddec26932e tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d40490b3-2628-44d9-a38c-ce328d64342b HTTP/1.1" status: 204 len: 173 time: 2.0701594 Feb 10 23:05:24.003534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'name': 'network-vif-deleted', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:24.095245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 4f973ddc-9d9c-4a15-b655-1533422321e1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:24.095630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.109033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:05:24.174028 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e19e1b1d-8093-4cfb-b376-f03761b4e526', 'name': 'network-vif-deleted', 'tag': 'd40490b3-2628-44d9-a38c-ce328d64342b', 'status': 'completed', 'code': 200} Feb 10 23:05:24.187606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-7b95c27c-9e3d-408c-a3c0-6c8aa1998400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d HTTP/1.1" status: 200 len: 217 time: 0.1849208 Feb 10 23:05:24.280535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9bd9a-4b37-4476-a534-913cde723cc5 req-273a3456-ada5-43f2-8dec-6cd5a096dbac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:24.283738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33c9bd9a-4b37-4476-a534-913cde723cc5 req-273a3456-ada5-43f2-8dec-6cd5a096dbac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.3707061 Feb 10 23:05:24.298365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port f3d055f2-3d83-423b-9b43-e3e50e2ecced, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3d055f2-3d83-423b-9b43-e3e50e2ecced,segment=NetworkSegment(417eb505-1e27-413b-9269-a791753481b3),segment_id=417eb505-1e27-413b-9269-a791753481b3)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:24.298751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.300555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] For port f3d055f2-3d83-423b-9b43-e3e50e2ecced, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3d055f2-3d83-423b-9b43-e3e50e2ecced,segment=NetworkSegment(417eb505-1e27-413b-9269-a791753481b3),segment_id=417eb505-1e27-413b-9269-a791753481b3)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:24.301194 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.358980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] The port '4f973ddc-9d9c-4a15-b655-1533422321e1' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:05:24.417545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-4ae82df6-a574-4d52-a402-6ea166261ece service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6279130 Feb 10 23:05:24.501905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Calling delete_port for f3d055f2-3d83-423b-9b43-e3e50e2ecced owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:24.602428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:24.746233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33c9bd9a-4b37-4476-a534-913cde723cc5 req-b16b2938-d104-4f50-a722-6b726b2fcf06 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4382460 Feb 10 23:05:24.756668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for f3d055f2-3d83-423b-9b43-e3e50e2ecced owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:24.888722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:24.889373 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:24.929735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] Pushing event deleted for resources: {'Port': ['ID=f3d055f2-3d83-423b-9b43-e3e50e2ecced,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:24.940224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3d8ce0-7768-41ff-ad73-848af0588e5a None None] No DVR routers for this DVR port f3d055f2-3d83-423b-9b43-e3e50e2ecced on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:24.952532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.030094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:25.049934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 has no active binding in host n-h2-825178-4 {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Feb 10 23:05:25.106773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.117003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-43595e15-d360-4a88-bc9e-8da74334b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:25.118492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-43595e15-d360-4a88-bc9e-8da74334b2df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305 HTTP/1.1" status: 200 len: 838 time: 0.9155114 Feb 10 23:05:25.218223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b35b728-fb85-4e2c-86fd-2cd79bdfc00f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.249219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3986669-5621-42dc-9c2c-a622b4f16d4c') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.249454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3986669-5621-42dc-9c2c-a622b4f16d4c') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.280830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6891dbd-a0ae-4366-b0d3-f464683e83e1 req-19485d89-dc2b-42da-89bf-4a4e373445cb service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335874 Feb 10 23:05:25.284904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.316446 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.329776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:25.330278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:25.346567 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:25.355211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f1571-5f55-4c1c-8dea-040e5842b6e1 req-497f50c3-ef1f-453d-83ae-bcbacf1bef68 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:25.356844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b60f1571-5f55-4c1c-8dea-040e5842b6e1 req-497f50c3-ef1f-453d-83ae-bcbacf1bef68 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 0.3231490 Feb 10 23:05:25.391029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port f3d055f2-3d83-423b-9b43-e3e50e2ecced {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:25.392964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.416970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3d055f2-3d83-423b-9b43-e3e50e2ecced no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:25.464035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f3d055f2-3d83-423b-9b43-e3e50e2ecced {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:25.464379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3d055f2-3d83-423b-9b43-e3e50e2ecced not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:25.491652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-5c2413b8-1b31-4cf7-b88d-d70b26302110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:25.493984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-5c2413b8-1b31-4cf7-b88d-d70b26302110 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1d6492a-d996-44f7-8b11-e3faae676f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3643696 Feb 10 23:05:25.534310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] The port 'f3d055f2-3d83-423b-9b43-e3e50e2ecced' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:05:25.534502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.615142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b60f1571-5f55-4c1c-8dea-040e5842b6e1 req-dd1bf714-3cde-4c9c-be9d-c1dd7d9e86f4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962206 Feb 10 23:05:25.623648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.644604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/3b35b728-fb85-4e2c-86fd-2cd79bdfc00f HTTP/1.1" status: 204 len: 168 time: 7.3505638 Feb 10 23:05:25.652234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48824) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:25.658546 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ec14b-fd6c-47f7-8c8c-bbebe4f6ec85 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=3b35b728-fb85-4e2c-86fd-2cd79bdfc00f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:25.676573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1289248479'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:25.689735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:25.698131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.706306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:25.720360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:25.720947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-6e67b445-e702-4412-9289-51acb6937739 service neutron] 10.222.0.30 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181683 Feb 10 23:05:25.736685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:25.748304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53f6ce6-8656-49c7-93e3-c7e402bca583']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.762293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30bc70-95e4-4b07-92e7-cf5499af0039 req-e853b8f2-905f-4d10-9724-38e9fded90a1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:25.763031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4c30bc70-95e4-4b07-92e7-cf5499af0039 req-e853b8f2-905f-4d10-9724-38e9fded90a1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Synchronizing usage tracker for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:25.772587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417eb505-1e27-413b-9269-a791753481b3') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.772953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417eb505-1e27-413b-9269-a791753481b3') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:25.781233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:25.785229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.809556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.823656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4c30bc70-95e4-4b07-92e7-cf5499af0039 req-e853b8f2-905f-4d10-9724-38e9fded90a1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Unset dirty status for tenant:9a0ffe3a7e974f3b9bb96e6a49901f89 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:25.824832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c30bc70-95e4-4b07-92e7-cf5499af0039 req-e853b8f2-905f-4d10-9724-38e9fded90a1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.3886087 Feb 10 23:05:25.841955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.866866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:25.872841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:25.873244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:25.891808 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:25.911221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6dbf050-ccc6-4dc8-93ef-937a1b200dc2 req-61faad11-d9ba-4585-a27a-7d8d0c08f53a service neutron] 10.222.0.30 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827936 Feb 10 23:05:25.994574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c30bc70-95e4-4b07-92e7-cf5499af0039 req-7a6848f5-9c16-4a06-89c1-c5f62f970fed tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545899 Feb 10 23:05:26.006633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.010043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.010748 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 692d1c33-19bf-4718-83ae-4aebd6e02cb7 of type vlan for network 50f40602-5aa9-4d69-beac-da696c08131a Feb 10 23:05:26.017569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d40490b3-2628-44d9-a38c-ce328d64342b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:26.047107 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.054218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=f53f6ce6-8656-49c7-93e3-c7e402bca583,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.066083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: d40490b3-2628-44d9-a38c-ce328d64342b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:26.066790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d40490b3-2628-44d9-a38c-ce328d64342b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:26.094729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ebfdfb69-d37f-4555-a9d4-f33bb5577736 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/f53f6ce6-8656-49c7-93e3-c7e402bca583 HTTP/1.1" status: 204 len: 168 time: 2.9005332 Feb 10 23:05:26.102455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.105189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48840) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:26.113424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2017401255', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:26.121564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:26.126373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:26.129418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:26.135471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:26.150763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.159746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:26.160444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.169864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.170889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.198475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.211780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-0a15a729-aeee-42a7-9565-48ff4373c51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:26.213326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-0a15a729-aeee-42a7-9565-48ff4373c51a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 1095 time: 0.2348542 Feb 10 23:05:26.280967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6263411 Feb 10 23:05:26.281233 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48844) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:26.290814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '50f40602-5aa9-4d69-beac-da696c08131a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:26.316869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8c71f-ffe9-4b5a-8966-80e441e81175 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=50f40602-5aa9-4d69-beac-da696c08131a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.322885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15f732-5542-48ee-9aac-de0890364450 req-df26c027-f10a-49f3-abfb-682f19065064 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:26.324476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad15f732-5542-48ee-9aac-de0890364450 req-df26c027-f10a-49f3-abfb-682f19065064 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.3479135 Feb 10 23:05:26.334545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 50f40602-5aa9-4d69-beac-da696c08131a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:26.445744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:26.451626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:26.456060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:26.463706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:26.475735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:26.479875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.686825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad15f732-5542-48ee-9aac-de0890364450 req-7e0dc812-8ac1-4fec-be0f-4024afc86762 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069103 Feb 10 23:05:26.690781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-438ae88d-9b84-40f5-8c74-a0172c5ceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:26.692280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-438ae88d-9b84-40f5-8c74-a0172c5ceed5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1d6492a-d996-44f7-8b11-e3faae676f6f HTTP/1.1" status: 200 len: 897 time: 0.4706054 Feb 10 23:05:26.694565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.788586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:26.862482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-70956eba-ce14-4c03-90e1-48b3bfc86231 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d HTTP/1.1" status: 200 len: 217 time: 0.1601641 Feb 10 23:05:26.927557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=0b0fcbb4-b8ef-43a6-a102-3b58ca669f48,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:26.943351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '692d1c33-19bf-4718-83ae-4aebd6e02cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:26.943869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 50f40602-5aa9-4d69-beac-da696c08131a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:26.979303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 50f40602-5aa9-4d69-beac-da696c08131a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:26.990677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8a9-197b-426f-9a8f-983a9b20af9a req-d50f73bc-1964-4bcc-9f2f-d0984786afcc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:26.992302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d35f8a9-197b-426f-9a8f-983a9b20af9a req-d50f73bc-1964-4bcc-9f2f-d0984786afcc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 0.1683750 Feb 10 23:05:27.013473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 50f40602-5aa9-4d69-beac-da696c08131a) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:27.018494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:27.019090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.025605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd0476e-08c8-43df-80f1-aa7eae808064 None None] Network 50f40602-5aa9-4d69-beac-da696c08131a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:27.069706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d35f8a9-197b-426f-9a8f-983a9b20af9a req-d4f258ec-e94c-4854-b4cc-322d0b937dcb tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706098 Feb 10 23:05:27.073486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-275f9973-dc11-4510-ae15-440387ac8874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7885323 Feb 10 23:05:27.074108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48860) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:27.200290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-b3fd9b9a-2b85-467a-8e52-e169f156936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:27.201961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-b3fd9b9a-2b85-467a-8e52-e169f156936d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305 HTTP/1.1" status: 200 len: 838 time: 0.3331084 Feb 10 23:05:27.302188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-50f40602-5aa9-4d69-beac-da696c08131a', 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '0b0fcbb4-b8ef-43a6-a102-3b58ca669f48'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:27.303314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.306491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.386701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.491100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Allocated IP 172.20.0.2 (50f40602-5aa9-4d69-beac-da696c08131a/0b0fcbb4-b8ef-43a6-a102-3b58ca669f48/1f258432-e6de-4a7b-88ff-56adfa7a76c7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:27.527515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-b3bddc7d-47ad-4355-a019-91f7c50514d0 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:27.529037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-b3bddc7d-47ad-4355-a019-91f7c50514d0 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.7175941 Feb 10 23:05:27.537588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-f8f2903b-18af-4a9d-95b1-9a06e675f777 service neutron] 10.222.0.30 "GET /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 384 time: 0.2384059 Feb 10 23:05:27.577684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f0a6d-aa1a-431e-a5a7-34cd03724477 req-54dff123-52d4-4798-b1d4-a660ff46f419 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:27.581045 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-554f0a6d-aa1a-431e-a5a7-34cd03724477 req-54dff123-52d4-4798-b1d4-a660ff46f419 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 0.3747981 Feb 10 23:05:27.724706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-5a8d3d91-6d13-4fbf-ab6e-ee0ee22f1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:27.725495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.726157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-5a8d3d91-6d13-4fbf-ab6e-ee0ee22f1576 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1d6492a-d996-44f7-8b11-e3faae676f6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4722254 Feb 10 23:05:27.743609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Transition to ACTIVE for port object 1f258432-e6de-4a7b-88ff-56adfa7a76c7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:27.786040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Transition to ACTIVE for port object 1f258432-e6de-4a7b-88ff-56adfa7a76c7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:27.794515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Deleting port fa3712d8-4550-40a9-854d-952217e6c201 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:27.794888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.799324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.824513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:27.918727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-554f0a6d-aa1a-431e-a5a7-34cd03724477 req-258d0ad1-a3c2-4ef4-bf30-bb2360670879 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205378 Feb 10 23:05:27.926164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Pushing event updated for resources: {'Port': ['ID=1f258432-e6de-4a7b-88ff-56adfa7a76c7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:27.965042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Network 50f40602-5aa9-4d69-beac-da696c08131a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:27.966770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:27.969887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:28.042238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 83c76ca2-df18-49e2-94c7-3f8fca892e7d details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:05:28.083638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0fcbb4-b8ef-43a6-a102-3b58ca669f48,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:28.217850 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.251409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15051978-1ac8-4555-81cf-b1b9e8a4e966 req-5f30d40d-8ab2-4b5a-8031-cb2ca41ddefd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:28.258796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15051978-1ac8-4555-81cf-b1b9e8a4e966 req-5f30d40d-8ab2-4b5a-8031-cb2ca41ddefd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 945 time: 0.2247658 Feb 10 23:05:28.272982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:28.292297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'port_id': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'mac_address': 'fa:16:3e:59:b3:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:05:28.324277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-15051978-1ac8-4555-81cf-b1b9e8a4e966 req-8821f00a-337a-42b7-b7e6-ade035ee0c51 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643597 Feb 10 23:05:28.347737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f40602-5aa9-4d69-beac-da696c08131a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:28.357372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Attempting to bind port 1f258432-e6de-4a7b-88ff-56adfa7a76c7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:28.357981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Attempting to bind port 1f258432-e6de-4a7b-88ff-56adfa7a76c7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '692d1c33-19bf-4718-83ae-4aebd6e02cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:28.358571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Attempting to bind port 1f258432-e6de-4a7b-88ff-56adfa7a76c7 on network 50f40602-5aa9-4d69-beac-da696c08131a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:28.376941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d1c33-19bf-4718-83ae-4aebd6e02cb7') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:28.384952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d1c33-19bf-4718-83ae-4aebd6e02cb7') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:28.407375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:28.408010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Checking segment: {'id': '692d1c33-19bf-4718-83ae-4aebd6e02cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:28.408754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.409489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Bound using segment: {'id': '692d1c33-19bf-4718-83ae-4aebd6e02cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:28.410458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Bound port: 1f258432-e6de-4a7b-88ff-56adfa7a76c7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692d1c33-19bf-4718-83ae-4aebd6e02cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '50f40602-5aa9-4d69-beac-da696c08131a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:28.411102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.411331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.441296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.449217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:28.449631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.544540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] For port 1f258432-e6de-4a7b-88ff-56adfa7a76c7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:28.551842 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:28.560805 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:28.568425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] For port 1f258432-e6de-4a7b-88ff-56adfa7a76c7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1f258432-e6de-4a7b-88ff-56adfa7a76c7,segment=NetworkSegment(692d1c33-19bf-4718-83ae-4aebd6e02cb7),segment_id=692d1c33-19bf-4718-83ae-4aebd6e02cb7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:28.579270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.605941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.628831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:28.628831 n-d-825178-4 neutron-server[87652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:28.628831 n-d-825178-4 neutron-server[87652]: [parameters: {'id': '50f40602-5aa9-4d69-beac-da696c08131a'}] Feb 10 23:05:28.628831 n-d-825178-4 neutron-server[87652]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:28.628831 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:28.669614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c76ca2-df18-49e2-94c7-3f8fca892e7d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:05:28.692014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-8d947e63-225a-49fb-891f-e17d806c048e service neutron] 10.222.0.30 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9427419 Feb 10 23:05:28.693535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.701173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9212ab-db51-4304-905f-d707c149d479 req-6db46bab-18c1-404d-94dc-12601a7d2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:28.703126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-6db46bab-18c1-404d-94dc-12601a7d2a10 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1126 time: 0.1415339 Feb 10 23:05:28.773900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:28.839522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f5357d-9c23-469f-b4d9-ce68ed0d9807 None None] Pushing event updated for resources: {'Port': ['ID=1f258432-e6de-4a7b-88ff-56adfa7a76c7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:28.852964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:28.957383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9212ab-db51-4304-905f-d707c149d479 req-ffddc318-6be9-4e0f-a19f-486ea13d5588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:28.960583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-ffddc318-6be9-4e0f-a19f-486ea13d5588 service neutron] 10.222.0.30 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 0.2330041 Feb 10 23:05:28.976233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:28.980815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64deb177-8027-46fc-a32a-b0617ca5304c None None] Network 50f40602-5aa9-4d69-beac-da696c08131a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:29.150796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.154868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-2abf4460-425a-4f5c-bc48-f77dde3a0b88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 1001 time: 0.1853495 Feb 10 23:05:29.212799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['83c76ca2-df18-49e2-94c7-3f8fca892e7d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:05:29.320351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:29.353925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 1f258432-e6de-4a7b-88ff-56adfa7a76c7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:29.354832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.367577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:29.504549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741785d-e9b8-4944-8009-5cacf8879931 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:05:29.544265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9212ab-db51-4304-905f-d707c149d479 req-04949906-d33a-4c67-8d5e-3f8ac1616f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:29.546087 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-04949906-d33a-4c67-8d5e-3f8ac1616f5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.3843236 Feb 10 23:05:29.572251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:29.600169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] For port fa3712d8-4550-40a9-854d-952217e6c201, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fa3712d8-4550-40a9-854d-952217e6c201,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:29.600538 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.612356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:29.691092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8ff36-7eb8-4d6c-bd57-6e4a97af9fb4 req-4770ba9f-7289-4fb5-a93b-c3d5ffe2efa8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:29.698376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ead8ff36-7eb8-4d6c-bd57-6e4a97af9fb4 req-4770ba9f-7289-4fb5-a93b-c3d5ffe2efa8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 1.2170801 Feb 10 23:05:29.783134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-6ade24f4-7ec9-4b28-8090-490b1788859d service neutron] 10.222.0.30 "GET /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0235131 Feb 10 23:05:29.783800 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.796038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port 1f258432-e6de-4a7b-88ff-56adfa7a76c7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1f258432-e6de-4a7b-88ff-56adfa7a76c7,segment=NetworkSegment(692d1c33-19bf-4718-83ae-4aebd6e02cb7),segment_id=692d1c33-19bf-4718-83ae-4aebd6e02cb7)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:29.796418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:29.882404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Calling delete_port for fa3712d8-4550-40a9-854d-952217e6c201 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:29.963892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741785d-e9b8-4944-8009-5cacf8879931 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:30.004621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for 1f258432-e6de-4a7b-88ff-56adfa7a76c7 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:30.034558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:30.074423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] Transition to ACTIVE for port object e894c7f8-d232-492c-b452-44d0124972e5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:30.133232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ead8ff36-7eb8-4d6c-bd57-6e4a97af9fb4 req-d2d29996-c2c5-4a15-9cb4-ab139e1aef20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4326539 Feb 10 23:05:30.136169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.137827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.208708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead79f4-b909-4200-b319-cc2f3dff90c5 req-9ca165bd-ccb4-4b35-bc5c-10bfc9ce51e1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:30.210291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fead79f4-b909-4200-b319-cc2f3dff90c5 req-9ca165bd-ccb4-4b35-bc5c-10bfc9ce51e1 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 1097 time: 1.0022495 Feb 10 23:05:30.213243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=1f258432-e6de-4a7b-88ff-56adfa7a76c7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:30.307330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port 1f258432-e6de-4a7b-88ff-56adfa7a76c7 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:30.418836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:30.441986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9212ab-db51-4304-905f-d707c149d479 req-4bb59f2f-bbec-4bfb-bd31-cbfb3ad64aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:30.447968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-4bb59f2f-bbec-4bfb-bd31-cbfb3ad64aab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8930483 Feb 10 23:05:30.508376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] Pushing event updated for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=11']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:30.531076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.25.2.34 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2e85b465-ecbc-49f8-bd70-80679ff315c1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:30.750818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48910) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:30.752990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fead79f4-b909-4200-b319-cc2f3dff90c5 req-a3cde7bc-6b9f-41b7-b989-b88db245284a tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=5175bccf-717c-461e-800a-70c1815524ad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831870 Feb 10 23:05:30.850698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.865956 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'code': 200} Feb 10 23:05:30.896732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50f40602-5aa9-4d69-beac-da696c08131a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.920600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692d1c33-19bf-4718-83ae-4aebd6e02cb7') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.920883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692d1c33-19bf-4718-83ae-4aebd6e02cb7') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:30.926827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.947235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:30.960126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-57ddf578-4ca4-4562-8d13-e99817670949 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798992 Feb 10 23:05:30.991841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.076534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:31.077275 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.101670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] No DVR routers for this DVR port e894c7f8-d232-492c-b452-44d0124972e5 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:31.120836 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:31.138487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.225096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.247828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:31.256784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca4f595077d41d98a0209d76137f976 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:31.260374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:31.273058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:31.284961 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.286078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.295539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333c4d2-a3d6-45f3-a93c-c7347cf470e2 req-9159dfa1-3b78-432a-8b73-79784ea23720 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:31.299859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e333c4d2-a3d6-45f3-a93c-c7347cf470e2 req-9159dfa1-3b78-432a-8b73-79784ea23720 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.6928890 Feb 10 23:05:31.307911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.333378 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b9212ab-db51-4304-905f-d707c149d479 req-9718480c-07f0-42ff-a654-1b8eb7bbdca6 service neutron] 10.222.0.30 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661027 Feb 10 23:05:31.338745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=50f40602-5aa9-4d69-beac-da696c08131a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.388224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e0642486-2d55-4bfb-aee0-6fc7ad9aa85a tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/50f40602-5aa9-4d69-beac-da696c08131a HTTP/1.1" status: 204 len: 168 time: 4.3130512 Feb 10 23:05:31.397415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48918) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:31.408120 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-807050547'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:31.417507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:31.430142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:31.432439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:31.439228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:31.446039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:31.452398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:31.484170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:31.486971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:31.490433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.561016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a168e-b215-47e2-bfad-f8e2cf8decd7 req-fd231114-b38b-462b-8d4b-489c23492e50 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:31.562640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d6a168e-b215-47e2-bfad-f8e2cf8decd7 req-fd231114-b38b-462b-8d4b-489c23492e50 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 945 time: 0.2357118 Feb 10 23:05:31.563822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:31.567450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.588057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.609797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.610839 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment b75109ad-c436-4814-8132-821368652f3e of type vlan for network 61ccf5a3-049b-46ce-bc12-00a726a10a2c Feb 10 23:05:31.686321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4ca4f595077d41d98a0209d76137f976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9323080 Feb 10 23:05:31.694428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d6a168e-b215-47e2-bfad-f8e2cf8decd7 req-f579e3f0-a7b9-4323-a1a8-4e10f78e5914 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228631 Feb 10 23:05:31.694917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48922) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:31.699268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a8d8d-d058-45b8-bfbc-7a09e3ff9677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02edf52f-f981-4bbb-8069-c48a883a7542,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.700631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=2e85b465-ecbc-49f8-bd70-80679ff315c1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.704231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.775387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] No DVR routers for this DVR port fa3712d8-4550-40a9-854d-952217e6c201 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:31.779610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.781310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.787565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:31.788316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.804251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa3712d8-4550-40a9-854d-952217e6c201,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:31.817505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e333c4d2-a3d6-45f3-a93c-c7347cf470e2 req-93f9580e-0039-4df7-b65e-8efbe3ca1629 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4215298 Feb 10 23:05:31.920509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:31.933356 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0af28f3e-ca55-4c17-a387-536a52b43be1 req-ef5b0502-18f3-40ee-a600-08da557149ad tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.24 "DELETE /v2.0/ports/fa3712d8-4550-40a9-854d-952217e6c201 HTTP/1.1" status: 204 len: 173 time: 4.3934300 Feb 10 23:05:31.982479 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8ea9580b-e442-4f62-b394-cf69eb0e561e req-97c6f6ca-9574-4ce2-8d0b-b2c60ff73a32 tempest-TestServerMultinode-919371495 tempest-TestServerMultinode-919371495-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd HTTP/1.1" status: 200 len: 210 time: 0.0704994 Feb 10 23:05:31.983259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=61ccf5a3-049b-46ce-bc12-00a726a10a2c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.001625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 61ccf5a3-049b-46ce-bc12-00a726a10a2c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:32.008837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-5f6cdda4-1274-4359-9d1b-3541e6390cd8 service neutron] 10.222.0.30 "PUT /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5/bindings/n-h2-825178-4/activate HTTP/1.1" status: 200 len: 369 time: 4.4230936 Feb 10 23:05:32.048098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fa3712d8-4550-40a9-854d-952217e6c201 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:32.048912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1d65000-f205-4916-ab4b-7c97566fa383 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6488736 Feb 10 23:05:32.064466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:32.071657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:32.091478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 83c76ca2-df18-49e2-94c7-3f8fca892e7d up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:32.202070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: fa3712d8-4550-40a9-854d-952217e6c201 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:32.202437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fa3712d8-4550-40a9-854d-952217e6c201 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:32.204791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.230548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:32.240827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:32.252306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:32.265260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:32.278994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:32.282284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 83c76ca2-df18-49e2-94c7-3f8fca892e7d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:32.287555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 83c76ca2-df18-49e2-94c7-3f8fca892e7d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:32.287825 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.287918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.405942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:05:32.407433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:05:32.412332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.415430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.450238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:32.456321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02edf52f-f981-4bbb-8069-c48a883a7542,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.460230 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.463240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:32.478680 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.480477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.483244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f79f14fc-d8f8-470d-9bfc-45821d1c2950 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/02edf52f-f981-4bbb-8069-c48a883a7542 HTTP/1.1" status: 204 len: 168 time: 0.7850933 Feb 10 23:05:32.543563 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'code': 200} Feb 10 23:05:32.600255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.607815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-49e43098-956c-4eee-8c0a-58ee9cad79af tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:32.611486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-49e43098-956c-4eee-8c0a-58ee9cad79af tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&tenant_id=834e149d1122493cb8781b962341b810&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.3942552 Feb 10 23:05:32.698813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.804051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': 'b75109ad-c436-4814-8132-821368652f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:32.804590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 61ccf5a3-049b-46ce-bc12-00a726a10a2c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:32.827704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=6b0e3a8b-7306-4020-8f1d-88f0cfc0823e,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:32.838367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 61ccf5a3-049b-46ce-bc12-00a726a10a2c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:32.856031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 61ccf5a3-049b-46ce-bc12-00a726a10a2c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:32.868085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7c831e-fe43-414b-a436-eb5ffcb47b21 None None] Network 61ccf5a3-049b-46ce-bc12-00a726a10a2c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:32.871165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:32.871788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:32.902417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'name': 'network-vif-deleted', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:32.918566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82b92454-b188-4d2a-8de6-2a09fa618eb1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8529837 Feb 10 23:05:32.923693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.104218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48952) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.255202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.273960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f30b5c-9ca6-44db-bac5-3d1cc4d30db6 req-68773254-8791-48d8-85b9-bd6b2cfc9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:33.276388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93f30b5c-9ca6-44db-bac5-3d1cc4d30db6 req-68773254-8791-48d8-85b9-bd6b2cfc9822 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 1097 time: 0.6615233 Feb 10 23:05:33.332962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-61ccf5a3-049b-46ce-bc12-00a726a10a2c', 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '6b0e3a8b-7306-4020-8f1d-88f0cfc0823e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:33.334199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.352298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:33.359038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Usage tracker for resource:security_group_rule and tenant:b1d2147e90e145ee90432f903074acb6 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:33.370090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:33.381895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:33.482268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-76e851c6-a2e0-4a11-9bdb-511340f3c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:33.483384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369a67c-25b0-4c09-b028-e1ec23933556 req-82a9904f-ab3d-43f4-a8a2-605c1bd3c5ea tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:33.485034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2369a67c-25b0-4c09-b028-e1ec23933556 req-82a9904f-ab3d-43f4-a8a2-605c1bd3c5ea tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 0.3926103 Feb 10 23:05:33.494510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-76e851c6-a2e0-4a11-9bdb-511340f3c4e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 1095 time: 0.8384149 Feb 10 23:05:33.497318 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.598958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2369a67c-25b0-4c09-b028-e1ec23933556 req-cd0dded3-6680-4bcf-ab52-b892da3c9439 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965979 Feb 10 23:05:33.611208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Allocated IP 172.20.0.3 (61ccf5a3-049b-46ce-bc12-00a726a10a2c/6b0e3a8b-7306-4020-8f1d-88f0cfc0823e/bccb0d12-1249-4a79-8e07-eeb96a71bfb0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:33.631488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.698983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93f30b5c-9ca6-44db-bac5-3d1cc4d30db6 req-1b11f3ad-3ae9-473e-9c38-bdd7fff8f0a1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4001226 Feb 10 23:05:33.740308 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10b47eb6-13c7-4bc3-9dfa-2c76f0e390dd', 'name': 'network-vif-deleted', 'tag': 'fa3712d8-4550-40a9-854d-952217e6c201', 'status': 'completed', 'code': 200} Feb 10 23:05:33.770479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.870717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.877174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:33.890146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Transition to ACTIVE for port object bccb0d12-1249-4a79-8e07-eeb96a71bfb0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:33.913528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Transition to ACTIVE for port object bccb0d12-1249-4a79-8e07-eeb96a71bfb0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:33.920563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.989904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:33.995419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Network 61ccf5a3-049b-46ce-bc12-00a726a10a2c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:33.998682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:34.002497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:34.051249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Pushing event updated for resources: {'Port': ['ID=bccb0d12-1249-4a79-8e07-eeb96a71bfb0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.086939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e80071b-dabd-4ec0-8fd6-bb1fca10fb4c req-b1283086-f0a4-4119-a983-47feefcb8db6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:34.088569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e80071b-dabd-4ec0-8fd6-bb1fca10fb4c req-b1283086-f0a4-4119-a983-47feefcb8db6 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.9604907 Feb 10 23:05:34.107261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=6b0e3a8b-7306-4020-8f1d-88f0cfc0823e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.140405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Attempting to bind port bccb0d12-1249-4a79-8e07-eeb96a71bfb0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:34.142366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Attempting to bind port bccb0d12-1249-4a79-8e07-eeb96a71bfb0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b75109ad-c436-4814-8132-821368652f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:34.143202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Attempting to bind port bccb0d12-1249-4a79-8e07-eeb96a71bfb0 on network 61ccf5a3-049b-46ce-bc12-00a726a10a2c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:34.153408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:34.154193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Checking segment: {'id': 'b75109ad-c436-4814-8132-821368652f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:34.155040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.156039 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Bound using segment: {'id': 'b75109ad-c436-4814-8132-821368652f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:34.158723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Bound port: bccb0d12-1249-4a79-8e07-eeb96a71bfb0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75109ad-c436-4814-8132-821368652f3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:34.159543 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.226229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.236796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-4101c1f3-464a-45a0-85e1-bed564bda44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:34.238299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-4101c1f3-464a-45a0-85e1-bed564bda44a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1095 time: 0.7072184 Feb 10 23:05:34.266898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] For port bccb0d12-1249-4a79-8e07-eeb96a71bfb0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:34.271005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] For port bccb0d12-1249-4a79-8e07-eeb96a71bfb0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bccb0d12-1249-4a79-8e07-eeb96a71bfb0,segment=NetworkSegment(b75109ad-c436-4814-8132-821368652f3e),segment_id=b75109ad-c436-4814-8132-821368652f3e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:34.275341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.298532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e80071b-dabd-4ec0-8fd6-bb1fca10fb4c req-d79000ed-3e45-4bf2-92cc-d0039f7ffd20 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965275 Feb 10 23:05:34.342022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ccf5a3-049b-46ce-bc12-00a726a10a2c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.381829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.395420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.405603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8d9f8-c2c6-46ac-8f41-89ce4a89f883 None None] Pushing event updated for resources: {'Port': ['ID=bccb0d12-1249-4a79-8e07-eeb96a71bfb0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.425892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75109ad-c436-4814-8132-821368652f3e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.426339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75109ad-c436-4814-8132-821368652f3e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:34.445622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256e22d-fcef-4867-b98c-c4716ab01095 None None] Network 61ccf5a3-049b-46ce-bc12-00a726a10a2c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:34.462548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.489516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.490671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b1d2147e90e145ee90432f903074acb6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3679252 Feb 10 23:05:34.494136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48960) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:34.513584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263c261-59cb-4735-9ceb-08b6f6b7a212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5868100-f09b-4346-aa03-6beae582d991,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:34.523701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:34.523916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.530052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-f5772e4c-388f-485f-8198-40d47e3fabcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:34.532429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-f5772e4c-388f-485f-8198-40d47e3fabcd service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 0.2759869 Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:34.541029 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:34.597750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 2b0ac82a-9794-444f-a515-5f91bd368cd8 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:05:34.679452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879642e0-7b84-4a4f-a47a-ba11b7e4f359 None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:05:34.718500 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:34.718500 n-d-825178-4 neutron-server[87652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:34.718500 n-d-825178-4 neutron-server[87652]: [parameters: {'id': '61ccf5a3-049b-46ce-bc12-00a726a10a2c'}] Feb 10 23:05:34.718500 n-d-825178-4 neutron-server[87652]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:34.718966 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:34.741509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-fa3415d2-2ca2-43b3-ab9b-f4f94c17d638 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 999 time: 0.2035277 Feb 10 23:05:34.775017 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.813821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:34.872683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879642e0-7b84-4a4f-a47a-ba11b7e4f359 None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:34.906474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-2d1e7263-ec5a-438f-81a2-34371eaecc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:34.907661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-2d1e7263-ec5a-438f-81a2-34371eaecc59 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.1587856 Feb 10 23:05:34.915168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:34.983034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] Sync routers for ids ['2b0ac82a-9794-444f-a515-5f91bd368cd8'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:34.986955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.005044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] Routers {'2b0ac82a-9794-444f-a515-5f91bd368cd8'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:35.005044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2b0ac82a-9794-444f-a515-5f91bd368cd8'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.015765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5868100-f09b-4346-aa03-6beae582d991,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:35.029928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893ba14-fd40-4b04-90ab-54a036d3cb7e req-aae8bec6-31a8-410a-8125-705f30a4dd6f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:35.032389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6893ba14-fd40-4b04-90ab-54a036d3cb7e req-aae8bec6-31a8-410a-8125-705f30a4dd6f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 0.2108486 Feb 10 23:05:35.040107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.043003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54d7cf28-2c83-43da-8793-937a4d7ead5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.9350684 Feb 10 23:05:35.046287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 48966) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.071248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.073064 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-84b4d77e-943e-4f30-81c0-7ea3015d10ae admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5868100-f09b-4346-aa03-6beae582d991 HTTP/1.1" status: 204 len: 168 time: 0.5776458 Feb 10 23:05:35.100098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.105873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6893ba14-fd40-4b04-90ab-54a036d3cb7e req-7784e10a-f60f-4ad6-8ba3-bbb43425819a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622005 Feb 10 23:05:35.121667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.165224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] Routers {'2b0ac82a-9794-444f-a515-5f91bd368cd8'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:35.165224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2b0ac82a-9794-444f-a515-5f91bd368cd8'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.267562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.303131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-391297c9-d58e-4fcc-becd-0dd10288aa81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:35.307304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-391297c9-d58e-4fcc-becd-0dd10288aa81 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3938928 Feb 10 23:05:35.319080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:35.319735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d6c719-c777-486b-bdc9-f2a7662de659 None None] The sync data for ids ['2b0ac82a-9794-444f-a515-5f91bd368cd8'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:35.485516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port bccb0d12-1249-4a79-8e07-eeb96a71bfb0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:35.485873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:35.631246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e95f4a2-c321-41af-878e-33d2cfe9d2b2 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers/2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 200 len: 880 time: 0.5835047 Feb 10 23:05:35.648115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 48980) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:35.713984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-1cbfe333-1425-45a5-8d3c-49c5fb4f9463 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3995802 Feb 10 23:05:35.854022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebf18c-b172-4007-8f3a-ea430fbf81a0 req-a9e71c62-6daf-43c7-b976-978358a25cf7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:35.860878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caebf18c-b172-4007-8f3a-ea430fbf81a0 req-a9e71c62-6daf-43c7-b976-978358a25cf7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.3569498 Feb 10 23:05:35.922269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-2bf92532-6e29-487c-b2ae-b6c412822cd0 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974249 Feb 10 23:05:35.935808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caebf18c-b172-4007-8f3a-ea430fbf81a0 req-7a2ffab3-6a8a-4504-b0a6-1e69c5c255c1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730050 Feb 10 23:05:35.963084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port bccb0d12-1249-4a79-8e07-eeb96a71bfb0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bccb0d12-1249-4a79-8e07-eeb96a71bfb0,segment=NetworkSegment(b75109ad-c436-4814-8132-821368652f3e),segment_id=b75109ad-c436-4814-8132-821368652f3e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:35.963466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.192836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for bccb0d12-1249-4a79-8e07-eeb96a71bfb0 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:36.274679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Deleting port db5b12c3-572a-45e9-baf7-9c1d29822d96 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:36.275021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.298268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08928118-3d53-4bea-ab13-cf3593000be5 req-14dad56c-ba27-40d6-82de-9e1f16f90f17 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:36.300154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-14dad56c-ba27-40d6-82de-9e1f16f90f17 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d&tenant_id=834e149d1122493cb8781b962341b810&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 1095 time: 0.0859683 Feb 10 23:05:36.503271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.565293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=bccb0d12-1249-4a79-8e07-eeb96a71bfb0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:36.569531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port bccb0d12-1249-4a79-8e07-eeb96a71bfb0 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:36.582757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-08928118-3d53-4bea-ab13-cf3593000be5 req-27a51f40-1862-4c36-86a7-5a1d54e48625 service neutron] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:36.586112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-08928118-3d53-4bea-ab13-cf3593000be5 req-27a51f40-1862-4c36-86a7-5a1d54e48625 service neutron] Notify callbacks [] for binding, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.587605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-27a51f40-1862-4c36-86a7-5a1d54e48625 service neutron] 10.222.0.24 "DELETE /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5/bindings/n-h1-825178-4 HTTP/1.1" status: 204 len: 173 time: 0.2816098 Feb 10 23:05:36.752975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e6bc09-9b1c-45cc-9064-4d7521ac8ffd req-1ea69f32-3f25-4560-b87e-eeae90ddd9b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:36.754825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20e6bc09-9b1c-45cc-9064-4d7521ac8ffd req-1ea69f32-3f25-4560-b87e-eeae90ddd9b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 0.4871416 Feb 10 23:05:36.764411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] For port db5b12c3-572a-45e9-baf7-9c1d29822d96, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=db5b12c3-572a-45e9-baf7-9c1d29822d96,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:36.764778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:36.777992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c7ccd759-b0a4-4736-b939-bc0c90ff4e38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:router {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:37.067966 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.083542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Calling delete_port for db5b12c3-572a-45e9-baf7-9c1d29822d96 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:37.156658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336c65f7-3ac0-47ae-8a99-43d79f0db91d req-96719994-3c0f-4276-88e5-5f5325cd623c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:37.158589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-336c65f7-3ac0-47ae-8a99-43d79f0db91d req-96719994-3c0f-4276-88e5-5f5325cd623c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.0889318 Feb 10 23:05:37.174658 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-20e6bc09-9b1c-45cc-9064-4d7521ac8ffd req-c172a5b7-ca58-4924-ab82-8dce7341d55f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124081 Feb 10 23:05:37.179598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ccf5a3-049b-46ce-bc12-00a726a10a2c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:37.194365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c7ccd759-b0a4-4736-b939-bc0c90ff4e38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:router {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:37.207726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c7ccd759-b0a4-4736-b939-bc0c90ff4e38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5493517 Feb 10 23:05:37.211627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:37.239732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b75109ad-c436-4814-8132-821368652f3e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:37.240086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b75109ad-c436-4814-8132-821368652f3e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:37.267718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2017401255'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:37.273967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-336c65f7-3ac0-47ae-8a99-43d79f0db91d req-c59525b1-5517-4548-9a09-4ca4f368e4ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033769 Feb 10 23:05:37.340054 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.428341 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.449524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:37.450192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:37.467436 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:37.487857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f96a59-6f57-4bbf-a812-f0a0c23e9fd5 req-46163dfc-bd3a-4d3f-bb11-e414b2b30d1b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:37.489440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56f96a59-6f57-4bbf-a812-f0a0c23e9fd5 req-46163dfc-bd3a-4d3f-bb11-e414b2b30d1b tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1095 time: 0.0811877 Feb 10 23:05:37.537813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56f96a59-6f57-4bbf-a812-f0a0c23e9fd5 req-d0fc4e16-a614-406f-8c14-d00c158e32cb tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420136 Feb 10 23:05:37.668942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.758239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:37.764432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f574a4-4422-4049-95e4-b02a61c98340 req-c7f81aaa-777a-4553-86bd-3bc8fc324fe8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:37.772208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f574a4-4422-4049-95e4-b02a61c98340 req-c7f81aaa-777a-4553-86bd-3bc8fc324fe8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.1053412 Feb 10 23:05:37.778682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=61ccf5a3-049b-46ce-bc12-00a726a10a2c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:37.816673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6f574a4-4422-4049-95e4-b02a61c98340 req-3c6e794a-2c04-492e-8ac0-1ce34e1ba8a0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434883 Feb 10 23:05:37.837939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706a13b-b232-43fb-b5d0-aa2a355b1a36 req-08f2e56e-7b9c-4d27-b6e5-d4aac42ea3ab tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:37.839450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a706a13b-b232-43fb-b5d0-aa2a355b1a36 req-08f2e56e-7b9c-4d27-b6e5-d4aac42ea3ab tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 0.4756134 Feb 10 23:05:37.846091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f19bafe7-a2a5-4281-8a70-fa1007ee791e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/61ccf5a3-049b-46ce-bc12-00a726a10a2c HTTP/1.1" status: 204 len: 168 time: 4.9160252 Feb 10 23:05:37.846283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49046) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:37.847110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49050) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:37.908164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2027621595'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:37.930024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:37.955912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-77f5a9b0-f7b2-4483-9e02-c8a9e541e083 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/2e385f2a-7d62-4f14-a528-809aa96d3b0b HTTP/1.1" status: 200 len: 991 time: 0.1097503 Feb 10 23:05:37.967070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:37.976453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:38.003504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:38.016112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.126976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a706a13b-b232-43fb-b5d0-aa2a355b1a36 req-3aadd437-acef-44f1-a4be-566ae70c6120 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142439 Feb 10 23:05:38.133252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5b12c3-572a-45e9-baf7-9c1d29822d96,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:38.136186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:38.139862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.223682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49068) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:38.271436 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e34f6981-60d7-4884-b228-023971930cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.284135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:38.368686 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.369034 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment dd49f5a4-df52-486d-9058-f02fbe81ba3f of type vlan for network 6989df36-ef8b-420a-8ab1-78249b283da5 Feb 10 23:05:38.497772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.498017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port f0f1dc35-cea1-473b-9087-25c74fbc9f7a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:38.498017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.507474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.694007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.694369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.724002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.801481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49080) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:38.823142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for f0f1dc35-cea1-473b-9087-25c74fbc9f7a owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:38.865101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.871585 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.878066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:38.878671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:38.990371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.035736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=f0f1dc35-cea1-473b-9087-25c74fbc9f7a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:39.134961 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.135856 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP 2e385f2a-7d62-4f14-a528-809aa96d3b0b disassociated (deleted). External IP: 172.25.2.242, port: e894c7f8-d232-492c-b452-44d0124972e5. Feb 10 23:05:39.143310 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.152893 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3047769 Feb 10 23:05:39.179582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49086) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:39.193300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:39.210625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea859050-6217-4c3e-980f-f310f64ed6fb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=6989df36-ef8b-420a-8ab1-78249b283da5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:39.220174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:39.221931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6989df36-ef8b-420a-8ab1-78249b283da5 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:39.328126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Usage tracker for resource:security_group_rule and tenant:36a8f01d9a8d4168a25cd250af856f65 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:39.332945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 2b0ac82a-9794-444f-a515-5f91bd368cd8 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:39.354291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:39.385346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:39.578164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:39.603531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:39.616403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:39.632214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:39.646193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:39.709557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49090) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:39.843159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:39.851702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:39.854517 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Sync routers for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:39.855750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.865422 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:39.866313 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:39.866813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:39.931106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2353cff6-5ff9-4259-b8b9-21a4cc3e0053 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/floatingips/2e385f2a-7d62-4f14-a528-809aa96d3b0b HTTP/1.1" status: 204 len: 168 time: 1.7035158 Feb 10 23:05:39.931106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:39.990629 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'status': 'completed', 'code': 200} Feb 10 23:05:40.105672 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:40.164060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962228-438d-4d6f-b886-8e949cc78869 req-ccaf49ae-d3e3-4483-9d1a-e32c8f453ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:40.166046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:40.167015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-ccaf49ae-d3e3-4483-9d1a-e32c8f453ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 1095 time: 0.1481683 Feb 10 23:05:40.179098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] Sync routers for ids ['2b0ac82a-9794-444f-a515-5f91bd368cd8'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:40.195977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] Routers {'2b0ac82a-9794-444f-a515-5f91bd368cd8'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:40.198799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2b0ac82a-9794-444f-a515-5f91bd368cd8'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.322608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Router 775a4d2c-cf86-4400-b0d2-78ce67632408 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:40.326235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.336395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.338297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5497050-e7d4-47cf-af2a-1b5ea136087d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 200 len: 887 time: 3.1256390 Feb 10 23:05:40.346580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962228-438d-4d6f-b886-8e949cc78869 req-dcb0cc3a-7055-41ff-bb07-781990c39b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:40.346975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.348298 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-dcb0cc3a-7055-41ff-bb07-781990c39b34 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 200 len: 898 time: 0.1748064 Feb 10 23:05:40.352399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.373706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.386946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] Routers {'2b0ac82a-9794-444f-a515-5f91bd368cd8'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:40.387755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['2b0ac82a-9794-444f-a515-5f91bd368cd8'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.442785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-668182ad-601f-4740-ae8f-ee03960b7c5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 200 len: 217 time: 0.0845227 Feb 10 23:05:40.457947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.458743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f63fe1-7a91-4829-af52-290164731402 None None] The sync data for ids ['2b0ac82a-9794-444f-a515-5f91bd368cd8'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:40.528943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35ff240b-6382-486a-8a30-b9da5276f633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.541962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962228-438d-4d6f-b886-8e949cc78869 req-3cab645f-c187-4afd-93b2-abe6bc1d520c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:40.543573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-3cab645f-c187-4afd-93b2-abe6bc1d520c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 200 len: 835 time: 0.0926936 Feb 10 23:05:40.593145 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.597509 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Checking router: 6c8866fd-0a21-41d0-b408-eb4ffe56cdce for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:05:40.607800 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:40.608417 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:40.626085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d962228-438d-4d6f-b886-8e949cc78869 req-f57b366a-8367-450e-95bd-ada76c8d1875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:40.627637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-f57b366a-8367-450e-95bd-ada76c8d1875 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aa0ee31a-2106-4717-8b36-07a235dc3666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775657 Feb 10 23:05:40.770839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=36a8f01d9a8d4168a25cd250af856f65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9658346 Feb 10 23:05:40.773203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49104) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:40.802817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660642f7-3200-476e-8e4c-ff126fbdd5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36f061-743d-4fb2-a6eb-c85c82648e2b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:40.807761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-eaf5c85b-c44f-4dfb-a2c5-76c8fee22b08 service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737466 Feb 10 23:05:40.813771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:40.918831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:40.970573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.031097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d962228-438d-4d6f-b886-8e949cc78869 req-f62606fc-927d-4272-b9af-85330905251a service neutron] 10.222.0.24 "GET /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035880 Feb 10 23:05:41.060296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.078384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36f061-743d-4fb2-a6eb-c85c82648e2b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:41.090546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.094171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b1378bc-efe3-4bdc-a20c-6c762bbd0000 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0c36f061-743d-4fb2-a6eb-c85c82648e2b HTTP/1.1" status: 204 len: 168 time: 0.3175175 Feb 10 23:05:41.171071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96d4933f-35c9-4365-8e57-5d3a48e0bceb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers/2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 200 len: 887 time: 0.8199379 Feb 10 23:05:41.176177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49110) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:41.197712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:41.210149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Sync routers for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:41.226625 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:41.230917 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:41.231783 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:41.263887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-068e5bd1-c3af-44b0-af8b-64dc33866c90 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:41.286687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-068e5bd1-c3af-44b0-af8b-64dc33866c90 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:41.287772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-068e5bd1-c3af-44b0-af8b-64dc33866c90 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 200 len: 205 time: 0.1104019 Feb 10 23:05:41.289714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e937dbf1-a40e-492e-9491-da6feccf5f08 None None] The sync data for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 is: [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:03:18Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '79a46945-42b5-46a6-8cea-bff0fb74ea4d', 'name': '', 'network_id': 'aa0ee31a-2106-4717-8b36-07a235dc3666', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:9c:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:13Z', 'updated_at': '2022-02-10T23:03:29Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'ecc3d00e-7658-4575-8c3f-f122fa0608ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:41.290516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49116) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:41.329315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e2755-6c31-47c5-88b1-957944dcf858 req-0001d14f-39c6-4f87-b07e-407322d2160c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:41.331157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-811e2755-6c31-47c5-88b1-957944dcf858 req-0001d14f-39c6-4f87-b07e-407322d2160c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.8575768 Feb 10 23:05:41.348091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff94e04c-3474-4257-b146-bed535981d46 admin admin] 10.222.0.53 "PUT /v2.0/routers/775a4d2c-cf86-4400-b0d2-78ce67632408/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4674735 Feb 10 23:05:41.352906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49120) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:41.504351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.509213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:41.518125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-f8442ca7-75a6-4764-b547-b2778a97ca37 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:41.520344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-f8442ca7-75a6-4764-b547-b2778a97ca37 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.8088193 Feb 10 23:05:41.566576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49124) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:41.599776 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-811e2755-6c31-47c5-88b1-957944dcf858 req-1ee1f23c-7856-44b3-8550-1163b350270f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2481866 Feb 10 23:05:41.724589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.756272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.763091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aee4279-3492-4988-9a59-a09e2bd193a4 None None] New status for floating IP 2e385f2a-7d62-4f14-a528-809aa96d3b0b: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:05:41.793577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.831698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:41.839363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Usage tracker for resource:security_group_rule and tenant:5c99047b484c4746b767eb82887eab1e is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:41.844680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:41.905040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:41.919742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:05:37Z', 'revision_number': 5, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:41.925262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Checking router: 775a4d2c-cf86-4400-b0d2-78ce67632408 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:05:41.948099 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Routers {'775a4d2c-cf86-4400-b0d2-78ce67632408'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:41.949597 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['775a4d2c-cf86-4400-b0d2-78ce67632408'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:41.961216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.984310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:41.995883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port e894c7f8-d232-492c-b452-44d0124972e5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:41.996265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.011563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 2e85b465-ecbc-49f8-bd70-80679ff315c1 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:42.011563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.196498 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.198262 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] Set router 775a4d2c-cf86-4400-b0d2-78ce67632408 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:42.205041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.236813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=bcb96622-13c9-459a-b265-666874d840e2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:42.277799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5c99047b484c4746b767eb82887eab1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078736 Feb 10 23:05:42.279853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49128) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:42.284846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': 'dd49f5a4-df52-486d-9058-f02fbe81ba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:42.285203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 6989df36-ef8b-420a-8ab1-78249b283da5, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:42.291155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe0f8a-7b81-4330-9f49-6eef0774c6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c143c-049c-4849-9ecd-e753af8c2c5c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:42.298853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.441962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 2e85b465-ecbc-49f8-bd70-80679ff315c1 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:42.483452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.544367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:05:37Z', 'revision_number': 5, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:42.548915 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e560fee5-d9d8-4e57-a720-5a36d39c93f8 None None] The sync data for ids ['775a4d2c-cf86-4400-b0d2-78ce67632408'] in n-d-825178-4 is: [{'id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'name': 'tempest-TestServerMultinode-487903830-router', 'tenant_id': '15e0496d20de4837bc38b181c06248bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:53Z', 'updated_at': '2022-02-10T23:05:37Z', 'revision_number': 5, 'project_id': '15e0496d20de4837bc38b181c06248bf', 'gw_port': {'id': '9b16e346-ee41-4ec7-89e5-475dd635239a', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:87:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '775a4d2c-cf86-4400-b0d2-78ce67632408', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:55Z', 'updated_at': '2022-02-10T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:42.598703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 6989df36-ef8b-420a-8ab1-78249b283da5 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:42.636863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.690665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=2e85b465-ecbc-49f8-bd70-80679ff315c1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:42.735536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6989df36-ef8b-420a-8ab1-78249b283da5) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:42.743895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19b3546-6f7a-4f9c-bee6-1ea14f436989 None None] Network 6989df36-ef8b-420a-8ab1-78249b283da5 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:42.759487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.773687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:42.774575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.784352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:05:42.821474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port e894c7f8-d232-492c-b452-44d0124972e5, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=e894c7f8-d232-492c-b452-44d0124972e5,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:42.821784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.837205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:42.873562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.065910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for e894c7f8-d232-492c-b452-44d0124972e5 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:43.072305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6989df36-ef8b-420a-8ab1-78249b283da5', 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': 'bcb96622-13c9-459a-b265-666874d840e2'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:43.073440 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.079256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.083149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.120866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.122295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 2b0ac82a-9794-444f-a515-5f91bd368cd8 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:05:43.122868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7b3d4e61-ee53-4422-aab1-71c71bee4f4e tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.9422283 Feb 10 23:05:43.133791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49136) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.164489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.190226 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.218110 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.246472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Deleting port 9b16e346-ee41-4ec7-89e5-475dd635239a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:43.248127 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.369537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.374898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-078a17f8-a317-4bb0-9ce5-05acccb01ddd tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 204 len: 168 time: 2.0799522 Feb 10 23:05:43.380391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49140) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:43.392667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-2040534998'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:43.399015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device db5b12c3-572a-45e9-baf7-9c1d29822d96 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:43.402950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:43.421740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:43.428617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:43.436908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.444091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:43.458141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: db5b12c3-572a-45e9-baf7-9c1d29822d96 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:43.458141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device db5b12c3-572a-45e9-baf7-9c1d29822d96 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:43.470853 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.475602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdac194-2107-4d1d-b185-fcc9dae095bc req-5effd875-b793-4cd6-9abd-d6cfaf0ee3e9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:43.476335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-afdac194-2107-4d1d-b185-fcc9dae095bc req-5effd875-b793-4cd6-9abd-d6cfaf0ee3e9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:43.480755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:43.484121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.484855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Allocated IP 172.20.0.1 (6989df36-ef8b-420a-8ab1-78249b283da5/bcb96622-13c9-459a-b265-666874d840e2/4bfdc0fc-f3b2-4c77-8663-0bd309ebe211) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:43.574901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-afdac194-2107-4d1d-b185-fcc9dae095bc req-5effd875-b793-4cd6-9abd-d6cfaf0ee3e9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:43.576078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-afdac194-2107-4d1d-b185-fcc9dae095bc req-5effd875-b793-4cd6-9abd-d6cfaf0ee3e9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 944 time: 0.8459837 Feb 10 23:05:43.581634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c143c-049c-4849-9ecd-e753af8c2c5c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:43.586796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.734472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.749648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:43.790738 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.791079 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 25ce137c-5b36-43a1-b0ca-febc2a132ed1 of type vlan for network f45752c6-563b-49d6-a362-66972b8bc46f Feb 10 23:05:43.847383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-afdac194-2107-4d1d-b185-fcc9dae095bc req-9b538ac6-03f6-488e-b455-7f43a4b260d8 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=7ccf5d42-7fce-483b-acf5-916e69e56142&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937629 Feb 10 23:05:43.848836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.872841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.874253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee3c3d36-edd1-496e-b1ae-8726c630d78e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/900c143c-049c-4849-9ecd-e753af8c2c5c HTTP/1.1" status: 204 len: 168 time: 1.5832276 Feb 10 23:05:43.887599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Transition to ACTIVE for port object 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:43.893262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.894512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.906191 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:43.909183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.917285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Transition to ACTIVE for port object 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:43.925989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:43.975784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.013104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Network 6989df36-ef8b-420a-8ab1-78249b283da5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:44.016842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:44.019394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:44.043422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=e894c7f8-d232-492c-b452-44d0124972e5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:44.054012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] For port 9b16e346-ee41-4ec7-89e5-475dd635239a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9b16e346-ee41-4ec7-89e5-475dd635239a,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:44.054972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.176607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:44.200195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8187606 Feb 10 23:05:44.252953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=bcb96622-13c9-459a-b265-666874d840e2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:44.254616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49148) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:44.284806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:44.300389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Attempting to bind port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:44.300915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Attempting to bind port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'dd49f5a4-df52-486d-9058-f02fbe81ba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:44.301387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Attempting to bind port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 on network 6989df36-ef8b-420a-8ab1-78249b283da5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:44.307865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a7174-8c3d-4b6b-808d-9d1fbd7e0479 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=f45752c6-563b-49d6-a362-66972b8bc46f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:44.315128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:44.315767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Checking segment: {'id': 'dd49f5a4-df52-486d-9058-f02fbe81ba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:44.316151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.316641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Bound using segment: {'id': 'dd49f5a4-df52-486d-9058-f02fbe81ba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:44.317607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Bound port: 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd49f5a4-df52-486d-9058-f02fbe81ba3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '6989df36-ef8b-420a-8ab1-78249b283da5'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:44.317607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.328399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Pushing event updated for resources: {'Port': ['ID=4bfdc0fc-f3b2-4c77-8663-0bd309ebe211,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:44.377217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.384822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Calling delete_port for 9b16e346-ee41-4ec7-89e5-475dd635239a owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:44.403033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network f45752c6-563b-49d6-a362-66972b8bc46f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:44.426775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] No DVR routers for this DVR port e894c7f8-d232-492c-b452-44d0124972e5 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:44.434707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: e894c7f8-d232-492c-b452-44d0124972e5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:44.435047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device e894c7f8-d232-492c-b452-44d0124972e5 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:44.441238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6989df36-ef8b-420a-8ab1-78249b283da5']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.465867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.466412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.466922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.467454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.467960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.468454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.468971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.469453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.469962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.470291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.470614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.470939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:44.482466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd49f5a4-df52-486d-9058-f02fbe81ba3f') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.482825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd49f5a4-df52-486d-9058-f02fbe81ba3f') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:44.512444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:44.522831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.545894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:44.556052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.558502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-07135634-30d0-4e27-9c32-1ced87d5f87e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5056505 Feb 10 23:05:44.561834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:44.568897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-deleted', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:05:44.587543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:44.591068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.603575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:44.603764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:44.605704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fdbcab63-5765-4ae5-bfbc-d604cdb1a743 req-66ec8ebb-9a0d-464a-990e-5b5ac03d3e4d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.24 "DELETE /v2.0/ports/e894c7f8-d232-492c-b452-44d0124972e5 HTTP/1.1" status: 204 len: 173 time: 3.0460014 Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:44.633123 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:44.689623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] For port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:44.731201 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4642fc64-1e04-4dc5-b40d-5c675dc29b2d', 'name': 'network-vif-deleted', 'tag': 'e894c7f8-d232-492c-b452-44d0124972e5', 'status': 'completed', 'code': 200} Feb 10 23:05:44.760946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.17 (b1d6492a-d996-44f7-8b11-e3faae676f6f/f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305/d8c65590-01f9-4b8a-a25f-09a850187aa1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:44.880440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:44.883910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.012430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] For port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4bfdc0fc-f3b2-4c77-8663-0bd309ebe211,segment=NetworkSegment(dd49f5a4-df52-486d-9058-f02fbe81ba3f),segment_id=dd49f5a4-df52-486d-9058-f02fbe81ba3f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:45.019110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.035976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:05:45.035976 n-d-825178-4 neutron-server[87653]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:05:45.035976 n-d-825178-4 neutron-server[87653]: [parameters: {'id': '6989df36-ef8b-420a-8ab1-78249b283da5'}] Feb 10 23:05:45.035976 n-d-825178-4 neutron-server[87653]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:05:45.036906 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:05:45.060246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.064498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.147071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-baa0232b-a8cc-4027-ac11-3374d23354e2 req-d7c6b1c5-087a-4643-9717-a56522cebad9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=4642fc64-1e04-4dc5-b40d-5c675dc29b2d HTTP/1.1" status: 200 len: 210 time: 0.0842094 Feb 10 23:05:45.165501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-669f8e26-7889-4684-a8df-9f225db64248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:45.167174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-669f8e26-7889-4684-a8df-9f225db64248 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1096 time: 0.5654857 Feb 10 23:05:45.232451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eaf1b-44da-4e1f-9a89-c90d2ac724c6 None None] Pushing event updated for resources: {'Port': ['ID=4bfdc0fc-f3b2-4c77-8663-0bd309ebe211,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:45.269104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b16e346-ee41-4ec7-89e5-475dd635239a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:45.280153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object d8c65590-01f9-4b8a-a25f-09a850187aa1 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:45.325228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49172) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:45.367032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.378416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfdd4e3-a537-4163-8003-2b77a6dc855c None None] Network 6989df36-ef8b-420a-8ab1-78249b283da5 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:45.447255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.518084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-bb32d621-fc6d-4e17-b9c6-f13ce3e6dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:45.520526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-bb32d621-fc6d-4e17-b9c6-f13ce3e6dd46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 897 time: 0.3056986 Feb 10 23:05:45.543962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.570228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.592410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.596934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.636916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-862191670-network', 'tenant_id': '4f23da738fac4e69bae98360ec5bfced'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:45.661554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3502600-96d3-486b-9309-d935336d9bfe None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:05:45.666330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:45.668651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=d6088b66-3c6e-4553-bbd6-9aa304033991,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:45.686140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Usage tracker for resource:network and tenant:4f23da738fac4e69bae98360ec5bfced is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:45.694243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network b1d6492a-d996-44f7-8b11-e3faae676f6f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:45.694634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:45.700395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:45.704299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:45.708850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:45.709207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.734338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:45.740573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.740801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 775a4d2c-cf86-4400-b0d2-78ce67632408 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:05:45.757097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '25ce137c-5b36-43a1-b0ca-febc2a132ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:45.757464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: f45752c6-563b-49d6-a362-66972b8bc46f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:45.777916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-63ffe491-5600-441c-9c3c-2693a9c16976 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 1000 time: 0.2348378 Feb 10 23:05:45.779365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:45.788797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.792692 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0c1ae6cb-b8c7-4de2-80fc-8e17fb118559 admin admin] 10.222.0.53 "DELETE /v2.0/routers/775a4d2c-cf86-4400-b0d2-78ce67632408 HTTP/1.1" status: 204 len: 168 time: 4.3793485 Feb 10 23:05:45.793767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49178) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:45.828413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Made reservation on behalf of 4f23da738fac4e69bae98360ec5bfced for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:45.830735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:45.864558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Deleting subnet b35892a2-1a29-48af-9b89-146cf28e4795 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:05:45.866998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.040909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.061186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3502600-96d3-486b-9309-d935336d9bfe None None] Unable to find a vacant binding_index for network f45752c6-563b-49d6-a362-66972b8bc46f and agent d33303c1-7c03-4058-9fc1-d5337814732b {{(pid=87654) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Feb 10 23:05:46.073436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3502600-96d3-486b-9309-d935336d9bfe None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f45752c6-563b-49d6-a362-66972b8bc46f) {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:05:46.090271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f45752c6-563b-49d6-a362-66972b8bc46f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:46.118480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:46.133087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-78ef5261-1d48-4d4a-96b3-5d395b333aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:46.134572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-78ef5261-1d48-4d4a-96b3-5d395b333aa1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 200 len: 835 time: 0.3481348 Feb 10 23:05:46.135163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, f45752c6-563b-49d6-a362-66972b8bc46f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:46.139020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Usage tracker for resource:security_group_rule and tenant:4f23da738fac4e69bae98360ec5bfced is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:46.191217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:46.199403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:46.200018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.287194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49184) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:46.289098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:46.290476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.327687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69883ec2-d365-48bf-b5c6-b59f852f8386 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0548398 Feb 10 23:05:46.341543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49188) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:46.358494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1137085883', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:46.367189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4bfdc0fc-f3b2-4c77-8663-0bd309ebe211,segment=NetworkSegment(dd49f5a4-df52-486d-9058-f02fbe81ba3f),segment_id=dd49f5a4-df52-486d-9058-f02fbe81ba3f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:46.367667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.405260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:46.445043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.472708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:46.550342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:46.560988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:46.597571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-f45752c6-563b-49d6-a362-66972b8bc46f', 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': 'd6088b66-3c6e-4553-bbd6-9aa304033991'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:46.599238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.600911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:46.650334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.651396 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.670105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-0c262bcf-dd61-4d58-80ed-4a8adea96ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:46.672152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-0c262bcf-dd61-4d58-80ed-4a8adea96ef7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f28b4147-06a1-4ae3-9660-53b42b84c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5282106 Feb 10 23:05:46.756815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.788481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.794922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.822116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Allocated IP 172.20.0.2 (f45752c6-563b-49d6-a362-66972b8bc46f/d6088b66-3c6e-4553-bbd6-9aa304033991/633b106f-e107-47d2-b443-48f49aba62a9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:46.866298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.890954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=4bfdc0fc-f3b2-4c77-8663-0bd309ebe211,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:46.911924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:46.916820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port 4bfdc0fc-f3b2-4c77-8663-0bd309ebe211 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:46.960984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.001194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.079953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-2da4e4e0-8134-4476-a1a7-f8d139535530 service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001880 Feb 10 23:05:47.089983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.105911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Transition to ACTIVE for port object 633b106f-e107-47d2-b443-48f49aba62a9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:47.127189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:47.129608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Transition to ACTIVE for port object 633b106f-e107-47d2-b443-48f49aba62a9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:47.138451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7095b44c-d647-490f-8650-78853d249f0c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.139870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.218667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Network f45752c6-563b-49d6-a362-66972b8bc46f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:47.228462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:47.236334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:47.262756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.279278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.279585 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Added segment 2e8f84eb-f6aa-4563-916c-a3fc19aaff32 of type vlan for network 780da83b-39b6-4daa-8194-2bd30cfe4839 Feb 10 23:05:47.333306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.337063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b271ef9-183b-412e-92ca-bae2c089725f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9896133 Feb 10 23:05:47.338310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6989df36-ef8b-420a-8ab1-78249b283da5']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.341196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49192) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:47.370564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd49f5a4-df52-486d-9058-f02fbe81ba3f') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.370816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd49f5a4-df52-486d-9058-f02fbe81ba3f') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:47.378853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.402287 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.426180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d19acfff-c537-4b58-8e77-fd38b7e50d23 req-ebce70f9-ae8b-49af-9e30-bccb41929133 service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250237 Feb 10 23:05:47.435374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9b16e346-ee41-4ec7-89e5-475dd635239a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:47.442526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.455810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:47.456228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:47.472304 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:47.508863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Pushing event updated for resources: {'Port': ['ID=633b106f-e107-47d2-b443-48f49aba62a9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.525966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9b16e346-ee41-4ec7-89e5-475dd635239a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:47.526359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9b16e346-ee41-4ec7-89e5-475dd635239a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:47.527868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Attempting to bind port 633b106f-e107-47d2-b443-48f49aba62a9 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:47.528228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Attempting to bind port 633b106f-e107-47d2-b443-48f49aba62a9 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '25ce137c-5b36-43a1-b0ca-febc2a132ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:47.528582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Attempting to bind port 633b106f-e107-47d2-b443-48f49aba62a9 on network f45752c6-563b-49d6-a362-66972b8bc46f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:47.532565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.533563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:47.534154 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.538510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:47.539538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Checking segment: {'id': '25ce137c-5b36-43a1-b0ca-febc2a132ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:47.539538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.539850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Bound using segment: {'id': '25ce137c-5b36-43a1-b0ca-febc2a132ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:47.540334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Bound port: 633b106f-e107-47d2-b443-48f49aba62a9, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ce137c-5b36-43a1-b0ca-febc2a132ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f45752c6-563b-49d6-a362-66972b8bc46f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:47.540713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.587487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.659081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3261840 Feb 10 23:05:47.663001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49196) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:47.668877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:47.671953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Request body: {'subnet': {'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-862191670-subnet', 'tenant_id': '4f23da738fac4e69bae98360ec5bfced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:47.674709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:47.680023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e782d28-95cb-41e8-b0e4-5ea5b1b7dc76 admin admin] Pushing event updated for resources: {'Network': ['ID=780da83b-39b6-4daa-8194-2bd30cfe4839,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.681351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.683164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:47.686501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.693248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Usage tracker for resource:subnet and tenant:4f23da738fac4e69bae98360ec5bfced is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:47.711074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:47.714354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.724223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b35892a2-1a29-48af-9b89-146cf28e4795,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.725937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:47.741269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=6989df36-ef8b-420a-8ab1-78249b283da5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.741542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.749517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40add7ff-72c8-48be-8ce8-21b9d4e61070 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/6989df36-ef8b-420a-8ab1-78249b283da5 HTTP/1.1" status: 204 len: 168 time: 4.6101258 Feb 10 23:05:47.749517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49200) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:47.759649 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8350d88b-29f8-4a53-9cc6-73382435c186 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/b35892a2-1a29-48af-9b89-146cf28e4795 HTTP/1.1" status: 204 len: 168 time: 1.9647644 Feb 10 23:05:47.760929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1626295679'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:47.766236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49204) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:47.771825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:47.776511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Made reservation on behalf of 4f23da738fac4e69bae98360ec5bfced for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:47.779473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:47.815463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 780da83b-39b6-4daa-8194-2bd30cfe4839 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:47.815686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:47.908490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:47.946334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:47.957537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc47f6d-eb38-43d4-b53a-45a72170700f None None] Pushing event updated for resources: {'Port': ['ID=633b106f-e107-47d2-b443-48f49aba62a9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:47.979588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:47.986382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.183757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:48.224097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.224737 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 3d7445aa-f402-48f5-a914-e7b776ee7a2d of type vlan for network 09babb82-ec00-42e8-baaf-4975550dc933 Feb 10 23:05:48.262801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.361446 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.481284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Deleting port 9c69c65c-76f5-4040-b582-5d5acecfbb58 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:48.481509 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.522176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.529462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:48.530750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.593637 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.670839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9191542 Feb 10 23:05:48.675109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49208) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:48.678206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780952b4-57f8-4cdf-a2e4-dbf43feb979d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=09babb82-ec00-42e8-baaf-4975550dc933,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:48.683635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '09babb82-ec00-42e8-baaf-4975550dc933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:48.692611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 09babb82-ec00-42e8-baaf-4975550dc933 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:48.703978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.742854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:48.871152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6bedc09-9b29-45fe-8203-ddd96e79a0bf,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:48.883268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.884196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:48.896254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:48.899988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Checking segment: {'id': '2e8f84eb-f6aa-4563-916c-a3fc19aaff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:48.900556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Network hostable DHCP agents. Network: 780da83b-39b6-4daa-8194-2bd30cfe4839, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:48.901528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.905782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:48.914424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:48.934664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:48.938699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:48.956246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Network 780da83b-39b6-4daa-8194-2bd30cfe4839 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:49.049135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 780da83b-39b6-4daa-8194-2bd30cfe4839) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:49.067399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.068522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.132694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1e9f6157-3ca7-4b23-841c-9ebbc20e7b45 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4678614 Feb 10 23:05:49.301528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.367085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.475902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=b4391525-b71b-4fe3-94db-1dfddbdb707a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:49.485490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '3d7445aa-f402-48f5-a914-e7b776ee7a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '09babb82-ec00-42e8-baaf-4975550dc933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:49.485959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 09babb82-ec00-42e8-baaf-4975550dc933, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:49.510621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 09babb82-ec00-42e8-baaf-4975550dc933 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:49.537386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 09babb82-ec00-42e8-baaf-4975550dc933) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:49.553595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 633b106f-e107-47d2-b443-48f49aba62a9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:49.560570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:49.561499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.571374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.591459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ac80b001-f59c-4525-92b8-0b4b6a90105d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9152436 Feb 10 23:05:49.592041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:49.597197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49218) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:49.625372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] For port 9c69c65c-76f5-4040-b582-5d5acecfbb58, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9c69c65c-76f5-4040-b582-5d5acecfbb58,segment=NetworkSegment(77a265dd-e75a-40b8-a641-4a90cac5b37f),segment_id=77a265dd-e75a-40b8-a641-4a90cac5b37f)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:49.625906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.730003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983c5ad1-8579-4da3-b43a-65a5447ac3fe None None] Network f45752c6-563b-49d6-a362-66972b8bc46f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:49.744908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 633b106f-e107-47d2-b443-48f49aba62a9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:49.748165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00a96e-25c8-4fc4-b5f2-83959125d57e None None] Network 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:49.851556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.873900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18a4d0d-8a4a-4681-9a1c-edb91809c899 None None] Network 780da83b-39b6-4daa-8194-2bd30cfe4839 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:49.915692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1ee906-7397-491d-9232-cde5c3cec56f None None] Network 09babb82-ec00-42e8-baaf-4975550dc933 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:49.958436 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:49.987529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Calling delete_port for 9c69c65c-76f5-4040-b582-5d5acecfbb58 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:50.095065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.111331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:50.162735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=b4391525-b71b-4fe3-94db-1dfddbdb707a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.198520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1716712763-network', 'tenant_id': '90e4feb4d98f45f28939e39c54a9fbed'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:50.204352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:50.208622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Usage tracker for resource:network and tenant:90e4feb4d98f45f28939e39c54a9fbed is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:50.212288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:50.218141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:50.267823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.289581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.20.0.1 (f45752c6-563b-49d6-a362-66972b8bc46f/d6088b66-3c6e-4553-bbd6-9aa304033991/bcacb3ae-9c19-4dbb-b90a-0bb71df679d4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:50.302690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09babb82-ec00-42e8-baaf-4975550dc933']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:50.317185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7445aa-f402-48f5-a914-e7b776ee7a2d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:50.317522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7445aa-f402-48f5-a914-e7b776ee7a2d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:50.328196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Made reservation on behalf of 90e4feb4d98f45f28939e39c54a9fbed for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:50.331168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.331882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.340703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Provisioning for port 633b106f-e107-47d2-b443-48f49aba62a9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:50.353062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network b1d6492a-d996-44f7-8b11-e3faae676f6f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:50.356619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.357794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.365435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:50.366598 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:50.382833 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:50.412904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:50.414805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.438832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Provisioning complete for port 633b106f-e107-47d2-b443-48f49aba62a9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:50.438832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.509646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] No DVR routers for this DVR port 9c69c65c-76f5-4040-b582-5d5acecfbb58 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:50.511381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Pushing event deleted for resources: {'Port': ['ID=9c69c65c-76f5-4040-b582-5d5acecfbb58,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.537376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.583943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.598073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=09babb82-ec00-42e8-baaf-4975550dc933,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.603765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:50.608122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-476f6722-84d4-411d-a572-045f310d3df3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/09babb82-ec00-42e8-baaf-4975550dc933 HTTP/1.1" status: 204 len: 168 time: 1.0091956 Feb 10 23:05:50.612913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49234) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:50.622417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1195627288'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:50.629381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:50.633799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:50.636963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:50.644660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:50.662048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Usage tracker for resource:security_group_rule and tenant:90e4feb4d98f45f28939e39c54a9fbed is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:50.662560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:50.667157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.671112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-893041e3-ffdc-413f-88db-989a781b90df None None] DHCP port deletion for 0d05e117-a9f7-428d-9900-0a5cbcc3c3cd request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:50.672075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:50.687632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:50.703078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:50.715585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.716054 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment d0c9ab81-9717-4bbe-bd36-cf7db7089483 of type vlan for network e9613d0a-1f03-400f-b73f-3d7533599ca5 Feb 10 23:05:50.745930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.806922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b9e06-9a58-4877-aeb1-cb9aac57c5bd None None] Network 09babb82-ec00-42e8-baaf-4975550dc933 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:50.817776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.825445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:50.826560 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-531723'] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:50.894918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36b9e06-9a58-4877-aeb1-cb9aac57c5bd None None] Network 09babb82-ec00-42e8-baaf-4975550dc933 could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 23:05:50.943980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3298655 Feb 10 23:05:50.948106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49238) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:50.956494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:50.976054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682c84-33d2-477d-b7e8-e82678db9903 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=e9613d0a-1f03-400f-b73f-3d7533599ca5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:50.996949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:51.017672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7ba74b-6ded-4afc-89fd-dfdfe580f077 None None] Network 780da83b-39b6-4daa-8194-2bd30cfe4839 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:51.052513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.191604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d05e117-a9f7-428d-9900-0a5cbcc3c3cd']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:51.212908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.214181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.227601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a265dd-e75a-40b8-a641-4a90cac5b37f') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:51.227989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a265dd-e75a-40b8-a641-4a90cac5b37f') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:51.269455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:51.271305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 79a46945-42b5-46a6-8cea-bff0fb74ea4d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:51.271653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.305259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:51.308016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.369682 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.378629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:51.388589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.394622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:51.395088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:51.433450 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:51.460240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.490414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.492748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9c69c65c-76f5-4040-b582-5d5acecfbb58 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:05:51.526012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 is not hosted by any dhcp agent {{(pid=87653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 10 23:05:51.531525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:51.532957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.537386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "PUT /v2.0/networks/e9613d0a-1f03-400f-b73f-3d7533599ca5 HTTP/1.1" status: 200 len: 723 time: 0.5885746 Feb 10 23:05:51.538248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:51.539499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9c69c65c-76f5-4040-b582-5d5acecfbb58 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:05:51.539847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9c69c65c-76f5-4040-b582-5d5acecfbb58 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:05:51.567224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b9f24275-8bcc-4a84-a4d3-bb3617951ad1 None None] Provisioning for port d8c65590-01f9-4b8a-a25f-09a850187aa1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:51.614843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b9f24275-8bcc-4a84-a4d3-bb3617951ad1 None None] Provisioning complete for port d8c65590-01f9-4b8a-a25f-09a850187aa1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:51.615274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9f24275-8bcc-4a84-a4d3-bb3617951ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.626388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:51.655927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0cbacd-4fa0-4ef6-b157-68491891144a None None] Pushing event updated for resources: {'Port': ['ID=633b106f-e107-47d2-b443-48f49aba62a9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.700748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9f24275-8bcc-4a84-a4d3-bb3617951ad1 None None] Port d8c65590-01f9-4b8a-a25f-09a850187aa1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:51.741092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.748065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.756488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c24ee3-c3e6-4a86-b82d-153fede3136b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=e9613d0a-1f03-400f-b73f-3d7533599ca5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.769842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:51.796125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:51.803265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:51.809904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:51.824692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:51.827634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.846098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:51.850254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.854590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.880181 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] 10.222.0.53 "DELETE /v2.0/networks/0d05e117-a9f7-428d-9900-0a5cbcc3c3cd HTTP/1.1" status: 204 len: 168 time: 4.1122999 Feb 10 23:05:51.918488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49246) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:51.928804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:51.945848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caab135-41b9-4a2f-8221-106b4136da1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d05e117-a9f7-428d-9900-0a5cbcc3c3cd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:51.961205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:51.971749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.085860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f45752c6-563b-49d6-a362-66972b8bc46f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:52.086960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2162638c-1120-4e50-a0ba-6210a608967f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:52.101990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 79a46945-42b5-46a6-8cea-bff0fb74ea4d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=79a46945-42b5-46a6-8cea-bff0fb74ea4d,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:52.102900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.150416 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.150868 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Added segment 7b3aa7c8-19db-41e6-ae55-d29d22ca70bc of type vlan for network 4a9f66e3-0210-4ec4-a804-2edf0b29311b Feb 10 23:05:52.152391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:52.182473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f52b01b-2be6-494f-a1d1-93594b864429 None None] Network f45752c6-563b-49d6-a362-66972b8bc46f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:52.294956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2f2024b5-0a57-4626-9e21-2b2f2a5f1bf1 None None] Provisioning complete for port 633b106f-e107-47d2-b443-48f49aba62a9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:52.295682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f2024b5-0a57-4626-9e21-2b2f2a5f1bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.298955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:52.343338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:52.361003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:52.378113 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:52.379407 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:52.457167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 79a46945-42b5-46a6-8cea-bff0fb74ea4d owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:52.627422 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:52.697254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.702040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=bcacb3ae-9c19-4dbb-b90a-0bb71df679d4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:52.735996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9964819e-55e9-4812-877f-1529320ca4f8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/47a0030b-f1c5-42f3-b3f5-851f68539254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0186241 Feb 10 23:05:52.742429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.770903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.794527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=73dcc582-c54f-4206-a4b6-78173178a5f9,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:52.910823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': 'd0c9ab81-9717-4bbe-bd36-cf7db7089483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:52.911189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: e9613d0a-1f03-400f-b73f-3d7533599ca5, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:52.924640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Provisioning complete for port 633b106f-e107-47d2-b443-48f49aba62a9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:52.925166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:52.974533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:52.999140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e9613d0a-1f03-400f-b73f-3d7533599ca5) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:53.007392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:53.007948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.020161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49abd5b4-d2e5-4bcb-b596-8ce8d3568caa None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:53.030390 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.093383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.094910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:53.095507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.121757 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.314714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:05:46Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8c65590-01f9-4b8a-a25f-09a850187aa1', 'name': '', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:1c:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:47Z', 'revision_number': 2, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:53.320529 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:05:53.321154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Updating router 47a0030b-f1c5-42f3-b3f5-851f68539254 port d8c65590-01f9-4b8a-a25f-09a850187aa1 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:05:53.365323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-62ec8555-2889-4297-96b6-c5e8d7fd5444 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7633228 Feb 10 23:05:53.371582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49254) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:53.434802 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.459398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e9613d0a-1f03-400f-b73f-3d7533599ca5', 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': '73dcc582-c54f-4206-a4b6-78173178a5f9'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:05:53.461394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.561081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:53.599967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] Pushing event updated for resources: {'Network': ['ID=4a9f66e3-0210-4ec4-a804-2edf0b29311b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:53.614050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7f03c1cf-4582-40f2-810e-16af2c7bf7fc admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4974110 Feb 10 23:05:53.636557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49258) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:53.650903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Request body: {'subnet': {'network_id': '4a9f66e3-0210-4ec4-a804-2edf0b29311b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1716712763-subnet', 'tenant_id': '90e4feb4d98f45f28939e39c54a9fbed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:53.670475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:53.681672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Usage tracker for resource:subnet and tenant:90e4feb4d98f45f28939e39c54a9fbed is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:53.686439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Allocated IP 172.20.0.2 (e9613d0a-1f03-400f-b73f-3d7533599ca5/73dcc582-c54f-4206-a4b6-78173178a5f9/080fecab-68e8-430a-a948-b284858e19b9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:05:53.691122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:53.705182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:53.741283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.766975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Made reservation on behalf of 90e4feb4d98f45f28939e39c54a9fbed for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:53.769490 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.977163 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:53.995576 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Transition to ACTIVE for port object d8c65590-01f9-4b8a-a25f-09a850187aa1 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:53.998611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 633b106f-e107-47d2-b443-48f49aba62a9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:54.005761 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.044967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=79a46945-42b5-46a6-8cea-bff0fb74ea4d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.063630 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.077876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Transition to ACTIVE for port object 080fecab-68e8-430a-a948-b284858e19b9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:54.106024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Transition to ACTIVE for port object 080fecab-68e8-430a-a948-b284858e19b9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:05:54.109141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 4a9f66e3-0210-4ec4-a804-2edf0b29311b details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:05:54.112876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.142488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.261273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8188880'] for subnet, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.357446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Provisioning for port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:54.405199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Provisioning complete for port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:54.405646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.423038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.427913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Attempting to bind port d8c65590-01f9-4b8a-a25f-09a850187aa1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:54.428277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Attempting to bind port d8c65590-01f9-4b8a-a25f-09a850187aa1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:54.428636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Attempting to bind port d8c65590-01f9-4b8a-a25f-09a850187aa1 on network b1d6492a-d996-44f7-8b11-e3faae676f6f {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:54.436025 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.437040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.437040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.437040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.437532 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.437762 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.438477 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.438799 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.439120 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.439497 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.439813 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.440130 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:05:54.450652 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:54.451051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Checking segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:54.451312 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.451739 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Bound using segment: {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:54.452206 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Bound port: d8c65590-01f9-4b8a-a25f-09a850187aa1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:54.452578 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.476955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:54.483676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9c64256b-44bb-488e-927e-32b97ec53668 None None] Port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:54.485914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:54.493815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:05:54.607668 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] For port d8c65590-01f9-4b8a-a25f-09a850187aa1, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:54.612203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] For port d8c65590-01f9-4b8a-a25f-09a850187aa1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8c65590-01f9-4b8a-a25f-09a850187aa1,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:54.618041 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.625799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Pushing event updated for resources: {'Port': ['ID=080fecab-68e8-430a-a948-b284858e19b9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.629459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Deleting port 86e3d896-b749-47af-82ba-d9c358668879 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:54.630361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.664619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.703848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede3d3f5-a437-4f5c-8051-b72ad379e83f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.715555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Attempting to bind port 080fecab-68e8-430a-a948-b284858e19b9 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:05:54.716101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Attempting to bind port 080fecab-68e8-430a-a948-b284858e19b9 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd0c9ab81-9717-4bbe-bd36-cf7db7089483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:05:54.716675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Attempting to bind port 080fecab-68e8-430a-a948-b284858e19b9 on network e9613d0a-1f03-400f-b73f-3d7533599ca5 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:05:54.723210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780898052100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-842563'] for subnet, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.731967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:05:54.732554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Checking segment: {'id': 'd0c9ab81-9717-4bbe-bd36-cf7db7089483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:54.733062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.733553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Bound using segment: {'id': 'd0c9ab81-9717-4bbe-bd36-cf7db7089483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:05:54.736061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Bound port: 080fecab-68e8-430a-a948-b284858e19b9, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c9ab81-9717-4bbe-bd36-cf7db7089483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'e9613d0a-1f03-400f-b73f-3d7533599ca5'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:05:54.736521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.740543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c348e84-998a-4187-8023-325f25ad90f6 None None] Pushing event updated for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.773837 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:54.774082 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:54.787827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.788670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 633b106f-e107-47d2-b443-48f49aba62a9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:54.789123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.888219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=73dcc582-c54f-4206-a4b6-78173178a5f9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:54.905309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Checking segment: {'id': '7b3aa7c8-19db-41e6-ae55-d29d22ca70bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4a9f66e3-0210-4ec4-a804-2edf0b29311b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:05:54.905916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Network hostable DHCP agents. Network: 4a9f66e3-0210-4ec4-a804-2edf0b29311b, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:05:54.931835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:54.932869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:54.937412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-08cc6fb1-f31c-4526-963b-f29c9cbfbce9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "PUT /v2.0/subnets/73dcc582-c54f-4206-a4b6-78173178a5f9 HTTP/1.1" status: 200 len: 806 time: 1.5623267 Feb 10 23:05:54.991766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49262) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:55.048855 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:55.060212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5c11a974-538f-4363-90b2-875e83ea6d3b None None] Provisioning complete for port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:55.060504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c11a974-538f-4363-90b2-875e83ea6d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.150381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] For port 080fecab-68e8-430a-a948-b284858e19b9, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:05:55.169179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] For port 080fecab-68e8-430a-a948-b284858e19b9, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=080fecab-68e8-430a-a948-b284858e19b9,segment=NetworkSegment(d0c9ab81-9717-4bbe-bd36-cf7db7089483),segment_id=d0c9ab81-9717-4bbe-bd36-cf7db7089483)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:05:55.175881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5c11a974-538f-4363-90b2-875e83ea6d3b None None] Port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:55.181963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.202230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:05:55.251304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.268785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.303835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009aa18-8807-495b-a4c4-56f07fc97b90 None None] Pushing event updated for resources: {'Port': ['ID=080fecab-68e8-430a-a948-b284858e19b9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:55.366223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.402861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Network 4a9f66e3-0210-4ec4-a804-2edf0b29311b is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:05:55.411920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 080fecab-68e8-430a-a948-b284858e19b9 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:55.412717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.476396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 4a9f66e3-0210-4ec4-a804-2edf0b29311b) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:55.480596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:55.481423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.491091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6983c068-4ecc-46ec-9b8a-a1235730ecde None None] Network 4a9f66e3-0210-4ec4-a804-2edf0b29311b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:55.614963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7e92f83b-189a-4b21-8543-759d7a4fbb30 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9670353 Feb 10 23:05:55.614963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] For port 86e3d896-b749-47af-82ba-d9c358668879, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=86e3d896-b749-47af-82ba-d9c358668879,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:55.614963 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:55.708916 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:05:46Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8c65590-01f9-4b8a-a25f-09a850187aa1', 'name': '', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:1c:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:54Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:55.716595 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871b3a41-efe6-4261-b33c-7ce533982428 None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:05:46Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd8c65590-01f9-4b8a-a25f-09a850187aa1', 'name': '', 'network_id': 'b1d6492a-d996-44f7-8b11-e3faae676f6f', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:1c:5c:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:05:44Z', 'updated_at': '2022-02-10T23:05:54Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:55.836049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Calling delete_port for 86e3d896-b749-47af-82ba-d9c358668879 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:55.904690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=bcacb3ae-9c19-4dbb-b90a-0bb71df679d4,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:55.972719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430800f3-4015-404b-924d-e48291ee4d45 None None] Network 4a9f66e3-0210-4ec4-a804-2edf0b29311b requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:56.008047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.060484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port 080fecab-68e8-430a-a948-b284858e19b9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=080fecab-68e8-430a-a948-b284858e19b9,segment=NetworkSegment(d0c9ab81-9717-4bbe-bd36-cf7db7089483),segment_id=d0c9ab81-9717-4bbe-bd36-cf7db7089483)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:56.060758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.175531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:56.421636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for 080fecab-68e8-430a-a948-b284858e19b9 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:56.513038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network f45752c6-563b-49d6-a362-66972b8bc46f is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:05:56.523367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:05:56.755999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:56.768340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Sync routers for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:56.781013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:56.782747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:56.787791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fafcde75-ed59-4ca7-bd3e-764de6122959 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/6c8866fd-0a21-41d0-b408-eb4ffe56cdce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4991736 Feb 10 23:05:56.790774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:56.793864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:56.871847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a6770d13-6e58-4208-977b-9213dfce40df tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:56.872763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a6770d13-6e58-4208-977b-9213dfce40df tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Synchronizing usage tracker for tenant:4f23da738fac4e69bae98360ec5bfced on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:05:56.922728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=080fecab-68e8-430a-a948-b284858e19b9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:56.935213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a6770d13-6e58-4208-977b-9213dfce40df tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Unset dirty status for tenant:4f23da738fac4e69bae98360ec5bfced on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:05:56.944305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a6770d13-6e58-4208-977b-9213dfce40df tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/networks?id=780da83b-39b6-4daa-8194-2bd30cfe4839 HTTP/1.1" status: 200 len: 808 time: 0.4293370 Feb 10 23:05:56.991246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting subnet ecc3d00e-7658-4575-8c3f-f122fa0608ab {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:05:56.999327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.065032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-0c422be9-2cac-4fa8-83cc-e3b0d4bd5507 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/quotas/4f23da738fac4e69bae98360ec5bfced HTTP/1.1" status: 200 len: 375 time: 0.1194644 Feb 10 23:05:57.067521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port 080fecab-68e8-430a-a948-b284858e19b9 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:57.070397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:05:57.085262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.120282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83e60bb-bccb-499b-b910-655e12fc2544 None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:57.168317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.237225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-683e255d-b036-40ac-a90f-85cc0d7e702c None None] Provisioning complete for port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:57.237614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-683e255d-b036-40ac-a90f-85cc0d7e702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.272793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-ad6b31eb-553d-421f-a5a9-61684775a25e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f23da738fac4e69bae98360ec5bfced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2067003 Feb 10 23:05:57.286739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:57.337121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:57.345756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70b2b345-8af8-4b6e-a407-8beb2173bd84 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9985137 Feb 10 23:05:57.361772 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] Sync routers for ids ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:57.372251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.379406 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] Routers {'6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:57.379657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49288) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.381590 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.474131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d83dc3b-efc9-493e-a927-5748ade69779 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:57.478482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d83dc3b-efc9-493e-a927-5748ade69779 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports/bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 HTTP/1.1" status: 200 len: 910 time: 0.0946982 Feb 10 23:05:57.482443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.495308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49292) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.495521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.552726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=86e3d896-b749-47af-82ba-d9c358668879,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:57.560294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd6088b66-3c6e-4553-bbd6-9aa304033991'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:57.583214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8c65590-01f9-4b8a-a25f-09a850187aa1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:57.603696 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.628937 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] Routers {'6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:57.629579 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.632593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-683e255d-b036-40ac-a90f-85cc0d7e702c None None] Port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:05:57.646364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc3d00e-7658-4575-8c3f-f122fa0608ab,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:57.666901 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.676985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-564d8d2c-281f-4e41-a9d4-5b5c001ddff3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/subnets/ecc3d00e-7658-4575-8c3f-f122fa0608ab HTTP/1.1" status: 204 len: 168 time: 0.8828697 Feb 10 23:05:57.678469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49298) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:57.686705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:57.698403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcb85a-6ec8-4d53-9b5c-d6eee9e9b9c2 None None] Network aa0ee31a-2106-4717-8b36-07a235dc3666 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:57.754358 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:57.754765 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2043ae-c7c6-46ad-9df9-c6dda7dbb508 None None] The sync data for ids ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:05:57.820177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=73dcc582-c54f-4206-a4b6-78173178a5f9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:57.881684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-17262de4-cd60-4952-aa3c-dfe31d949c40 service neutron] 10.222.0.53 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910389 Feb 10 23:05:57.938956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3bf5a53-bba8-40f6-9aef-da9f01114064 None None] Could not find standard attr ID for object 080fecab-68e8-430a-a948-b284858e19b9. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:05:58.117268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce553da-b307-4478-8318-17ebb634cc62 None None] DHCP port deletion for e9613d0a-1f03-400f-b73f-3d7533599ca5 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:58.132984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d8c65590-01f9-4b8a-a25f-09a850187aa1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:05:58.149809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d8c65590-01f9-4b8a-a25f-09a850187aa1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:58.149809 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.178871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7ed27-0c14-4897-b384-5f0497f02af3 None None] Network e9613d0a-1f03-400f-b73f-3d7533599ca5 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:05:58.227750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.275253 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.292250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9613d0a-1f03-400f-b73f-3d7533599ca5']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.351689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.400222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c9ab81-9717-4bbe-bd36-cf7db7089483') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.400534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c9ab81-9717-4bbe-bd36-cf7db7089483') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.429529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.448877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] DHCP port deletion for aa0ee31a-2106-4717-8b36-07a235dc3666 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:05:58.451853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:05:53Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.474368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Checking router: 6c8866fd-0a21-41d0-b408-eb4ffe56cdce for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:05:58.475937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Deleting port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:58.476314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.481299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.487584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-59020afe-1fbc-4e9a-bf48-c662baef0ba9 service neutron] 10.222.0.53 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856812 Feb 10 23:05:58.488984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.499936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:05:58.501235 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:05:58.523583 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:05:58.546275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.556027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Routers {'6c8866fd-0a21-41d0-b408-eb4ffe56cdce'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:58.556674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:58.721956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.771268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.814843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:58.874853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d8c65590-01f9-4b8a-a25f-09a850187aa1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8c65590-01f9-4b8a-a25f-09a850187aa1,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:58.892839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=e9613d0a-1f03-400f-b73f-3d7533599ca5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:58.899054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.010319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bd69d705-f7ca-44af-a0dc-39472c6d20ae tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/e9613d0a-1f03-400f-b73f-3d7533599ca5 HTTP/1.1" status: 204 len: 168 time: 4.0145392 Feb 10 23:05:59.011315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49312) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:59.045002 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a5edce-5df5-4a07-bb73-48cead1fa187 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:05:59.045570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a5edce-5df5-4a07-bb73-48cead1fa187 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:05:59.051859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3a5edce-5df5-4a07-bb73-48cead1fa187 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/e9613d0a-1f03-400f-b73f-3d7533599ca5 HTTP/1.1" status: 404 len: 339 time: 0.0358441 Feb 10 23:05:59.055391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49316) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:59.065448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1387279540', 'description': 'd1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:05:59.084121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] For port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,segment=NetworkSegment(d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304),segment_id=d0d8fed3-7262-4d2e-9f3d-71a3a4ebd304)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:59.084778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.129869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:05:59.158738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:network and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:05:59.159160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] Set router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:05:59.164423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:05:59.175661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:05:59.206166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:05:59.209498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:05:59.213269 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.224003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6383aa43-868f-4235-8934-da0ae52885ef req-fd4f9df6-3475-473c-8423-d6af6e4e55d8 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 210 time: 0.5477979 Feb 10 23:05:59.230786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port d544e728-7586-4bdc-a78c-b70750c3b4b2 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:05:59.231190 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.326933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.344575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Calling delete_port for 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:05:59.400772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:05:59.447494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.447849 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 4f6d5fe3-0c08-406d-a5ac-42b0cbf983ad of type vlan for network 8e0540f0-5052-4c78-a68e-df9ba5266910 Feb 10 23:05:59.534441 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.599839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8c65590-01f9-4b8a-a25f-09a850187aa1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:05:59.633372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] Pushing event deleted for resources: {'Port': ['ID=3bfd2b90-beb0-47ad-a2c7-c2f3f1626278,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:05:59.647353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:05:59.688341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Sync routers for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:05:59.694144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf495d09-bdf9-4f57-b22c-7ff2b3041820 None None] No DVR routers for this DVR port 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:05:59.696338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.696663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port d544e728-7586-4bdc-a78c-b70750c3b4b2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d544e728-7586-4bdc-a78c-b70750c3b4b2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:05:59.697449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.716709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49380949-0d43-47e9-ae73-2efe6f8f8bf3 admin admin] 10.222.0.53 "PUT /v2.0/routers/8f0807cc-a4e3-45d1-b126-0bf309a63a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7777641 Feb 10 23:05:59.724111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49322) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:59.725505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:05:59.725733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:05:59.753371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.764030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:05:59.764980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.897000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8403993 Feb 10 23:05:59.900677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49326) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:05:59.936201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d8c65590-01f9-4b8a-a25f-09a850187aa1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:05:59.936822 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:05:59.985721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for d544e728-7586-4bdc-a78c-b70750c3b4b2 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:00.015520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf749a4-f804-46be-bbc2-fc3f93d61a4b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=8e0540f0-5052-4c78-a68e-df9ba5266910,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:00.044391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8e0540f0-5052-4c78-a68e-df9ba5266910 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:00.054585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7242a378-94ab-44a0-8988-f5353214ee92 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:00.055751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7242a378-94ab-44a0-8988-f5353214ee92 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Synchronizing usage tracker for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:00.082374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:05:53Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.237443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591756a-58ae-4de8-8d1d-dad5fed50308 None None] The sync data for ids ['6c8866fd-0a21-41d0-b408-eb4ffe56cdce'] in n-d-825178-4 is: [{'id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2049996553', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:54Z', 'updated_at': '2022-02-10T23:05:53Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': 'd544e728-7586-4bdc-a78c-b70750c3b4b2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:7a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8866fd-0a21-41d0-b408-eb4ffe56cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3299, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:58Z', 'updated_at': '2022-02-10T23:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:00.272509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-154475d8-349c-4b42-b033-454ba9c3a58b tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:00.274139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-154475d8-349c-4b42-b033-454ba9c3a58b tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.30 "GET /v2.0/networks?id=780da83b-39b6-4daa-8194-2bd30cfe4839 HTTP/1.1" status: 200 len: 808 time: 0.1974223 Feb 10 23:06:00.305545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Request body: {'port': {'device_id': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839', 'admin_state_up': True, 'tenant_id': '4f23da738fac4e69bae98360ec5bfced'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:00.308526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:00.542875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7242a378-94ab-44a0-8988-f5353214ee92 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Unset dirty status for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:00.547551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7242a378-94ab-44a0-8988-f5353214ee92 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks?id=8e0540f0-5052-4c78-a68e-df9ba5266910 HTTP/1.1" status: 200 len: 761 time: 0.6430628 Feb 10 23:06:00.554362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49334) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:00.565268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'description': 'd2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:00.662143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.699053 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.790049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:00.806351 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc0009ef-58ea-4346-bbcf-ac79ab64aad7 req-4d369f1f-7dfd-4846-a27e-146c2014e4c5 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 210 time: 0.2777381 Feb 10 23:06:00.834036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Usage tracker for resource:port and tenant:4f23da738fac4e69bae98360ec5bfced is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:00.840702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:00.843147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 080fecab-68e8-430a-a948-b284858e19b9 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:00.854146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:00.866674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:00.882547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 080fecab-68e8-430a-a948-b284858e19b9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:00.882911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 080fecab-68e8-430a-a948-b284858e19b9 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:00.883369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:00.920893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:00.921232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3bfd2b90-beb0-47ad-a2c7-c2f3f1626278 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:00.952256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:05:57Z', 'revision_number': 5, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.957923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Checking router: 8f0807cc-a4e3-45d1-b126-0bf309a63a04 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:00.969392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Routers {'8f0807cc-a4e3-45d1-b126-0bf309a63a04'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:00.970231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:00.990053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Made reservation on behalf of 4f23da738fac4e69bae98360ec5bfced for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:00.993330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.008458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=bcacb3ae-9c19-4dbb-b90a-0bb71df679d4,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:01.028287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.028650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.030980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.031167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.031651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.031851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:01.097480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:01.097480 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.097480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bbccd25-627b-4788-a4cf-2597b4bd257f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/ports/bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 HTTP/1.1" status: 200 len: 910 time: 3.5721185 Feb 10 23:06:01.104123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49342) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.105845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.106475 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.191038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] Set router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:01.248459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=d544e728-7586-4bdc-a78c-b70750c3b4b2,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:01.275088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.297242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.300363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.308032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 8e0540f0-5052-4c78-a68e-df9ba5266910 is not hosted by any dhcp agent {{(pid=87653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Feb 10 23:06:01.314492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:01.315145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.319059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "PUT /v2.0/networks/8e0540f0-5052-4c78-a68e-df9ba5266910 HTTP/1.1" status: 200 len: 758 time: 0.7616863 Feb 10 23:06:01.330018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49346) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.491230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79a46945-42b5-46a6-8cea-bff0fb74ea4d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:01.511246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Deleting port 4eace208-3739-409c-9fd8-0c3d8cb26e7d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:01.511797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.555437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 79a46945-42b5-46a6-8cea-bff0fb74ea4d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:01.555955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 79a46945-42b5-46a6-8cea-bff0fb74ea4d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:01.560985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715aecc-d390-48e4-99cc-c1a09d9b7ebd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=8e0540f0-5052-4c78-a68e-df9ba5266910,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:01.581825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8e0540f0-5052-4c78-a68e-df9ba5266910 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:01.609579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.616161 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.657242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Allocated IP 172.20.0.13 (780da83b-39b6-4daa-8194-2bd30cfe4839/f6bedc09-9b29-45fe-8203-ddd96e79a0bf/46e149ef-4768-4200-9054-38868b6bc16f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:01.677739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4414304e-7d5f-444c-a3fe-374b103a28ed tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:01.684859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4414304e-7d5f-444c-a3fe-374b103a28ed tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks?id=8e0540f0-5052-4c78-a68e-df9ba5266910 HTTP/1.1" status: 200 len: 761 time: 0.3464682 Feb 10 23:06:01.696479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:05:57Z', 'revision_number': 5, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:01.702514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2326634a-8425-4b39-9be9-413e59ac84c0 None None] The sync data for ids ['8f0807cc-a4e3-45d1-b126-0bf309a63a04'] in n-d-825178-4 is: [{'id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'name': 'tempest-TestServerMultinode-1150031775-router', 'tenant_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172'}], 'enable_snat': True}, 'gw_port_id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:04:13Z', 'updated_at': '2022-02-10T23:05:57Z', 'revision_number': 5, 'project_id': '9a0ffe3a7e974f3b9bb96e6a49901f89', 'gw_port': {'id': '4eace208-3739-409c-9fd8-0c3d8cb26e7d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0807cc-a4e3-45d1-b126-0bf309a63a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:04:15Z', 'updated_at': '2022-02-10T23:04:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:01.745632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49350) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.769189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1843441452'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:01.786563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:01.801368 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.802207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8866fd-0a21-41d0-b408-eb4ffe56cdce {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:06:01.851819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:01.855924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-82dad45e-8b8e-4948-a45c-1b6dfa4afb14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/routers/6c8866fd-0a21-41d0-b408-eb4ffe56cdce HTTP/1.1" status: 204 len: 168 time: 4.1765387 Feb 10 23:06:01.856651 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49356) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:01.884962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:01.932653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:01.936385 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.041164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-92924529-87c6-4cee-b62e-8191e7132fc5 req-e54aadfc-bc5e-466f-8b17-90bd89a7dde5 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 210 time: 0.0645280 Feb 10 23:06:02.046639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] For port 4eace208-3739-409c-9fd8-0c3d8cb26e7d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=4eace208-3739-409c-9fd8-0c3d8cb26e7d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:02.047671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.297550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:02.327475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.327827 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 361b9c8e-ecf6-42e9-88d3-baadc656fa37 of type vlan for network 54739dbd-f753-4bbc-b656-f011ad2172a4 Feb 10 23:06:02.362472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Calling delete_port for 4eace208-3739-409c-9fd8-0c3d8cb26e7d owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:02.385011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.393329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.451320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.510031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.515932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:02.515932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.583619 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.621266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa0ee31a-2106-4717-8b36-07a235dc3666']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:02.636802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:02.636802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0d8fed3-7262-4d2e-9f3d-71a3a4ebd304') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:02.650909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.653653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.662700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9119596 Feb 10 23:06:02.664818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:02.675595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:02.709224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2bc7e-4e52-411c-9092-dc3accf5efb9 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=54739dbd-f753-4bbc-b656-f011ad2172a4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:02.722091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 54739dbd-f753-4bbc-b656-f011ad2172a4 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:02.732758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.746885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.815064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:02.815724 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.820924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Network 780da83b-39b6-4daa-8194-2bd30cfe4839 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:02.835970 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:02.883208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:02.894905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:02.942564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Pushing event updated for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:02.950750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:02.959324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Usage tracker for resource:subnet and tenant:72c2e2145f2f4651a1b77bb29910af1b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:02.964080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:02.967963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:02.997428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:02.998084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.009139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.017332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:03.046756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.052056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Pushing event deleted for resources: {'Port': ['ID=4eace208-3739-409c-9fd8-0c3d8cb26e7d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.101686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Network': ['ID=aa0ee31a-2106-4717-8b36-07a235dc3666,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.112062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:03.115963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.123709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-898f2c19-bbdc-4977-9349-ae7995a8c89e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8222876 Feb 10 23:06:03.137711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Request body: {'port': {'device_id': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:03.183477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6e12214d-1af6-4b3d-b0e8-4864536f10ac tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/networks/aa0ee31a-2106-4717-8b36-07a235dc3666 HTTP/1.1" status: 204 len: 168 time: 1.3236606 Feb 10 23:06:03.193251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49370) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:03.287331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.406568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.452030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d544e728-7586-4bdc-a78c-b70750c3b4b2 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:03.485688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.489357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.496938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.498834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d544e728-7586-4bdc-a78c-b70750c3b4b2 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:03.499658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d544e728-7586-4bdc-a78c-b70750c3b4b2 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:03.500859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86e3d896-b749-47af-82ba-d9c358668879 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:03.541300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 86e3d896-b749-47af-82ba-d9c358668879 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:03.542031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 86e3d896-b749-47af-82ba-d9c358668879 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:03.572412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.572915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f0807cc-a4e3-45d1-b126-0bf309a63a04 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:06:03.584772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.612061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.613216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-544bb703-2d8c-4d14-aaa4-770fcf1be83f admin admin] 10.222.0.53 "DELETE /v2.0/routers/8f0807cc-a4e3-45d1-b126-0bf309a63a04 HTTP/1.1" status: 204 len: 168 time: 3.8841310 Feb 10 23:06:03.616652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49374) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:03.634496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:03.634894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.665011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.701783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-99deab59-3329-4dea-bdbb-aa2f5204821e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:03.702543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-99deab59-3329-4dea-bdbb-aa2f5204821e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Synchronizing usage tracker for tenant:4f23da738fac4e69bae98360ec5bfced on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:03.757135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Deleting subnet 22242c4e-383e-4faf-a200-2c6f2359df06 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:06:03.769474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.829041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=b46e4330-a778-4084-ba0f-826560d88334,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:03.839765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '361b9c8e-ecf6-42e9-88d3-baadc656fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:03.840132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 54739dbd-f753-4bbc-b656-f011ad2172a4, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:03.851960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:03.915834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 54739dbd-f753-4bbc-b656-f011ad2172a4 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:03.922990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-99deab59-3329-4dea-bdbb-aa2f5204821e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Unset dirty status for tenant:4f23da738fac4e69bae98360ec5bfced on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:03.925162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-99deab59-3329-4dea-bdbb-aa2f5204821e tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 932 time: 0.7123275 Feb 10 23:06:03.948100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 54739dbd-f753-4bbc-b656-f011ad2172a4) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:03.959047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0510b6-5638-43ec-a69b-8d6616a39593 None None] Network 54739dbd-f753-4bbc-b656-f011ad2172a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:03.972622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:03.973382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.010626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2bb1d99d-1ed2-4aad-bfc7-5c29e05416cc tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3445616 Feb 10 23:06:04.015546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49378) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:04.019274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.382821 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-54739dbd-f753-4bbc-b656-f011ad2172a4', 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': 'b46e4330-a778-4084-ba0f-826560d88334'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:04.383770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.407668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.449566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.457499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e149ef-4768-4200-9054-38868b6bc16f {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:06:04.462171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22242c4e-383e-4faf-a200-2c6f2359df06,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:04.469548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.475642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-534cedf7-59c6-4463-a690-09430f542fd5 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Synchronizing usage tracker for tenant:4f23da738fac4e69bae98360ec5bfced on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:04.476180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f818ed9-8dae-45f8-a163-2ba77d7daa1e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/22242c4e-383e-4faf-a200-2c6f2359df06 HTTP/1.1" status: 204 len: 168 time: 0.8582194 Feb 10 23:06:04.479037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49384) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:04.487252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ad12b-0b56-44ff-8251-3c1e9dd6702a None None] Network 42a02780-15ff-457e-8a55-d033a53eae85 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:04.492816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.494403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.512065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.517010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccf5d42-7fce-483b-acf5-916e69e56142,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:04.658945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for bcacb3ae-9c19-4dbb-b90a-0bb71df679d4 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:04.710691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Transition to ACTIVE for port object 46e149ef-4768-4200-9054-38868b6bc16f will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:04.713601 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.721463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-534cedf7-59c6-4463-a690-09430f542fd5 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Unset dirty status for tenant:4f23da738fac4e69bae98360ec5bfced on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:04.728594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3e5d224-433f-41f1-8187-ecdd2624bbff req-534cedf7-59c6-4463-a690-09430f542fd5 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7787063 Feb 10 23:06:04.730577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.762735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.764205 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-67966848-dd4c-4c9c-adc7-8111701c5f8c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/security-groups/7ccf5d42-7fce-483b-acf5-916e69e56142 HTTP/1.1" status: 204 len: 168 time: 1.5699780 Feb 10 23:06:04.765509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.794960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Deleting port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:04.795886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:04.864128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Allocated IP 172.20.0.2 (54739dbd-f753-4bbc-b656-f011ad2172a4/b46e4330-a778-4084-ba0f-826560d88334/f0ff1d2c-baa4-4564-abdc-f5817ea864ae) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:04.959928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Pushing event updated for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.193514 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.208924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Transition to ACTIVE for port object f0ff1d2c-baa4-4564-abdc-f5817ea864ae will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:05.215917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Attempting to bind port 46e149ef-4768-4200-9054-38868b6bc16f on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:05.216362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Attempting to bind port 46e149ef-4768-4200-9054-38868b6bc16f by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '2e8f84eb-f6aa-4563-916c-a3fc19aaff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:05.216698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Attempting to bind port 46e149ef-4768-4200-9054-38868b6bc16f on network 780da83b-39b6-4daa-8194-2bd30cfe4839 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:05.225743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Port 46e149ef-4768-4200-9054-38868b6bc16f on network 780da83b-39b6-4daa-8194-2bd30cfe4839 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:06:05.225984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Attempting to bind port 46e149ef-4768-4200-9054-38868b6bc16f on network 780da83b-39b6-4daa-8194-2bd30cfe4839 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:05.242943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:05.243571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Checking segment: {'id': '2e8f84eb-f6aa-4563-916c-a3fc19aaff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:05.244041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Bound using segment: {'id': '2e8f84eb-f6aa-4563-916c-a3fc19aaff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:05.244670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Bound port: 46e149ef-4768-4200-9054-38868b6bc16f, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e8f84eb-f6aa-4563-916c-a3fc19aaff32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:05.245617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.251913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] For port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:05.252506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.262918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Transition to ACTIVE for port object f0ff1d2c-baa4-4564-abdc-f5817ea864ae will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:05.273219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:05.284983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.285847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914518523', 'description': 'tempest-secgroup-smoke-914518523 description', 'project_id': '834e149d1122493cb8781b962341b810'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:05.303409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:05.373370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.420361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] DHCP port deletion for 42a02780-15ff-457e-8a55-d033a53eae85 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:06:05.424388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Pushing event updated for resources: {'Port': ['ID=f0ff1d2c-baa4-4564-abdc-f5817ea864ae,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.427154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:05.439526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Calling delete_port for 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:05.454495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Deleting port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:05.455156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.469955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:05.479534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=bcacb3ae-9c19-4dbb-b90a-0bb71df679d4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.487689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:05.496686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:05.509843 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.558921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Network 54739dbd-f753-4bbc-b656-f011ad2172a4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:05.563341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:05.570307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4eace208-3739-409c-9fd8-0c3d8cb26e7d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:05.603556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=46e149ef-4768-4200-9054-38868b6bc16f,segment=NetworkSegment(2e8f84eb-f6aa-4563-916c-a3fc19aaff32),segment_id=2e8f84eb-f6aa-4563-916c-a3fc19aaff32)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:05.617577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.620216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:05.659431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.684066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=b46e4330-a778-4084-ba0f-826560d88334,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.714779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:05.715573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.717425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] 10.222.0.30 "PUT /v2.0/ports/46e149ef-4768-4200-9054-38868b6bc16f HTTP/1.1" status: 200 len: 1092 time: 2.5844045 Feb 10 23:06:05.719387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:05.737678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.742010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 4eace208-3739-409c-9fd8-0c3d8cb26e7d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:05.743785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 4eace208-3739-409c-9fd8-0c3d8cb26e7d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:05.744920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:05.774470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:05.793474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:05.815379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:05.826167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:05.878530 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f', 'status': 'completed', 'code': 200} Feb 10 23:06:05.883574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54739dbd-f753-4bbc-b656-f011ad2172a4']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.894561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.919571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Attempting to bind port f0ff1d2c-baa4-4564-abdc-f5817ea864ae on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:05.919941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Attempting to bind port f0ff1d2c-baa4-4564-abdc-f5817ea864ae by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '361b9c8e-ecf6-42e9-88d3-baadc656fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:05.920466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Attempting to bind port f0ff1d2c-baa4-4564-abdc-f5817ea864ae on network 54739dbd-f753-4bbc-b656-f011ad2172a4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:05.935153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1252017-028a-4797-a892-de4d7eee4e82 service neutron] Pushing event updated for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.957164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 5, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:05.957585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Checking segment: {'id': '361b9c8e-ecf6-42e9-88d3-baadc656fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:05.957930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.958353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Bound using segment: {'id': '361b9c8e-ecf6-42e9-88d3-baadc656fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:05.958834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Bound port: f0ff1d2c-baa4-4564-abdc-f5817ea864ae, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361b9c8e-ecf6-42e9-88d3-baadc656fa37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '54739dbd-f753-4bbc-b656-f011ad2172a4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:05.959226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:05.965561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361b9c8e-ecf6-42e9-88d3-baadc656fa37') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.965855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361b9c8e-ecf6-42e9-88d3-baadc656fa37') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:05.987070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Pushing event deleted for resources: {'Port': ['ID=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:05.999802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.018619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] No DVR routers for this DVR port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:06.023641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 23:06:06.024051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:06.084358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.129660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.136756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] For port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=5ef44132-fc6b-47be-bd95-76e17b0cbcd7,segment=NetworkSegment(a833fe7b-96c5-46a9-bc68-2d3ec6d659c1),segment_id=a833fe7b-96c5-46a9-bc68-2d3ec6d659c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:06.137221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.186790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:06.187174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:06.209925 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:06.227740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.237069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.291816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Calling delete_port for 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:06.333743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] For port f0ff1d2c-baa4-4564-abdc-f5817ea864ae, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:06.347898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.381214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] For port f0ff1d2c-baa4-4564-abdc-f5817ea864ae, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f0ff1d2c-baa4-4564-abdc-f5817ea864ae,segment=NetworkSegment(361b9c8e-ecf6-42e9-88d3-baadc656fa37),segment_id=361b9c8e-ecf6-42e9-88d3-baadc656fa37)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:06.396298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 10 23:06:06.396298 n-d-825178-4 neutron-server[87652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 10 23:06:06.396298 n-d-825178-4 neutron-server[87652]: [parameters: {'id': '54739dbd-f753-4bbc-b656-f011ad2172a4'}] Feb 10 23:06:06.396298 n-d-825178-4 neutron-server[87652]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:06.397138 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:06.398478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a02780-15ff-457e-8a55-d033a53eae85']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.405533 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.415829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6faeb11f-b5ea-4529-8257-ad7210584a8a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:06.423649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.429428 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a2aabbd-d082-402a-bf04-575a5993f730 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1506450 Feb 10 23:06:06.429428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.429428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a833fe7b-96c5-46a9-bc68-2d3ec6d659c1') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:06.433024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49402) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:06.445808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.447749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:06.459134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:06.468609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-cb55a901-6419-459c-a0f0-a3efc35f7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:06.470779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-cb55a901-6419-459c-a0f0-a3efc35f7755 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f23da738fac4e69bae98360ec5bfced&device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 1095 time: 0.6802216 Feb 10 23:06:06.474679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:06.476938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.477941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:06.488584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:06.489001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:06:06.519044 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:06:06.549974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:06.550357 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:06.586301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9202b-39bd-40b0-b9ab-123f4d597411 None None] Pushing event updated for resources: {'Port': ['ID=f0ff1d2c-baa4-4564-abdc-f5817ea864ae,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:06.656100 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:06.692693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85673b8-6b7d-472f-a529-e4fb0b4ebad4 None None] Network 54739dbd-f753-4bbc-b656-f011ad2172a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:06.765403 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.779650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:06.793277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.810349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] Pushing event deleted for resources: {'Network': ['ID=42a02780-15ff-457e-8a55-d033a53eae85,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:06.815319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-186f16cf-adb9-4371-8d3d-532e72a244dc admin admin] 10.222.0.53 "DELETE /v2.0/networks/42a02780-15ff-457e-8a55-d033a53eae85 HTTP/1.1" status: 204 len: 168 time: 2.3352008 Feb 10 23:06:06.874763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-35dfa98a-a1e4-4938-b528-4815e41f8ad3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e149ef-4768-4200-9054-38868b6bc16f HTTP/1.1" status: 200 len: 217 time: 0.3900955 Feb 10 23:06:06.897762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.914601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port f0ff1d2c-baa4-4564-abdc-f5817ea864ae {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:06.915479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.954882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f61e788-266b-44c3-9085-faf448190e60 req-d2edb5aa-2d35-455a-8627-32ed93d38fdb tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:06.957741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f61e788-266b-44c3-9085-faf448190e60 req-d2edb5aa-2d35-455a-8627-32ed93d38fdb tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 944 time: 1.0074091 Feb 10 23:06:06.964997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:06.997152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:07.052205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Deleting port 5ef44132-fc6b-47be-bd95-76e17b0cbcd7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:07.056492 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.072900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a4f10c4a-a798-4e00-9eb2-1ddf5125d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:07.074570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-a4f10c4a-a798-4e00-9eb2-1ddf5125d55e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6bedc09-9b29-45fe-8203-ddd96e79a0bf HTTP/1.1" status: 200 len: 848 time: 0.1843526 Feb 10 23:06:07.186138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port f0ff1d2c-baa4-4564-abdc-f5817ea864ae, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f0ff1d2c-baa4-4564-abdc-f5817ea864ae,segment=NetworkSegment(361b9c8e-ecf6-42e9-88d3-baadc656fa37),segment_id=361b9c8e-ecf6-42e9-88d3-baadc656fa37)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:07.186740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.233902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49410) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:07.276185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-537e4a6b-6e91-4dfc-900d-24411a225341 None None] The port '5ef44132-fc6b-47be-bd95-76e17b0cbcd7' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:06:07.305812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2177b203-76ed-426f-8642-d8e73c8143bd None None] get_active_networks_info from n-d-825178-4 {{(pid=87654) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 10 23:06:07.364743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-4214e664-ba27-4c90-b1a6-33bfb45699d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=780da83b-39b6-4daa-8194-2bd30cfe4839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1688874 Feb 10 23:06:07.368153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f61e788-266b-44c3-9085-faf448190e60 req-4ad57376-2842-4ae3-80b7-ad33293761e8 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878458 Feb 10 23:06:07.439247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for f0ff1d2c-baa4-4564-abdc-f5817ea864ae owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:07.476948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:07.483252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2177b203-76ed-426f-8642-d8e73c8143bd None None] Resources bound (agent type, host, resource id): {{(pid=87654) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 10 23:06:07.491182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] Sync routers for ids ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:07.531979 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] Routers {'6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:07.533549 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.534796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.539875 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.559167 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.593445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=f0ff1d2c-baa4-4564-abdc-f5817ea864ae,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:07.597798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port f0ff1d2c-baa4-4564-abdc-f5817ea864ae on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:07.607898 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.624980 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] Routers {'6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:07.625883 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:05:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.631013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82ac412-444f-440d-921e-78c1abfb67c7,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:07.636607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7b829a09-a4ce-4049-85a4-96835be91b31 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=15e0496d20de4837bc38b181c06248bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926432 Feb 10 23:06:07.639879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:07.645588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49418) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:07.648239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4f585830-43e0-4262-a322-0f28dc4653f6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5331793 Feb 10 23:06:07.711534 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.711960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78328d3-dc7a-4009-8b30-3aedce148315 None None] The sync data for ids ['6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e'] in n-d-825178-4 is: [] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:07.718826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.728724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49422) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:07.729062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-162b8249-3c58-420c-91ed-c3cc39b95ee0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2889318 Feb 10 23:06:07.741012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-03ffcfff-fe07-43d2-80e1-3916b5c112f4 service neutron] 10.222.0.30 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3637557 Feb 10 23:06:07.751506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:07.811656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-580c3dd8-19f7-448f-a630-522784859168 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:07.838421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:07.853802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:07.865127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:07.881033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.899211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:07.929599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:07.934873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-580c3dd8-19f7-448f-a630-522784859168 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:07.938818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8c7cc62-7844-4de4-9c93-11a5945c1895 req-ecf7add1-ea64-4c77-8213-13c8edf054aa service neutron] 10.222.0.30 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867123 Feb 10 23:06:07.939396 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-580c3dd8-19f7-448f-a630-522784859168 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e HTTP/1.1" status: 200 len: 205 time: 0.2778945 Feb 10 23:06:07.940238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49426) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:07.952847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54739dbd-f753-4bbc-b656-f011ad2172a4']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:07.990102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.002275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361b9c8e-ecf6-42e9-88d3-baadc656fa37') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.002634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361b9c8e-ecf6-42e9-88d3-baadc656fa37') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:08.023405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.044929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.094255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.120203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:08.120472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:08.138296 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:08.180410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.222405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.228106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.265333 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79928470-2806-47ea-8005-7fd0c1a52386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.277913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d7ff55-48a6-4bc9-a11e-96f39913e5b6,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.280765 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.310868 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.326092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7f199-c06c-4483-b6d8-12b751896bef,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.353921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.396681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=54739dbd-f753-4bbc-b656-f011ad2172a4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.401521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.403318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e5eccbfb-f29a-4936-8a7c-4c6729ec0a70 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5bd7f199-c06c-4483-b6d8-12b751896bef HTTP/1.1" status: 204 len: 168 time: 0.7623172 Feb 10 23:06:08.411619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f09f3581-b2a9-4859-b5f4-4a51c572edab tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/54739dbd-f753-4bbc-b656-f011ad2172a4 HTTP/1.1" status: 204 len: 168 time: 4.3944376 Feb 10 23:06:08.412866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.414741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c05fd66f-5a96-4c56-8d75-21613cbc90af tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6791930 Feb 10 23:06:08.415624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.418933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49436) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.498591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:08.512605 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d587b250-253d-4c49-8624-3ff45078dfee tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] GET failed (client error): The resource could not be found. Feb 10 23:06:08.513474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d587b250-253d-4c49-8624-3ff45078dfee tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Synchronizing usage tracker for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:08.519067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:08.583875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:08.601480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:08.630553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:08.669538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d587b250-253d-4c49-8624-3ff45078dfee tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Unset dirty status for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:08.676753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d587b250-253d-4c49-8624-3ff45078dfee tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets/b46e4330-a778-4084-ba0f-826560d88334 HTTP/1.1" status: 404 len: 337 time: 0.2571015 Feb 10 23:06:08.677739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49444) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.699129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.718443 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddd615f4-d646-44be-af1b-b14d8bb98d23 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:08.719149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddd615f4-d646-44be-af1b-b14d8bb98d23 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:08.721363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ddd615f4-d646-44be-af1b-b14d8bb98d23 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/54739dbd-f753-4bbc-b656-f011ad2172a4 HTTP/1.1" status: 404 len: 339 time: 0.0407867 Feb 10 23:06:08.723568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-8e64e8a8-b4c7-47c5-aed0-d5c0abbfa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:08.725178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-8e64e8a8-b4c7-47c5-aed0-d5c0abbfa786 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4f23da738fac4e69bae98360ec5bfced&device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 1095 time: 0.6891687 Feb 10 23:06:08.730686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49448) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.735585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.747586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab458d-34d1-4632-b88a-7d31079c70dd req-d55320eb-e511-4b97-8736-d1e4f1f50201 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:08.749069 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eaab458d-34d1-4632-b88a-7d31079c70dd req-d55320eb-e511-4b97-8736-d1e4f1f50201 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 944 time: 0.2392316 Feb 10 23:06:08.760435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.807541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eaab458d-34d1-4632-b88a-7d31079c70dd req-07920f21-510a-4cf5-94ab-83b0f476f9e9 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490112 Feb 10 23:06:08.865045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.869284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.918309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d19dcc3-65e4-44e4-bcc9-e8b3249bb4b9,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:08.933259 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.938268 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1cb8796f-c341-4fa5-a85f-ea85c662400e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4610128 Feb 10 23:06:08.938629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49454) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:08.947021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:08.959043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:08.965974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:08.968609 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:08.969918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:06:08.971707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:08.986027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:08.989974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49458) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.029079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.033388 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-54977cb2-5ad1-46ff-a60e-a41e16057ae3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e HTTP/1.1" status: 204 len: 168 time: 1.0896320 Feb 10 23:06:09.045473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49462) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.137510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-1284624e-2efa-424c-8059-670bb4e4c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:09.139888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-1284624e-2efa-424c-8059-670bb4e4c590 service neutron] 10.222.0.30 "GET /v2.0/networks?id=780da83b-39b6-4daa-8194-2bd30cfe4839 HTTP/1.1" status: 200 len: 909 time: 0.3773241 Feb 10 23:06:09.145324 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.156813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1a1c2b-0622-4525-8b12-b6ec5b90b750 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:09.158222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c1a1c2b-0622-4525-8b12-b6ec5b90b750 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Synchronizing usage tracker for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:09.193878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1c1ecdab-4269-4bbf-91cd-d2a0a6f1068e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9a0ffe3a7e974f3b9bb96e6a49901f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003164 Feb 10 23:06:09.200025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49466) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.249043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.289525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-646d3309-efc7-4543-a123-6c53e1f8c26e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46e149ef-4768-4200-9054-38868b6bc16f HTTP/1.1" status: 200 len: 217 time: 0.1256270 Feb 10 23:06:09.367316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c1a1c2b-0622-4525-8b12-b6ec5b90b750 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Unset dirty status for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:09.371779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c1a1c2b-0622-4525-8b12-b6ec5b90b750 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6370707 Feb 10 23:06:09.373475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.462030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aff891ec-f0f9-4935-8697-f6a06b72b2eb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Synchronizing usage tracker for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:subnet {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:09.475975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-eb01b299-e6fa-43ed-89b5-3ac17cdb1673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:09.478355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-eb01b299-e6fa-43ed-89b5-3ac17cdb1673 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f6bedc09-9b29-45fe-8203-ddd96e79a0bf HTTP/1.1" status: 200 len: 848 time: 0.1794136 Feb 10 23:06:09.567834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-aff891ec-f0f9-4935-8697-f6a06b72b2eb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Unset dirty status for tenant:72c2e2145f2f4651a1b77bb29910af1b on resource:subnet {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:09.569734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-aff891ec-f0f9-4935-8697-f6a06b72b2eb tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2 HTTP/1.1" status: 200 len: 207 time: 0.1947644 Feb 10 23:06:09.573644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-7b219ba1-8af8-4a59-ac17-78ee2d74b21b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=780da83b-39b6-4daa-8194-2bd30cfe4839&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842497 Feb 10 23:06:09.574320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:09.600766 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet d6088b66-3c6e-4553-bbd6-9aa304033991 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:06:09.617352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.915622 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.923141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:09.999505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.011440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.111056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee1c9152-88ef-4d49-ac03-9f68477dab4b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.127771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6e37-dcb9-47e2-b95d-7f89e0ae7af6 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.138435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6e37-dcb9-47e2-b95d-7f89e0ae7af6 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.145015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.150454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6e37-dcb9-47e2-b95d-7f89e0ae7af6 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.161788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-562f6e37-dcb9-47e2-b95d-7f89e0ae7af6 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.172050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-562f6e37-dcb9-47e2-b95d-7f89e0ae7af6 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.5884011 Feb 10 23:06:10.172050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-3742f9a9-c236-423e-bd0a-66881f212aee service neutron] 10.222.0.30 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5577075 Feb 10 23:06:10.172673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49484) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.253583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 46e149ef-4768-4200-9054-38868b6bc16f details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:06:10.262979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.264614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-04e4c7d2-f04f-4b84-b069-576b33d875ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3242202 Feb 10 23:06:10.269895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.297799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:10.310906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:10.318851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:10.325093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:10.392719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:10.410135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.442294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212caf5-ae2a-49cd-9634-00655a950344 req-e00910bc-e786-4f2e-82fe-5a2494fca123 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.443874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0212caf5-ae2a-49cd-9634-00655a950344 req-e00910bc-e786-4f2e-82fe-5a2494fca123 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 944 time: 0.4967268 Feb 10 23:06:10.456080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=46e149ef-4768-4200-9054-38868b6bc16f,segment=NetworkSegment(2e8f84eb-f6aa-4563-916c-a3fc19aaff32),segment_id=2e8f84eb-f6aa-4563-916c-a3fc19aaff32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:10.473948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '46e149ef-4768-4200-9054-38868b6bc16f', 'network_id': '780da83b-39b6-4daa-8194-2bd30cfe4839', 'port_id': '46e149ef-4768-4200-9054-38868b6bc16f', 'mac_address': 'fa:16:3e:cb:c3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6bedc09-9b29-45fe-8203-ddd96e79a0bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:06:10.476638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5149ae1c-594f-4367-9256-1c16149c66f8 req-ffda4100-8bdb-4b5d-a6b4-f744ffb6bb32 service neutron] 10.222.0.30 "GET /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975328 Feb 10 23:06:10.490481 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:06:10.503274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.543021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57214355-9a82-413f-a74e-8b48655e073f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3610752 Feb 10 23:06:10.543362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49492) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.548065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.555742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de607872-7ebe-4927-b187-69e2b5509041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.567134 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.579948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175bccf-717c-461e-800a-70c1815524ad,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.592281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e149ef-4768-4200-9054-38868b6bc16f {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:06:10.604724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0212caf5-ae2a-49cd-9634-00655a950344 req-c285c3e1-4916-4ba8-8ef3-c8745ee663cd tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269290 Feb 10 23:06:10.632163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=46e149ef-4768-4200-9054-38868b6bc16f,segment=NetworkSegment(2e8f84eb-f6aa-4563-916c-a3fc19aaff32),segment_id=2e8f84eb-f6aa-4563-916c-a3fc19aaff32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:10.639318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.665770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959772e4-17fd-4c75-aa9a-45983c641ccd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.668082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959772e4-17fd-4c75-aa9a-45983c641ccd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.670356 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-959772e4-17fd-4c75-aa9a-45983c641ccd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1261427 Feb 10 23:06:10.674966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49496) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.696144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.697278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5bb2ab7c-96b1-4b44-ad45-391df45b2ded admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5175bccf-717c-461e-800a-70c1815524ad HTTP/1.1" status: 204 len: 168 time: 1.4853504 Feb 10 23:06:10.712394 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.733557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.757509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bb6b0-17be-4e1c-bb74-c7110a87820b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.759383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bb6b0-17be-4e1c-bb74-c7110a87820b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['shared'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:10.760957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1c2bb6b0-17be-4e1c-bb74-c7110a87820b tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0846462 Feb 10 23:06:10.764822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49502) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.780053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=d6088b66-3c6e-4553-bbd6-9aa304033991,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.784693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580b03ff-5e21-4d4a-8972-6109fb7f8319 None None] Network f45752c6-563b-49d6-a362-66972b8bc46f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:10.787141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.799228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.802742 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11435b0e-d54e-49c1-ba7f-c8455ec5174f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/d6088b66-3c6e-4553-bbd6-9aa304033991 HTTP/1.1" status: 204 len: 168 time: 1.7553914 Feb 10 23:06:10.805208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49506) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:10.838376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:10.940334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eaa0cb-7a6a-43e9-86be-260c2334aeec,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:10.997251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.005511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.012370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f6deb65d-be74-4594-a66f-5015f63e17dd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7411077 Feb 10 23:06:11.028510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49512) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.051663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'security_group_rule': {'security_group_id': '6faeb11f-b5ea-4529-8257-ad7210584a8a', 'project_id': '834e149d1122493cb8781b962341b810', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:11.069577 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:11.077153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:security_group_rule and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:11.083065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:11.094909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:11.126498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['46e149ef-4768-4200-9054-38868b6bc16f'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:06:11.127668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3cae73-6035-401f-9b92-c8e7517da9b5 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.129869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-db3cae73-6035-401f-9b92-c8e7517da9b5 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks/88e7c6fe-9291-45aa-9153-c0124c054a96 HTTP/1.1" status: 200 len: 799 time: 0.3640993 Feb 10 23:06:11.135923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49516) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.142534 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Project 834e149d1122493cb8781b962341b810 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:06:11.155871 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.305646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.307487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 633b106f-e107-47d2-b443-48f49aba62a9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:11.308678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.380494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] DHCP port deletion for f45752c6-563b-49d6-a362-66972b8bc46f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:06:11.403530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Deleting port 633b106f-e107-47d2-b443-48f49aba62a9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:11.404399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.441120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5ed10bf4-909d-4067-be3f-c1edafc53ddd tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/networks/88e7c6fe-9291-45aa-9153-c0124c054a96?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3028190 Feb 10 23:06:11.442188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49528) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.447958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 633b106f-e107-47d2-b443-48f49aba62a9 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:11.465388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.513866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a5372ee-5abe-4e65-b9d6-fa8fe106f2b7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:11.600858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0916b17d-9ed6-4f6d-b94c-05a68d01ddad tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.602664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.604743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0916b17d-9ed6-4f6d-b94c-05a68d01ddad tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets/39f21dda-4dcd-4b33-a718-37a878607466 HTTP/1.1" status: 200 len: 811 time: 0.1611538 Feb 10 23:06:11.606661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49532) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.607066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a9f7944-3751-4410-8950-c100316089f2 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5644460 Feb 10 23:06:11.612137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49536) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.614902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'network': {'name': 'tempest-network-smoke--782722702', 'project_id': '834e149d1122493cb8781b962341b810', 'port_security_enabled': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:11.622007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:11.627776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:network and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:11.632933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:11.642232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:11.674122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:11.680170 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.743495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:11.756809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.757332 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Added segment 2ce1197d-1cfc-474c-bab9-1554f86d8bdb of type vlan for network fa27758f-1ed7-4766-9351-6961f8bdb69e Feb 10 23:06:11.814599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.856285 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.864598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.865999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.922009 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.927429 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.955762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.957750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:11.958213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:11.976420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9891105-ae91-456f-9bdf-9abffb603ac1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['shared'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:11.977980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f9891105-ae91-456f-9bdf-9abffb603ac1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "GET /v2.0/subnets/39f21dda-4dcd-4b33-a718-37a878607466?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3647523 Feb 10 23:06:11.993137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49550) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:11.998145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.020203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4120569 Feb 10 23:06:12.023522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49552) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:12.027018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35bef42-2426-4764-ab9d-112e76baac35 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Network': ['ID=fa27758f-1ed7-4766-9351-6961f8bdb69e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:12.033326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'admin_state_up': True, 'project_id': '834e149d1122493cb8781b962341b810', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:12.043950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:12.050071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:router and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:12.055576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:12.058982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49556) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:12.070168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:12.102576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.104444 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.128147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.239864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Calling delete_port for 633b106f-e107-47d2-b443-48f49aba62a9 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:12.277384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256967975'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:12.279037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network fa27758f-1ed7-4766-9351-6961f8bdb69e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:12.296017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 46e149ef-4768-4200-9054-38868b6bc16f up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:12.322924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:12.334978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:12.338610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-934500227-network', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:12.356558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:12.363589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:12.363963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.364530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Usage tracker for resource:network and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:12.369527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:12.377564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:12.411934 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.456422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:12.549626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 633b106f-e107-47d2-b443-48f49aba62a9 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:12.565467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.567958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:12.568425 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:12.569389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:12.569615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=633b106f-e107-47d2-b443-48f49aba62a9,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:12.571977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.580618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 46e149ef-4768-4200-9054-38868b6bc16f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:12.588114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 46e149ef-4768-4200-9054-38868b6bc16f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:12.588694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.590355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.626872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:12.634379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:12.640289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:12.693823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:12.725656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:12.731277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.792842 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.850303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b86747-e506-470c-8caa-a4098f953026 req-b0643820-f98c-4cac-8e1e-d082faa935c2 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:12.855969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:12.858870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b86747-e506-470c-8caa-a4098f953026 req-b0643820-f98c-4cac-8e1e-d082faa935c2 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 945 time: 1.0247653 Feb 10 23:06:12.871485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.873584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=46e149ef-4768-4200-9054-38868b6bc16f,segment=NetworkSegment(2e8f84eb-f6aa-4563-916c-a3fc19aaff32),segment_id=2e8f84eb-f6aa-4563-916c-a3fc19aaff32)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:12.882989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.885239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:12.965580 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f', 'code': 200} Feb 10 23:06:12.994677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:13.033548 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.042374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:13.042686 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:13.045720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:13.056383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49b86747-e506-470c-8caa-a4098f953026 req-f2cf191c-8369-4d08-b7a3-3c620088335a tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963401 Feb 10 23:06:13.057529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.057962 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Added segment 3fea7201-e3b4-4bb4-8598-e5f81889facc of type vlan for network 636286a6-2fc5-4d20-a95c-0b7be52ada6c Feb 10 23:06:13.069593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Deleting port 633b106f-e107-47d2-b443-48f49aba62a9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:13.070255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.100072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:13.120213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.188355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.196833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:13.198350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.231119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f1b679-9074-496e-bd28-d2c0557ea6df,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:13.238781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.239277 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Added segment 674bedd0-f6ef-49ac-a4f0-dfd4dab1f268 of type vlan for network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 Feb 10 23:06:13.323226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.327042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:13.327531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.358663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0898299 Feb 10 23:06:13.364758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49566) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:13.374809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912af7-aa41-45fb-91b3-b0e7b4a14c29 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Network': ['ID=636286a6-2fc5-4d20-a95c-0b7be52ada6c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:13.380457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:13.394751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.409106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:13.508235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Calling delete_port for 633b106f-e107-47d2-b443-48f49aba62a9 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:13.548382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 633b106f-e107-47d2-b443-48f49aba62a9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:13.548761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.575932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:13.620733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:13.622982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port d8c65590-01f9-4b8a-a25f-09a850187aa1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:13.623386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.664275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.722743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Made reservation on behalf of 72c2e2145f2f4651a1b77bb29910af1b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:13.726007 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.727063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.777347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] Pushing event deleted for resources: {'Port': ['ID=633b106f-e107-47d2-b443-48f49aba62a9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:13.782944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e65518-5661-47e1-9045-9a6e0ea42014 None None] No DVR routers for this DVR port 633b106f-e107-47d2-b443-48f49aba62a9 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:13.795848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64297661-c58b-4ce2-b299-350407f445e1 req-1dd7b1c6-ac85-4c82-a5eb-33a693c78bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:13.798487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64297661-c58b-4ce2-b299-350407f445e1 req-1dd7b1c6-ac85-4c82-a5eb-33a693c78bd1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 1097 time: 0.6791718 Feb 10 23:06:13.876851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.877728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:13.878310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:13.972585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:06:13.973104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:06:14.011386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-64297661-c58b-4ce2-b299-350407f445e1 req-77df8ae3-eadb-41ff-a795-ed55d9ab34cb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052710 Feb 10 23:06:14.034540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.196 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/3a33f1fc-f483-4eb7-99a5-736b23ba43bb) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:14.044911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] Pushing event updated for resources: {'Network': ['ID=5d9fb715-fb90-4cac-99dc-e87250d5f0b9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.052181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e7bd2cf3-9d21-4060-adc7-f840f2eecc92 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9923542 Feb 10 23:06:14.057044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49570) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:14.065598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:14.067663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Request body: {'subnet': {'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-934500227-subnet', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:14.091337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:14.150060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Usage tracker for resource:subnet and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:14.158875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:14.175569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:14.209127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:14.211591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.299551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 633b106f-e107-47d2-b443-48f49aba62a9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=633b106f-e107-47d2-b443-48f49aba62a9,segment=NetworkSegment(25ce137c-5b36-43a1-b0ca-febc2a132ed1),segment_id=25ce137c-5b36-43a1-b0ca-febc2a132ed1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:14.300280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.461383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.606912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.673054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221221b-5885-4f06-98a8-0fea3fa8570b req-9938fa88-88cd-4dbf-aeb9-fdd9e7fc2fc1 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:14.675317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7221221b-5885-4f06-98a8-0fea3fa8570b req-9938fa88-88cd-4dbf-aeb9-fdd9e7fc2fc1 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 946 time: 0.2951560 Feb 10 23:06:14.692390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 633b106f-e107-47d2-b443-48f49aba62a9 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:14.732094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:14.743171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:14.745613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:14.753841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port d8c65590-01f9-4b8a-a25f-09a850187aa1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8c65590-01f9-4b8a-a25f-09a850187aa1,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:14.754390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:14.807831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:14.829871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7221221b-5885-4f06-98a8-0fea3fa8570b req-cac1476d-6518-439b-8eae-e81c4b1fa9c2 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408136 Feb 10 23:06:14.862716 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.064491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for d8c65590-01f9-4b8a-a25f-09a850187aa1 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:15.092593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe1e42f-a4f7-4b44-be71-323dfd66b669,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:15.147013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:15.147494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Network hostable DHCP agents. Network: 5d9fb715-fb90-4cac-99dc-e87250d5f0b9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:15.207102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:15.208261 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:15.242991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:15.281187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5d9fb715-fb90-4cac-99dc-e87250d5f0b9) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:15.287787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:15.288376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.298985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214e07ce-05e1-4815-b49d-9bff5c61846e None None] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:15.305116 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.395336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-52048ee5-e505-45f1-a128-9a6cbf1883d6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3370619 Feb 10 23:06:15.404782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49576) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:15.421631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:15.433325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:15.442422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Usage tracker for resource:router and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:15.447561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:15.460881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:15.471081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.560583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 633b106f-e107-47d2-b443-48f49aba62a9 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:15.561158 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.565330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.566799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.737911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=e700b405-d5cc-4e70-8712-c13394d9e360,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:15.764604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:15.767099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:15.768632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] The port '633b106f-e107-47d2-b443-48f49aba62a9' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:06:15.776888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Checking segment: {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:15.777497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network hostable DHCP agents. Network: 636286a6-2fc5-4d20-a95c-0b7be52ada6c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:15.848237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.139683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Allocated IP 172.20.0.2 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/45baaaee-d2b0-4d68-9b11-7227f7a0ce34) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:16.172368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:16.191032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.341643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 636286a6-2fc5-4d20-a95c-0b7be52ada6c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:16.356960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45752c6-563b-49d6-a362-66972b8bc46f']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.365215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422880ea-227a-4931-b9ea-c498be6b3053 None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:16.386827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:16.387839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.420510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ce137c-5b36-43a1-b0ca-febc2a132ed1') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.420889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ce137c-5b36-43a1-b0ca-febc2a132ed1') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:16.470459 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.523559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.537517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f2b84187-0d9f-49bb-8c1c-d1949bdbeaf3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.1629393 Feb 10 23:06:16.537517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:16.537517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:16.554395 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:16.557076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49582) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:16.564274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc0d0f-2a4d-4134-8cd7-c31437898279 req-27182bbd-9ec9-4056-9b59-b98a719a6317 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:16.566004 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fdc0d0f-2a4d-4134-8cd7-c31437898279 req-27182bbd-9ec9-4056-9b59-b98a719a6317 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 946 time: 0.4930332 Feb 10 23:06:16.571405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.584372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:16.719995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=d8c65590-01f9-4b8a-a25f-09a850187aa1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:16.796497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.801087 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.810685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Transition to ACTIVE for port object 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:16.833348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.841128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Transition to ACTIVE for port object 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:16.860835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.912215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.967320 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:16.969684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:16.975304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:16.987152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:17.000244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fdc0d0f-2a4d-4134-8cd7-c31437898279 req-9f68e2e6-0b0a-4c85-91fc-67cf14dd39b8 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202205 Feb 10 23:06:17.027317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=f45752c6-563b-49d6-a362-66972b8bc46f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:17.036611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a8e33ae3-16a9-447e-a945-1b03abda111b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/f45752c6-563b-49d6-a362-66972b8bc46f HTTP/1.1" status: 204 len: 168 time: 6.2194338 Feb 10 23:06:17.041972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:17.053914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Pushing event updated for resources: {'Port': ['ID=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:17.066539 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1279474825', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:17.110392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-636286a6-2fc5-4d20-a95c-0b7be52ada6c', 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c', 'tenant_id': '72c2e2145f2f4651a1b77bb29910af1b', 'fixed_ips': [{'subnet_id': 'e700b405-d5cc-4e70-8712-c13394d9e360'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:17.111609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.252053 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:17.279722 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8188880'] for subnet, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.364285 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Attempting to bind port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:17.364873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Attempting to bind port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:17.365444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Attempting to bind port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:17.405947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:17.407553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:17.408169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.408832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:17.409613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Bound port: 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:17.410408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.495010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:17.506019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:17.533937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:17.651935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] For port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:17.657942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] For port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:17.667487 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.699564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.701583 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.741704 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 10 23:06:17.741704 n-d-825178-4 neutron-server[87654]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 10 23:06:17.741704 n-d-825178-4 neutron-server[87654]: [parameters: {'in_use': 1, 'id_1': 'e700b405-d5cc-4e70-8712-c13394d9e360'}] Feb 10 23:06:17.741704 n-d-825178-4 neutron-server[87654]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:17.742682 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:17.760866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.763327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:17.805752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a891-8f8e-4bfe-a8a9-d28d9cd292bf None None] Pushing event updated for resources: {'Port': ['ID=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:17.868368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router f891ec53-daf9-48ee-92fd-7ea132a03707 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:06:17.931314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.244768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.448704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.448704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff10718b-933e-44de-85c8-9605b0d23aec tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4028654 Feb 10 23:06:18.456776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49598) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:18.464957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1401986027'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:18.486982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:18.495941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:18.502013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:18.514135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:18.544387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:18.552282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:18.558069 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.611115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8780898052100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-842563'] for subnet, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.637101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Allocated IP 172.20.0.3 (636286a6-2fc5-4d20-a95c-0b7be52ada6c/e700b405-d5cc-4e70-8712-c13394d9e360/b8fbf924-cef9-4b93-a8df-31696555e5bf) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:18.742434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:18.787168 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.787841 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 16ded22c-20ba-49d9-96de-4a6184d3d7f2 of type vlan for network 22fb4612-3099-464c-8924-1a8f449a8bf4 Feb 10 23:06:18.924378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:18.925232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:18.930521 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "PUT /v2.0/subnets/e700b405-d5cc-4e70-8712-c13394d9e360 HTTP/1.1" status: 200 len: 877 time: 2.3705804 Feb 10 23:06:18.943897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49602) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.059969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.068972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:19.088431 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cab161b7-0996-4313-83e9-bbbc11a86277 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/47a0030b-f1c5-42f3-b3f5-851f68539254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8284278 Feb 10 23:06:19.097447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea3884e-0f56-41fc-9d8b-6197569c99f1 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event updated for resources: {'Subnet': ['ID=e700b405-d5cc-4e70-8712-c13394d9e360,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:19.114110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:19.133950 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Sync routers for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:19.146895 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.174771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:19.176384 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.189893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.220191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:19.220516 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.305673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:19.444603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:19.448509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:19.465211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.542407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0797563 Feb 10 23:06:19.545978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49610) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.554519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:19.728078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5070ab19-1dc4-4974-ac4f-d6b3ef601346 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=22fb4612-3099-464c-8924-1a8f449a8bf4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:19.806127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.809112 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:19.818041 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:19.824133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:19.832107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Transition to ACTIVE for port object b8fbf924-cef9-4b93-a8df-31696555e5bf will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:19.838115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:19.853882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.856138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c894bbb0-a4d0-43a3-bf02-4ff50d2ff238 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.8310239 Feb 10 23:06:19.876375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49616) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:19.879131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:19.884604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Transition to ACTIVE for port object b8fbf924-cef9-4b93-a8df-31696555e5bf will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:19.889281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:19.905457 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:19.934912 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:19.937005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:20.003136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.077799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.127948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f510c7ac-b5cd-4558-8bbf-925332d0500c tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=834e149d1122493cb8781b962341b810&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1499996 Feb 10 23:06:20.143105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.258098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port b8fbf924-cef9-4b93-a8df-31696555e5bf {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:20.271611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.304574 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:06:20.347019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776318f6-1596-4525-8128-cdccc8f96973 None None] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:20.405169 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:20.416838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Checking router: f891ec53-daf9-48ee-92fd-7ea132a03707 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:20.416838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Updating router f891ec53-daf9-48ee-92fd-7ea132a03707 port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:20.497736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Pushing event updated for resources: {'Port': ['ID=b8fbf924-cef9-4b93-a8df-31696555e5bf,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:20.551118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Allocated IP 172.25.2.97 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c8c5a502-351b-4df4-9d2e-7a178539f705) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:20.553941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446f990a-0cb7-49df-86e1-ecee00f61b29 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:20.559747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-446f990a-0cb7-49df-86e1-ecee00f61b29 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3693962 Feb 10 23:06:20.565200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49626) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.590474 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:20.646439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fa0d3937-e884-4541-a460-2f6461e4dce5 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787859 Feb 10 23:06:20.651813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49632) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:20.661545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1589997260', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'project_id': '834e149d1122493cb8781b962341b810', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:20.667246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:20.690110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:20.866177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3097e7-19e9-44e5-8b52-ac9d068abde9 req-71e92a51-c23c-453e-b00f-ec653b7e4127 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:20.867127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bc3097e7-19e9-44e5-8b52-ac9d068abde9 req-71e92a51-c23c-453e-b00f-ec653b7e4127 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:20.900331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:21.017163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-afce6591-efdf-467a-89f2-fa3ec02b7494 None None] Provisioning for port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:21.132783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-bc3097e7-19e9-44e5-8b52-ac9d068abde9 req-71e92a51-c23c-453e-b00f-ec653b7e4127 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:21.134432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc3097e7-19e9-44e5-8b52-ac9d068abde9 req-71e92a51-c23c-453e-b00f-ec653b7e4127 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 1.0100029 Feb 10 23:06:21.175667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:21.200361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:subnet and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:21.207836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:21.237152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:21.261152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc3097e7-19e9-44e5-8b52-ac9d068abde9 req-fe6e6bff-7b9a-4dfe-b8cd-554521bb61f4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161819 Feb 10 23:06:21.266425 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.287343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:21.308985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:21.309872 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.326581 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:21.331617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.438180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:21.439107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:21.439978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf on network 636286a6-2fc5-4d20-a95c-0b7be52ada6c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:21.447680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.466614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:21.470203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port b8fbf924-cef9-4b93-a8df-31696555e5bf, host n-d-825178-4, got binding levels [] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:21.470818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.471744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Checking segment: {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:21.472770 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.473662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Bound using segment: {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:21.475818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Bound port: b8fbf924-cef9-4b93-a8df-31696555e5bf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:21.476689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.499240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=8acf3978-65ad-4b5b-8b84-0c886fd6c483,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:21.517177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:21.517767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: 22fb4612-3099-464c-8924-1a8f449a8bf4, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:21.551545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:21.563510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:21.616188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 22fb4612-3099-464c-8924-1a8f449a8bf4) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:21.662579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:21.664838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.756443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f7bd1e-4782-4f9e-9c97-7d69d5b900fd None None] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:21.793972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-00ebc889-9d89-4713-8e5a-cad6f4954feb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2474427 Feb 10 23:06:21.795449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:21.804492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for b8fbf924-cef9-4b93-a8df-31696555e5bf owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:21.867851 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:21.901303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.039498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Subnet': ['ID=c4d5e9a9-2f23-4af3-870f-710cc628e241,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:22.153829 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.223914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:22.228436 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:22.241209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:22.449278 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.509689 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Transition to ACTIVE for port object 3a33f1fc-f483-4eb7-99a5-736b23ba43bb will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:22.527784 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.782258 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Attempting to bind port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:22.783077 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Attempting to bind port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:22.783747 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Attempting to bind port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:22.784980 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:22.785764 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:22.800134 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:22.800802 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:22.802182 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.802182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:22.802851 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Bound port: 3a33f1fc-f483-4eb7-99a5-736b23ba43bb, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:22.803472 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.823086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.854143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-22fb4612-3099-464c-8924-1a8f449a8bf4', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:22.856003 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.936095 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] For port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:22.940830 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] For port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:22.951223 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:22.955784 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedd067-78bd-4053-88fd-83b4ccef6904 None None] Pushing event updated for resources: {'Port': ['ID=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:22.970105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.081801 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedd067-78bd-4053-88fd-83b4ccef6904 None None] Pushing event updated for resources: {'Port': ['ID=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:23.091368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:23.133889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:23.134543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:23.174286 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.302587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Checking segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:23.303642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network hostable DHCP agents. Network: fa27758f-1ed7-4766-9351-6961f8bdb69e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:23.368757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-3ce1cd44-49a9-4210-a025-855119680681 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:23.370851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-3ce1cd44-49a9-4210-a025-855119680681 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 1.9770160 Feb 10 23:06:23.371787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Pushing event updated for resources: {'Port': ['ID=c8c5a502-351b-4df4-9d2e-7a178539f705,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:23.387314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network fa27758f-1ed7-4766-9351-6961f8bdb69e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:23.464014 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, fa27758f-1ed7-4766-9351-6961f8bdb69e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:23.474714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:23.475337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.481069 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port b8fbf924-cef9-4b93-a8df-31696555e5bf on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:23.606003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.621938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5f2888e9-561e-44e7-9d52-aeba3a261327 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.9672868 Feb 10 23:06:23.626829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49656) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:23.682474 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:23.707468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=b8fbf924-cef9-4b93-a8df-31696555e5bf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:23.846901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8ce15-def5-474b-9fba-d95f3c93c0dc None None] Network fa27758f-1ed7-4766-9351-6961f8bdb69e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:23.856965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 83c76ca2-df18-49e2-94c7-3f8fca892e7d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:23.857319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:23.944746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.044481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:24.045291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:24.045877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Attempting to bind port b8fbf924-cef9-4b93-a8df-31696555e5bf on network 636286a6-2fc5-4d20-a95c-0b7be52ada6c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:24.063479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4495fc8-69f4-41e9-9137-7f0b48b1cd25 req-836650bb-9efc-4e87-9127-1f1c9d1a78e1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:24.065412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4495fc8-69f4-41e9-9137-7f0b48b1cd25 req-836650bb-9efc-4e87-9127-1f1c9d1a78e1 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 946 time: 1.1941390 Feb 10 23:06:24.194831 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:24.198418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:24.205837 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16cb18d0-2791-49d3-8977-3da887a546dd None None] The sync data for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 is: [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:15Z', 'revision_number': 3, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:24.207176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Checking segment: {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:24.208151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.209038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Bound using segment: {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:24.210404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Bound port: b8fbf924-cef9-4b93-a8df-31696555e5bf, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fea7201-e3b4-4bb4-8598-e5f81889facc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '636286a6-2fc5-4d20-a95c-0b7be52ada6c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:24.210943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.331751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4495fc8-69f4-41e9-9137-7f0b48b1cd25 req-6ee67df7-3fc1-45fa-a720-030bbd522759 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2190158 Feb 10 23:06:24.338723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.353439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.470489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Allocated IP 172.20.0.2 (22fb4612-3099-464c-8924-1a8f449a8bf4/8acf3978-65ad-4b5b-8b84-0c886fd6c483/08587f9f-0448-49e7-8f9b-bc22f0c56525) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:24.598550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 83c76ca2-df18-49e2-94c7-3f8fca892e7d no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:24.672168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:24.678514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b86e119f-e0c9-4664-a508-60e7cd97e773 None None] Port b8fbf924-cef9-4b93-a8df-31696555e5bf has been deleted concurrently {{(pid=87654) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:658}} Feb 10 23:06:24.701185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:24.702000 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:24.748360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cdc7f6f5-a9df-40ac-8047-dfe5dc3a98ae None None] Provisioning complete for port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:24.748910 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdc7f6f5-a9df-40ac-8047-dfe5dc3a98ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.018471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.074690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636286a6-2fc5-4d20-a95c-0b7be52ada6c']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:25.114677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fea7201-e3b4-4bb4-8598-e5f81889facc') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:25.114995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fea7201-e3b4-4bb4-8598-e5f81889facc') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:25.152661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.184262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.200654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.213336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:25.223604 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.375433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.567321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:25.616745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:25.623927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:25.635691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:25.643193 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.723773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=e700b405-d5cc-4e70-8712-c13394d9e360,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:25.726491 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:25.738089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 83c76ca2-df18-49e2-94c7-3f8fca892e7d owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:25.738540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a33f1fc-f483-4eb7-99a5-736b23ba43bb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:25.841826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.851192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:25.939428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.939976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.940594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.941577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.942116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.942640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.943164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.943708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.944232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.944754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.945279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.945810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:25.977021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:25.977485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=636286a6-2fc5-4d20-a95c-0b7be52ada6c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:25.981809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:25.983037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:26.098241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edf5ce-fe42-413f-9b10-418ef8182247 req-1e96e7e3-c6c9-48fc-8754-56c551fa904d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:26.101757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98edf5ce-fe42-413f-9b10-418ef8182247 req-1e96e7e3-c6c9-48fc-8754-56c551fa904d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 0.2530870 Feb 10 23:06:26.305326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98edf5ce-fe42-413f-9b10-418ef8182247 req-ad08039e-4b53-4060-8e15-c9736778dad0 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1899991 Feb 10 23:06:26.325994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6fa51c49-ffd1-4769-a739-0f5b006a8177 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/636286a6-2fc5-4d20-a95c-0b7be52ada6c HTTP/1.1" status: 204 len: 168 time: 7.3713832 Feb 10 23:06:26.363398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.371062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-fa27758f-1ed7-4766-9351-6961f8bdb69e', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:26.371938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49674) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:26.372108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.507587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:06:26.508469 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:06:26.527961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8325a0-b466-4401-89fb-eee35129647c req-ef53ba9e-4b21-45ec-ab7b-5744732694d3 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:26.532713 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c8325a0-b466-4401-89fb-eee35129647c req-ef53ba9e-4b21-45ec-ab7b-5744732694d3 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 946 time: 0.7582593 Feb 10 23:06:26.596291 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-57435a07-d524-44cd-8b42-047a855c2782 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:26.597187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57435a07-d524-44cd-8b42-047a855c2782 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:26.636695 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-57435a07-d524-44cd-8b42-047a855c2782 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/e700b405-d5cc-4e70-8712-c13394d9e360 HTTP/1.1" status: 404 len: 337 time: 0.2658212 Feb 10 23:06:26.650173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:26.702149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Allocated IP 172.20.0.2 (fa27758f-1ed7-4766-9351-6961f8bdb69e/c4d5e9a9-2f23-4af3-870f-710cc628e241/556cb569-2936-4f2e-ad88-30c073e85017) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:26.854061 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'code': 200} Feb 10 23:06:26.889136 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96c0101-1236-4ba7-95cb-77c8139f4264 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:26.889980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96c0101-1236-4ba7-95cb-77c8139f4264 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:26.896778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c8325a0-b466-4401-89fb-eee35129647c req-b71e85e6-5b67-41d0-8b4b-aab5bd83a99a tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453481 Feb 10 23:06:26.951933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:26.960667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a96c0101-1236-4ba7-95cb-77c8139f4264 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/636286a6-2fc5-4d20-a95c-0b7be52ada6c HTTP/1.1" status: 404 len: 339 time: 0.3082318 Feb 10 23:06:27.034339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49684) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.041916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 83c76ca2-df18-49e2-94c7-3f8fca892e7d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:27.042416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.075146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.116082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:27.132789 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b34f2e0-d0ae-4bf8-8485-c6e854905c2c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:27.133503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b34f2e0-d0ae-4bf8-8485-c6e854905c2c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:27.180525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-760f8fa6-4314-42bd-9cc4-5a953a24e2ee tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:27.188361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-760f8fa6-4314-42bd-9cc4-5a953a24e2ee tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 946 time: 0.4327595 Feb 10 23:06:27.209313 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3b34f2e0-d0ae-4bf8-8485-c6e854905c2c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/b46e4330-a778-4084-ba0f-826560d88334 HTTP/1.1" status: 404 len: 337 time: 0.1709015 Feb 10 23:06:27.227127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:27.227895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.288948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.302117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Transition to ACTIVE for port object 08587f9f-0448-49e7-8f9b-bc22f0c56525 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:27.394760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658430c9-1521-4d18-bfc6-ef93830bb5a2 None None] DHCP port deletion for 636286a6-2fc5-4d20-a95c-0b7be52ada6c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:06:27.403487 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-015e3bf1-95d4-4093-aab2-e8dc6f1dcc58 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:27.403709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015e3bf1-95d4-4093-aab2-e8dc6f1dcc58 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:27.405598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-015e3bf1-95d4-4093-aab2-e8dc6f1dcc58 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/54739dbd-f753-4bbc-b656-f011ad2172a4 HTTP/1.1" status: 404 len: 339 time: 0.1151474 Feb 10 23:06:27.414830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49694) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:27.416498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b6a4a735-bf3c-4c33-adf8-4895de4fad40 None None] Could not find standard attr ID for object b8fbf924-cef9-4b93-a8df-31696555e5bf. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:06:27.490519 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:27.573613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1385938-71fe-44cd-8ff9-c059809ae900 None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:27.616307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Transition to ACTIVE for port object 08587f9f-0448-49e7-8f9b-bc22f0c56525 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:27.641126 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.681094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.739554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Deleting port 46e149ef-4768-4200-9054-38868b6bc16f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:27.740343 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.742971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Transition to ACTIVE for port object 556cb569-2936-4f2e-ad88-30c073e85017 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:27.763689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1385938-71fe-44cd-8ff9-c059809ae900 None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 23:06:27.822638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.893073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 83c76ca2-df18-49e2-94c7-3f8fca892e7d, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=83c76ca2-df18-49e2-94c7-3f8fca892e7d,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:27.894125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:27.894517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5e498-8d1b-4f2d-a28f-88a03f6f099e None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:27.963789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:28.003086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.20.0.1 (22fb4612-3099-464c-8924-1a8f449a8bf4/8acf3978-65ad-4b5b-8b84-0c886fd6c483/b419d019-5ac5-4020-8dfd-00cd304fb6b7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:28.038624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:28.042215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef5e498-8d1b-4f2d-a28f-88a03f6f099e None None] Network 636286a6-2fc5-4d20-a95c-0b7be52ada6c could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 23:06:28.060843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Transition to ACTIVE for port object 556cb569-2936-4f2e-ad88-30c073e85017 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:28.063185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:28.204086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Pushing event updated for resources: {'Port': ['ID=08587f9f-0448-49e7-8f9b-bc22f0c56525,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:28.208955 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.223815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 83c76ca2-df18-49e2-94c7-3f8fca892e7d owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:28.288866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Router 87471acb-b843-438b-b27d-31c54bfa7c53 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:06:28.404505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.480583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8db64-2436-40c7-873a-b2b75ea1b52b req-17714ee7-0596-4dc7-a0f9-ff4758485cf3 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:28.485834 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2d8db64-2436-40c7-873a-b2b75ea1b52b req-17714ee7-0596-4dc7-a0f9-ff4758485cf3 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 944 time: 0.7485106 Feb 10 23:06:28.511837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Network fa27758f-1ed7-4766-9351-6961f8bdb69e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:28.515950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.1 (fa27758f-1ed7-4766-9351-6961f8bdb69e/c4d5e9a9-2f23-4af3-870f-710cc628e241/ad5ee833-f4dd-4aae-a6d6-9fb4750597f6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:28.608624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:28.626357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:28.643213 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Pushing event updated for resources: {'Port': ['ID=556cb569-2936-4f2e-ad88-30c073e85017,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:28.647448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Attempting to bind port 08587f9f-0448-49e7-8f9b-bc22f0c56525 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:28.648077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Attempting to bind port 08587f9f-0448-49e7-8f9b-bc22f0c56525 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:28.650127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Attempting to bind port 08587f9f-0448-49e7-8f9b-bc22f0c56525 on network 22fb4612-3099-464c-8924-1a8f449a8bf4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:28.665307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:28.678303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:28.678569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Checking segment: {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:28.679343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.680365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Bound using segment: {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:28.681187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Bound port: 08587f9f-0448-49e7-8f9b-bc22f0c56525, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:28.682329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.717163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c2d8db64-2436-40c7-873a-b2b75ea1b52b req-50d80348-0a73-482b-bc51-8e0fccf853dc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283416 Feb 10 23:06:28.733397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.738673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] For port 46e149ef-4768-4200-9054-38868b6bc16f, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=46e149ef-4768-4200-9054-38868b6bc16f,segment=NetworkSegment(2e8f84eb-f6aa-4563-916c-a3fc19aaff32),segment_id=2e8f84eb-f6aa-4563-916c-a3fc19aaff32)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:28.739206 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.768393 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.769566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:28.791729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:28.846004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0540f0-5052-4c78-a68e-df9ba5266910']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:28.926191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Calling delete_port for 46e149ef-4768-4200-9054-38868b6bc16f owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:28.972257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6d5fe3-0c08-406d-a5ac-42b0cbf983ad') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:28.973193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6d5fe3-0c08-406d-a5ac-42b0cbf983ad') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:28.992300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object b419d019-5ac5-4020-8dfd-00cd304fb6b7 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:28.999012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.042616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.056030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a66a0f2-e93a-4412-b3f7-f09189de0be8 req-0d64f002-922e-475e-a87b-32a3300436d6 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:29.065281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a66a0f2-e93a-4412-b3f7-f09189de0be8 req-0d64f002-922e-475e-a87b-32a3300436d6 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 946 time: 0.5464725 Feb 10 23:06:29.069651 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:29.079325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:29.082032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.105799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.130306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:29.168151 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.182121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:29.182578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:29.203317 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:29.299392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=83c76ca2-df18-49e2-94c7-3f8fca892e7d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.375674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a66a0f2-e93a-4412-b3f7-f09189de0be8 req-86362d8b-565a-4a44-ab2e-f1983b5d8914 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/security-groups?id=7095b44c-d647-490f-8650-78853d249f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086791 Feb 10 23:06:29.429760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] No DVR routers for this DVR port 83c76ca2-df18-49e2-94c7-3f8fca892e7d on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:29.433118 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.436723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-073e853c-1298-467a-8364-609ee65d7a7e admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 14.0280337 Feb 10 23:06:29.436723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.438637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-502a72d2-69df-46c6-8ef9-97c3f7c71c39 req-ad5d66c6-c8c6-4757-bb0e-322acbffcb70 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.30 "DELETE /v2.0/ports/83c76ca2-df18-49e2-94c7-3f8fca892e7d HTTP/1.1" status: 204 len: 173 time: 5.7351413 Feb 10 23:06:29.438796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:29.439263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-deleted', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:29.439662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:29.443391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.490110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:29.506448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:29.518010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.523518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:29.551112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Attempting to bind port 556cb569-2936-4f2e-ad88-30c073e85017 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:29.552244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Attempting to bind port 556cb569-2936-4f2e-ad88-30c073e85017 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:29.552412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.552509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Attempting to bind port 556cb569-2936-4f2e-ad88-30c073e85017 on network fa27758f-1ed7-4766-9351-6961f8bdb69e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:29.555856 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f38a7b2-fcad-477b-9057-bfacdc104759', 'name': 'network-vif-deleted', 'tag': '83c76ca2-df18-49e2-94c7-3f8fca892e7d', 'status': 'completed', 'code': 200} Feb 10 23:06:29.579700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=8e0540f0-5052-4c78-a68e-df9ba5266910,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.585006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f4265c5-a79a-4eed-9ac3-4f3e0c55de3c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/8e0540f0-5052-4c78-a68e-df9ba5266910 HTTP/1.1" status: 204 len: 168 time: 2.1671226 Feb 10 23:06:29.590224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49706) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.609717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.613952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:29.631069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:29.631735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Checking segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:29.632419 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.633087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Bound using segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:29.634103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Bound port: 556cb569-2936-4f2e-ad88-30c073e85017, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:29.634627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.642771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.754098 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dcd6113-190a-4f94-a6a6-4ad6d3bb8614 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:29.754878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dcd6113-190a-4f94-a6a6-4ad6d3bb8614 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:29.760274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:29.764800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:29.766754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:29.770754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4dcd6113-190a-4f94-a6a6-4ad6d3bb8614 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/73dcc582-c54f-4206-a4b6-78173178a5f9 HTTP/1.1" status: 404 len: 337 time: 0.1786680 Feb 10 23:06:29.839648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network fa27758f-1ed7-4766-9351-6961f8bdb69e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:29.841587 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7c8a98-1592-4ab4-bb52-aad3a4da2fbe tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:29.842074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7c8a98-1592-4ab4-bb52-aad3a4da2fbe tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:29.909211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:29.925246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:29.989236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:30.009450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.021702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5c7c8a98-1592-4ab4-bb52-aad3a4da2fbe tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/e9613d0a-1f03-400f-b73f-3d7533599ca5 HTTP/1.1" status: 404 len: 339 time: 0.2489362 Feb 10 23:06:30.022576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.045360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:30.045573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49716) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:30.046433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.120083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.151740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.259591 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea0a42b-4e86-4f9c-9b9e-1918c1297e3d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:30.260524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea0a42b-4e86-4f9c-9b9e-1918c1297e3d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:30.262578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1ea0a42b-4e86-4f9c-9b9e-1918c1297e3d tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/b4391525-b71b-4fe3-94db-1dfddbdb707a HTTP/1.1" status: 404 len: 337 time: 0.2085173 Feb 10 23:06:30.268440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:30.326306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-83e81f1b-c187-4e6e-8ea2-9740387fec00 req-48e7b574-2d40-47af-925d-538bb5e9af16 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:30.347358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 46e149ef-4768-4200-9054-38868b6bc16f no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:30.379020 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bf4adc-3136-475a-91df-9f8b77a34874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:30.380078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bf4adc-3136-475a-91df-9f8b77a34874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:30.382538 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a7bf4adc-3136-475a-91df-9f8b77a34874 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/09babb82-ec00-42e8-baaf-4975550dc933 HTTP/1.1" status: 404 len: 339 time: 0.0589795 Feb 10 23:06:30.403017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-83e81f1b-c187-4e6e-8ea2-9740387fec00 req-48e7b574-2d40-47af-925d-538bb5e9af16 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:30.408754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83e81f1b-c187-4e6e-8ea2-9740387fec00 req-48e7b574-2d40-47af-925d-538bb5e9af16 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=5f38a7b2-fcad-477b-9057-bfacdc104759 HTTP/1.1" status: 200 len: 210 time: 0.1581910 Feb 10 23:06:30.410473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:30.425486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:30.574144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Pushing event deleted for resources: {'Port': ['ID=46e149ef-4768-4200-9054-38868b6bc16f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.592195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] No DVR routers for this DVR port 46e149ef-4768-4200-9054-38868b6bc16f on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:30.684300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:30.689090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98125f4c-90dc-40c9-a83e-d009748bd5a0 req-bac937a4-1737-4124-a631-b802047990e0 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.30 "DELETE /v2.0/ports/46e149ef-4768-4200-9054-38868b6bc16f HTTP/1.1" status: 204 len: 173 time: 3.4768033 Feb 10 23:06:30.689353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'name': 'network-vif-deleted', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:30.773601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8fedcd5d-2868-4065-8599-a987756f4e98 req-a0173b48-38f2-4341-9c07-4109dc224aa3 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Synchronizing usage tracker for tenant:4f23da738fac4e69bae98360ec5bfced on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:30.852594 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e14739-2770-4b12-8b0c-968b32ffd2ff', 'name': 'network-vif-deleted', 'tag': '46e149ef-4768-4200-9054-38868b6bc16f', 'status': 'completed', 'code': 200} Feb 10 23:06:30.856839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 46e149ef-4768-4200-9054-38868b6bc16f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:30.857773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 46e149ef-4768-4200-9054-38868b6bc16f not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:30.880529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950f81-fc47-44a1-87f3-2bd48b29f3b6 None None] Pushing event updated for resources: {'Port': ['ID=08587f9f-0448-49e7-8f9b-bc22f0c56525,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:30.884136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:30.929966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=556cb569-2936-4f2e-ad88-30c073e85017,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:31.020213 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c3bc8-1dd3-4fa9-a4bb-fbcc7355778c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:31.020843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47c3bc8-1dd3-4fa9-a4bb-fbcc7355778c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:31.026793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b47c3bc8-1dd3-4fa9-a4bb-fbcc7355778c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/bcb96622-13c9-459a-b265-666874d840e2 HTTP/1.1" status: 404 len: 337 time: 0.4165440 Feb 10 23:06:31.033177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49732) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.051747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:31.076295 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d692de9-0475-457e-a936-c3fe5553e84c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:31.077119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d692de9-0475-457e-a936-c3fe5553e84c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:31.084053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4d692de9-0475-457e-a936-c3fe5553e84c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/6989df36-ef8b-420a-8ab1-78249b283da5 HTTP/1.1" status: 404 len: 339 time: 0.0459497 Feb 10 23:06:31.085156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49736) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.119754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.150551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8fedcd5d-2868-4065-8599-a987756f4e98 req-a0173b48-38f2-4341-9c07-4109dc224aa3 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] Unset dirty status for tenant:4f23da738fac4e69bae98360ec5bfced on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:31.163057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8fedcd5d-2868-4065-8599-a987756f4e98 req-a0173b48-38f2-4341-9c07-4109dc224aa3 tempest-VolumesActionsTest-490594917 tempest-VolumesActionsTest-490594917-project] 10.222.0.53 "GET /v2.0/ports?device_id=a6e14739-2770-4b12-8b0c-968b32ffd2ff HTTP/1.1" status: 200 len: 210 time: 0.5587626 Feb 10 23:06:31.298095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:31.392179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9cfbadf-2dc5-4bd5-81e4-4a5a7ac0d571 None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'd627d8ff-00ac-41c1-ac8a-eb68b095b937', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.56', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'port_id': 'a5a270dd-32e5-4221-8922-344e023874b4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'mac_address': 'fa:16:3e:85:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:04:27Z', 'updated_at': '2022-02-10T23:04:36Z', 'revision_number': 1, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:31.493776 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2203f0-1b16-4641-b08f-20dd5e982c10 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:31.500497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e2203f0-1b16-4641-b08f-20dd5e982c10 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:31.507172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e2203f0-1b16-4641-b08f-20dd5e982c10 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/6b0e3a8b-7306-4020-8f1d-88f0cfc0823e HTTP/1.1" status: 404 len: 337 time: 0.4170961 Feb 10 23:06:31.523944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49742) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:31.634321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a33f1fc-f483-4eb7-99a5-736b23ba43bb up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:31.691129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e3aed7-eeca-492d-a980-8cd636fae48f None None] Pushing event updated for resources: {'Port': ['ID=556cb569-2936-4f2e-ad88-30c073e85017,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:31.724889 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-9219dc07-6470-4a4c-a9a4-b40bb7d893cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:31.725610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9219dc07-6470-4a4c-a9a4-b40bb7d893cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:31.728422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9219dc07-6470-4a4c-a9a4-b40bb7d893cf tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/61ccf5a3-049b-46ce-bc12-00a726a10a2c HTTP/1.1" status: 404 len: 339 time: 0.2027767 Feb 10 23:06:31.744447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49746) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.103416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:32.104137 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.107923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.179919 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08f0f33-10d3-4ae2-86be-a4b74f642899 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.180614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e08f0f33-10d3-4ae2-86be-a4b74f642899 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.186884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e08f0f33-10d3-4ae2-86be-a4b74f642899 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/0b0fcbb4-b8ef-43a6-a102-3b58ca669f48 HTTP/1.1" status: 404 len: 337 time: 0.4380016 Feb 10 23:06:32.189270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49754) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.267275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:22Z', 'revision_number': 3, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:32.304628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:32.304830 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fa5c5a9-0f6c-498a-bfce-08d9d72c874c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.304988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Updating router 87471acb-b843-438b-b27d-31c54bfa7c53 port c8c5a502-351b-4df4-9d2e-7a178539f705 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:32.305545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fa5c5a9-0f6c-498a-bfce-08d9d72c874c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.311600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7fa5c5a9-0f6c-498a-bfce-08d9d72c874c tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/50f40602-5aa9-4d69-beac-da696c08131a HTTP/1.1" status: 404 len: 339 time: 0.1176720 Feb 10 23:06:32.313065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49760) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.534751 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.597015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.645461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:32.687673 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad72233-2b2e-4724-9603-1f8e3b8be928 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.688315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad72233-2b2e-4724-9603-1f8e3b8be928 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.690552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cad72233-2b2e-4724-9603-1f8e3b8be928 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/8468e388-4ced-4d1d-981e-7ab893370835 HTTP/1.1" status: 404 len: 337 time: 0.3758776 Feb 10 23:06:32.696857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49766) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.746723 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-437ccd6c-3ee6-492f-b6f4-250dbeb5efc3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.747275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-437ccd6c-3ee6-492f-b6f4-250dbeb5efc3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.749459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-437ccd6c-3ee6-492f-b6f4-250dbeb5efc3 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/3b35b728-fb85-4e2c-86fd-2cd79bdfc00f HTTP/1.1" status: 404 len: 339 time: 0.0514836 Feb 10 23:06:32.759153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.788463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6201d3e6-aba7-422a-b4ae-d03a351f4ff2 None None] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:32.840279 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1910e857-dfce-4766-91aa-c7691d00050f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.841119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1910e857-dfce-4766-91aa-c7691d00050f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.846691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1910e857-dfce-4766-91aa-c7691d00050f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/a6e63bbf-c163-4b50-ac54-aad1206c357d HTTP/1.1" status: 404 len: 337 time: 0.0861070 Feb 10 23:06:32.852262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49774) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.908806 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-098fe51c-b1f2-415d-ba46-75267ba14c83 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.909615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098fe51c-b1f2-415d-ba46-75267ba14c83 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.912559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-098fe51c-b1f2-415d-ba46-75267ba14c83 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/9bdbb5d2-bb4d-4b23-8a34-63b660d820a3 HTTP/1.1" status: 404 len: 339 time: 0.0588379 Feb 10 23:06:32.917287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49778) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:32.990304 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-032a1945-ff6d-493a-950b-5e1be4d372e4 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:32.990754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032a1945-ff6d-493a-950b-5e1be4d372e4 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:32.992503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-032a1945-ff6d-493a-950b-5e1be4d372e4 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/3d529963-ca7f-4879-b77e-80e25733bd95 HTTP/1.1" status: 404 len: 337 time: 0.0739059 Feb 10 23:06:32.995276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49782) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.064271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 08587f9f-0448-49e7-8f9b-bc22f0c56525 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:33.102530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.113724 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bb4e09-bc16-48a4-baa2-8215a071002f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] DELETE failed (client error): The resource could not be found. Feb 10 23:06:33.114193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46bb4e09-bc16-48a4-baa2-8215a071002f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:06:33.115974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-46bb4e09-bc16-48a4-baa2-8215a071002f tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/a7de99cd-40e3-4ac7-badd-997486428b17 HTTP/1.1" status: 404 len: 339 time: 0.1195343 Feb 10 23:06:33.123972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49786) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:33.335576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.352037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.487861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting subnet 39f21dda-4dcd-4b33-a718-37a878607466 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:06:33.497719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.556919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.690496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.718854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.753089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.759785 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:33.765115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-183799a8-1106-455a-a456-1aa27399dc9f None None] Provisioning for port 08587f9f-0448-49e7-8f9b-bc22f0c56525 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:33.928256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.040203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Allocated IP 172.20.0.1 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/b37dfc6b-64ed-44fb-a4db-52945bdcb493) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:34.056359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357c1e09-8b0c-49bd-9b90-709bbe27064d None None] Network fa27758f-1ed7-4766-9351-6961f8bdb69e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:34.175525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.257904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.329261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:34.342354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:34.345203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.364368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.432128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.463148 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/subnets/39f21dda-4dcd-4b33-a718-37a878607466 HTTP/1.1" status: 204 len: 168 time: 1.3310912 Feb 10 23:06:34.485395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49798) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.560702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network fa27758f-1ed7-4766-9351-6961f8bdb69e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:34.565188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:34.567692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.569168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c89fc82b-6c20-4d7b-9c69-364de322afd4 None None] Provisioning for port 556cb569-2936-4f2e-ad88-30c073e85017 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:34.606928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6829a04a-8e9c-44d5-bb9f-cdf962f48afe None None] Network 88e7c6fe-9291-45aa-9153-c0124c054a96 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:34.678547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.693237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7f431-dc81-4282-b600-5dac0ee5d0ca tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Subnet': ['ID=39f21dda-4dcd-4b33-a718-37a878607466,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:34.722016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.722763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 08587f9f-0448-49e7-8f9b-bc22f0c56525 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:34.723377 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-99b3d1be-87bc-4c6d-b477-79872c3d3f7a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/security-groups/a6ca9ed3-a951-4611-aed8-f1dfb3bfe55c HTTP/1.1" status: 204 len: 168 time: 2.6100543 Feb 10 23:06:34.783618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49804) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:34.896216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.906836 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.914773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting subnet f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:06:34.917682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 08587f9f-0448-49e7-8f9b-bc22f0c56525 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:34.918716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.920996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:06:34.922995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:34.947983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Transition to ACTIVE for port object b37dfc6b-64ed-44fb-a4db-52945bdcb493 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:34.952078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router f891ec53-daf9-48ee-92fd-7ea132a03707 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:34.955136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Deleting port 2fb27559-8729-4ea3-8f98-8976339c1732 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:34.955735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.208625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.405083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.518192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:35.538580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-21f105da-4f75-4eae-8034-e74902c76b7e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7373168 Feb 10 23:06:35.551247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:35.552102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:35.557055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.567376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1384898305'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:35.584191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:35.610312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:35.619581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Pushing event updated for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:35.632310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:35.638049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:35.643629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.674923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dd2f8520-362c-4b7b-96f2-a782560cbdcd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/f891ec53-daf9-48ee-92fd-7ea132a03707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0357902 Feb 10 23:06:35.675939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:35.676102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:35.676256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:35.676256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:35.688838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Sync routers for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:35.693056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.710029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Transition to ACTIVE for port object c8c5a502-351b-4df4-9d2e-7a178539f705 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:35.722435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:35.756102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.770275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.816941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:35.833529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:35.851642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:35.925346 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:35.961383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c6868d-9b28-4a47-89e6-e6ade7bc695d None None] DHCP port deletion for 88e7c6fe-9291-45aa-9153-c0124c054a96 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:06:36.034229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:36.089143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:36.108665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:36.144454 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.150877 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment e0128fa5-b301-4f36-8bfa-fe568791ee5d of type vlan for network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 Feb 10 23:06:36.191897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.354501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 556cb569-2936-4f2e-ad88-30c073e85017 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:36.372326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] For port 2fb27559-8729-4ea3-8f98-8976339c1732, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2fb27559-8729-4ea3-8f98-8976339c1732,segment=NetworkSegment(962aeec3-2766-42b5-b193-c8bc15969ada),segment_id=962aeec3-2766-42b5-b193-c8bc15969ada)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:36.375408 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.397826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Subnet': ['ID=f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.482325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.497522 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.550650 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d8010709-d425-430c-b8c1-374b00db45dd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/subnets/f7fb0d79-9ae9-4eaf-8eb2-5eb7dc157305 HTTP/1.1" status: 204 len: 168 time: 1.7656105 Feb 10 23:06:36.567532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49824) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:36.636825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Calling delete_port for 2fb27559-8729-4ea3-8f98-8976339c1732 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:36.642241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0d2079-9800-4e36-9eb1-66e9270f0eab None None] Network b1d6492a-d996-44f7-8b11-e3faae676f6f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:36.680527 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:36.706009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-22c6868d-9b28-4a47-89e6-e6ade7bc695d None None] Deleting port 2fb27559-8729-4ea3-8f98-8976339c1732 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:36.712617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22c6868d-9b28-4a47-89e6-e6ade7bc695d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.734684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:36.769572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:36.862058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Port': ['ID=2fb27559-8729-4ea3-8f98-8976339c1732,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:36.868713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] No DVR routers for this DVR port 2fb27559-8729-4ea3-8f98-8976339c1732 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:37.071273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.160059 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.340392 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:30Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:37.348728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e7c6fe-9291-45aa-9153-c0124c054a96']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:37.356636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:37.357149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Updating router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d port b419d019-5ac5-4020-8dfd-00cd304fb6b7 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:37.485690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.496236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:37.498357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.544548 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.547556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962aeec3-2766-42b5-b193-c8bc15969ada') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:37.548059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962aeec3-2766-42b5-b193-c8bc15969ada') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:37.593199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-8d4fa03e-10c6-49bd-abd2-f14a6bcc0ec4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:37.716028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-22c6868d-9b28-4a47-89e6-e6ade7bc695d None None] The port '2fb27559-8729-4ea3-8f98-8976339c1732' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:06:37.756581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.789032 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.2352469 Feb 10 23:06:37.800253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:37.804593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.833454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:37.865296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a5bc5-9012-4102-aa72-af1a3933567e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=8d11c74d-47d7-43d4-9157-aa5f2653ace9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.887401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=08587f9f-0448-49e7-8f9b-bc22f0c56525,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:37.905798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-8d4fa03e-10c6-49bd-abd2-f14a6bcc0ec4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:37.906234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Provisioning for port b419d019-5ac5-4020-8dfd-00cd304fb6b7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:37.912227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Attempting to bind port c8c5a502-351b-4df4-9d2e-7a178539f705 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:37.912815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Attempting to bind port c8c5a502-351b-4df4-9d2e-7a178539f705 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:37.913395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Attempting to bind port c8c5a502-351b-4df4-9d2e-7a178539f705 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:37.913921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:37.933185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-8d4fa03e-10c6-49bd-abd2-f14a6bcc0ec4 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914518523&fields=id&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 267 time: 0.5586162 Feb 10 23:06:37.986996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:38.004354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 7f105f20-fe62-494a-b4bc-de9b472e9173 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:38.008571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.191155 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.260854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Provisioning complete for port b419d019-5ac5-4020-8dfd-00cd304fb6b7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:38.261229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.268410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:38.269047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:38.329765 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:38.438096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:38.438951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:38.439616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.440224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:38.441092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Bound port: c8c5a502-351b-4df4-9d2e-7a178539f705, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:38.441742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.456316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-4b91861a-59bf-44cd-9b5b-d7dda85e45a7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:38.457057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-4b91861a-59bf-44cd-9b5b-d7dda85e45a7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:38.685341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] For port c8c5a502-351b-4df4-9d2e-7a178539f705, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:38.689985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] For port c8c5a502-351b-4df4-9d2e-7a178539f705, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c8c5a502-351b-4df4-9d2e-7a178539f705,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:38.714253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-4b91861a-59bf-44cd-9b5b-d7dda85e45a7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:38.724820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-4b91861a-59bf-44cd-9b5b-d7dda85e45a7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 796 time: 0.7848341 Feb 10 23:06:38.737682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Port b419d019-5ac5-4020-8dfd-00cd304fb6b7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:06:38.740160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:38.740512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 556cb569-2936-4f2e-ad88-30c073e85017 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:38.745674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431532c9-3f91-419a-a0a7-6ee61e414cd4 None None] Pushing event updated for resources: {'Port': ['ID=c8c5a502-351b-4df4-9d2e-7a178539f705,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:38.747689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 7f105f20-fe62-494a-b4bc-de9b472e9173, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f105f20-fe62-494a-b4bc-de9b472e9173,segment=NetworkSegment(a1bddda5-2b6e-4f17-80ea-37cf16ba89c6),segment_id=a1bddda5-2b6e-4f17-80ea-37cf16ba89c6)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:38.748967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:38.749436 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.757240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:38.765051 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.770462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:38.786078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:38.794309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:38.799328 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Transition to ACTIVE for port object b419d019-5ac5-4020-8dfd-00cd304fb6b7 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:38.799823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.818354 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.927269 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.956925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:38.996919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] Pushing event deleted for resources: {'Network': ['ID=88e7c6fe-9291-45aa-9153-c0124c054a96,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:39.012885 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5c2d57f-371b-4d7e-b816-09f3fdaad472 tempest-NetworksTest-2028789316 tempest-NetworksTest-2028789316-project] 10.222.0.53 "DELETE /v2.0/networks/88e7c6fe-9291-45aa-9153-c0124c054a96 HTTP/1.1" status: 204 len: 168 time: 4.5258281 Feb 10 23:06:39.129594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 7f105f20-fe62-494a-b4bc-de9b472e9173 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:39.375331 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6a0747f-268a-462a-b160-c3245dbe7693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.382859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.439563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-35925b1a-44b4-405f-8d22-0a669f08f5f5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/quotas/834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 375 time: 0.7124021 Feb 10 23:06:39.443044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.470900 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c380-41f6-4fa1-bd9c-feb5d00e4d9b None None] Pushing event updated for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:39.544732 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Attempting to bind port b419d019-5ac5-4020-8dfd-00cd304fb6b7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:39.546645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Attempting to bind port b419d019-5ac5-4020-8dfd-00cd304fb6b7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:39.547022 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Attempting to bind port b419d019-5ac5-4020-8dfd-00cd304fb6b7 on network 22fb4612-3099-464c-8924-1a8f449a8bf4 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:39.553143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 556cb569-2936-4f2e-ad88-30c073e85017 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:39.553716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.561917 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:39.562543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Checking segment: {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:39.562957 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.563446 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Bound using segment: {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:39.565881 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Bound port: b419d019-5ac5-4020-8dfd-00cd304fb6b7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16ded22c-20ba-49d9-96de-4a6184d3d7f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:39.566303 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.691932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] No DVR routers for this DVR port 7f105f20-fe62-494a-b4bc-de9b472e9173 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:39.806038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] For port b419d019-5ac5-4020-8dfd-00cd304fb6b7, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:39.810955 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] For port b419d019-5ac5-4020-8dfd-00cd304fb6b7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b419d019-5ac5-4020-8dfd-00cd304fb6b7,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:39.830676 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:39.852061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49848) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:39.873978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=7f105f20-fe62-494a-b4bc-de9b472e9173,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:39.878261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Provisioning complete for port 08587f9f-0448-49e7-8f9b-bc22f0c56525 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:39.879395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8c235370-4f10-497a-ad49-9dcf26537f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.018840 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:40.022852 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.075860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.104985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:40.106049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.113750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d6492a-d996-44f7-8b11-e3faae676f6f']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.115626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:40.149300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.149891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1bddda5-2b6e-4f17-80ea-37cf16ba89c6') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:40.166363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.209397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.219644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:06:40.220458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.258852 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.290443 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:06:40.350560 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:06:40.393623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431532c9-3f91-419a-a0a7-6ee61e414cd4 None None] Pushing event updated for resources: {'Port': ['ID=c8c5a502-351b-4df4-9d2e-7a178539f705,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.418870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e344f9e0-0fe7-4244-be3c-9a1e5c7ce778 None None] DHCP port deletion for b1d6492a-d996-44f7-8b11-e3faae676f6f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:06:40.435123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-aa660d2d-7cc4-4f5e-b093-0e49da692811 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:40.444333 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.522978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.528558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-aa660d2d-7cc4-4f5e-b093-0e49da692811 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:40.542566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-aa660d2d-7cc4-4f5e-b093-0e49da692811 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0766144 Feb 10 23:06:40.561077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.573356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:40.576089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Network': ['ID=b1d6492a-d996-44f7-8b11-e3faae676f6f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.623323 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5c380-41f6-4fa1-bd9c-feb5d00e4d9b None None] Pushing event updated for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.639526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-dbb4b3c0-3427-4ea9-aa3d-faa7278d5e2a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/networks/b1d6492a-d996-44f7-8b11-e3faae676f6f HTTP/1.1" status: 204 len: 168 time: 4.0622897 Feb 10 23:06:40.641027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:40.753068 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:40.810518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Pushing event updated for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.832819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:40.914777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:40.915119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: 8d11c74d-47d7-43d4-9157-aa5f2653ace9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:40.991486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:40.994084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:41.016412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb1de-8e58-4aec-8067-eff7dea73c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.221333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:41.236806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.270135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 8d11c74d-47d7-43d4-9157-aa5f2653ace9) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:41.278292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:41.278955 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.311822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbe57b-63b3-4307-807c-88ca88b6d4bc None None] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:41.500174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 03b769dc-b79f-4fc0-8670-f7edc61237bf {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:41.500992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:41.648762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:41.688462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7c335940-b1f1-429f-936c-0867e8188506 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8850808 Feb 10 23:06:41.693857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49866) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:41.736788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:41.813590 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:30Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:39Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:41.826273 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fecbb44-6676-496e-9452-128abac6c931 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:30Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:39Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:41.958965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=556cb569-2936-4f2e-ad88-30c073e85017,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:41.984690 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cccf22c6-00b5-4c4a-91fa-960ef3447884 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=72c2e2145f2f4651a1b77bb29910af1b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1224639 Feb 10 23:06:41.989968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49872) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:42.060812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:06:32Z', 'revision_number': 2, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:42.109875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.147123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.317837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.323729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.325625 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.377172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.475709 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.500395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b414db7f-454c-4bfb-a65b-fd33b0b12d10 HTTP/1.1" status: 204 len: 168 time: 0.5086923 Feb 10 23:06:42.501914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d971f-797d-49ae-8c6f-e41a2eae15f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b414db7f-454c-4bfb-a65b-fd33b0b12d10,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:42.532005 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-1db1e884-fa9d-46e5-8aca-0f8c530f7f7a service neutron] 10.222.0.53 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9507971 Feb 10 23:06:42.552057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.552626 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.593146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Checking router: f891ec53-daf9-48ee-92fd-7ea132a03707 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:42.594088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Updating router f891ec53-daf9-48ee-92fd-7ea132a03707 port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:42.770668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=556cb569-2936-4f2e-ad88-30c073e85017,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:42.774529 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8c65590-01f9-4b8a-a25f-09a850187aa1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:42.891901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:42.893570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:42.965452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:43.007774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d97fa754-b276-4cba-86a5-46a21ea5d65e admin admin] 10.222.0.53 "PUT /v2.0/routers/87471acb-b843-438b-b27d-31c54bfa7c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5626657 Feb 10 23:06:43.170756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d8c65590-01f9-4b8a-a25f-09a850187aa1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:43.177251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8c65590-01f9-4b8a-a25f-09a850187aa1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:43.313468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 03b769dc-b79f-4fc0-8670-f7edc61237bf owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:43.504985 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Provisioning complete for port 556cb569-2936-4f2e-ad88-30c073e85017 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:43.510218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.633747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:43.836476 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-3b15f9d7-0b8a-434a-b92e-b43ff89f80dd service neutron] 10.222.0.53 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2447624 Feb 10 23:06:44.035214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Allocated IP 172.21.0.2 (8d11c74d-47d7-43d4-9157-aa5f2653ace9/f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc/56338d55-6c65-45ad-8c69-c7655de6c2fe) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:44.275747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.312585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 556cb569-2936-4f2e-ad88-30c073e85017 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:44.476752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=03b769dc-b79f-4fc0-8670-f7edc61237bf,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:44.483582 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.518805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.745383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:44.745729 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Floating IP d627d8ff-00ac-41c1-ac8a-eb68b095b937 disassociated (deleted). External IP: 172.25.2.56, port: a5a270dd-32e5-4221-8922-344e023874b4. Feb 10 23:06:44.870398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49920) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:44.934652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1912114276-network', 'tenant_id': '426cac7e86c845e493a91a72b8abce16'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:44.961155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:44.972181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Usage tracker for resource:network and tenant:426cac7e86c845e493a91a72b8abce16 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:44.982305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:45.009142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:45.046851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26c60b72-fd98-4eee-9972-4f7bb622e73e req-eacb2ce7-d192-4f9c-8e35-e9a2ca772800 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.1701319 Feb 10 23:06:45.228071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Made reservation on behalf of 426cac7e86c845e493a91a72b8abce16 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:45.241654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.305216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:45.356983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49934) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:45.368258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:45.379085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Usage tracker for resource:security_group_rule and tenant:426cac7e86c845e493a91a72b8abce16 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:45.387132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:45.409772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:46.012658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-198483457'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:46.025647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:46.037028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:46.049296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:46.053494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.055178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:46.066708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.070104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:46.086946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.199574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Transition to ACTIVE for port object 56338d55-6c65-45ad-8c69-c7655de6c2fe will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:46.211168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 556cb569-2936-4f2e-ad88-30c073e85017 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:46.211926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.271077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:46.277642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.299969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-87d52b83-127a-46a5-a4e2-e86df7d4b088 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3807530 Feb 10 23:06:46.413493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:46.429931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Transition to ACTIVE for port object 56338d55-6c65-45ad-8c69-c7655de6c2fe will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:46.431439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Provisioning for port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:46.438736 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.456758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Provisioning complete for port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:46.457227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.500898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:46.506325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:46.509177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:46.510036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.518052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:46.620873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e1eff5-cb2e-40ec-981b-fbb7e81126b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:46.685028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:46.701024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:46.701360 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Added segment 1c9afea2-08f4-4023-a721-b263e5ba0c39 of type vlan for network 93dde62d-3e0b-4011-aaba-c03b9cb7313e Feb 10 23:06:46.735606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ef90ac0-5026-4dc9-8694-642e7869ea32 req-0f6ba45c-02ab-47f0-8ecb-4acb7ca1bfc9 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.3150506 Feb 10 23:06:46.742187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:06:46.798455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.21.0.1 (8d11c74d-47d7-43d4-9157-aa5f2653ace9/f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc/f228e6ba-751a-4a14-8b61-7964209541e8) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:46.834040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-3c76dcc1-297b-4ad3-8208-66f8d737e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:46.837568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-3c76dcc1-297b-4ad3-8208-66f8d737e966 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b78943af7024450a2c49bb75096d960&device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 1096 time: 0.3798280 Feb 10 23:06:46.880372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 2, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:47.040351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.047003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.066795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object f228e6ba-751a-4a14-8b61-7964209541e8 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:47.076477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Transition to ACTIVE for port object ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:47.119402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:47.127755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.131659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.140619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:47.144621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77c321b-6492-40f4-8029-5726224ec20b None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 2, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:47.149642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:47.187134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-73bf64d1-6cb4-4c7c-9681-9a8011518189 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.193506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-73bf64d1-6cb4-4c7c-9681-9a8011518189 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 796 time: 0.5598638 Feb 10 23:06:47.524784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.529618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:47.538487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:47.553313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:47.561641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:47.649034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:47.725395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:47.754075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.775437 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:47.776757 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:47.830534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:47.844035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-c6ab3160-53da-4ad1-92ea-307be808c40f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=834e149d1122493cb8781b962341b810 HTTP/1.1" status: 200 len: 379 time: 0.5150518 Feb 10 23:06:47.865391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:06:47.891082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-0b07772a-996b-4b83-aae9-2f5e80d76046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:47.893346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-0b07772a-996b-4b83-aae9-2f5e80d76046 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 200 len: 909 time: 0.8000023 Feb 10 23:06:47.914305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Pushing event updated for resources: {'Port': ['ID=56338d55-6c65-45ad-8c69-c7655de6c2fe,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:47.939834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'port': {'device_id': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'admin_state_up': True, 'tenant_id': '834e149d1122493cb8781b962341b810', 'security_groups': ['6faeb11f-b5ea-4529-8257-ad7210584a8a']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:47.940942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Provisioning for port b37dfc6b-64ed-44fb-a4db-52945bdcb493 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:47.978001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.014638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:48.048847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.050369 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment fa9b8178-f462-4842-91da-f1189776bbc7 of type vlan for network 6396c40d-d745-4a6d-ac34-5b7f121853fa Feb 10 23:06:48.120787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.258899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82d6bdd5-7215-4cf4-9ba6-742e24a7c040 req-760a3fa7-7bb9-48b1-8b15-db8b94bbc965 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.2088101 Feb 10 23:06:48.388869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.389861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.389861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.389861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.394527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.397328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-1638a0f0-875e-483a-9956-af2cee667a98 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 200 len: 1000 time: 0.4958041 Feb 10 23:06:48.397649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.398157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.398745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.399831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.400348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.401807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.403224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:48.488496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Provisioning complete for port b37dfc6b-64ed-44fb-a4db-52945bdcb493 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:48.490466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.590294 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:48.612212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.629330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:48.630086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.684908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.697544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.699626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:48.701047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.707578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-510a794b-42e0-4449-b8ec-3548419558f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:48.710711 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-510a794b-42e0-4449-b8ec-3548419558f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 200 len: 847 time: 0.2927749 Feb 10 23:06:48.730356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cb023c13-c1ff-49de-b2da-00d7129e04fb None None] Port b37dfc6b-64ed-44fb-a4db-52945bdcb493 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:06:48.737270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 08587f9f-0448-49e7-8f9b-bc22f0c56525 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:48.741177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:48.905242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.5426285 Feb 10 23:06:48.906537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.158622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'name': 'tempest-PortsTestJSON-1190123575'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:49.209935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.3057339 Feb 10 23:06:49.209935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c990052-d21a-4c9f-afbd-d992d40b6669,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.236011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 49960) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:49.247123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Request body: {'subnet': {'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1912114276-subnet', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:49.346279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-414a1f4b-e783-4760-b81c-85a11884610d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:49.348240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-414a1f4b-e783-4760-b81c-85a11884610d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1707fbf3-1797-43bb-9d88-04fa61409122&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6261451 Feb 10 23:06:49.364942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Attempting to bind port 56338d55-6c65-45ad-8c69-c7655de6c2fe on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:49.365321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Attempting to bind port 56338d55-6c65-45ad-8c69-c7655de6c2fe by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:49.365691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Attempting to bind port 56338d55-6c65-45ad-8c69-c7655de6c2fe on network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:49.386012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d9b5-b4b0-40c6-86b6-16ae8b7a1894 None None] Pushing event updated for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.401538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:49.402252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Checking segment: {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:49.402513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.402684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Bound using segment: {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:49.403164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Bound port: 56338d55-6c65-45ad-8c69-c7655de6c2fe, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:49.424485 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.472186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 08587f9f-0448-49e7-8f9b-bc22f0c56525 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:49.472556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.535543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-5ee549e5-69d3-4eba-8e71-96a4f18a4160 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:06:49.541191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-5ee549e5-69d3-4eba-8e71-96a4f18a4160 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190177 Feb 10 23:06:49.648771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:49.658502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e005636-5f43-45f4-b8dc-11c18f177f14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=6396c40d-d745-4a6d-ac34-5b7f121853fa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:49.691090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Attempting to bind port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:49.696762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Attempting to bind port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:49.696762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Attempting to bind port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 on network fa27758f-1ed7-4766-9351-6961f8bdb69e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:49.719022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ab37aa02-a193-4525-a616-d378b73e3970 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/floatingips/d627d8ff-00ac-41c1-ac8a-eb68b095b937 HTTP/1.1" status: 204 len: 168 time: 9.0736692 Feb 10 23:06:49.790235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:49.800979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Usage tracker for resource:subnet and tenant:426cac7e86c845e493a91a72b8abce16 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:49.805046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:49.881080 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.898039 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:49.948094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:49.949581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:49.950795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Checking segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:49.954607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:49.955508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Bound using segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:49.955750 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:49.956373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Bound port: ad5ee833-f4dd-4aae-a6d6-9fb4750597f6, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:49.957037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.001393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:50.018099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.230969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:50.243228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Made reservation on behalf of 426cac7e86c845e493a91a72b8abce16 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:50.252775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.265937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-6effc18b-8959-4e09-bfc9-0ebc614c5ac0 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098408 Feb 10 23:06:50.317155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6dd505d-f74e-4095-a56c-00e5fc52c9f0 req-bc7737e2-0d58-49c3-8e23-aada564986ba tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.6185601 Feb 10 23:06:50.318250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:50.376127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:50.401634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.429221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:50.565344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Made reservation on behalf of 834e149d1122493cb8781b962341b810 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:50.578677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.580024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] For port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:50.585311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] For port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:50.803785 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:50.859070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0b835b5-23d1-49e9-9e4b-3dc7ca911e35 req-f538ae6f-e589-4c79-af6a-d070194d1a30 service neutron] 10.222.0.24 "GET /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830433 Feb 10 23:06:50.875134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b419d019-5ac5-4020-8dfd-00cd304fb6b7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:50.893487 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4', 'status': 'completed', 'code': 200} Feb 10 23:06:50.902991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:50.918172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.942482 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:50.992893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.047561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e71cb-1f45-404f-8818-91fd49af63f6 admin admin] Pushing event updated for resources: {'Network': ['ID=93dde62d-3e0b-4011-aaba-c03b9cb7313e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.143460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:51.174062 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.504257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.509035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:51.521877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:51.524180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:51.529723 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9110e67-4643-4580-ac44-2177d9148eee None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:06:16Z', 'revision_number': 6, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '884bc6b9-79f1-4725-81c4-61effe726c94', 'name': '', 'network_id': 'f28b4147-06a1-4ae3-9660-53b42b84c601', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:c5:71:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_interface', 'standard_attr_id': 3364, 'fixed_ips': [{'subnet_id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:29Z', 'updated_at': '2022-02-10T23:03:44Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': '54f628fe-9c50-4798-83d5-fe454d0ec818', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:51.817114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:51.821071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:51.842112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1d9b5-b4b0-40c6-86b6-16ae8b7a1894 None None] Pushing event updated for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:51.884655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:51.885861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:51.975051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:06:52.007819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 6ab572d3-8a18-4e01-b595-c12efd859ff2 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:06:52.253795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a5d3dbcd-f1c7-4bbd-8cf9-fd74eae8cced req-93887fa5-8349-494a-9344-3715b9581e81 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.3021374 Feb 10 23:06:52.358660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:52.378850 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:52.379737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:52.413517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] For port 56338d55-6c65-45ad-8c69-c7655de6c2fe, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:52.502343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b419d019-5ac5-4020-8dfd-00cd304fb6b7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:52.505566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-4992f225-f303-494e-b63a-d8fa88fde3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:52.507348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-4992f225-f303-494e-b63a-d8fa88fde3a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 1096 time: 1.8002267 Feb 10 23:06:52.511403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff324fc5-abc5-48bd-9eb2-4eb0e0ae1060 None None] New status for floating IP d627d8ff-00ac-41c1-ac8a-eb68b095b937: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:06:52.737588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:06:52.824314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-af915ba9-b0f8-48e9-9ae7-6a6d010702a5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9431741 Feb 10 23:06:52.839389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:52.867229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.20.0.12 (fa27758f-1ed7-4766-9351-6961f8bdb69e/c4d5e9a9-2f23-4af3-870f-710cc628e241/b06f7fb6-035a-40ff-9b4b-22d5838fbb03) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:52.868984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1853783996'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:52.878500 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:52.932317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:53.018723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] For port 56338d55-6c65-45ad-8c69-c7655de6c2fe, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=56338d55-6c65-45ad-8c69-c7655de6c2fe,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:53.029947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-96116bf3-53c5-4683-8d1a-8009a0edb487 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:53.045076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-96116bf3-53c5-4683-8d1a-8009a0edb487 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 1.0796859 Feb 10 23:06:53.119446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:06:53.253093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:53.255668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.277689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:53.302526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:53.303515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.346345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-4e1d1397-bcf9-42c4-9720-bb1477dc38ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:53.347202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-4e1d1397-bcf9-42c4-9720-bb1477dc38ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:53.358593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:53.461176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port a5a270dd-32e5-4221-8922-344e023874b4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:06:53.461510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.723135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:53.762526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-664d9949-5bcd-49d8-a637-8b46d1cbd5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:53.765094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-664d9949-5bcd-49d8-a637-8b46d1cbd5d6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 200 len: 897 time: 1.2287865 Feb 10 23:06:53.770102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:53.775926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-4e1d1397-bcf9-42c4-9720-bb1477dc38ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:53.777825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.784149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-4e1d1397-bcf9-42c4-9720-bb1477dc38ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 945 time: 2.7433953 Feb 10 23:06:53.828769 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 2, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:53.843995 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:53.844675 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Updating router 87471acb-b843-438b-b27d-31c54bfa7c53 port b37dfc6b-64ed-44fb-a4db-52945bdcb493 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:53.883167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:53.930930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-94bb002a-5344-44c4-b432-494deaf1195f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 200 len: 217 time: 0.1256666 Feb 10 23:06:54.003074 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.027932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.032417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b419d019-5ac5-4020-8dfd-00cd304fb6b7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:54.033038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.042436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15e1b460-8cec-4dec-9868-ebef5069a983 req-e8032513-96da-4252-a978-254cc7a5e868 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.2433057 Feb 10 23:06:54.082622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:54.153853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-77d2262d-ed36-418c-8de9-31fcf57a7600 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:54.189743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.190290 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 123f2cbe-7930-4ebe-acbc-e74dd47f7d29 of type vlan for network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 Feb 10 23:06:54.201207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.393725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port a5a270dd-32e5-4221-8922-344e023874b4, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a5a270dd-32e5-4221-8922-344e023874b4,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:54.394309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.462913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-446045df-140f-4f0c-b2f8-40349cf215a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:54.465391 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-446045df-140f-4f0c-b2f8-40349cf215a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 200 len: 835 time: 0.4947007 Feb 10 23:06:54.469525 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.546130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-77d2262d-ed36-418c-8de9-31fcf57a7600 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:54.556255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da106675-04e4-496a-8f20-ba33ddc446c7 req-77d2262d-ed36-418c-8de9-31fcf57a7600 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=88425c88-b490-4c6a-89cd-fd9779a00646&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7711139 Feb 10 23:06:54.588370 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Checking segment: {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:54.588754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Network hostable DHCP agents. Network: 93dde62d-3e0b-4011-aaba-c03b9cb7313e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:54.597748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5f109f4-ea2a-417f-83d8-c65dcee1ba3b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.610090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.636870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Transition to ACTIVE for port object b06f7fb6-035a-40ff-9b4b-22d5838fbb03 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:54.689878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for a5a270dd-32e5-4221-8922-344e023874b4 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:06:54.745976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=6ab572d3-8a18-4e01-b595-c12efd859ff2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.825006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.845128 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.862326 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Transition to ACTIVE for port object b37dfc6b-64ed-44fb-a4db-52945bdcb493 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:54.863552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e5e48-e801-4a5a-ba8f-afe0537f6391 None None] Pushing event updated for resources: {'Port': ['ID=56338d55-6c65-45ad-8c69-c7655de6c2fe,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:54.877671 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.881894 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:54.884511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:54.898920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': 'fa9b8178-f462-4842-91da-f1189776bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:54.899630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 6396c40d-d745-4a6d-ac34-5b7f121853fa, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:54.899995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:54.976354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 93dde62d-3e0b-4011-aaba-c03b9cb7313e) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:55.008588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.010530 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.073918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-950ddfc7-e738-4543-8c73-34cab004cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.080268 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-950ddfc7-e738-4543-8c73-34cab004cee5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f28b4147-06a1-4ae3-9660-53b42b84c601&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5990918 Feb 10 23:06:55.081288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:55.083010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2dcab-2046-43b9-94c1-dcd4929d6c3b None None] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:55.088827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.099055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.099737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.111128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6396c40d-d745-4a6d-ac34-5b7f121853fa) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:55.269807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4234805 Feb 10 23:06:55.274600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 49998) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.299434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:55.316969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:55.317630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.359593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.361986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:55.502566 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Pushing event updated for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.653435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23453d59-d336-4b70-92c7-05a0df8eaa58 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=7d56f09f-8754-4fb4-99ca-c8d4cf68f444,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.685714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5c983d-3ae5-4d2a-878a-e83a1b71f4a1 None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:55.714112 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.714499 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.714778 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.715116 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.715487 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.715816 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.716136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.716452 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.737388 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.737904 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.738266 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.738599 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:06:55.760118 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Attempting to bind port b37dfc6b-64ed-44fb-a4db-52945bdcb493 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:55.760489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Attempting to bind port b37dfc6b-64ed-44fb-a4db-52945bdcb493 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:55.760857 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Attempting to bind port b37dfc6b-64ed-44fb-a4db-52945bdcb493 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:55.775227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:55.776530 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:55.777647 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:55.778602 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.779575 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:55.781663 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Bound port: b37dfc6b-64ed-44fb-a4db-52945bdcb493, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:55.782828 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.825013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-255f587f-81ed-4946-9e65-4bd50c7f477d admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.5875800 Feb 10 23:06:55.832405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.839604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:55.874838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:55.878873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:55.942373 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-622b9f8f-c1ab-48a5-9bd0-32c057cc2e8d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 6.9779062 Feb 10 23:06:55.950284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:55.964367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1389936851'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:55.973130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9d005f4b-f25b-42d9-af5a-2e849eba5725 req-1f815aa6-b7b3-4a14-8d3c-542570ef4ff7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.1579421 Feb 10 23:06:55.973589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:55.975127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network fa27758f-1ed7-4766-9351-6961f8bdb69e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:06:55.988022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:55.990509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:06:56.027120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Usage tracker for resource:router and tenant:426cac7e86c845e493a91a72b8abce16 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.034101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b419d019-5ac5-4020-8dfd-00cd304fb6b7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b419d019-5ac5-4020-8dfd-00cd304fb6b7,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:06:56.047394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.060216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.062907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:56.066709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.070478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.070699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:56.071196 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.086007 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-e9b55891-39f7-4692-bea4-02a3dfe2169e service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9830945 Feb 10 23:06:56.086145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.089349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:56.115608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:56.118510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.120406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.134502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.148586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=a5a270dd-32e5-4221-8922-344e023874b4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.150126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-912d1ab0-a77c-4958-beec-50f4f50e3a70 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2292449 Feb 10 23:06:56.204989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:56.231398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-1492b745-da17-4ebf-a7d4-6b10d9ec637c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:06:56.232505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-1492b745-da17-4ebf-a7d4-6b10d9ec637c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062718 Feb 10 23:06:56.240641 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] For port b37dfc6b-64ed-44fb-a4db-52945bdcb493, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:56.260945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Request body: {'port': {'device_id': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:56.271128 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] For port b37dfc6b-64ed-44fb-a4db-52945bdcb493, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b37dfc6b-64ed-44fb-a4db-52945bdcb493,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:56.288081 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.320234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:56.330243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.509094 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:06:56.512889 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:56.660135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:56.664039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.736025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] No DVR routers for this DVR port a5a270dd-32e5-4221-8922-344e023874b4 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:06:56.741624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:56.770990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:56.785453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2fb27559-8729-4ea3-8f98-8976339c1732 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:56.798673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'name': 'network-vif-deleted', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:06:56.850339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a5a270dd-32e5-4221-8922-344e023874b4 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:57.055660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.105154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:06:57.128488 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6e432cb-55c9-429b-bce3-cd932029cc11', 'name': 'network-vif-deleted', 'tag': 'a5a270dd-32e5-4221-8922-344e023874b4', 'status': 'completed', 'code': 200} Feb 10 23:06:57.130172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.131717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.160880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-588c29b4-de62-438e-bfb4-a3c5d00c1390 req-8224b43e-db27-4678-8981-11755688372b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "DELETE /v2.0/ports/a5a270dd-32e5-4221-8922-344e023874b4 HTTP/1.1" status: 204 len: 173 time: 4.1144857 Feb 10 23:06:57.175760 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:06:57.245521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b832e34-1fdf-4d1e-893c-816ca1b2829c req-95513e65-779a-43d1-95f6-253bf3e664a4 service neutron] 10.222.0.24 "GET /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1520307 Feb 10 23:06:57.271167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.271639 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment d4342ff2-7ceb-4e56-b126-30134e5d38c8 of type vlan for network 84c2c8d4-f4c7-44a8-8853-8a1954e0784a Feb 10 23:06:57.287200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15106517-448f-425c-9b81-b65598077d93 req-e4f818ff-8a37-43de-bad1-73e1f14e1129 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:57.299482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15106517-448f-425c-9b81-b65598077d93 req-e4f818ff-8a37-43de-bad1-73e1f14e1129 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 932 time: 1.8195331 Feb 10 23:06:57.306975 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11b3e9-24a4-4652-93dc-d0c151d8d695 None None] Pushing event updated for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.310830 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.338235 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:06:57.370694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ce01e0fb-8406-4513-9623-e3d2b8b6aaac req-e4854d92-cf45-442d-a36a-67187ab4f024 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.0828011 Feb 10 23:06:57.482308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.541726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-15106517-448f-425c-9b81-b65598077d93 req-77cd718b-d60c-4f7c-99bb-39681bcd2770 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:06:57.569993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2fb27559-8729-4ea3-8f98-8976339c1732 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:57.570884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2fb27559-8729-4ea3-8f98-8976339c1732 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:57.570884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f105f20-fe62-494a-b4bc-de9b472e9173 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:06:57.651745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=7d6cb882-e8a0-4425-88a5-5a610ac79a71,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:57.657443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: a5a270dd-32e5-4221-8922-344e023874b4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:57.658651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a5a270dd-32e5-4221-8922-344e023874b4 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:57.662863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'fixed_ips': [{'subnet_id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:06:57.663662 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:57.672772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:57.673126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: 7d56f09f-8754-4fb4-99ca-c8d4cf68f444, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:06:57.839140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cba92e-e560-4c4f-8f91-1fa27eb5b4ac None None] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:57.941922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-15106517-448f-425c-9b81-b65598077d93 req-77cd718b-d60c-4f7c-99bb-39681bcd2770 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:06:57.947094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15106517-448f-425c-9b81-b65598077d93 req-77cd718b-d60c-4f7c-99bb-39681bcd2770 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6453135 Feb 10 23:06:58.046801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7f105f20-fe62-494a-b4bc-de9b472e9173 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:06:58.047400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f105f20-fe62-494a-b4bc-de9b472e9173 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:06:58.061716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:06:58.085300 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.097764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.133341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Transition to ACTIVE for port object b06f7fb6-035a-40ff-9b4b-22d5838fbb03 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:06:58.227313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.249798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:48Z', 'revision_number': 3, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:39Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:06:49Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:58.264993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:06:58.265590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Updating router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d port f228e6ba-751a-4a14-8b61-7964209541e8 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:06:58.353052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.492874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:06:58.503877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:06:58.522420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2629c5-6138-4b17-bea3-baff1ba4f82a None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:06:58.559445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7d56f09f-8754-4fb4-99ca-c8d4cf68f444) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:06:58.627159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5fa0e-6d14-4c98-8dbb-8891e432a201 None None] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:06:58.689804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 56338d55-6c65-45ad-8c69-c7655de6c2fe up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:06:58.730431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-471d6d3e-9fa8-4635-b03b-bfa51d257c29 None None] Provisioning for port 56338d55-6c65-45ad-8c69-c7655de6c2fe completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:58.844083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:58.845124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:58.992674 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.004644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:06:59.005568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.174484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=84c2c8d4-f4c7-44a8-8853-8a1954e0784a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.180254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64458a94-2a33-484e-940c-8ab22ff8f9e1 req-5fcb0068-d7f0-4e35-b26a-3ffafda2d841 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b6e432cb-55c9-429b-bce3-cd932029cc11 HTTP/1.1" status: 200 len: 210 time: 0.3167140 Feb 10 23:06:59.236029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:06:59.288366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a4dc71ad-e5f3-4b71-b3f9-c16ef08473a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.3356965 Feb 10 23:06:59.293101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50034) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:59.299668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'ports': [{'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'}, {'network_id': '84c2c8d4-f4c7-44a8-8853-8a1954e0784a'}]} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:59.299870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:59.300282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '84c2c8d4-f4c7-44a8-8853-8a1954e0784a'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:06:59.310730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.342352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5ebc7f1e-4661-4489-84ba-c9a5918d6ba7 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9944513 Feb 10 23:06:59.345102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50038) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:06:59.413112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 84c2c8d4-f4c7-44a8-8853-8a1954e0784a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:06:59.653487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:06:59.662369 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:06:59.668608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:06:59.681508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:06:59.705439 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Attempting to bind port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:06:59.705938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Attempting to bind port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:06:59.706203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Attempting to bind port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 on network fa27758f-1ed7-4766-9351-6961f8bdb69e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:59.708907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 56338d55-6c65-45ad-8c69-c7655de6c2fe completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:59.711476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 2} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:06:59.716237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.738464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 on network fa27758f-1ed7-4766-9351-6961f8bdb69e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:06:59.738974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Attempting to bind port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 on network fa27758f-1ed7-4766-9351-6961f8bdb69e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:06:59.756036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:06:59.756674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Checking segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:06:59.757170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Bound using segment: {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:06:59.757898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Bound port: b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ce1197d-1cfc-474c-bab9-1554f86d8bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:06:59.758528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.768465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Allocated IP 172.20.0.2 (93dde62d-3e0b-4011-aaba-c03b9cb7313e/e5f109f4-ea2a-417f-83d8-c65dcee1ba3b/cf56b6c5-fd84-46b6-b668-30ab29a9b4ac) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:06:59.785337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 56338d55-6c65-45ad-8c69-c7655de6c2fe triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:06:59.785841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.888092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-471d6d3e-9fa8-4635-b03b-bfa51d257c29 None None] Provisioning for port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:06:59.919455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:06:59.925230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:06:59.927157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.951883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:06:59.990199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a263af6-f8a4-4f87-96ae-97eca6c74632 req-a6b98b39-58b8-404d-86f8-26d8c94ba78c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:00.003111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a263af6-f8a4-4f87-96ae-97eca6c74632 req-a6b98b39-58b8-404d-86f8-26d8c94ba78c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.7699058 Feb 10 23:07:00.003311 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.183918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:00.189453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.191208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] 10.222.0.30 "PUT /v2.0/ports/b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 1092 time: 3.9414253 Feb 10 23:07:00.240858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a263af6-f8a4-4f87-96ae-97eca6c74632 req-ff3186c8-e029-4829-8cbd-439a2c5ab2cb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353840 Feb 10 23:07:00.290882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:07:00.303921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196fba42-9a77-4ce6-9b97-408d026aa964 service neutron] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:00.427030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50048) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:00.616154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 56338d55-6c65-45ad-8c69-c7655de6c2fe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=56338d55-6c65-45ad-8c69-c7655de6c2fe,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:00.726071 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'status': 'completed', 'code': 200} Feb 10 23:07:00.787264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.864370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:06:50Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:00.869144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:00.870455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b37dfc6b-64ed-44fb-a4db-52945bdcb493 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:00.944534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Transition to ACTIVE for port object cf56b6c5-fd84-46b6-b668-30ab29a9b4ac will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:00.997272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port ee204c32-9111-4e6b-955b-caa7548a2262 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:01.027464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-00df08d5-255b-4296-a423-44e4c03d8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:01.029008 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-00df08d5-255b-4296-a423-44e4c03d8e68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1095 time: 0.7093728 Feb 10 23:07:01.038796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1695398b-49eb-43e0-91da-f4df116974ba None None] The sync data for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 is: [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:06:50Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:01.054283 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:01.155381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Transition to ACTIVE for port object cf56b6c5-fd84-46b6-b668-30ab29a9b4ac will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:01.181575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.241538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-0e413391-e7fe-4600-b2d8-760a1d9d35b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 217 time: 0.2045283 Feb 10 23:07:01.561149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d241101-c850-4781-b654-1d8223dc9c11 None None] Provisioning complete for port 56338d55-6c65-45ad-8c69-c7655de6c2fe triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:01.569639 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d241101-c850-4781-b654-1d8223dc9c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.603671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-8358bd73-8e93-4fda-a845-c9f8876eab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:01.606354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-8358bd73-8e93-4fda-a845-c9f8876eab3e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.3579481 Feb 10 23:07:01.619730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.682570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.753852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:07:01.755092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.815251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:01.833871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:01.841892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=56338d55-6c65-45ad-8c69-c7655de6c2fe,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:01.852413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:01.888465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:01.999972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.120992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Transition to ACTIVE for port object f228e6ba-751a-4a14-8b61-7964209541e8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:02.215239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b37dfc6b-64ed-44fb-a4db-52945bdcb493 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:02.250109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a2649-0359-4e83-bdf0-9ae12cbf88b3 req-b457e140-48a7-4de6-92fb-44e041477ae7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:02.250894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-673a2649-0359-4e83-bdf0-9ae12cbf88b3 req-b457e140-48a7-4de6-92fb-44e041477ae7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:02.259369 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.301356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-e4eed66b-5ec5-4d42-9e31-87e2c645e925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:02.310507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-e4eed66b-5ec5-4d42-9e31-87e2c645e925 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6522863 Feb 10 23:07:02.369555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b37dfc6b-64ed-44fb-a4db-52945bdcb493 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:02.369927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.387845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 0556a961-7817-4d4c-bcde-3b829c625856 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:02.487890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.22.0.1 (7d56f09f-8754-4fb4-99ca-c8d4cf68f444/7d6cb882-e8a0-4425-88a5-5a610ac79a71/d9dd92b7-a925-4f3a-bff2-36f21b0ee16d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:02.501469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.503570 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.587106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Pushing event updated for resources: {'Port': ['ID=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:02.614894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-6a4cb629-5144-477a-8b9e-2a5d3704f5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957690 Feb 10 23:07:02.662845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-673a2649-0359-4e83-bdf0-9ae12cbf88b3 req-b457e140-48a7-4de6-92fb-44e041477ae7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:02.694013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Attempting to bind port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:02.694612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Attempting to bind port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:02.694763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-673a2649-0359-4e83-bdf0-9ae12cbf88b3 req-b457e140-48a7-4de6-92fb-44e041477ae7 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.8585932 Feb 10 23:07:02.694983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Attempting to bind port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac on network 93dde62d-3e0b-4011-aaba-c03b9cb7313e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:02.731925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:02.733072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Checking segment: {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:02.733512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.742742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Bound using segment: {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:02.743405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Bound port: cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:02.743740 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:02.868536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-673a2649-0359-4e83-bdf0-9ae12cbf88b3 req-3860b856-43a5-4c9b-b129-71a3949ef1c5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726668 Feb 10 23:07:03.043616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ebd8ac88-2564-45f9-a0b5-cbbd3e3d7a7f req-6ce4218e-8d24-4dc3-89c9-922f9b595b82 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197590 Feb 10 23:07:03.129544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.151501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] For port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:03.160486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] For port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:03.192269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.219973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.254724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d241101-c850-4781-b654-1d8223dc9c11 None None] Provisioning for port f228e6ba-751a-4a14-8b61-7964209541e8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:03.295501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab7190-d237-4fe2-98b4-9eac7648ff1c None None] Pushing event updated for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.309518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Allocated IP 172.25.2.209 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/432bfbc8-641d-4e93-99ef-09b6580691c4) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:03.321074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.349155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-574de1c0-4244-40cc-875c-4698fd8a2d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:03.351444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-574de1c0-4244-40cc-875c-4698fd8a2d2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1095 time: 0.2165108 Feb 10 23:07:03.389728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object d9dd92b7-a925-4f3a-bff2-36f21b0ee16d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:03.453386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15aee8-b6b8-40ca-8232-27acc66d9fe3 None None] Pushing event updated for resources: {'Port': ['ID=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.482818 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.535885 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Attempting to bind port f228e6ba-751a-4a14-8b61-7964209541e8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:03.536087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Attempting to bind port f228e6ba-751a-4a14-8b61-7964209541e8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:03.536451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Attempting to bind port f228e6ba-751a-4a14-8b61-7964209541e8 on network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:03.544856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88425c88-b490-4c6a-89cd-fd9779a00646,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:03.574004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.611433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-593b77d7-32e4-4923-b250-120734e24919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:03.613563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-593b77d7-32e4-4923-b250-120734e24919 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 0.2549312 Feb 10 23:07:03.616157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.635376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:03.635928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Checking segment: {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:03.636605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.637256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Bound using segment: {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:03.637713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Bound port: f228e6ba-751a-4a14-8b61-7964209541e8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0128fa5-b301-4f36-8bfa-fe568791ee5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:03.638215 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.642481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.644600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-518a3c01-ccc4-41d9-9baa-d54b8896d6a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/security-groups/88425c88-b490-4c6a-89cd-fd9779a00646 HTTP/1.1" status: 204 len: 168 time: 3.2128582 Feb 10 23:07:03.750564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50066) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:03.828691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:03.858724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:03.861956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] For port f228e6ba-751a-4a14-8b61-7964209541e8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:03.870091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] For port f228e6ba-751a-4a14-8b61-7964209541e8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f228e6ba-751a-4a14-8b61-7964209541e8,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:03.885954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:03.886913 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:03.890990 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-753d71dc-c6db-4d33-b58d-8320a99c6fc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 217 time: 0.1938956 Feb 10 23:07:03.909559 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.089805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=ee204c32-9111-4e6b-955b-caa7548a2262,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.149463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b37dfc6b-64ed-44fb-a4db-52945bdcb493, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b37dfc6b-64ed-44fb-a4db-52945bdcb493,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:04.201926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.203945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b419d019-5ac5-4020-8dfd-00cd304fb6b7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:04.219352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.219707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.220084 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.220210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.220425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.220757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.221090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.221411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.221730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.222095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.222458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.222775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.223092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:04.237096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.278280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab7190-d237-4fe2-98b4-9eac7648ff1c None None] Pushing event updated for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.334573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:04.335357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:04.382188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:04.393699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:04.403636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:04.451405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.532174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-3c97b51e-8720-4aca-baef-55cc0cd1f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:04.534592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-3c97b51e-8720-4aca-baef-55cc0cd1f121 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.6273379 Feb 10 23:07:04.556327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=0556a961-7817-4d4c-bcde-3b829c625856,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.561255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': 'd4342ff2-7ceb-4e56-b126-30134e5d38c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '84c2c8d4-f4c7-44a8-8853-8a1954e0784a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:04.561255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 84c2c8d4-f4c7-44a8-8853-8a1954e0784a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:04.576907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.626534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Allocated IP 172.22.0.2 (7d56f09f-8754-4fb4-99ca-c8d4cf68f444/7d6cb882-e8a0-4425-88a5-5a610ac79a71/9fe807ba-9b76-4149-8bc8-4b61e78c3b1e) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:04.654082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:04.668941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b419d019-5ac5-4020-8dfd-00cd304fb6b7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:04.669323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.680749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6788dc-ed29-4ad9-8fe7-c02bf37da1f3 req-d9abf632-7f4c-4e84-a840-b9e7f2f7b49c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:04.682412 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b6788dc-ed29-4ad9-8fe7-c02bf37da1f3 req-d9abf632-7f4c-4e84-a840-b9e7f2f7b49c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.5755112 Feb 10 23:07:04.686009 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.709604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 84c2c8d4-f4c7-44a8-8853-8a1954e0784a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:04.762485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:04.763574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b6788dc-ed29-4ad9-8fe7-c02bf37da1f3 req-10885e4c-8e2e-4a14-bcea-8ab25234a195 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699081 Feb 10 23:07:04.772898 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 84c2c8d4-f4c7-44a8-8853-8a1954e0784a) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:04.789461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:04.802411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:04.809427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:04.810215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:04.824159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66a022a-aa6f-4a3e-a26d-a2d2df378702 None None] Network 84c2c8d4-f4c7-44a8-8853-8a1954e0784a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:04.828097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-943c535c-00a4-4f48-b98e-4e48b4ec457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:04.829816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-943c535c-00a4-4f48-b98e-4e48b4ec457b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560782 Feb 10 23:07:04.964207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:05.036519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:05.050468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=432bfbc8-641d-4e93-99ef-09b6580691c4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:05.057848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:05.068172 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-bbb854e7-2873-4abe-b1f1-86ef9fe63eab service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255681 Feb 10 23:07:05.080375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-25b24faa-1320-47bf-8776-f2d99a87418e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.7858522 Feb 10 23:07:05.081514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:05.387100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91274dbe-e8f5-4119-9d2c-c2a56174497d req-a0bdd58a-92b5-494b-b88f-eade13f115d7 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042483 Feb 10 23:07:05.398042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 0556a961-7817-4d4c-bcde-3b829c625856 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:05.398661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.535061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c8c5a502-351b-4df4-9d2e-7a178539f705 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:05.617010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83242c93-cd79-42c3-9da1-3287b7e7fe34 None None] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:05.742817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:05.854595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e65d6d18-fb94-4960-b815-5efceef3543e None None] Provisioning for port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:05.970650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c8c5a502-351b-4df4-9d2e-7a178539f705 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:05.987545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c8c5a502-351b-4df4-9d2e-7a178539f705 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:05.987967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.035667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 0556a961-7817-4d4c-bcde-3b829c625856 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:06.075044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.136181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.222976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.239357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.244059 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/0556a961-7817-4d4c-bcde-3b829c625856 HTTP/1.1" status: 204 len: 168 time: 1.0065184 Feb 10 23:07:06.244059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50090) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.312914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e3ac4d-548a-4f52-837e-2f12b0a3efd2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=0556a961-7817-4d4c-bcde-3b829c625856,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.318554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Transition to ACTIVE for port object 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:06.365235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f63fb6-9d47-4eb2-b57f-fe9aaf73bbe8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:06.371933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f63fb6-9d47-4eb2-b57f-fe9aaf73bbe8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:06.372782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d8f63fb6-9d47-4eb2-b57f-fe9aaf73bbe8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:06.395316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d8f63fb6-9d47-4eb2-b57f-fe9aaf73bbe8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:06.402264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d8f63fb6-9d47-4eb2-b57f-fe9aaf73bbe8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1483948 Feb 10 23:07:06.403013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50094) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:06.415653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.492124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port ee204c32-9111-4e6b-955b-caa7548a2262 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:06.492378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.521510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Transition to ACTIVE for port object 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:06.664476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.773380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca293e1-64d5-44ec-8061-e1cc1089302c req-e9bbbe54-6cc8-401f-99dc-a5ae53935e9c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:06.782532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ca293e1-64d5-44ec-8061-e1cc1089302c req-e9bbbe54-6cc8-401f-99dc-a5ae53935e9c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.8128748 Feb 10 23:07:06.812960 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.821359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:06.866573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:06.876426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:06.887923 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:06.911725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port c8c5a502-351b-4df4-9d2e-7a178539f705, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c8c5a502-351b-4df4-9d2e-7a178539f705,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:06.980354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Pushing event updated for resources: {'Port': ['ID=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:06.994560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.000843 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ca293e1-64d5-44ec-8061-e1cc1089302c req-13393840-d683-4050-8f93-268d3e480a74 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2178774 Feb 10 23:07:07.001337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:48Z', 'revision_number': 3, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:07.275865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb493166-30b6-47be-8bc2-f3ec1405d624 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:06:48Z', 'revision_number': 3, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:07.286204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=c8c5a502-351b-4df4-9d2e-7a178539f705,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.351029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for ee204c32-9111-4e6b-955b-caa7548a2262 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:07.356687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Attempting to bind port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:07.356687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Attempting to bind port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:07.356687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Attempting to bind port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e on network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:07.372627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 6, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:07.373160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Checking segment: {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:07.373455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.373856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Bound using segment: {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:07.374908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Bound port: 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:07.383849 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.521969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf56b6c5-fd84-46b6-b668-30ab29a9b4ac up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:07.668251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.668696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.724978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] For port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:07.732033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] For port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:07.745975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:07.752356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.831598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:07.838461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=ee204c32-9111-4e6b-955b-caa7548a2262,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:07.855145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31922821-ebd0-476a-ab26-3f9d6307e880 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/ee204c32-9111-4e6b-955b-caa7548a2262 HTTP/1.1" status: 204 len: 168 time: 1.4509540 Feb 10 23:07:07.859911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50100) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:07.880118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:07.880699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.014493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b58b48-0e4b-45b2-8c2b-c23a0fb48852 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:08.017559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-16b58b48-0e4b-45b2-8c2b-c23a0fb48852 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:08.047986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-16b58b48-0e4b-45b2-8c2b-c23a0fb48852 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:08.049603 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-16b58b48-0e4b-45b2-8c2b-c23a0fb48852 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1841388 Feb 10 23:07:08.054855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50110) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.121275 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d8aa97c-42fb-4374-bdea-044105fa8c4c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:08.122957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d8aa97c-42fb-4374-bdea-044105fa8c4c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/0556a961-7817-4d4c-bcde-3b829c625856 HTTP/1.1" status: 404 len: 333 time: 0.0666471 Feb 10 23:07:08.129209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50114) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.200001 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d14085b-6032-4927-a42e-271c211a5613 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:08.204737 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9d14085b-6032-4927-a42e-271c211a5613 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/ee204c32-9111-4e6b-955b-caa7548a2262 HTTP/1.1" status: 404 len: 333 time: 0.0739450 Feb 10 23:07:08.208725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50118) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:08.239752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.298934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ad93a11d-5a1d-4360-ad4f-31c154b445c5 None None] Provisioning complete for port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:08.299586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad93a11d-5a1d-4360-ad4f-31c154b445c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.434287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:07:08.501225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.717179 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.resource_extend [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:07:08.758709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579e15-a4e6-4a3d-86cc-13c0906eead4 req-005d7acf-59da-43ab-bd73-0abecdce21c3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:08.761390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9579e15-a4e6-4a3d-86cc-13c0906eead4 req-005d7acf-59da-43ab-bd73-0abecdce21c3 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.3593502 Feb 10 23:07:08.801721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.834054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279f2bd-c9d1-4508-9386-92749864f0bc None None] Pushing event updated for resources: {'Port': ['ID=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:08.902481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:08.955097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53124bf6-faeb-4e53-8677-ffdaf6f5e557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.018515 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.085655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9579e15-a4e6-4a3d-86cc-13c0906eead4 req-1da29228-20b5-4f16-a40b-a54f47ba8f5a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003233 Feb 10 23:07:09.092440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c2c8d4-f4c7-44a8-8853-8a1954e0784a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:09.160544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4342ff2-7ceb-4e56-b126-30134e5d38c8') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:09.162285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4342ff2-7ceb-4e56-b126-30134e5d38c8') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:09.182344 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.201624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.205862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ad93a11d-5a1d-4360-ad4f-31c154b445c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.224394 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.248906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.262774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:09.270252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:09.270759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.291726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Router 4ce52cff-7275-4956-a346-6c21c1fe32cb is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:07:09.302683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:09.427950 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:09.431245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'mac_address': 'fa:16:3e:dc:27:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:07:09.434692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.449672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:09.470230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.486939 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/84c2c8d4-f4c7-44a8-8853-8a1954e0784a HTTP/1.1" status: 204 len: 168 time: 1.2769017 Feb 10 23:07:09.488880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c89a0-6229-40ca-b332-992c9a78e148 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=84c2c8d4-f4c7-44a8-8853-8a1954e0784a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:09.492450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:09.502337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2079395491'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:09.511901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:09.519789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:09.524674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:09.537992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:09.551406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.552272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 56338d55-6c65-45ad-8c69-c7655de6c2fe up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:09.555874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:09.560664 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.615476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:09.634439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.635692 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment b9c46891-dc37-40c1-84aa-69b7c62c5486 of type vlan for network 244d9830-aafc-492e-98b6-9912107d2370 Feb 10 23:07:09.715805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.793004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.809450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:09.811702 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.965935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:09.983194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:09.989402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:10.013789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 884bc6b9-79f1-4725-81c4-61effe726c94 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:10.014134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.032733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-ad93a11d-5a1d-4360-ad4f-31c154b445c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:10.043620 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-ad93a11d-5a1d-4360-ad4f-31c154b445c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:10.057248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=244d9830-aafc-492e-98b6-9912107d2370,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.059484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:07:10.062906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ecc95013-1ca9-4ae4-8ffc-7984dfdfba3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5686390 Feb 10 23:07:10.065475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.067940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50130) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:10.080251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 244d9830-aafc-492e-98b6-9912107d2370 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:10.080425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '244d9830-aafc-492e-98b6-9912107d2370', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:10.230128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 56338d55-6c65-45ad-8c69-c7655de6c2fe triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:10.230500 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.297530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:10.346847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.383458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:10.389998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:10.395046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:10.403163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:10.412434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfc138-eb50-4ccd-a62f-5ee09c904226 None None] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:10.431161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:10.439564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.583164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:07:10.583977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:07:10.620852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:10.632327 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Sync routers for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:10.652259 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:10.652756 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:06:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:10.754254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50a2640c-7d43-4d94-a9ef-0e5236299e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.795636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b06f7fb6-035a-40ff-9b4b-22d5838fbb03'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:07:10.877486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.878327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:10.988479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:10.989721 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-55e91ed0-5db9-40ea-b800-b0a39d374fb8 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 15.1552162 Feb 10 23:07:10.996888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50142) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:11.029892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b37dfc6b-64ed-44fb-a4db-52945bdcb493 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:11.035631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=40859b58-3560-4a36-aa42-e0a83b7534ec,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:11.056160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': 'b9c46891-dc37-40c1-84aa-69b7c62c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '244d9830-aafc-492e-98b6-9912107d2370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:11.056688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 244d9830-aafc-492e-98b6-9912107d2370, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:11.087613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 244d9830-aafc-492e-98b6-9912107d2370 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:11.103423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 244d9830-aafc-492e-98b6-9912107d2370) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:11.119955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.120629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.149794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bdec42-ada4-4415-b746-36943318d7be None None] Network 244d9830-aafc-492e-98b6-9912107d2370 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:11.161389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6a6bbc7d-1f8a-4356-affe-9b7ba235ba29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0902882 Feb 10 23:07:11.163960 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:11.172223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '244d9830-aafc-492e-98b6-9912107d2370', 'name': 'tempest-PortsTestJSON-333472326'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:11.223913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:11.325617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:11.334257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27023a41-f900-47df-b30a-0235543dc6b6 req-cd0bcbcd-243e-4e7d-8b82-90b95d15106d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:11.335818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27023a41-f900-47df-b30a-0235543dc6b6 req-cd0bcbcd-243e-4e7d-8b82-90b95d15106d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 945 time: 0.5849488 Feb 10 23:07:11.413801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:11.426787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:11.448066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:11.461491 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.527677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port e1a72311-2b5e-4e64-87f7-cb08beb26a90 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:11.597845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27023a41-f900-47df-b30a-0235543dc6b6 req-b0f80e9b-b309-4b1b-a9fd-49e178240223 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751514 Feb 10 23:07:11.611513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 884bc6b9-79f1-4725-81c4-61effe726c94, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=884bc6b9-79f1-4725-81c4-61effe726c94,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:11.611879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.657132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8355fe70-23c7-4880-9d44-77a07ea9a61a None None] Provisioning for port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:11.837374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.2 (244d9830-aafc-492e-98b6-9912107d2370/40859b58-3560-4a36-aa42-e0a83b7534ec/e1a72311-2b5e-4e64-87f7-cb08beb26a90) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:11.837868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.847793 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 3, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:11.854502 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Checking router: 4ce52cff-7275-4956-a346-6c21c1fe32cb for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:11.854844 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Updating router 4ce52cff-7275-4956-a346-6c21c1fe32cb port 432bfbc8-641d-4e93-99ef-09b6580691c4 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:07:11.882830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b37dfc6b-64ed-44fb-a4db-52945bdcb493 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:11.883398 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.947335 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:11.995008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 884bc6b9-79f1-4725-81c4-61effe726c94 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:12.033489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.054192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-244d9830-aafc-492e-98b6-9912107d2370', 'network_id': '244d9830-aafc-492e-98b6-9912107d2370', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': '40859b58-3560-4a36-aa42-e0a83b7534ec'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:07:12.055163 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.153518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.180735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object e1a72311-2b5e-4e64-87f7-cb08beb26a90 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:12.221718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.297499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:12.370152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=e1a72311-2b5e-4e64-87f7-cb08beb26a90,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:12.378179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:12.398661 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:12.407622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 244d9830-aafc-492e-98b6-9912107d2370 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:12.410661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:12.416429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2cb07ce0-0024-455a-b7bb-769f629417d3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0650163 Feb 10 23:07:12.418744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:12.466276 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.478806 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Transition to ACTIVE for port object 432bfbc8-641d-4e93-99ef-09b6580691c4 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:12.494075 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.544553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:12.551385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:12.552123 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.562940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'network': {'name': 'tempest-RoutersTest-1334825347'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:12.575688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:12.590362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:network and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:12.598517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:12.615003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:12.631925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:12.633042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:12.638864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-87dffcec-41e0-4817-af15-0acd54fff0f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4735112 Feb 10 23:07:12.646158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50160) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:12.779410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:12.791978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.830652 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Attempting to bind port 432bfbc8-641d-4e93-99ef-09b6580691c4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:12.831638 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Attempting to bind port 432bfbc8-641d-4e93-99ef-09b6580691c4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:12.832475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Attempting to bind port 432bfbc8-641d-4e93-99ef-09b6580691c4 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:12.867405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:12.868133 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:12.868672 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.869449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:12.870235 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Bound port: 432bfbc8-641d-4e93-99ef-09b6580691c4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:12.870805 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.954754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port e1a72311-2b5e-4e64-87f7-cb08beb26a90 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:12.954754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:12.972926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:13.029715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598118-a623-47f0-8a78-1c8691d36509 None None] Pushing event updated for resources: {'Port': ['ID=432bfbc8-641d-4e93-99ef-09b6580691c4,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:13.033834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.167983 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] For port 432bfbc8-641d-4e93-99ef-09b6580691c4, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:13.171975 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] For port 432bfbc8-641d-4e93-99ef-09b6580691c4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=432bfbc8-641d-4e93-99ef-09b6580691c4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:13.183179 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.343525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.349273 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:13.349922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:13.473125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e293877-09e8-42f4-9e90-e9c8204b5d6f None None] Provisioning for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:13.520414 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.531813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=884bc6b9-79f1-4725-81c4-61effe726c94,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:13.533131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-923a2c0f-d2cb-4973-8712-40fe5735b013 {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:13.535257 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:13.555905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:13.556641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e293877-09e8-42f4-9e90-e9c8204b5d6f None None] Provisioning complete for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:13.556641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e293877-09e8-42f4-9e90-e9c8204b5d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.680751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8e293877-09e8-42f4-9e90-e9c8204b5d6f None None] Port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:07:13.683207 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598118-a623-47f0-8a78-1c8691d36509 None None] Pushing event updated for resources: {'Port': ['ID=432bfbc8-641d-4e93-99ef-09b6580691c4,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:13.703143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:13.754015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:13.754390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.788939 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:13.906211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:13.906789 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added segment 0abd1fa5-9080-4884-8fed-6aec61992e1a of type vlan for network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 Feb 10 23:07:13.946897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Allocated IP 172.20.0.1 (93dde62d-3e0b-4011-aaba-c03b9cb7313e/e5f109f4-ea2a-417f-83d8-c65dcee1ba3b/27f2276f-99f5-43d4-b394-6f2e109d8536) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:13.964550 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.014374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.038160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5f1e5ba0-7389-4fb3-b30e-0cce88bdbe55 None None] Provisioning complete for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:14.038526 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1e5ba0-7389-4fb3-b30e-0cce88bdbe55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.057293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdabd84-e1f5-4755-b9e9-3dbcd39665dd req-692bef97-4f42-4788-abe3-771b4ffa550b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:14.059022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bdabd84-e1f5-4755-b9e9-3dbcd39665dd req-692bef97-4f42-4788-abe3-771b4ffa550b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 945 time: 0.9635499 Feb 10 23:07:14.088582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.239617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.259846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Transition to ACTIVE for port object 27f2276f-99f5-43d4-b394-6f2e109d8536 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:14.260216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.273042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Allocated IP 172.20.0.3 (244d9830-aafc-492e-98b6-9912107d2370/40859b58-3560-4a36-aa42-e0a83b7534ec/c221fd1c-b478-4550-91e5-a6ad4212b8c0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:14.278099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for e1a72311-2b5e-4e64-87f7-cb08beb26a90 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:14.300033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.386091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bdabd84-e1f5-4755-b9e9-3dbcd39665dd req-86dc76c3-ddeb-43c5-9256-b8bf0a01195a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656107 Feb 10 23:07:14.431836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.439122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:14.452756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.511884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.523570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Transition to ACTIVE for port object c221fd1c-b478-4550-91e5-a6ad4212b8c0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:14.549367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:14.552538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:14.554217 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 3, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:14.559033 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a3afec-894a-45a4-8012-d8b620bffdc2 None None] The sync data for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 is: [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 3, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:14.596534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:14.618263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:14.773267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.810138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Transition to ACTIVE for port object c221fd1c-b478-4550-91e5-a6ad4212b8c0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:14.837363 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.854303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e5ba0-7389-4fb3-b30e-0cce88bdbe55 None None] Port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:07:14.862684 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:14.946877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.3902707 Feb 10 23:07:14.948412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Network 244d9830-aafc-492e-98b6-9912107d2370 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:14.970413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:14.973539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:15.022833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50186) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:15.052519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Pushing event updated for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.058941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=e1a72311-2b5e-4e64-87f7-cb08beb26a90,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.076212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'subnet': {'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:15.088049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:15.105981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26266023-fd86-46eb-b695-0e66c5d4bf77 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Network': ['ID=80311b2f-1adc-4af5-a5ba-8e63dd77bf58,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.192553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.207246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.210225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:15.388308 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.391229 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e969a31c-e806-45d9-b2f2-1701b9ff2655 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/e1a72311-2b5e-4e64-87f7-cb08beb26a90 HTTP/1.1" status: 204 len: 168 time: 2.7440863 Feb 10 23:07:15.403442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Pushing event updated for resources: {'Port': ['ID=c221fd1c-b478-4550-91e5-a6ad4212b8c0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.407641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:15.476514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Attempting to bind port c221fd1c-b478-4550-91e5-a6ad4212b8c0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:15.476960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Attempting to bind port c221fd1c-b478-4550-91e5-a6ad4212b8c0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b9c46891-dc37-40c1-84aa-69b7c62c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '244d9830-aafc-492e-98b6-9912107d2370'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:15.477236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Attempting to bind port c221fd1c-b478-4550-91e5-a6ad4212b8c0 on network 244d9830-aafc-492e-98b6-9912107d2370 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:15.485719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:15.493358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5df6349d-4646-4cb6-a586-880612fe8423 None None] Provisioning for port 27f2276f-99f5-43d4-b394-6f2e109d8536 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:15.534098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:05Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:07Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:15.555084 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefeb410-8013-4a0b-916a-c51f72ac55b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:07:15.555669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:15.555815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefeb410-8013-4a0b-916a-c51f72ac55b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:07:15.556035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Updating router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:07:15.558112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aefeb410-8013-4a0b-916a-c51f72ac55b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/e1a72311-2b5e-4e64-87f7-cb08beb26a90 HTTP/1.1" status: 404 len: 333 time: 0.1496274 Feb 10 23:07:15.564561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50196) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:15.617067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5df6349d-4646-4cb6-a586-880612fe8423 None None] Provisioning complete for port 27f2276f-99f5-43d4-b394-6f2e109d8536 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:15.617552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5df6349d-4646-4cb6-a586-880612fe8423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.686228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:15.687226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.698917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:15.703322 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc58f32-4a6d-4c06-8ea1-b3e78b1a7cc6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:15.704185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5dc58f32-4a6d-4c06-8ea1-b3e78b1a7cc6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:15.711542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:subnet and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:15.717598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:15.732975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:15.766934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5dc58f32-4a6d-4c06-8ea1-b3e78b1a7cc6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:15.768339 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5dc58f32-4a6d-4c06-8ea1-b3e78b1a7cc6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/e1a72311-2b5e-4e64-87f7-cb08beb26a90 HTTP/1.1" status: 404 len: 333 time: 0.2027180 Feb 10 23:07:15.769070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Made reservation on behalf of 96345fecaaa042deba9661b48377e812 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:15.776910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.780579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50200) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:15.832921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:15.833509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Checking segment: {'id': 'b9c46891-dc37-40c1-84aa-69b7c62c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '244d9830-aafc-492e-98b6-9912107d2370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:15.834273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.834749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Bound using segment: {'id': 'b9c46891-dc37-40c1-84aa-69b7c62c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '244d9830-aafc-492e-98b6-9912107d2370'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:15.835533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Bound port: c221fd1c-b478-4550-91e5-a6ad4212b8c0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c46891-dc37-40c1-84aa-69b7c62c5486', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '244d9830-aafc-492e-98b6-9912107d2370'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:15.836046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.887843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5df6349d-4646-4cb6-a586-880612fe8423 None None] Port 27f2276f-99f5-43d4-b394-6f2e109d8536 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:07:15.892688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:15.904437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf56b6c5-fd84-46b6-b668-30ab29a9b4ac up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:15.943797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet 40859b58-3560-4a36-aa42-e0a83b7534ec {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:15.960224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:15.984657 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.169106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 47a0030b-f1c5-42f3-b3f5-851f68539254 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:16.184288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.184548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.209724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] For port c221fd1c-b478-4550-91e5-a6ad4212b8c0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:16.213586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] For port c221fd1c-b478-4550-91e5-a6ad4212b8c0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c221fd1c-b478-4550-91e5-a6ad4212b8c0,segment=NetworkSegment(b9c46891-dc37-40c1-84aa-69b7c62c5486),segment_id=b9c46891-dc37-40c1-84aa-69b7c62c5486)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:16.335875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.350920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.398069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Subnet': ['ID=ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:16.402543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.413277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Checking segment: {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:16.414012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network hostable DHCP agents. Network: 80311b2f-1adc-4af5-a5ba-8e63dd77bf58, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:16.441130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:16.455868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 80311b2f-1adc-4af5-a5ba-8e63dd77bf58) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:16.464509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:16.465381 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.496455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fac1e7ef-4606-4ab3-89e9-456c6b63720d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4502394 Feb 10 23:07:16.498469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a2cfd-f05c-48b2-a639-ab81f8d791ea None None] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:16.503548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50206) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:16.567595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:16.635734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199cdd43-47a6-4e09-b6d9-868bc9b960e7 req-87a53c25-60d8-46c2-99b5-916c8a08d485 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:16.639532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:07:16.644343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-199cdd43-47a6-4e09-b6d9-868bc9b960e7 req-87a53c25-60d8-46c2-99b5-916c8a08d485 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 945 time: 1.0198193 Feb 10 23:07:16.661760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.777050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:16.777520 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:16.807042 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'code': 200} Feb 10 23:07:17.017829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-199cdd43-47a6-4e09-b6d9-868bc9b960e7 req-00f90f1f-c354-44fa-a2f8-c490f9fdb73a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3722923 Feb 10 23:07:17.370592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.456706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:17.472114 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Sync routers for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:17.486952 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:17.491253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:17.544138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-62becace-6561-4205-b7d6-e9faef06a9a4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/47a0030b-f1c5-42f3-b3f5-851f68539254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7895303 Feb 10 23:07:17.558474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50216) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:17.725467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.745893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting subnet 54f628fe-9c50-4798-83d5-fe454d0ec818 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:17.748078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Transition to ACTIVE for port object d9dd92b7-a925-4f3a-bff2-36f21b0ee16d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:17.752283 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.762413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.806321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3fc28-4c14-49fa-b741-c1a404373a29 None None] Pushing event updated for resources: {'Port': ['ID=c221fd1c-b478-4550-91e5-a6ad4212b8c0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:17.815593 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.894379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:17.989072 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:18.029962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=40859b58-3560-4a36-aa42-e0a83b7534ec,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:18.057214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.205565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.216238 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8086d7-d828-4ba6-bfcd-2ccf52791ccc req-81b07f5e-c8d5-4b06-a0e6-59ba8a3647f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:18.225302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc8086d7-d828-4ba6-bfcd-2ccf52791ccc req-81b07f5e-c8d5-4b06-a0e6-59ba8a3647f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 1.2354794 Feb 10 23:07:18.228194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.659127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Pushing event updated for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:18.667711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.701965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:18.790906 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c95e4c9f-30d9-411f-bf2a-8b214c50547b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/40859b58-3560-4a36-aa42-e0a83b7534ec HTTP/1.1" status: 204 len: 168 time: 2.9945593 Feb 10 23:07:18.909244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 7, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:18.916177 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Checking router: 47a0030b-f1c5-42f3-b3f5-851f68539254 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:18.920075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50228) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:18.944484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Routers {'47a0030b-f1c5-42f3-b3f5-851f68539254'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:18.945140 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['47a0030b-f1c5-42f3-b3f5-851f68539254'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:19.028944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Attempting to bind port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:19.029810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Attempting to bind port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:19.030105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Attempting to bind port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d on network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:19.086290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:19.106140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Allocated IP 172.23.0.1 (80311b2f-1adc-4af5-a5ba-8e63dd77bf58/ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7/a3c73a8d-8b4a-406e-a8c7-b141c8dd5967) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:19.226434 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.300873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.326724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:19.337095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port c221fd1c-b478-4550-91e5-a6ad4212b8c0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:19.337418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.338112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Checking segment: {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:19.338970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.347998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Bound using segment: {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:19.348829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Bound port: d9dd92b7-a925-4f3a-bff2-36f21b0ee16d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '123f2cbe-7930-4ebe-acbc-e74dd47f7d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:19.355854 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.445379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:19.453241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02827bbf-8344-44f2-a134-5eeb6c589726 None None] Network 244d9830-aafc-492e-98b6-9912107d2370 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:19.496879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.498707 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] Set router 47a0030b-f1c5-42f3-b3f5-851f68539254 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:19.605622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.623598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:19.632541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/subnets/54f628fe-9c50-4798-83d5-fe454d0ec818 HTTP/1.1" status: 204 len: 168 time: 2.0665419 Feb 10 23:07:19.635374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a45349f-42a9-44d2-a074-fa4732ebc8ee tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Subnet': ['ID=54f628fe-9c50-4798-83d5-fe454d0ec818,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:19.641369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50238) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:19.713005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3a8b7-e07f-48d9-87c6-aba55d8c3c3d None None] Network f28b4147-06a1-4ae3-9660-53b42b84c601 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:19.788627 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc8086d7-d828-4ba6-bfcd-2ccf52791ccc req-4ee79899-c72f-4903-947f-e304a40e36cf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5347862 Feb 10 23:07:19.864075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:19.940520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.954809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:07:19.958151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:19.970285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port c221fd1c-b478-4550-91e5-a6ad4212b8c0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c221fd1c-b478-4550-91e5-a6ad4212b8c0,segment=NetworkSegment(b9c46891-dc37-40c1-84aa-69b7c62c5486),segment_id=b9c46891-dc37-40c1-84aa-69b7c62c5486)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:19.970728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.008264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Transition to ACTIVE for port object a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:20.034692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d2a27-4573-4a89-a735-961c2698cecd req-4a1a4f0f-4c2c-4459-9e5c-b4573a77b757 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:20.037958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-442d2a27-4573-4a89-a735-961c2698cecd req-4a1a4f0f-4c2c-4459-9e5c-b4573a77b757 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.5603883 Feb 10 23:07:20.208225 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-442d2a27-4573-4a89-a735-961c2698cecd req-feea5449-31c6-4039-ac97-a3d37172ddd5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592169 Feb 10 23:07:20.271273 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.291181 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 7, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:20.299013 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5092d4b4-61d1-43b2-8e87-ae645f225bc2 None None] The sync data for ids ['47a0030b-f1c5-42f3-b3f5-851f68539254'] in n-d-825178-4 is: [{'id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'name': 'tempest-TestNetworkBasicOps-router-387785960', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:03:07Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 7, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '6b8f0f47-74eb-4192-be99-d2971ac6e004', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:dd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47a0030b-f1c5-42f3-b3f5-851f68539254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:03:12Z', 'updated_at': '2022-02-10T23:03:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:20.395996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for c221fd1c-b478-4550-91e5-a6ad4212b8c0 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:20.556519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:20.563846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:20.578460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:20.633231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Allocated IP 172.23.0.2 (80311b2f-1adc-4af5-a5ba-8e63dd77bf58/ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7/819462dc-751c-474b-a95d-2842bf998f67) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:20.663241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:20.712665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Router 4ce52cff-7275-4956-a346-6c21c1fe32cb has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:20.736130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.893724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2eb1-af31-4e50-a53c-d5a76c017a44 None None] Pushing event updated for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:20.897189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:20.933416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e568e1e7-123e-4a29-8997-fe2082fe48de None None] Provisioning for port c221fd1c-b478-4550-91e5-a6ad4212b8c0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:20.941767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.960627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:20.993491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:20.994059 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.403424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e568e1e7-123e-4a29-8997-fe2082fe48de None None] Provisioning complete for port c221fd1c-b478-4550-91e5-a6ad4212b8c0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:21.403992 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e568e1e7-123e-4a29-8997-fe2082fe48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.672575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e568e1e7-123e-4a29-8997-fe2082fe48de None None] Port c221fd1c-b478-4550-91e5-a6ad4212b8c0 was deleted so its status cannot be updated. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Feb 10 23:07:21.748449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=c221fd1c-b478-4550-91e5-a6ad4212b8c0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:21.823772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] For port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:21.830933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No DVR routers for this DVR port c221fd1c-b478-4550-91e5-a6ad4212b8c0 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:21.878928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:21.917708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cfee8d-77b2-44e4-9af6-0d05fc392904 None None] DHCP port deletion for 244d9830-aafc-492e-98b6-9912107d2370 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:07:22.002426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] For port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:22.005162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.039276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Transition to ACTIVE for port object 819462dc-751c-474b-a95d-2842bf998f67 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.044373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.052392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-332d4231-1a0f-4b5d-88ce-3b464b040ac8 None None] Provisioning complete for port 27f2276f-99f5-43d4-b394-6f2e109d8536 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:22.052884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-332d4231-1a0f-4b5d-88ce-3b464b040ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.211139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:22.251328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bec1d428-2ec1-45cd-831a-cf6108569f00 admin admin] 10.222.0.53 "PUT /v2.0/routers/4ce52cff-7275-4956-a346-6c21c1fe32cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2409537 Feb 10 23:07:22.332592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.353426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.354377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Sync routers for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:22.415208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.445829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244d9830-aafc-492e-98b6-9912107d2370']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:22.450832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.469287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.497231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.505457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:22.506667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:22.529728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c46891-dc37-40c1-84aa-69b7c62c5486') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:22.530286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c46891-dc37-40c1-84aa-69b7c62c5486') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:22.587150 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.641545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34437b43-aef3-4f6d-a6fb-a1e39e44dc16 req-6ea64f24-f41c-4150-9f2e-8eea6a2b9f28 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:22.650785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event updated for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.658627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34437b43-aef3-4f6d-a6fb-a1e39e44dc16 req-6ea64f24-f41c-4150-9f2e-8eea6a2b9f28 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.9746222 Feb 10 23:07:22.693312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.741810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 6b8f0f47-74eb-4192-be99-d2971ac6e004 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:22.742373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:22.837884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Transition to ACTIVE for port object 819462dc-751c-474b-a95d-2842bf998f67 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:22.953819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-332d4231-1a0f-4b5d-88ce-3b464b040ac8 None None] Port 27f2276f-99f5-43d4-b394-6f2e109d8536 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:07:22.959019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa2eb1-af31-4e50-a53c-d5a76c017a44 None None] Pushing event updated for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:22.993952 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.129075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.173377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:23.173874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.187092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:23.191990 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:23.197021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:23.197021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:23.251512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.253562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.422257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34437b43-aef3-4f6d-a6fb-a1e39e44dc16 req-cc4fca04-0e23-492c-9d3b-cb00fcbd7aeb tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7451987 Feb 10 23:07:23.442313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.454158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.470525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 6b8f0f47-74eb-4192-be99-d2971ac6e004, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6b8f0f47-74eb-4192-be99-d2971ac6e004,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:23.471669 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.506903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:23.510537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c8c5a502-351b-4df4-9d2e-7a178539f705 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:23.528494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/244d9830-aafc-492e-98b6-9912107d2370 HTTP/1.1" status: 204 len: 168 time: 4.6072526 Feb 10 23:07:23.544207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50274) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:23.559410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1451485750'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:23.569235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:23.576366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:23.585856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:23.599088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:23.603948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35bf4a-88c2-4ec7-972d-169777d0cc05 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=244d9830-aafc-492e-98b6-9912107d2370,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:23.633222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:23.633737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:23.825520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:23.874597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] DHCP port deletion for f28b4147-06a1-4ae3-9660-53b42b84c601 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:07:23.900670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:23.923588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:23.941040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-abf2f559-838d-4e3f-96bd-762eb15224aa tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4309049 Feb 10 23:07:23.941360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 6b8f0f47-74eb-4192-be99-d2971ac6e004 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:23.941559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50284) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:23.946791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:24.039912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50288) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:24.126708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Deleting port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:24.127409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.246798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:24.259795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.397105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Pushing event updated for resources: {'Port': ['ID=819462dc-751c-474b-a95d-2842bf998f67,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:24.438823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Deleting subnet f6bedc09-9b29-45fe-8203-ddd96e79a0bf {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:24.669498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Attempting to bind port 819462dc-751c-474b-a95d-2842bf998f67 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:24.670154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Attempting to bind port 819462dc-751c-474b-a95d-2842bf998f67 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:24.670602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Attempting to bind port 819462dc-751c-474b-a95d-2842bf998f67 on network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:24.694974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:24.918940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.959659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:24.960616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Checking segment: {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:24.960849 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:24.961440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Bound using segment: {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:24.962535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Bound port: 819462dc-751c-474b-a95d-2842bf998f67, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:24.963127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.066180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:25.096743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:25.118135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.119064 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment bbcb1038-bfe1-438c-9c1b-5d28dab9961c of type vlan for network 5d24d621-9d23-4deb-98f7-8391965bd07e Feb 10 23:07:25.221488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.469471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.475218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.647809 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.657187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c8c5a502-351b-4df4-9d2e-7a178539f705 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:25.657572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.790303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c95d9c6-6ba1-4073-b0ee-27d20d684752 req-6f874348-ceb8-4768-85e1-88c9ad2f8f9d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:25.805459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c95d9c6-6ba1-4073-b0ee-27d20d684752 req-6f874348-ceb8-4768-85e1-88c9ad2f8f9d tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.9617984 Feb 10 23:07:25.841416 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.853563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:25.854667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.878331 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 23:07:25.920619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Removed routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 23:07:25.922315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:25.928051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3c95d9c6-6ba1-4073-b0ee-27d20d684752 req-3bd6e7ac-e990-48e3-bcf1-113886f3b2fe tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214333 Feb 10 23:07:26.037350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.064422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.094723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=5d24d621-9d23-4deb-98f7-8391965bd07e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.117048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.217118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6bedc09-9b29-45fe-8203-ddd96e79a0bf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.335123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=6b8f0f47-74eb-4192-be99-d2971ac6e004,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:26.338983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.339976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.340612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.340956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.341360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.341678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.342004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.342779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.343646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.344053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.344380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.344704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.351969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.352463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.352948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.353286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.353615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.353996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.354329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.354650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.354983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.355321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.355655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.355976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.379548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] For port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,segment=NetworkSegment(a95da68a-7082-4c3b-af26-6a3c860d446b),segment_id=a95da68a-7082-4c3b-af26-6a3c860d446b)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:26.380070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.386794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.392840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5d24d621-9d23-4deb-98f7-8391965bd07e details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:26.412841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.413242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.413582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.413871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.414216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.414811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.415013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.415270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.415669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.415993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.416358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.416793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:26.461898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cfba9406-05d1-4816-9e63-811e80c1db49 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.9160163 Feb 10 23:07:26.463663 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7e66824b-64dc-426d-a63c-cb4fd8a1300d admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f6bedc09-9b29-45fe-8203-ddd96e79a0bf HTTP/1.1" status: 204 len: 168 time: 2.4216707 Feb 10 23:07:26.473566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50304) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:26.473944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50306) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:26.524350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:26.634019 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.640449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.724154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Calling delete_port for 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:26.845781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:26.892737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] For port 819462dc-751c-474b-a95d-2842bf998f67, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:26.926026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] For port 819462dc-751c-474b-a95d-2842bf998f67, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=819462dc-751c-474b-a95d-2842bf998f67,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:26.931700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f228e6ba-751a-4a14-8b61-7964209541e8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:26.948170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f26ff-3b20-44f5-a105-9e9c8211fbda req-fbccdc77-8e6f-410e-b990-3e6a3ef47087 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:26.950798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a4f26ff-3b20-44f5-a105-9e9c8211fbda req-fbccdc77-8e6f-410e-b990-3e6a3ef47087 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.6825306 Feb 10 23:07:26.956459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:26.966667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:26.971367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.036519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:27.044588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.049682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6006b4c7-6a48-4622-8dc0-36718cbffa22 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 934 time: 3.1072671 Feb 10 23:07:27.050379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50312) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:27.082744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:27.114187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:20Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:27.129680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257d8af7-0a17-4b63-946b-d7986b32b428 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:20Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:27.147565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.207053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be233e6-681e-4900-b119-0bcaab01f1b9 None None] Pushing event updated for resources: {'Port': ['ID=819462dc-751c-474b-a95d-2842bf998f67,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:27.293475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:27.301509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.316595 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] No DVR routers for this DVR port 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:27.349286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 4, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '27f2276f-99f5-43d4-b394-6f2e109d8536', 'name': '', 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'mac_address': 'fa:16:3e:0e:d4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:16Z', 'revision_number': 2, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'subnets': [{'id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:27.373181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bac6f5-a241-4b84-bf09-3f9acdcd2cf9 None None] Pushing event deleted for resources: {'Port': ['ID=69a5fcfb-434e-44a0-8f14-8b3e6242c5e7,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:27.374168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:27.381870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Checking router: 4ce52cff-7275-4956-a346-6c21c1fe32cb for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:27.383903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Updating router 4ce52cff-7275-4956-a346-6c21c1fe32cb port 27f2276f-99f5-43d4-b394-6f2e109d8536 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:07:27.433252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f228e6ba-751a-4a14-8b61-7964209541e8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:27.446028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5cce01e4-67ce-40a2-9b17-6baf3289d158 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 934 time: 0.3941243 Feb 10 23:07:27.447051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50316) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:27.460956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f228e6ba-751a-4a14-8b61-7964209541e8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:27.461867 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.465792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'routes': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:27.514324 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.519778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.618478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.620061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Fanout notify agent at l3_agent the message router_deleted on router 47a0030b-f1c5-42f3-b3f5-851f68539254 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:07:27.636330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:27.638923 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:27.641469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.274625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.281559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d38b7790-3a4e-4751-97bb-69b93a0a1c2f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/routers/47a0030b-f1c5-42f3-b3f5-851f68539254 HTTP/1.1" status: 204 len: 168 time: 8.6364486 Feb 10 23:07:28.299946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a4f26ff-3b20-44f5-a105-9e9c8211fbda req-2edda0a3-fa45-4af5-b7f8-51bab1225fc5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2517674 Feb 10 23:07:28.317869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50326) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:28.369236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:28.444544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.486572 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.581062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f228e6ba-751a-4a14-8b61-7964209541e8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f228e6ba-751a-4a14-8b61-7964209541e8,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:28.601571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Transition to ACTIVE for port object 27f2276f-99f5-43d4-b394-6f2e109d8536 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:28.619817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.623826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 432bfbc8-641d-4e93-99ef-09b6580691c4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:28.795813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:28.800135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:28.841064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.039325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-30fc609a-006b-40fe-885b-808890270d97 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.040663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-30fc609a-006b-40fe-885b-808890270d97 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1951373 Feb 10 23:07:29.075066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.090057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-1f0e1ac5-5b6f-4981-8e73-c48581cb32d0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0290313 Feb 10 23:07:29.110174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.139592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['780da83b-39b6-4daa-8194-2bd30cfe4839']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.169550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e8f84eb-f6aa-4563-916c-a3fc19aaff32') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.169866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e8f84eb-f6aa-4563-916c-a3fc19aaff32') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.210946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 432bfbc8-641d-4e93-99ef-09b6580691c4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:29.224687 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.259964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.273670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:29.276220 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.313777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f972f763-5bfc-49bd-a519-26c076d10a90 None None] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:29.323725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73341a05-5dd5-48a7-b5b9-20145b51ba78 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.326956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-73341a05-5dd5-48a7-b5b9-20145b51ba78 tempest-TestNetworkAdvancedServerOps-1583080096 tempest-TestNetworkAdvancedServerOps-1583080096-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1092 time: 0.9563482 Feb 10 23:07:29.354267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50340) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:29.387721 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:29.391345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=725b5f9d-9da2-4cfc-8d1d-7121de6f70c4,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:29.446650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:29.447166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 5d24d621-9d23-4deb-98f7-8391965bd07e, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:29.452956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'tenant_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:29.455908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 432bfbc8-641d-4e93-99ef-09b6580691c4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:29.455908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.474671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 5d24d621-9d23-4deb-98f7-8391965bd07e is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:29.485888 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.491981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.518757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:29.527888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5d24d621-9d23-4deb-98f7-8391965bd07e) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:29.533593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:29.534543 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.541334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=780da83b-39b6-4daa-8194-2bd30cfe4839,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:29.554568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-069c2553-194f-49b1-a9c1-8d40552c3bf4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/780da83b-39b6-4daa-8194-2bd30cfe4839 HTTP/1.1" status: 204 len: 168 time: 3.0692348 Feb 10 23:07:29.557354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50344) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.618803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d4540a-bd66-4c19-aa01-039e7510650d None None] Network 5d24d621-9d23-4deb-98f7-8391965bd07e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:29.632095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d6e4fb2f-eaa0-4819-934a-3876835ef99c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1491652 Feb 10 23:07:29.635455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50348) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:29.640810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867bf23-d22e-4297-a767-f887129c0f1c None None] Pushing event updated for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:29.649580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1511593186'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:29.696085 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.729464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f28b4147-06a1-4ae3-9660-53b42b84c601']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.745808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a95da68a-7082-4c3b-af26-6a3c860d446b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.746430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a95da68a-7082-4c3b-af26-6a3c860d446b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.754345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Usage tracker for resource:floatingip and tenant:834e149d1122493cb8781b962341b810 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:29.793984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:29.794901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Deleting subnet ede3d3f5-a437-4f5c-8051-b72ad379e83f {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:29.809027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:29.810891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.822788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Attempting to bind port 27f2276f-99f5-43d4-b394-6f2e109d8536 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:29.823161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Attempting to bind port 27f2276f-99f5-43d4-b394-6f2e109d8536 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:29.823581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Attempting to bind port 27f2276f-99f5-43d4-b394-6f2e109d8536 on network 93dde62d-3e0b-4011-aaba-c03b9cb7313e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:29.829136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.840254 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.840772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:29.841155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Checking segment: {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:29.841610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.841970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Bound using segment: {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:29.842416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Bound port: 27f2276f-99f5-43d4-b394-6f2e109d8536, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9afea2-08f4-4023-a721-b263e5ba0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:29.843345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.877590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ff167192-1f9c-4d82-8e8b-414477c5f446 None None] Provisioning for port 819462dc-751c-474b-a95d-2842bf998f67 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:29.906244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.940309 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:29.952752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:29.953674 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:29.970698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:29.986789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:29.996783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:30.001965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:30.005064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.012917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:30.013476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.039934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:30.043604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-dcd4cabd-cd72-4921-a051-369c032068cf tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9228535 Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:30.045584 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:30.113449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.136171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:30.181985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.187730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede3d3f5-a437-4f5c-8051-b72ad379e83f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:30.196090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:30.201770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.204514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-cb46107c-10a2-489d-85c1-f6ba5d276176 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598306 Feb 10 23:07:30.260917 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8b587095-82b1-4e82-9e66-d60fb63ada5b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ede3d3f5-a437-4f5c-8051-b72ad379e83f HTTP/1.1" status: 204 len: 168 time: 0.7021875 Feb 10 23:07:30.262965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.266537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50352) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:30.271193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] For port 27f2276f-99f5-43d4-b394-6f2e109d8536, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:30.278078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] For port 27f2276f-99f5-43d4-b394-6f2e109d8536, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=27f2276f-99f5-43d4-b394-6f2e109d8536,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:30.329561 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.412215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 432bfbc8-641d-4e93-99ef-09b6580691c4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=432bfbc8-641d-4e93-99ef-09b6580691c4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:30.429511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.458658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 261a6021-9a1a-4703-96ca-7d77fd9f304d yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:30.468591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:30.469241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.610189 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.613852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-5d24d621-9d23-4deb-98f7-8391965bd07e', 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': '725b5f9d-9da2-4cfc-8d1d-7121de6f70c4'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:07:30.616329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.693252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867bf23-d22e-4297-a767-f887129c0f1c None None] Pushing event updated for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:30.732040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:25Z', 'revision_number': 6, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.737531 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:30.737924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Updating router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:07:30.830043 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.885600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=432bfbc8-641d-4e93-99ef-09b6580691c4,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:30.922584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:30.965543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9f66e3-0210-4ec4-a804-2edf0b29311b']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.993249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b3aa7c8-19db-41e6-ae55-d29d22ca70bc') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:30.993249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b3aa7c8-19db-41e6-ae55-d29d22ca70bc') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:31.012113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 819462dc-751c-474b-a95d-2842bf998f67 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:31.014046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.036367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.036760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 23:07:31.037426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 23:07:31.044701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:31.045389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.222452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.231399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:31.243644 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:31.257225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.321780 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-26e28258-5a41-43e3-8d00-1fdee1c200bc service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1155250 Feb 10 23:07:31.370245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.372835 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.401683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a9f66e3-0210-4ec4-a804-2edf0b29311b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:31.460089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-717e7023-f678-466a-b371-91f15e6f3557 admin admin] 10.222.0.53 "DELETE /v2.0/networks/4a9f66e3-0210-4ec4-a804-2edf0b29311b HTTP/1.1" status: 204 len: 168 time: 1.1868942 Feb 10 23:07:31.513012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:31.517823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.7 (5d24d621-9d23-4deb-98f7-8391965bd07e/725b5f9d-9da2-4cfc-8d1d-7121de6f70c4/261a6021-9a1a-4703-96ca-7d77fd9f304d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:31.582424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Network': ['ID=f28b4147-06a1-4ae3-9660-53b42b84c601,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:31.699326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3cfb357f-d1fb-4541-a704-1ccb531d2936 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/networks/f28b4147-06a1-4ae3-9660-53b42b84c601 HTTP/1.1" status: 204 len: 168 time: 3.3795819 Feb 10 23:07:31.779943 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.813430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Transition to ACTIVE for port object a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:31.825561 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.833533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 819462dc-751c-474b-a95d-2842bf998f67 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:31.845942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Provisioning for port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:31.854180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:31.924021 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 819462dc-751c-474b-a95d-2842bf998f67 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:31.925765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:31.948797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'network': {'name': 'tempest-network-smoke--1511056975', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:31.978492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-858d716f-dc39-49fc-95a1-f50574879b56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6577599 Feb 10 23:07:31.989691 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae018-842e-4617-9797-4c08daec0096 None None] Pushing event updated for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:31.999925 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:32.046679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.051860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:network and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:32.060544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:32.106725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 261a6021-9a1a-4703-96ca-7d77fd9f304d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:32.148842 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.192921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:32.435636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Provisioning complete for port 819462dc-751c-474b-a95d-2842bf998f67 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:32.436075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.450136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Attempting to bind port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:32.450783 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Attempting to bind port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:32.451332 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Attempting to bind port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 on network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:32.462050 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:32.462425 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Checking segment: {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:32.465166 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.465166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Bound using segment: {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:32.465166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Bound port: a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0abd1fa5-9080-4884-8fed-6aec61992e1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:32.465166 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.549247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.551602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:32.665894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eae6aced-dc40-4387-b225-5f3bd58191af req-204f0427-6ccd-4626-8539-b8d8dcca64f5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:32.708144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Allocated IP 172.25.2.236 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f39f6db2-40a1-432f-ac34-c01b469a54e6) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:32.709219 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] For port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:32.715204 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] For port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:32.726429 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.732499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Allocated IP 172.20.0.2 (5d24d621-9d23-4deb-98f7-8391965bd07e/725b5f9d-9da2-4cfc-8d1d-7121de6f70c4/50961d2a-a185-42c9-b194-0ec6c226e978) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:32.757587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 5d24d621-9d23-4deb-98f7-8391965bd07e is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:32.763892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:32.772989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d5ec9c4-3df6-4871-a363-a99258923032 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=4f23da738fac4e69bae98360ec5bfced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5782759 Feb 10 23:07:32.774121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50378) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:32.779593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:32.862712 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbae018-842e-4617-9797-4c08daec0096 None None] Pushing event updated for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:32.865864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:32.866902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:32.885030 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:32.885881 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:32.893247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-eae6aced-dc40-4387-b225-5f3bd58191af req-204f0427-6ccd-4626-8539-b8d8dcca64f5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:32.894936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eae6aced-dc40-4387-b225-5f3bd58191af req-204f0427-6ccd-4626-8539-b8d8dcca64f5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.3501372 Feb 10 23:07:32.909888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=261a6021-9a1a-4703-96ca-7d77fd9f304d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:32.973442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-55ec3dc5-1144-40f1-8ba3-3a43ee2ce298 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.3361926 Feb 10 23:07:32.979007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50382) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:33.009379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.016072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.080710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.104919 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.147481 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.251802 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:33.258325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:33.261844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.282415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=f39f6db2-40a1-432f-ac34-c01b469a54e6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:33.314007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:33.314800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 261a6021-9a1a-4703-96ca-7d77fd9f304d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:33.315769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.318627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.320754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:33.352532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:33.364760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.365307 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Added segment 858713e6-fcec-49c4-a992-5e92eae0c0fe of type vlan for network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 Feb 10 23:07:33.375269 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.396048 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.429268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:33.435696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 819462dc-751c-474b-a95d-2842bf998f67, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=819462dc-751c-474b-a95d-2842bf998f67,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:33.442795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7095b44c-d647-490f-8650-78853d249f0c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:33.475744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.478263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.479423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.487206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:33.487431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-78c2f486-fbd5-41cb-ad17-7089be0982ec admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7095b44c-d647-490f-8650-78853d249f0c HTTP/1.1" status: 204 len: 168 time: 0.6286209 Feb 10 23:07:33.490211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.553773 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.558794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f228e6ba-751a-4a14-8b61-7964209541e8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:33.594716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7373674 Feb 10 23:07:33.595935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50394) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:33.741332 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=819462dc-751c-474b-a95d-2842bf998f67,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:33.748793 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:33.809465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'admin_state_up': True, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:34.072065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-5348f6ca-d3d0-439d-8c97-04a866e623d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:34.074535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-5348f6ca-d3d0-439d-8c97-04a866e623d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 1.6757982 Feb 10 23:07:34.101165 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:34.120485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.137484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:07:34.142072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 4, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '27f2276f-99f5-43d4-b394-6f2e109d8536', 'name': '', 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'mac_address': 'fa:16:3e:0e:d4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:30Z', 'revision_number': 4, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'subnets': [{'id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.168693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:router and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:34.186627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:34.188723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0df7436-6538-451f-b9c8-0f049723adc8 None None] The sync data for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 is: [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 4, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '27f2276f-99f5-43d4-b394-6f2e109d8536', 'name': '', 'network_id': '93dde62d-3e0b-4011-aaba-c03b9cb7313e', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'mac_address': 'fa:16:3e:0e:d4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3730, 'fixed_ips': [{'subnet_id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:13Z', 'updated_at': '2022-02-10T23:07:30Z', 'revision_number': 4, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'subnets': [{'id': 'e5f109f4-ea2a-417f-83d8-c65dcee1ba3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:34.219000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:34.239257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.283076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f228e6ba-751a-4a14-8b61-7964209541e8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:34.283692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.384698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 261a6021-9a1a-4703-96ca-7d77fd9f304d owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:34.403244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Transition to ACTIVE for port object 50961d2a-a185-42c9-b194-0ec6c226e978 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:34.435045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:34.435638 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-03ee6c59-8862-42f9-909e-f99de4dbe740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:34.611013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.611398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Transition to ACTIVE for port object 50961d2a-a185-42c9-b194-0ec6c226e978 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:34.653989 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:31Z', 'revision_number': 7, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:32Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:34.665172 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d9913f-375b-4504-8218-d5bf3f177ada None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:31Z', 'revision_number': 7, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:32Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:21Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:34.767479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=261a6021-9a1a-4703-96ca-7d77fd9f304d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:34.799433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.865335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:34.880359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d7001ba-3184-4464-82af-9247dc800d2d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/261a6021-9a1a-4703-96ca-7d77fd9f304d HTTP/1.1" status: 204 len: 168 time: 1.8996594 Feb 10 23:07:34.884385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50404) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:34.957328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Network 5d24d621-9d23-4deb-98f7-8391965bd07e is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:34.975498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50408) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.034810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9fe919a0-74a2-45ab-ae6c-cd8c9af58ecf req-d3b917e3-180b-4998-8c1e-d7877f4c0285 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.9361439 Feb 10 23:07:35.058342 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-555a9500-2575-461b-b072-0635b837f66b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:35.059162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-555a9500-2575-461b-b072-0635b837f66b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:35.104143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:35.119772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d9dd92b7-a925-4f3a-bff2-36f21b0ee16d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:35.210260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-fd3bf35e-34f6-4ffd-8155-a92fd4a4dcff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:35.212727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-fd3bf35e-34f6-4ffd-8155-a92fd4a4dcff service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 1.1023602 Feb 10 23:07:35.213003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:35.213755 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.215225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.258904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-555a9500-2575-461b-b072-0635b837f66b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:35.260757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-555a9500-2575-461b-b072-0635b837f66b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/261a6021-9a1a-4703-96ca-7d77fd9f304d HTTP/1.1" status: 404 len: 333 time: 0.3744974 Feb 10 23:07:35.286527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-94b0814d-48d8-45ec-8f4d-5af5baa5aa74 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=90e4feb4d98f45f28939e39c54a9fbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091242 Feb 10 23:07:35.287328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.296110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50414) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:35.318529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83981f98-41cb-44b6-9416-3e151e1d2ac7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Network': ['ID=9e753b25-54f7-4d80-ab1b-b6bb24621c02,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.326736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Pushing event updated for resources: {'Port': ['ID=50961d2a-a185-42c9-b194-0ec6c226e978,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:35.435909 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-54ef814a-c7d0-42a6-99f4-d6d8aaac6210 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 217 time: 0.2040851 Feb 10 23:07:35.446063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.455866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:35.508560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet 725b5f9d-9da2-4cfc-8d1d-7121de6f70c4 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:35.516091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.632090 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.710706 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.798229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:35.814743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Attempting to bind port 50961d2a-a185-42c9-b194-0ec6c226e978 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:35.815600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Attempting to bind port 50961d2a-a185-42c9-b194-0ec6c226e978 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:35.815979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Attempting to bind port 50961d2a-a185-42c9-b194-0ec6c226e978 on network 5d24d621-9d23-4deb-98f7-8391965bd07e {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:35.856585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:35.857205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Checking segment: {'id': 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:35.858121 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.859085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Bound using segment: {'id': 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:35.859930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Bound port: 50961d2a-a185-42c9-b194-0ec6c226e978, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5d24d621-9d23-4deb-98f7-8391965bd07e'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:35.860558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.880995 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:35.898318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:36.044884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:36.045492 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.055144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-151b6830-0652-4a3b-9db7-8706da1d6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:36.055144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-151b6830-0652-4a3b-9db7-8706da1d6ef6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.5787802 Feb 10 23:07:36.059827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.102563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.148492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] For port 50961d2a-a185-42c9-b194-0ec6c226e978, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:36.224049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] For port 50961d2a-a185-42c9-b194-0ec6c226e978, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=50961d2a-a185-42c9-b194-0ec6c226e978,segment=NetworkSegment(bbcb1038-bfe1-438c-9c1b-5d28dab9961c),segment_id=bbcb1038-bfe1-438c-9c1b-5d28dab9961c)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:36.304349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.373650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=725b5f9d-9da2-4cfc-8d1d-7121de6f70c4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:36.484368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.505965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3c0d142c-ff6a-49f4-8ef7-96f822d942f7 req-c6fa86a0-04f3-4004-bb27-d78aa3a95904 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.1362908 Feb 10 23:07:36.513336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e717271-e8e9-448a-9b01-a4af34ea65bd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/725b5f9d-9da2-4cfc-8d1d-7121de6f70c4 HTTP/1.1" status: 204 len: 168 time: 1.2223096 Feb 10 23:07:36.516014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:36.551384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f750c6-07c8-43df-811c-d1a39a8c564f None None] Pushing event updated for resources: {'Port': ['ID=50961d2a-a185-42c9-b194-0ec6c226e978,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:36.656912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.723418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.728852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:36.744706 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.746248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:36.802998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:36.963585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2162638c-1120-4e50-a0ba-6210a608967f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.025961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:37.047906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:37.048423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.293638 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.320026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 50961d2a-a185-42c9-b194-0ec6c226e978 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:37.320380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.374754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:37.404222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:37.479500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:37.491800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.496102 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec93ae91-a4db-4978-8ffc-b419d22a2ff9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2162638c-1120-4e50-a0ba-6210a608967f HTTP/1.1" status: 204 len: 168 time: 2.1791589 Feb 10 23:07:37.524290 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:37.528588 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-71e9ed05-7fe0-426e-b992-dc3972d8949a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 700 time: 10.0800529 Feb 10 23:07:37.538664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50428) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:37.572276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-7ea86abb-de3a-41ea-bea0-122350749bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:37.574042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-7ea86abb-de3a-41ea-bea0-122350749bc6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4942386 Feb 10 23:07:37.604117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-8310155f-9790-49ce-bf23-76c33d75224e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:37.606999 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-8310155f-9790-49ce-bf23-76c33d75224e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 1.3011117 Feb 10 23:07:37.650173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:37.716793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:37.718193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:38.125686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0f9ecd5-11ee-4138-857e-fc81f6a6d347 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 700 time: 0.5845313 Feb 10 23:07:38.133875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50436) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:38.172075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:38.172857 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.176541 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-531393b8-430d-4148-b4bb-8a85db3eb5f0 req-a912a26b-0f48-42b3-8175-d5776976cce7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.1981997 Feb 10 23:07:38.292243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:38.399502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a3fcd9b3-7bbe-4550-8d1a-9077d78da24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:38.514197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:38.548212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-010e24c2-9074-47b7-a040-0ecea9f0adb6 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9398158 Feb 10 23:07:38.573916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:38.833007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c05b62-c6de-4592-9270-0d43ae1d7c72 None None] Network 5d24d621-9d23-4deb-98f7-8391965bd07e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:38.903101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:38.908096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.074411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7856d8ee-a539-4051-acfe-74ac5e7de34c req-b80d3d23-e80e-4a34-b7c9-799080a754f2 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022936 Feb 10 23:07:39.079903 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.102513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.184517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.209604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port 50961d2a-a185-42c9-b194-0ec6c226e978, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=50961d2a-a185-42c9-b194-0ec6c226e978,segment=NetworkSegment(bbcb1038-bfe1-438c-9c1b-5d28dab9961c),segment_id=bbcb1038-bfe1-438c-9c1b-5d28dab9961c)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:39.210277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.426856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6a199100-a344-470d-ae0f-bd85a377abf8 None None] Provisioning for port 50961d2a-a185-42c9-b194-0ec6c226e978 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:39.489134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:31Z', 'revision_number': 7, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:32Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:39.494704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:39.533331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:39.607252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:39.607824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:39.709379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 50961d2a-a185-42c9-b194-0ec6c226e978 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:39.724979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efdb10a-c2a1-43fc-8881-a533f8b36ff2 None None] DHCP port deletion for 5d24d621-9d23-4deb-98f7-8391965bd07e request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:07:39.745898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9efdb10a-c2a1-43fc-8881-a533f8b36ff2 None None] Deleting port 50961d2a-a185-42c9-b194-0ec6c226e978 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:39.746723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9efdb10a-c2a1-43fc-8881-a533f8b36ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.766404 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.25.2.129 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/194acc40-b5ba-4333-b98c-36e913e9869d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:39.887570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:07:39.890674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 69a5fcfb-434e-44a0-8f14-8b3e6242c5e7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:39.891723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 884bc6b9-79f1-4725-81c4-61effe726c94 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:39.906044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:39.998195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.11 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/bc3d5e96-5706-4a8e-8758-48bf9b22df8d) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:40.006506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ce68c496-46a4-4eaf-b580-5cb7cfff76d5 req-aff647cc-4bc2-46bb-b3c2-e6d2bf22520a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.1464119 Feb 10 23:07:40.014115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 884bc6b9-79f1-4725-81c4-61effe726c94 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:07:40.021195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 884bc6b9-79f1-4725-81c4-61effe726c94 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:40.021505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=50961d2a-a185-42c9-b194-0ec6c226e978,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:40.022167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6b8f0f47-74eb-4192-be99-d2971ac6e004 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:40.030564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No DVR routers for this DVR port 50961d2a-a185-42c9-b194-0ec6c226e978 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:40.127422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 6b8f0f47-74eb-4192-be99-d2971ac6e004 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:07:40.127979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6b8f0f47-74eb-4192-be99-d2971ac6e004 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:40.300488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9efdb10a-c2a1-43fc-8881-a533f8b36ff2 None None] The port '50961d2a-a185-42c9-b194-0ec6c226e978' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:07:40.441417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:40.486820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.503931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object bc3d5e96-5706-4a8e-8758-48bf9b22df8d will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:40.555781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.778176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.824553 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d24d621-9d23-4deb-98f7-8391965bd07e']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:40.876955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:40.877513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb1038-bfe1-438c-9c1b-5d28dab9961c') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:40.880666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:40.893546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.910091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.910956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d9dd92b7-a925-4f3a-bff2-36f21b0ee16d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:40.986479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:40.993029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a5d19242-bf13-45ac-b638-cc60db998412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.005695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.036673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.036953 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.099789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:31Z', 'revision_number': 7, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:32Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:41.110928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a311f1-dcb9-4f85-b8fa-9dec780e4a53 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:31Z', 'revision_number': 7, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'a3c73a8d-8b4a-406e-a8c7-b141c8dd5967', 'name': '', 'network_id': '80311b2f-1adc-4af5-a5ba-8e63dd77bf58', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:5f:a2:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3735, 'fixed_ips': [{'subnet_id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:18Z', 'updated_at': '2022-02-10T23:07:32Z', 'revision_number': 4, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:41.226752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 432bfbc8-641d-4e93-99ef-09b6580691c4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:41.276287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:41.276705 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.283606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:41.295872 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:41.368823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 432bfbc8-641d-4e93-99ef-09b6580691c4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.369574 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.376788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:41.423464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:41.610715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 27f2276f-99f5-43d4-b394-6f2e109d8536 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:41.650347 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.671965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:41.676135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.726934 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.739167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=5d24d621-9d23-4deb-98f7-8391965bd07e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:41.757786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.764945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 27f2276f-99f5-43d4-b394-6f2e109d8536 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:41.776583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 27f2276f-99f5-43d4-b394-6f2e109d8536 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:41.776858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.782010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b77fab82-f976-4407-be76-5c4a9f6888dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/5d24d621-9d23-4deb-98f7-8391965bd07e HTTP/1.1" status: 204 len: 168 time: 5.2642910 Feb 10 23:07:41.782881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:41.792768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.804203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'name': 'tempest-PortsTestJSON-1626356331'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:41.881801 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.962433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:41.973033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-de8ed960-1ba0-47b8-8442-479a68fdcfd1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3323314 Feb 10 23:07:41.982278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.003394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca1684a0-c75c-434f-8164-bd9a9e17b42c None None] Provisioning for port bc3d5e96-5706-4a8e-8758-48bf9b22df8d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:42.011087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.012417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Request body: {'port': {'device_id': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:42.040892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca1684a0-c75c-434f-8164-bd9a9e17b42c None None] Provisioning complete for port bc3d5e96-5706-4a8e-8758-48bf9b22df8d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:42.041509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ca1684a0-c75c-434f-8164-bd9a9e17b42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.117201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:42.122591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:42.129443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:42.136630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:42.161272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ca1684a0-c75c-434f-8164-bd9a9e17b42c None None] Port bc3d5e96-5706-4a8e-8758-48bf9b22df8d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:07:42.173764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:42.177885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.181321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 27f2276f-99f5-43d4-b394-6f2e109d8536, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=27f2276f-99f5-43d4-b394-6f2e109d8536,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:42.187771 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.190199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 819462dc-751c-474b-a95d-2842bf998f67 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:42.211042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 9553a2ca-70ff-46ad-a5db-51b94e571628 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:42.310874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:42.311850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.323865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dd78a-93bc-405c-919f-26fed5f98a17 req-96ade7eb-4c37-459a-82e2-949793c81822 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:42.325421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b3dd78a-93bc-405c-919f-26fed5f98a17 req-96ade7eb-4c37-459a-82e2-949793c81822 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:42.453467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.521174 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:42.553164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 819462dc-751c-474b-a95d-2842bf998f67 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:42.553716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.718152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.722124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event updated for resources: {'Port': ['ID=f39f6db2-40a1-432f-ac34-c01b469a54e6,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:42.744927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3b3dd78a-93bc-405c-919f-26fed5f98a17 req-96ade7eb-4c37-459a-82e2-949793c81822 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:42.751818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b3dd78a-93bc-405c-919f-26fed5f98a17 req-96ade7eb-4c37-459a-82e2-949793c81822 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 932 time: 1.4605215 Feb 10 23:07:42.766534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:42.863165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.872365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:42.875934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:42.886236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:42.887201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:42.893657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:42.912650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:42.933160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:42.934107 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.072761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.111784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.159507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:43.169679 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.177157 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.198101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:43.267830 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP fd179f63-f42e-4ce6-af08-dbcdbcd7f057 associated. External IP: 172.25.2.236, port: b06f7fb6-035a-40ff-9b4b-22d5838fbb03. Feb 10 23:07:43.340042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=194acc40-b5ba-4333-b98c-36e913e9869d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.351080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b3dd78a-93bc-405c-919f-26fed5f98a17 req-10ebe2d1-55a2-4161-b844-1d52f564cf78 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5979645 Feb 10 23:07:43.383661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.385922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.392013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 27f2276f-99f5-43d4-b394-6f2e109d8536 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:43.517215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 27f2276f-99f5-43d4-b394-6f2e109d8536 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:43.517815 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.721148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:43.727599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:43.734562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:43.740639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:43.741425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:43.748127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=9553a2ca-70ff-46ad-a5db-51b94e571628,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:43.798709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-222e4452-b096-4416-b4a1-cfeec4bb0fd4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0077863 Feb 10 23:07:43.799070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:43.799470 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:43.799830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50490) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:43.881155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 9553a2ca-70ff-46ad-a5db-51b94e571628 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:43.882181 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.144020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.284799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 9553a2ca-70ff-46ad-a5db-51b94e571628 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:44.317373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:44.317774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.472370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.523910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.651577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.661996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=9553a2ca-70ff-46ad-a5db-51b94e571628,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:44.709213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce317f3f-a2db-4a20-8610-852865a61a19 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/9553a2ca-70ff-46ad-a5db-51b94e571628 HTTP/1.1" status: 204 len: 168 time: 0.9074235 Feb 10 23:07:44.716139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50502) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:44.727637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'mac_address': 'fa:16:3e:e1:91:6c', 'name': 'tempest-PortsTestJSON-1337543942'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:44.756334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router f891ec53-daf9-48ee-92fd-7ea132a03707 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:44.766723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:44.767572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:44.781334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc3d5e96-5706-4a8e-8758-48bf9b22df8d {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:07:44.914208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.042466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Transition to ACTIVE for port object bc3d5e96-5706-4a8e-8758-48bf9b22df8d will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:45.108939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:45.123323 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.187399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47635415-cc88-4c77-9817-0c4fad178818 req-148475e0-9eed-4d3b-8e6f-fdf76264a004 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:45.188893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47635415-cc88-4c77-9817-0c4fad178818 req-148475e0-9eed-4d3b-8e6f-fdf76264a004 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 932 time: 0.6661303 Feb 10 23:07:45.232262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:45.286859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-47635415-cc88-4c77-9817-0c4fad178818 req-1dad121f-649a-4674-bfc6-9c9d55d306c2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:45.290245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:45.296462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:45.329123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:45.363229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-47635415-cc88-4c77-9817-0c4fad178818 req-1dad121f-649a-4674-bfc6-9c9d55d306c2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:45.376879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47635415-cc88-4c77-9817-0c4fad178818 req-1dad121f-649a-4674-bfc6-9c9d55d306c2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358776 Feb 10 23:07:45.379863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:45.426832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:45.565217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:45.565810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.575471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.613236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Pushing event updated for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:45.645645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:45.652286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:45.673446 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Sync routers for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:45.713222 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:45.718247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:45.836701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 40886530-c7db-47e2-ac08-f56d926f9f8a yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:46.039689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.199386 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:46.379643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Attempting to bind port bc3d5e96-5706-4a8e-8758-48bf9b22df8d on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:46.380316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Attempting to bind port bc3d5e96-5706-4a8e-8758-48bf9b22df8d by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:46.380938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Attempting to bind port bc3d5e96-5706-4a8e-8758-48bf9b22df8d on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:46.404957 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1233875b-d8bd-4a50-9d76-d5e7d0081f73 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 16.9595363 Feb 10 23:07:46.408335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:07:46.416781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Port bc3d5e96-5706-4a8e-8758-48bf9b22df8d on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:07:46.417401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Attempting to bind port bc3d5e96-5706-4a8e-8758-48bf9b22df8d on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:46.441051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:46.441699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:46.442391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:46.443145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Bound port: bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:46.443779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.445642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.564016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.698239 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'fd179f63-f42e-4ce6-af08-dbcdbcd7f057', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'mac_address': 'fa:16:3e:dc:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:07:37Z', 'updated_at': '2022-02-10T23:07:37Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:46.706669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Checking router: f891ec53-daf9-48ee-92fd-7ea132a03707 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:46.722020 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:46.723423 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:46.739814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=40886530-c7db-47e2-ac08-f56d926f9f8a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.741689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 3dccb4f8-3623-412a-b242-8c012a2383b2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:07:46.743707 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:46.953967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:46.962093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=a3c73a8d-8b4a-406e-a8c7-b141c8dd5967,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:46.977631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:47.011872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:47.029673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.055149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:47.065118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:47.074276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.075696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.085897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:47.278426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.279663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.281234 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] 10.222.0.24 "PUT /v2.0/ports/bc3d5e96-5706-4a8e-8758-48bf9b22df8d HTTP/1.1" status: 200 len: 1092 time: 5.2772894 Feb 10 23:07:47.410804 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a6086bf-2988-4981-9999-d244612c07dd tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.6919780 Feb 10 23:07:47.430844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.584601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:47.598550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae7a68-665d-430c-9059-060368682902 None None] Sync routers for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:47.620846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:47.621752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:47.645836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9aed79-171e-4c31-b8d4-de6865b8430d service neutron] Pushing event updated for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:47.649894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:47.655513 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0afd0d20-934e-4ced-9c8a-512670301765 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 13.9901340 Feb 10 23:07:47.656596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.787612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8728b744-dc17-47dd-801c-2bc99302b180 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.788622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dd3a18-4436-41c1-9c7d-b07353134f39 req-ac6b7f58-17d7-4a96-8dc1-654050121876 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.790629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76dd3a18-4436-41c1-9c7d-b07353134f39 req-ac6b7f58-17d7-4a96-8dc1-654050121876 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 1.0551190 Feb 10 23:07:47.811367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50528) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.812062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8728b744-dc17-47dd-801c-2bc99302b180 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/40886530-c7db-47e2-ac08-f56d926f9f8a HTTP/1.1" status: 200 len: 841 time: 0.3753805 Feb 10 23:07:47.838954 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-568884a9-4bb5-43f8-974e-d95ce40fc5ed tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ba0c2a434aa54df3beb963a59a550aac&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1773903 Feb 10 23:07:47.844267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50532) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:47.902535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f7feb-6c0e-43ef-ac00-ee699aab0a79 req-7526398d-0d7c-46a7-8bd6-cd58fbdfd5ce tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.911005 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-458f7feb-6c0e-43ef-ac00-ee699aab0a79 req-7526398d-0d7c-46a7-8bd6-cd58fbdfd5ce tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.8835042 Feb 10 23:07:47.947395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'fd179f63-f42e-4ce6-af08-dbcdbcd7f057', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'mac_address': 'fa:16:3e:dc:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:07:37Z', 'updated_at': '2022-02-10T23:07:37Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:47.949845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ae44aa7c-d8fb-4da0-b2e8-d2a5a6991756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:47.953047 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-ae44aa7c-d8fb-4da0-b2e8-d2a5a6991756 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 1095 time: 0.6031761 Feb 10 23:07:47.954321 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3ab2d-d8f1-4e4f-8fcf-ff079a4b5ab4 None None] The sync data for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 is: [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'fd179f63-f42e-4ce6-af08-dbcdbcd7f057', 'tenant_id': '834e149d1122493cb8781b962341b810', 'floating_ip_address': '172.25.2.236', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'mac_address': 'fa:16:3e:dc:27:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:07:37Z', 'updated_at': '2022-02-10T23:07:37Z', 'revision_number': 0, 'project_id': '834e149d1122493cb8781b962341b810', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:48.145144 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-458f7feb-6c0e-43ef-ac00-ee699aab0a79 req-a57ae28a-686d-4632-adf3-d2247703ccfd tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896901 Feb 10 23:07:48.178816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 40886530-c7db-47e2-ac08-f56d926f9f8a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:48.179166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.190869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:48.236100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:48.254540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50536) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:48.402797 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'status': 'completed', 'code': 200} Feb 10 23:07:48.410896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-951776d2-f24d-4a25-a27f-6e2f3599c84a tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/fd179f63-f42e-4ce6-af08-dbcdbcd7f057 HTTP/1.1" status: 200 len: 992 time: 0.1492589 Feb 10 23:07:48.553060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-b3605f7c-8569-4e30-a092-c1b2d8da47a9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d HTTP/1.1" status: 200 len: 217 time: 0.5925534 Feb 10 23:07:48.614737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f96c281-2151-4a75-bad6-130fccd707c5 None None] New status for floating IP fd179f63-f42e-4ce6-af08-dbcdbcd7f057: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:07:48.734632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76dd3a18-4436-41c1-9c7d-b07353134f39 req-6c5da5d6-762b-4c53-9711-4860c5c32300 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9215925 Feb 10 23:07:48.766332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-9e034be1-c224-44d3-9ea8-79f7222b4349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:48.768891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-9e034be1-c224-44d3-9ea8-79f7222b4349 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1844769 Feb 10 23:07:48.916167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:43Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:48.922963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae7a68-665d-430c-9059-060368682902 None None] Checking router: 3dccb4f8-3623-412a-b242-8c012a2383b2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:48.926482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae7a68-665d-430c-9059-060368682902 None None] Updating router 3dccb4f8-3623-412a-b242-8c012a2383b2 port 194acc40-b5ba-4333-b98c-36e913e9869d binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:07:48.939210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.096951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.178289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-63d78456-daa5-4b9f-bda7-38eb214b6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:49.181414 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-63d78456-daa5-4b9f-bda7-38eb214b6e69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958127 Feb 10 23:07:49.184793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-ba377251-85c9-46ee-9501-03d7c7d40aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:49.187721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-ba377251-85c9-46ee-9501-03d7c7d40aae service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 0.7836502 Feb 10 23:07:49.208122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dced83-60b1-4f6a-8a00-f38abb034dd2 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:49.216045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-55dced83-60b1-4f6a-8a00-f38abb034dd2 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.3484337 Feb 10 23:07:49.217413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50542) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:49.320678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 40886530-c7db-47e2-ac08-f56d926f9f8a owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:49.435103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50548) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:49.857690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.875996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-04ae7a68-665d-430c-9059-060368682902 None None] Transition to ACTIVE for port object 194acc40-b5ba-4333-b98c-36e913e9869d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:49.888210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.953687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d4c60cac-20d3-44f8-8175-aaf4932cf3f1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/fd179f63-f42e-4ce6-af08-dbcdbcd7f057 HTTP/1.1" status: 200 len: 994 time: 0.4502242 Feb 10 23:07:49.980491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:49.983362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Pushing event updated for resources: {'Port': ['ID=194acc40-b5ba-4333-b98c-36e913e9869d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.010931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.011370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.011649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.012022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.012361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.012696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.013027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.013361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.013685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.014009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.015017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.015698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:07:50.021314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-04ae7a68-665d-430c-9059-060368682902 None None] Attempting to bind port 194acc40-b5ba-4333-b98c-36e913e9869d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:50.021689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-04ae7a68-665d-430c-9059-060368682902 None None] Attempting to bind port 194acc40-b5ba-4333-b98c-36e913e9869d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:50.022269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae7a68-665d-430c-9059-060368682902 None None] Attempting to bind port 194acc40-b5ba-4333-b98c-36e913e9869d on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:50.029201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae7a68-665d-430c-9059-060368682902 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:50.029591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae7a68-665d-430c-9059-060368682902 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:50.030062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.030691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ae7a68-665d-430c-9059-060368682902 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:50.031358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-04ae7a68-665d-430c-9059-060368682902 None None] Bound port: 194acc40-b5ba-4333-b98c-36e913e9869d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:50.031928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.032163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-afbef808-43c1-41f6-8557-e0cee9d33c61 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2909596 Feb 10 23:07:50.050995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50556) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:50.072471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:07:50.078453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430193524', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:50.105400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=40886530-c7db-47e2-ac08-f56d926f9f8a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.152137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-04ae7a68-665d-430c-9059-060368682902 None None] For port 194acc40-b5ba-4333-b98c-36e913e9869d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:50.158984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-04ae7a68-665d-430c-9059-060368682902 None None] For port 194acc40-b5ba-4333-b98c-36e913e9869d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=194acc40-b5ba-4333-b98c-36e913e9869d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:50.168904 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04ae7a68-665d-430c-9059-060368682902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.210328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-2fdf9285-28fb-48a4-abae-a6a0a23c5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.211926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-2fdf9285-28fb-48a4-abae-a6a0a23c5678 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 0.9930539 Feb 10 23:07:50.254467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.323684 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-bd428072-f28b-4da2-b80b-43d3c5a6a52a service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1182976 Feb 10 23:07:50.329026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:50.330164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:50.418150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a58aaa-624e-4014-90e7-e7f4397a564a None None] Pushing event updated for resources: {'Port': ['ID=194acc40-b5ba-4333-b98c-36e913e9869d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:50.430410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:07:50.444055 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-abb525bc-5afc-41f7-9cd7-7d5031107f2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 1002 time: 0.2205579 Feb 10 23:07:50.457935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1613f224-9148-439f-9d46-588c719c18ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/40886530-c7db-47e2-ac08-f56d926f9f8a HTTP/1.1" status: 204 len: 168 time: 2.6216903 Feb 10 23:07:50.470636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d716ee-1048-422c-bff4-78e4718003ea req-e72d30e5-e305-4d7b-9072-bb2e51c0836c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.477938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50562) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:50.478792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1d716ee-1048-422c-bff4-78e4718003ea req-e72d30e5-e305-4d7b-9072-bb2e51c0836c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 0.4450052 Feb 10 23:07:50.545199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:50.550824 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d', 'status': 'completed', 'code': 200} Feb 10 23:07:50.553669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:subnet and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:50.563503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:50.574945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:50.581375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-20823eae-9a0a-4ab0-9b72-e70c20475a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:50.582846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-20823eae-9a0a-4ab0-9b72-e70c20475a7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.1215847 Feb 10 23:07:50.591548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:50.661197 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca62d56-9302-4e88-b7b2-99d89bc9c40c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:50.662796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1ca62d56-9302-4e88-b7b2-99d89bc9c40c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:50.669350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:07:50.672557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1d716ee-1048-422c-bff4-78e4718003ea req-83098ed2-e642-4926-a4eb-1194d327ed1e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924825 Feb 10 23:07:50.688483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5583f820-127d-4a61-b32b-ac8dcea0ac38 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5496573 Feb 10 23:07:50.689576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50568) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:50.693240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:50.699467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.793419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:07:50.802767 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:07:50.804327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-904e1cc8-a1c4-44b8-9f81-be48199a49be req-cd10c026-fd22-4aed-bc55-77e54cd7762c service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642842 Feb 10 23:07:50.805303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:50.856993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:50.858051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:50.955167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.026992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-0cd83c75-3db8-46c6-8dda-bd242c748fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:51.028579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-0cd83c75-3db8-46c6-8dda-bd242c748fe0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287772 Feb 10 23:07:51.070621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.177775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Subnet': ['ID=b1da6498-cfb4-4962-b5d6-c95787537851,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:51.230484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-d709e387-5d6c-4e44-85fa-d6d4610b8014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:51.233548 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-d709e387-5d6c-4e44-85fa-d6d4610b8014 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 1095 time: 0.3627288 Feb 10 23:07:51.238516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1ca62d56-9302-4e88-b7b2-99d89bc9c40c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:51.249243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1ca62d56-9302-4e88-b7b2-99d89bc9c40c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/40886530-c7db-47e2-ac08-f56d926f9f8a HTTP/1.1" status: 404 len: 333 time: 0.6581566 Feb 10 23:07:51.250621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50588) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:51.288107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'name': 'tempest-PortsTestJSON-1584236481'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:51.302308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:51.320531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Checking segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:51.320895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network hostable DHCP agents. Network: 9e753b25-54f7-4d80-ab1b-b6bb24621c02, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:07:51.444210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.445131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:07:51.456722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:51.470584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:51.481980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 9e753b25-54f7-4d80-ab1b-b6bb24621c02) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:51.487922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:51.488853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.508254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:51.512442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:51.549142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054b890e-c411-4b3b-99bc-059bd5acde36 None None] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:51.556447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9eff9a49-9fa3-4479-bd74-6557a0d98331 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4984386 Feb 10 23:07:51.557483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:51.569247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 370142bd-fcce-4ed9-811b-1214eb94186b yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:07:51.637120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-632255a8-a4a2-4a4b-97e2-1ca95ff8745d service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003988 Feb 10 23:07:51.642776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.071893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-04ae7a68-665d-430c-9059-060368682902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:43Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.094188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.094996 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.100947 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:52.115436 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bf977721-5f34-4d7b-8946-f87998e13c0a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7 HTTP/1.1" status: 204 len: 168 time: 1.4144638 Feb 10 23:07:52.117182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-87efcd20-a8e4-48a4-b118-9bacbf8e1abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:52.118911 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-87efcd20-a8e4-48a4-b118-9bacbf8e1abb service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.8762529 Feb 10 23:07:52.119598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50616) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:52.163273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ae7a68-665d-430c-9059-060368682902 None None] The sync data for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 is: [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:43Z', 'revision_number': 3, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:52.166791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b151f2-92e4-42f8-bc6f-e92bfc3ac0b6 None None] Network 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:52.525421 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-b6fd5285-091c-422a-9d71-55925848dae1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d HTTP/1.1" status: 200 len: 217 time: 0.3749151 Feb 10 23:07:52.621245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:07:52.622143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:52.750770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-005c8528-ff23-484d-99f3-5c06f3731660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:52.757203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-005c8528-ff23-484d-99f3-5c06f3731660 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1907334 Feb 10 23:07:52.790325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa897f9-ed63-471a-a976-6e247b6906a1 req-23514096-873a-47c0-b73a-06a21e6c560d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:52.792789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aaa897f9-ed63-471a-a976-6e247b6906a1 req-23514096-873a-47c0-b73a-06a21e6c560d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 0.4906235 Feb 10 23:07:52.892525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:52.898335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] DHCP port deletion for 80311b2f-1adc-4af5-a5ba-8e63dd77bf58 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:07:52.913038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:07:52.946043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Deleting port 819462dc-751c-474b-a95d-2842bf998f67 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:52.946043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.065285 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69b7cd94-f4ab-4171-bfbc-161b68c0c431 req-55b77f15-59d5-450c-80f1-b3b0ec89ecdc service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3673134 Feb 10 23:07:53.088956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.185151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aaa897f9-ed63-471a-a976-6e247b6906a1 req-4e8e7085-b298-4cfd-aaa1-46ea570e2c42 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835330 Feb 10 23:07:53.245774 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 819462dc-751c-474b-a95d-2842bf998f67 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:53.246640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.325805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:07:53.328036 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:53.407034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:53.472295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 194acc40-b5ba-4333-b98c-36e913e9869d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:53.533039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-9e39189d-e812-4776-ad3e-d3fcaf45b38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:53.537575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-9e39189d-e812-4776-ad3e-d3fcaf45b38d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6853936 Feb 10 23:07:53.884764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Allocated IP 172.20.0.2 (9e753b25-54f7-4d80-ab1b-b6bb24621c02/b1da6498-cfb4-4962-b5d6-c95787537851/fa3db642-da89-4187-ad90-c3080e7bf8c4) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:53.990421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 819462dc-751c-474b-a95d-2842bf998f67, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=819462dc-751c-474b-a95d-2842bf998f67,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:53.990783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.005934 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-6c79d233-84a8-4827-a988-508ee906dd51 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979268 Feb 10 23:07:54.016727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.048442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.106458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:07:54.266264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 194acc40-b5ba-4333-b98c-36e913e9869d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:54.274815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] For port 819462dc-751c-474b-a95d-2842bf998f67, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=819462dc-751c-474b-a95d-2842bf998f67,segment=NetworkSegment(0abd1fa5-9080-4884-8fed-6aec61992e1a),segment_id=0abd1fa5-9080-4884-8fed-6aec61992e1a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:54.275633 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.292596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 194acc40-b5ba-4333-b98c-36e913e9869d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:54.293452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.668196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=370142bd-fcce-4ed9-811b-1214eb94186b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:54.684724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:54.692449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:54.703050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:54.712076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:54.713720 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.752901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Calling delete_port for 819462dc-751c-474b-a95d-2842bf998f67 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:54.769430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 819462dc-751c-474b-a95d-2842bf998f67 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:54.846114 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:54.904389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d558b82e-7c40-4a6e-a990-31f923b6cdea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.6423132 Feb 10 23:07:54.912671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:54.930128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:55.268513 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.383691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=819462dc-751c-474b-a95d-2842bf998f67,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.389893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.395206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No DVR routers for this DVR port 819462dc-751c-474b-a95d-2842bf998f67 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:07:55.402753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c198d8d-6207-40ff-ba3b-5df99ea48d20 req-bea33c13-d654-4350-9820-f11841a15a42 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3884299 Feb 10 23:07:55.451448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Transition to ACTIVE for port object fa3db642-da89-4187-ad90-c3080e7bf8c4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:55.600378 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:07:55.600939 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:07:55.610218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Transition to ACTIVE for port object fa3db642-da89-4187-ad90-c3080e7bf8c4 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:55.641088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.677648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.735530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.783992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.1 (9e753b25-54f7-4d80-ab1b-b6bb24621c02/b1da6498-cfb4-4962-b5d6-c95787537851/82a97779-a218-454a-be1a-f58d5e609b85) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:07:55.788246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ccb30-849e-491f-b95d-4ae29bb1f336 req-64f19f02-1ffb-4a50-a976-309ff861554d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:55.795561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc3ccb30-849e-491f-b95d-4ae29bb1f336 req-64f19f02-1ffb-4a50-a976-309ff861554d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 1.1126919 Feb 10 23:07:55.828690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 194acc40-b5ba-4333-b98c-36e913e9869d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=194acc40-b5ba-4333-b98c-36e913e9869d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:55.837146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Pushing event updated for resources: {'Port': ['ID=fa3db642-da89-4187-ad90-c3080e7bf8c4,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.854621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.862867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:55.885375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:55.964902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc3ccb30-849e-491f-b95d-4ae29bb1f336 req-02ad7b89-9396-4e51-a201-1f42ac2abaf6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680775 Feb 10 23:07:55.978991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80311b2f-1adc-4af5-a5ba-8e63dd77bf58']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:55.985346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=194acc40-b5ba-4333-b98c-36e913e9869d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:55.990127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:55.998957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 819462dc-751c-474b-a95d-2842bf998f67 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:56.020888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0abd1fa5-9080-4884-8fed-6aec61992e1a') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:56.021540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0abd1fa5-9080-4884-8fed-6aec61992e1a') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:56.058392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.097234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:56.120347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Deleting port 819462dc-751c-474b-a95d-2842bf998f67 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:56.120938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.157762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.232335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:07:56.233410 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:07:56.251604 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:07:56.307002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 819462dc-751c-474b-a95d-2842bf998f67 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:07:56.307598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 819462dc-751c-474b-a95d-2842bf998f67 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:56.380026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:07:56.426675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.448091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.476498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24c7e22f-e84a-4902-8b73-e30317a2bbf4 None None] The port '819462dc-751c-474b-a95d-2842bf998f67' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:07:56.511224 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.534102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867651-5104-4eaa-9e58-1e691afaa96c None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:07:45Z', 'revision_number': 8, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9dd92b7-a925-4f3a-bff2-36f21b0ee16d', 'name': '', 'network_id': '7d56f09f-8754-4fb4-99ca-c8d4cf68f444', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:30:1d:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:36Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '7d6cb882-e8a0-4425-88a5-5a610ac79a71', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:07:56.534746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object 82a97779-a218-454a-be1a-f58d5e609b85 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:07:56.535631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.550164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 194acc40-b5ba-4333-b98c-36e913e9869d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:56.573103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.577151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.589117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] In _notify_port_updated(), no bound segment for port 370142bd-fcce-4ed9-811b-1214eb94186b on network 6396c40d-d745-4a6d-ac34-5b7f121853fa {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:07:56.596833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:56.597925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.599586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/ports/370142bd-fcce-4ed9-811b-1214eb94186b HTTP/1.1" status: 200 len: 818 time: 1.6782966 Feb 10 23:07:56.619653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:56.620879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=80311b2f-1adc-4af5-a5ba-8e63dd77bf58,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:56.685547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Attempting to bind port fa3db642-da89-4187-ad90-c3080e7bf8c4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:07:56.686319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Attempting to bind port fa3db642-da89-4187-ad90-c3080e7bf8c4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:07:56.686766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Attempting to bind port fa3db642-da89-4187-ad90-c3080e7bf8c4 on network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:07:56.730246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d0e65b5-bcc9-446e-8066-c7931c021301 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/80311b2f-1adc-4af5-a5ba-8e63dd77bf58 HTTP/1.1" status: 204 len: 168 time: 4.6032343 Feb 10 23:07:56.730605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:07:56.730605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Checking segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:07:56.730605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.730605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Bound using segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:07:56.731356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Bound port: fa3db642-da89-4187-ad90-c3080e7bf8c4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:07:56.731556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.743898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50674) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:56.750002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf97fed-2c78-4a7c-a69a-0a15f485fb2c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=370142bd-fcce-4ed9-811b-1214eb94186b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:56.775546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 370142bd-fcce-4ed9-811b-1214eb94186b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:07:56.775892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.789127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 194acc40-b5ba-4333-b98c-36e913e9869d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:56.789843 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:56.946489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:07:56.960325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] For port fa3db642-da89-4187-ad90-c3080e7bf8c4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:07:56.963800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] For port fa3db642-da89-4187-ad90-c3080e7bf8c4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3db642-da89-4187-ad90-c3080e7bf8c4,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:07:56.964085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:07:56.979127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:07:57.065990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:57.073473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.392342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4c35c-4c5c-4943-8c20-0ab60553a9ed None None] Pushing event updated for resources: {'Port': ['ID=fa3db642-da89-4187-ad90-c3080e7bf8c4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:57.496677 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.600339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:57.914896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 370142bd-fcce-4ed9-811b-1214eb94186b owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:07:58.040860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71311870-9d0b-49a4-a995-c5960f1bd3be req-6d48cdd3-e0a9-47a7-8da0-bccc8fb8f8c7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:58.043367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71311870-9d0b-49a4-a995-c5960f1bd3be req-6d48cdd3-e0a9-47a7-8da0-bccc8fb8f8c7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 0.7671325 Feb 10 23:07:58.172867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71311870-9d0b-49a4-a995-c5960f1bd3be req-ad725f28-0d24-433d-acdd-0de30624dd08 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988994 Feb 10 23:07:58.174727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.298350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=370142bd-fcce-4ed9-811b-1214eb94186b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:58.339731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.365168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a52e4c6f-f554-4041-989f-2e115c03ad17 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/370142bd-fcce-4ed9-811b-1214eb94186b HTTP/1.1" status: 204 len: 168 time: 1.7351854 Feb 10 23:07:58.366043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:58.391467 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.512633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7000648-ca93-4dd4-8ff1-8d904201d92f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:58.518371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7000648-ca93-4dd4-8ff1-8d904201d92f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:07:58.561503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3db642-da89-4187-ad90-c3080e7bf8c4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:07:58.573236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a7000648-ca93-4dd4-8ff1-8d904201d92f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:07:58.575108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a7000648-ca93-4dd4-8ff1-8d904201d92f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2079446 Feb 10 23:07:58.580032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50704) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:58.633232 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b94658e-e2e4-4ffd-9071-feb3bcd2696e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:07:58.635912 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b94658e-e2e4-4ffd-9071-feb3bcd2696e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/370142bd-fcce-4ed9-811b-1214eb94186b HTTP/1.1" status: 404 len: 333 time: 0.0545270 Feb 10 23:07:58.644132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50708) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:58.654428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1920917736'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:58.666787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:07:58.676514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:07:58.683102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:07:58.697379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:07:58.725173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:07:58.733532 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.741372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bc3d5e96-5706-4a8e-8758-48bf9b22df8d details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:07:58.756844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.803229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:07:58.824281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:58.825587 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment d6112497-2f64-4cc9-9e7b-8be4d332b38f of type vlan for network 2042263e-7396-4a4e-bdcd-da094acf4ae8 Feb 10 23:07:58.896869 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.002898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.029074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:07:59.030604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.036951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fa3db642-da89-4187-ad90-c3080e7bf8c4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:59.072360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:07:59.189031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:07:59.190053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a3c73a8d-8b4a-406e-a8c7-b141c8dd5967 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:07:59.240078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:59.276855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d', 'mac_address': 'fa:16:3e:3b:0b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:07:59.366762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=2042263e-7396-4a4e-bdcd-da094acf4ae8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:07:59.416529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50724) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:07:59.419669 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d292b1ed-8ac2-4437-87d6-910cd1dfc249 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7730222 Feb 10 23:07:59.432475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:07:59.450866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21251a0-8cc9-4338-8298-cb9ff366afaa None None] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:07:59.473020 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:07:59.706212 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.721040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Provisioning for port fa3db642-da89-4187-ad90-c3080e7bf8c4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:07:59.770749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Provisioning complete for port fa3db642-da89-4187-ad90-c3080e7bf8c4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:07:59.771303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:07:59.843349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc3d5e96-5706-4a8e-8758-48bf9b22df8d {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:07:59.958314 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:07:59.985546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.126771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:00.145877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:00.155945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:00.176734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:00.195888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.210674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:00.248064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:00.251755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.260459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['bc3d5e96-5706-4a8e-8758-48bf9b22df8d'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:08:00.283970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5aeb69-3c84-4860-8146-d800467cfd0d req-6b9eadbc-2c47-4cb0-b045-53e554739d44 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:00.291780 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb5aeb69-3c84-4860-8146-d800467cfd0d req-6b9eadbc-2c47-4cb0-b045-53e554739d44 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 944 time: 0.6974990 Feb 10 23:08:00.443024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] For port fa3db642-da89-4187-ad90-c3080e7bf8c4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3db642-da89-4187-ad90-c3080e7bf8c4,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:00.468876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.552196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb5aeb69-3c84-4860-8146-d800467cfd0d req-d70b8b50-7e0e-4cb3-8720-0da75d6a29d3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588601 Feb 10 23:08:00.626848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:00.627435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.630073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439f767-3509-4696-b0b5-2f4576c9e2cc None None] Pushing event updated for resources: {'Port': ['ID=fa3db642-da89-4187-ad90-c3080e7bf8c4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:00.691312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.727270 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:00.912184 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Provisioning for port 82a97779-a218-454a-be1a-f58d5e609b85 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:00.923424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Provisioning complete for port 82a97779-a218-454a-be1a-f58d5e609b85 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:00.924507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.014913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Port 82a97779-a218-454a-be1a-f58d5e609b85 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:01.030255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Provisioning complete for port fa3db642-da89-4187-ad90-c3080e7bf8c4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:01.030777 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6b55581b-eb7a-4d1e-950f-b95ad4a10a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.268965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:01.274473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.361311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-633a5b9e-9265-481a-997b-8b9aac5d61fa None None] Provisioning complete for port 82a97779-a218-454a-be1a-f58d5e609b85 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:01.362138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-633a5b9e-9265-481a-997b-8b9aac5d61fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.444185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-633a5b9e-9265-481a-997b-8b9aac5d61fa None None] Port 82a97779-a218-454a-be1a-f58d5e609b85 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:01.532698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port d9dd92b7-a925-4f3a-bff2-36f21b0ee16d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:01.533057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:01.552621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.036908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for d9dd92b7-a925-4f3a-bff2-36f21b0ee16d owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:02.097997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5ff7bb-9589-4c4f-9ed6-2352a28f1766 req-0f0e7ed7-1690-4ef8-be9d-b9723fd40375 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:02.101077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac5ff7bb-9589-4c4f-9ed6-2352a28f1766 req-0f0e7ed7-1690-4ef8-be9d-b9723fd40375 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 945 time: 0.3590400 Feb 10 23:08:02.200319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac5ff7bb-9589-4c4f-9ed6-2352a28f1766 req-876e500d-2ab4-48e5-a69f-3a159ec372b7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863049 Feb 10 23:08:02.288695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=ef1474a5-8f10-4684-8997-60c1886a2cc7,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:02.463364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3db642-da89-4187-ad90-c3080e7bf8c4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:02.477157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:02.479095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': 'd6112497-2f64-4cc9-9e7b-8be4d332b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:02.479753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 2042263e-7396-4a4e-bdcd-da094acf4ae8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:02.509433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:02.649216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:02.725218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bc3d5e96-5706-4a8e-8758-48bf9b22df8d up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:02.772138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fa3db642-da89-4187-ad90-c3080e7bf8c4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:02.772727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.798542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2042263e-7396-4a4e-bdcd-da094acf4ae8) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:02.804899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:02.805860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:02.933877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6f908511-4d2f-46fd-8148-48669d2d563d tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5158870 Feb 10 23:08:02.937471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:02.948113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:02.972387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f6bedc-f6ef-4d1b-b21d-62731b95c5e3 None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:03.043603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 3dccb4f8-3623-412a-b242-8c012a2383b2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:03.217735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port bc3d5e96-5706-4a8e-8758-48bf9b22df8d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:03.226352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-deef7da4-039b-4389-92ac-babdfea48265 None None] Provisioning complete for port 82a97779-a218-454a-be1a-f58d5e609b85 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:03.226783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-deef7da4-039b-4389-92ac-babdfea48265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.270460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.316023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:03.322673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:03.326024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:03.334632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:03.350976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:03.356453 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.413207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=d9dd92b7-a925-4f3a-bff2-36f21b0ee16d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:03.469417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-deef7da4-039b-4389-92ac-babdfea48265 None None] Port 82a97779-a218-454a-be1a-f58d5e609b85 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:03.481256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port bc3d5e96-5706-4a8e-8758-48bf9b22df8d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:03.481721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:03.612623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:03.627247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Sync routers for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:03.657614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:03.657614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:03.830720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-22dac5d3-5be9-42bc-ae11-8824068ad503 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/3dccb4f8-3623-412a-b242-8c012a2383b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2619781 Feb 10 23:08:03.840173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:03.931227 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef1474a5-8f10-4684-8997-60c1886a2cc7 (CIDR: 172.20.0.0/28) Feb 10 23:08:03.946611 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:08:03.948007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:03.982138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47d054-504d-4e45-8f03-e257a2d1444e req-57fdf420-dcf6-4c9e-86ba-04b21d6f03bb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:03.996090 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc47d054-504d-4e45-8f03-e257a2d1444e req-57fdf420-dcf6-4c9e-86ba-04b21d6f03bb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 945 time: 0.4122651 Feb 10 23:08:04.058794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-06654c70-e981-4232-8b31-84bebdb915b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1189811 Feb 10 23:08:04.064415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50798) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:04.071978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:04.153954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-2042263e-7396-4a4e-bdcd-da094acf4ae8', 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': 'ef1474a5-8f10-4684-8997-60c1886a2cc7'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:08:04.158919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.180658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.196208 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:04.297067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc47d054-504d-4e45-8f03-e257a2d1444e req-b6642af7-5255-41be-a225-863ad630f563 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911258 Feb 10 23:08:04.357231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.452261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:04.479748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:04.490273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:04.494893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:04.508347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:04.517289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:04.539648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.543706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:04.548250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:04.625406 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d', 'code': 200} Feb 10 23:08:04.761183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Allocated IP 172.20.0.2 (2042263e-7396-4a4e-bdcd-da094acf4ae8/ef1474a5-8f10-4684-8997-60c1886a2cc7/acc881de-3f96-4377-b87e-36e41ab4f982) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:04.771710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.050939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52184426-c009-4c7e-9ac0-3f23e3916207 req-0729ef2d-bb65-4bd0-86c8-f57012874e4b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.053295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52184426-c009-4c7e-9ac0-3f23e3916207 req-0729ef2d-bb65-4bd0-86c8-f57012874e4b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 1.4352179 Feb 10 23:08:05.117047 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:07:59Z', 'revision_number': 2, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:05.131665 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Checking router: 3dccb4f8-3623-412a-b242-8c012a2383b2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:05.132770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Updating router 3dccb4f8-3623-412a-b242-8c012a2383b2 port 82a97779-a218-454a-be1a-f58d5e609b85 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:08:05.156659 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52184426-c009-4c7e-9ac0-3f23e3916207 req-fb0ac012-1ed4-4403-bffa-e1680d12da01 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638540 Feb 10 23:08:05.159930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-a98fb5ad-2a75-44db-8507-7b987149b39b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.161492 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-a98fb5ad-2a75-44db-8507-7b987149b39b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.24 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.5795968 Feb 10 23:08:05.198769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.199762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.200411 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.201111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.202412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.203335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.203984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.204619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.205253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.205888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.206571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.207217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.207911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.208552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.214706 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ed6c5318-6b33-4d45-a5d7-d240657f8140 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9750 time: 1.3687391 Feb 10 23:08:05.217461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50810) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:05.345607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Deleting port c5960e25-c006-425a-a661-a1b97d0a2a6c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:05.345956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.420838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e23bd6-c71c-4b3b-9ad5-38445912c489 req-7eb10b2b-ea69-42a5-a9e2-9951cf3810e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.422546 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3e23bd6-c71c-4b3b-9ad5-38445912c489 req-7eb10b2b-ea69-42a5-a9e2-9951cf3810e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 1097 time: 0.4995050 Feb 10 23:08:05.442850 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.513478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3e23bd6-c71c-4b3b-9ad5-38445912c489 req-0ffc3aeb-5155-4bf2-8089-dc28f09465f5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Feb 10 23:08:05.529021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.558272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Transition to ACTIVE for port object acc881de-3f96-4377-b87e-36e41ab4f982 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:05.583843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.585076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.587560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.591897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.591897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.597056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.598949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.602301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.605306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.605306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.605784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Transition to ACTIVE for port object acc881de-3f96-4377-b87e-36e41ab4f982 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:05.605952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.606467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.607483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:05.617394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf46fc3a-359d-4772-8b35-5773cd4e6ba4 tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8267 time: 0.3966470 Feb 10 23:08:05.618995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50820) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:05.625755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.746294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:05.750098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:05.754096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:05.759527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:05.804997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Pushing event updated for resources: {'Port': ['ID=acc881de-3f96-4377-b87e-36e41ab4f982,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:05.864682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Attempting to bind port acc881de-3f96-4377-b87e-36e41ab4f982 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:05.865327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Attempting to bind port acc881de-3f96-4377-b87e-36e41ab4f982 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd6112497-2f64-4cc9-9e7b-8be4d332b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:05.865864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Attempting to bind port acc881de-3f96-4377-b87e-36e41ab4f982 on network 2042263e-7396-4a4e-bdcd-da094acf4ae8 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:08:05.872563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:08:05.873807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Checking segment: {'id': 'd6112497-2f64-4cc9-9e7b-8be4d332b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:05.874614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.875378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Bound using segment: {'id': 'd6112497-2f64-4cc9-9e7b-8be4d332b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:08:05.876042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Bound port: acc881de-3f96-4377-b87e-36e41ab4f982, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6112497-2f64-4cc9-9e7b-8be4d332b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:05.876621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:05.995448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] For port c5960e25-c006-425a-a661-a1b97d0a2a6c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c5960e25-c006-425a-a661-a1b97d0a2a6c,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:05.996281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.062387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:08:06.070303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=acc881de-3f96-4377-b87e-36e41ab4f982,segment=NetworkSegment(d6112497-2f64-4cc9-9e7b-8be4d332b38f),segment_id=d6112497-2f64-4cc9-9e7b-8be4d332b38f)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:08:06.082554 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.251369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:06.273712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fac54b7a-10da-4773-8038-a0d9659d0d7f tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5208576 Feb 10 23:08:06.274015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50832) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:06.278823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d6fcd-7378-4414-ac70-15097e098e10 None None] Pushing event updated for resources: {'Port': ['ID=acc881de-3f96-4377-b87e-36e41ab4f982,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:06.284768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:06.343482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:06.346389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:06.424755 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.450272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet 7d6cb882-e8a0-4425-88a5-5a610ac79a71 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:06.456394 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Transition to ACTIVE for port object 82a97779-a218-454a-be1a-f58d5e609b85 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:06.472215 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.488770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:06.806619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:06.897239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.031315 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Pushing event updated for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:07.170708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ec5ac-a2a2-41ea-8ef7-7f1d79282f84 req-aa76530b-6791-48d9-ba6d-49457b97e1ca tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:07.172979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c97ec5ac-a2a2-41ea-8ef7-7f1d79282f84 req-aa76530b-6791-48d9-ba6d-49457b97e1ca tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 945 time: 0.4598718 Feb 10 23:08:07.305549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-142411d2-97c8-4ccd-900b-66108cf5d56c tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5741 time: 1.6819391 Feb 10 23:08:07.307623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.353304 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.353649 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.353985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.354315 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.354645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.354966 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.355277 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.359870 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.360476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.361001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.361489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.361972 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:07.411994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c97ec5ac-a2a2-41ea-8ef7-7f1d79282f84 req-443230d2-471c-49ff-ba47-ecdff245f6cb tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/security-groups?id=a507ba1d-3b26-4f3b-96cc-e11032322240&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258627 Feb 10 23:08:07.538410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.597276 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.704003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.704786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.705414 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Floating IP a6c8e6a4-857c-472a-bbb1-dbff27f3b104 disassociated. External IP: 172.25.2.36, port: c5960e25-c006-425a-a661-a1b97d0a2a6c. Feb 10 23:08:07.710472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Calling delete_port for c5960e25-c006-425a-a661-a1b97d0a2a6c owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:07.744112 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Attempting to bind port 82a97779-a218-454a-be1a-f58d5e609b85 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:07.745107 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Attempting to bind port 82a97779-a218-454a-be1a-f58d5e609b85 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:07.745636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Attempting to bind port 82a97779-a218-454a-be1a-f58d5e609b85 on network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:08:07.763034 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 7, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:08:07.763438 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Checking segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:07.763834 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.764985 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Bound using segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:08:07.765758 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Bound port: 82a97779-a218-454a-be1a-f58d5e609b85, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:07.766350 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.830824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 9, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.845218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:07.875462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:07.876387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:07.926503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:07.940354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:07.946592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:07.947545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:07.974195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=7d6cb882-e8a0-4425-88a5-5a610ac79a71,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:07.992356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.023029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-563344f0-3333-4fa5-b3e4-10c6e9c6f490 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/7d6cb882-e8a0-4425-88a5-5a610ac79a71 HTTP/1.1" status: 204 len: 168 time: 1.7441328 Feb 10 23:08:08.023351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50854) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.110374 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] For port 82a97779-a218-454a-be1a-f58d5e609b85, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:08:08.127770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] For port 82a97779-a218-454a-be1a-f58d5e609b85, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82a97779-a218-454a-be1a-f58d5e609b85,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:08:08.134625 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.394604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999ea09c-3bad-4923-bfda-d6eec26c3256 None None] Network 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:08.397205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.409081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50862) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:08.435017 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d56a91-ac9e-4b38-98e6-d9794e1c0c2b None None] Pushing event updated for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:08.438929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1013336476', 'description': 'tempest-secgroup-smoke-1013336476 description', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:08.444321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca2de59-3245-490c-a626-a46fa78f7c9b req-74884cf2-608d-453a-99d6-2feb99bdc6f2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:08.463910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ca2de59-3245-490c-a626-a46fa78f7c9b req-74884cf2-608d-453a-99d6-2feb99bdc6f2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 2.6200023 Feb 10 23:08:08.492168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:08.503260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:08.507007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:08.518249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.525158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:08.525652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.608425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:08.660721 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:08.668043 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:07:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:08.695574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:08.756834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event deleted for resources: {'Port': ['ID=c5960e25-c006-425a-a661-a1b97d0a2a6c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.000148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,segment=NetworkSegment(123f2cbe-7930-4ebe-acbc-e74dd47f7d29),segment_id=123f2cbe-7930-4ebe-acbc-e74dd47f7d29)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:09.000525 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.028802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:09.063761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.064929 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.068852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.069677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.129792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.130685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.135101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.137201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.137953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.138660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.140027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.147695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:09.157743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:09.235836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=b8d52dd4-883b-42fa-a7be-1e2124a9ce16,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.329765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8f95f909-54c2-4f5a-814e-1536626e7ca9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.2623491 Feb 10 23:08:09.370009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ca2de59-3245-490c-a626-a46fa78f7c9b req-7785e459-64d2-41d8-bd40-4c8834c7b4ef tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9042289 Feb 10 23:08:09.387587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50874) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:09.430349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c5960e25-c006-425a-a661-a1b97d0a2a6c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:09.432025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'fixed_ips': [{'subnet_id': 'ef1474a5-8f10-4684-8997-60c1886a2cc7'}, {'subnet_id': 'b8d52dd4-883b-42fa-a7be-1e2124a9ce16'}], 'name': 'tempest-PortsTestJSON-600213045'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:09.453719 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:09.522238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:09.527944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.602876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: c5960e25-c006-425a-a661-a1b97d0a2a6c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:09.603446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c5960e25-c006-425a-a661-a1b97d0a2a6c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:09.606480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device acc881de-3f96-4377-b87e-36e41ab4f982 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:09.631690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No DVR routers for this DVR port 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:09.635975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8974108b-557f-4474-9a09-33c7f02a8d40 None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:09.685183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:09.744596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8bcd232-e31a-47e8-bae4-01a6683d9190 req-bf0f8d66-580a-4eb4-82d0-05514ee1323b tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.3994627 Feb 10 23:08:09.749485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:09.820828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=9fe807ba-9b76-4149-8bc8-4b61e78c3b1e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:09.825957 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:09.953165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a064495-ccbd-4ade-a697-cdb556a1831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:09.990876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9f54e9b4-8b0d-41d6-814c-e8824b3d8ed1 None None] Provisioning for port acc881de-3f96-4377-b87e-36e41ab4f982 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:10.026620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bdc605-6321-4625-961d-41d72562f739 None None] DHCP port deletion for 7d56f09f-8754-4fb4-99ca-c8d4cf68f444 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:08:10.040067 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.077260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Router 0722745c-9dc7-42f2-9923-e051ed02c150 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:10.131332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d56f09f-8754-4fb4-99ca-c8d4cf68f444']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.171787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '123f2cbe-7930-4ebe-acbc-e74dd47f7d29') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.172324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '123f2cbe-7930-4ebe-acbc-e74dd47f7d29') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.220195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.316265 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.331677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:10.344210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:08:10.345178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.347632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:10.355890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:10.380790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:10.419230 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:10.439854 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.616205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port acc881de-3f96-4377-b87e-36e41ab4f982 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:10.638488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:10.639985 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.683575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:10.687933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.730234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20463fcb-9cd2-4c30-b324-c2effae978f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.806881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 9, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.814851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1806771-1f07-470b-9225-f1e58d482649 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:02Z', 'revision_number': 9, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f228e6ba-751a-4a14-8b61-7964209541e8', 'name': '', 'network_id': '8d11c74d-47d7-43d4-9157-aa5f2653ace9', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:e2:49:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:45Z', 'updated_at': '2022-02-10T23:07:28Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': 'f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:10.819458 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:08Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:10.858253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7703e6ce-3aae-4659-86b0-af63ba9eef68 None None] The sync data for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 is: [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:08Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:10.959475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.961276 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.973461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:10.979117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5677812 Feb 10 23:08:10.980796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50898) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:11.029362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.035673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/7d56f09f-8754-4fb4-99ca-c8d4cf68f444 HTTP/1.1" status: 204 len: 168 time: 3.0111554 Feb 10 23:08:11.039905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:11.046301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a972-a7bc-4328-b784-0066df04b3f5 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d71fea02-a589-433a-8b79-a053da4883d9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:11.050083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50902) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:11.058985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:11.062189 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:08:11.143623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:11.162028 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Sync routers for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:11.178361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f74dd-b412-4236-b71f-227d0842c3c9 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=7d56f09f-8754-4fb4-99ca-c8d4cf68f444,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:11.182263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:11.211266 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:11.212370 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:11.224955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Update dhcp port {'port': {'network_id': '2042263e-7396-4a4e-bdcd-da094acf4ae8', 'fixed_ips': [{'subnet_id': 'ef1474a5-8f10-4684-8997-60c1886a2cc7', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b8d52dd4-883b-42fa-a7be-1e2124a9ce16'}], 'binding:host_id': 'n-d-825178-4'}, 'id': 'acc881de-3f96-4377-b87e-36e41ab4f982'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:08:11.302278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:11.469790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=acc881de-3f96-4377-b87e-36e41ab4f982,segment=NetworkSegment(d6112497-2f64-4cc9-9e7b-8be4d332b38f),segment_id=d6112497-2f64-4cc9-9e7b-8be4d332b38f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:11.472781 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.503786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.611881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] No DVR routers for this DVR port c5960e25-c006-425a-a661-a1b97d0a2a6c on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:11.644800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.664050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7399d81a-551e-4a75-8db1-f3b8eaceaec1 req-7d75f279-249f-4ed3-a06b-b4eaaf255451 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.24 "DELETE /v2.0/ports/c5960e25-c006-425a-a661-a1b97d0a2a6c HTTP/1.1" status: 204 len: 173 time: 6.4782708 Feb 10 23:08:11.664884 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'name': 'network-vif-deleted', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:11.689352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:11.775809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=acc881de-3f96-4377-b87e-36e41ab4f982,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:11.819482 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:11.829789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:11.895665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 84805b64-93a4-44f8-91fa-81f7020e760f yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:12.006877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b26cbf-8ac7-47b0-a294-30d1de2080f1 req-74eaef59-bb1d-45ea-b32a-fc0be607c2c9 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "GET /v2.0/ports?device_id=d929f4d9-2183-4b6c-ab69-bffa062f5245 HTTP/1.1" status: 200 len: 210 time: 0.8387210 Feb 10 23:08:12.077224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82a97779-a218-454a-be1a-f58d5e609b85 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:12.302908 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd929f4d9-2183-4b6c-ab69-bffa062f5245', 'name': 'network-vif-deleted', 'tag': 'c5960e25-c006-425a-a661-a1b97d0a2a6c', 'status': 'completed', 'code': 200} Feb 10 23:08:12.605911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.614202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e5c16-1463-49a7-9b32-7a60fe9ef0eb req-78a45f51-e96c-4c05-9bcd-b709f1c39760 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:12.620209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-272e5c16-1463-49a7-9b32-7a60fe9ef0eb req-78a45f51-e96c-4c05-9bcd-b709f1c39760 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 1.7320504 Feb 10 23:08:12.638413 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.660195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.711679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 82a97779-a218-454a-be1a-f58d5e609b85 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:12.721983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 82a97779-a218-454a-be1a-f58d5e609b85 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:12.722363 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.758646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-272e5c16-1463-49a7-9b32-7a60fe9ef0eb req-1c8a7c39-c7c4-430d-ba99-1a2516abf998 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038117 Feb 10 23:08:12.781023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:12.781023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Checking router: 0722745c-9dc7-42f2-9923-e051ed02c150 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:12.818625 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:12.819274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:12.935185 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:12.945797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.140859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.152484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.241889 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 82a97779-a218-454a-be1a-f58d5e609b85, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82a97779-a218-454a-be1a-f58d5e609b85,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:13.246146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85848693-862d-4978-b16b-a93096f86c33,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.251092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.276746 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:13.348798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d9dd92b7-a925-4f3a-bff2-36f21b0ee16d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:13.362398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.372237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-180996e8-6e85-4825-a483-871ba9b33524 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3770573 Feb 10 23:08:13.378433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 50932) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:13.404047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:13.453525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d9dd92b7-a925-4f3a-bff2-36f21b0ee16d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:13.453940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d9dd92b7-a925-4f3a-bff2-36f21b0ee16d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:13.454365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:13.470693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.11 (2042263e-7396-4a4e-bdcd-da094acf4ae8/ef1474a5-8f10-4684-8997-60c1886a2cc7/84805b64-93a4-44f8-91fa-81f7020e760f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:13.471438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:13.489591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.24 (2042263e-7396-4a4e-bdcd-da094acf4ae8/b8d52dd4-883b-42fa-a7be-1e2124a9ce16/84805b64-93a4-44f8-91fa-81f7020e760f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:13.494662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:13.506990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:13.562893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:13.563319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9fe807ba-9b76-4149-8bc8-4b61e78c3b1e not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:13.593108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:13.616162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad00e6-26d6-4c72-a7f0-ce81fa89df4a req-0b79d5b0-d0f1-4e36-8933-1176ae151cd5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:13.617627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:13.628106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17ad00e6-26d6-4c72-a7f0-ce81fa89df4a req-0b79d5b0-d0f1-4e36-8933-1176ae151cd5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 0.6141884 Feb 10 23:08:13.785594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:13.811646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17ad00e6-26d6-4c72-a7f0-ce81fa89df4a req-20ad04a8-35e5-438c-a46e-d17b0bc5ec12 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821752 Feb 10 23:08:13.814216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:13.847632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device acc881de-3f96-4377-b87e-36e41ab4f982 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:14.004998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.062822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:14.063480 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.189659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:14.204322 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f75588f-a4e7-499d-b7ae-93cc8a8ed6cf None None] The sync data for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 is: [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:02:01Z', 'revision_number': 4, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '675b92f7-a8b1-491f-a907-ff2cb9859f14', 'name': '', 'network_id': '1707fbf3-1797-43bb-9d88-04fa61409122', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'mac_address': 'fa:16:3e:22:21:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_interface', 'standard_attr_id': 3204, 'fixed_ips': [{'subnet_id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:57Z', 'updated_at': '2022-02-10T23:02:15Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'subnets': [{'id': '20b8a076-e535-416a-a7d9-ec571c30e74b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:14.344539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.423915 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.432643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.471159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 84805b64-93a4-44f8-91fa-81f7020e760f will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:14.479154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Deleting port 9ca5db9b-1b75-4052-9faf-79ed0e4cbda0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:14.479580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.521630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e19918e-9077-45fa-bf70-196283a7e610,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:14.536089 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.538162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a1bb568d-9739-4da0-b39e-fe5f1cf21470 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1444149 Feb 10 23:08:14.543933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50952) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:14.552347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:14.576252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:14.594916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:14.630863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:14.651430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port f228e6ba-751a-4a14-8b61-7964209541e8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:14.651820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.744763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:14.871647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:14.890828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ed7de-90b0-47f4-b835-84e858ae076a req-1bff6410-8c9e-4931-9fd6-f511a579de55 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:14.893854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b71ed7de-90b0-47f4-b835-84e858ae076a req-1bff6410-8c9e-4931-9fd6-f511a579de55 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 0.5256147 Feb 10 23:08:14.956689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc0822e-f0b9-42b5-9f05-572e56b89695 None None] New status for floating IP a6c8e6a4-857c-472a-bbb1-dbff27f3b104: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:08:14.988605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.033490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.033889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.173445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port f228e6ba-751a-4a14-8b61-7964209541e8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f228e6ba-751a-4a14-8b61-7964209541e8,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:15.175100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.408447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Calling delete_port for 9ca5db9b-1b75-4052-9faf-79ed0e4cbda0 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:15.459366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Allocated IP 172.20.0.18 (2042263e-7396-4a4e-bdcd-da094acf4ae8/b8d52dd4-883b-42fa-a7be-1e2124a9ce16/acc881de-3f96-4377-b87e-36e41ab4f982) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:15.476355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for f228e6ba-751a-4a14-8b61-7964209541e8 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:15.641707 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.644206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:15.660902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:15.671236 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.674171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:15.722869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=84805b64-93a4-44f8-91fa-81f7020e760f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.777058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b71ed7de-90b0-47f4-b835-84e858ae076a req-3809ec31-c115-4bcd-a11d-ad391e7a453d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6069221 Feb 10 23:08:15.805888 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a49dd291-c746-49ee-aa83-d4a7d5c43025,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:15.810471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82a97779-a218-454a-be1a-f58d5e609b85 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:15.863781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.864987 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-37c380bd-7084-48fb-be8f-4c5a39792e20 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3172483 Feb 10 23:08:15.883538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50972) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:15.891629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:15.918463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:15.927524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:15.938864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:15.941247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:15.941600 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:15.954740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:15.964990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:15.984765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:15.997823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.013726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=acc881de-3f96-4377-b87e-36e41ab4f982,segment=NetworkSegment(d6112497-2f64-4cc9-9e7b-8be4d332b38f),segment_id=d6112497-2f64-4cc9-9e7b-8be4d332b38f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:16.027969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d2ae4b52-0e24-470c-a7fd-60f131ddcae6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.6386023 Feb 10 23:08:16.032284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 50978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:16.045920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef1474a5-8f10-4684-8997-60c1886a2cc7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:16.067329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 82a97779-a218-454a-be1a-f58d5e609b85 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:16.067859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.121780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=f228e6ba-751a-4a14-8b61-7964209541e8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.184782 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.resource_extend [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:08:16.277265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.324471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Transition to ACTIVE for port object acc881de-3f96-4377-b87e-36e41ab4f982 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:16.350033 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.407624 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.461484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Deleting port 9ca5db9b-1b75-4052-9faf-79ed0e4cbda0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:16.462204 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.704840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:16.743066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16963ec3-e686-4a58-a51b-61cb87406b65 None None] Pushing event updated for resources: {'Port': ['ID=acc881de-3f96-4377-b87e-36e41ab4f982,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:16.912781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.246246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.246246 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.562642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Calling delete_port for 9ca5db9b-1b75-4052-9faf-79ed0e4cbda0 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:17.653351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:17.868523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:17.884282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device acc881de-3f96-4377-b87e-36e41ab4f982 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:17.933872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:17.953032 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:17.966562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafff76-de5f-4a22-845e-95bf7305203f None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:17.972338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf156733-2ee3-43ff-950f-251b89e17dbb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9140718 Feb 10 23:08:17.976827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51002) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:17.980888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:17.980888 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:18.063057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2707b190-e96f-4184-8e6a-f6d3f87ba12f req-cb7f001a-9ceb-4c13-bbe2-4f60c96824f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:18.071686 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2707b190-e96f-4184-8e6a-f6d3f87ba12f req-cb7f001a-9ceb-4c13-bbe2-4f60c96824f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 1.3365841 Feb 10 23:08:18.072101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.115691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:18.129499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.198883 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:18.279329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.315721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8331ebf8-ec72-4254-8f0e-e6b274960ea2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:18.320485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-175711a5-0ee6-4c51-8d37-10e653cab406 None None] Provisioning for port acc881de-3f96-4377-b87e-36e41ab4f982 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:18.329865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-175711a5-0ee6-4c51-8d37-10e653cab406 None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:18.330240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-175711a5-0ee6-4c51-8d37-10e653cab406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.362213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.370186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-350cd3ca-206a-41b5-896d-d1bb3099d162 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4859853 Feb 10 23:08:18.390296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51012) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:18.411190 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:18.423209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:18.444263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:18.450864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:18.452375 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2707b190-e96f-4184-8e6a-f6d3f87ba12f req-6365bac3-b913-480e-8849-e49c7b184ebc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694368 Feb 10 23:08:18.492940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:18.493595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.511245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:18.613686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-0e8bfd42-7223-45d6-8911-36d1a6ff0fda tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:18.615621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-0e8bfd42-7223-45d6-8911-36d1a6ff0fda tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 0.8902876 Feb 10 23:08:18.617914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.682214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Delete allocated IP 172.20.0.24 (2042263e-7396-4a4e-bdcd-da094acf4ae8/b8d52dd4-883b-42fa-a7be-1e2124a9ce16) {{(pid=87652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:08:18.699052 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.774266 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:08:18.788283 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 10, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:18.793167 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:18.804913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:18.805544 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:18.813714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event deleted for resources: {'Port': ['ID=9ca5db9b-1b75-4052-9faf-79ed0e4cbda0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:18.847863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.884529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:18.977360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port bc3d5e96-5706-4a8e-8758-48bf9b22df8d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:18.977988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.048755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:19.087959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4886af-6ab5-47e2-b1de-a7b262306d24 None None] Network 8d11c74d-47d7-43d4-9157-aa5f2653ace9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:19.180337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.216140 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.253084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc HTTP/1.1" status: 204 len: 168 time: 1.2699404 Feb 10 23:08:19.254442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51026) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:19.266597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38db016-a9b0-428e-aa4f-ad7e44d86978 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:19.270448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.287223 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.335589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Ignored duplicate provisioning block setup for port 84805b64-93a4-44f8-91fa-81f7020e760f by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 10 23:08:19.341470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.353452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.655337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:19.656395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.827573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.836489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f6751a-17d9-4a9c-a5b4-34cdc4f77d4d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:19.924273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.931000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c3da177d-055e-4332-a06f-04daf37332d8 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.5306942 Feb 10 23:08:19.936304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51036) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:19.941240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:19.944950 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1661e9c1-2272-4ffa-964d-e934865163be tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "DELETE /v2.0/floatingips/a6c8e6a4-857c-472a-bbb1-dbff27f3b104 HTTP/1.1" status: 204 len: 168 time: 6.1552784 Feb 10 23:08:19.952307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'security_group_rule': {'security_group_id': 'd71fea02-a589-433a-8b79-a053da4883d9', 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:19.973101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:19.985855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] DHCP port deletion for 8d11c74d-47d7-43d4-9157-aa5f2653ace9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:08:20.022705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=84805b64-93a4-44f8-91fa-81f7020e760f,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:20.032303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:security_group_rule and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:20.034076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Deleting port 56338d55-6c65-45ad-8c69-c7655de6c2fe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:20.036397 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.048859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:20.070168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:20.080960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 56338d55-6c65-45ad-8c69-c7655de6c2fe {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:20.081874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.165297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] In _notify_port_updated(), no bound segment for port 84805b64-93a4-44f8-91fa-81f7020e760f on network 2042263e-7396-4a4e-bdcd-da094acf4ae8 {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:08:20.189555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:20.190608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.192233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4f312cd8-4a55-4a21-8c1e-589633aebf16 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/ports/84805b64-93a4-44f8-91fa-81f7020e760f HTTP/1.1" status: 200 len: 919 time: 4.1585753 Feb 10 23:08:20.208339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port bc3d5e96-5706-4a8e-8758-48bf9b22df8d, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:20.209210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.217589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51044) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.232358 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Project ba0c2a434aa54df3beb963a59a550aac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:08:20.466298 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef1474a5-8f10-4684-8997-60c1886a2cc7'}, {'subnet_id': 'b8d52dd4-883b-42fa-a7be-1e2124a9ce16'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:20.518365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.557525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Provisioning for port 84805b64-93a4-44f8-91fa-81f7020e760f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:20.569527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Provisioning complete for port 84805b64-93a4-44f8-91fa-81f7020e760f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:20.570509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.620254 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 10, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:20.650541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bdd48e-f0e6-4feb-ba88-054f155c2402 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:15Z', 'revision_number': 10, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None, '_interfaces': [{'id': 'b419d019-5ac5-4020-8dfd-00cd304fb6b7', 'name': '', 'network_id': '22fb4612-3099-464c-8924-1a8f449a8bf4', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'mac_address': 'fa:16:3e:2a:cc:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3687, 'fixed_ips': [{'subnet_id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:24Z', 'updated_at': '2022-02-10T23:06:56Z', 'revision_number': 5, 'project_id': '96345fecaaa042deba9661b48377e812', 'subnets': [{'id': '8acf3978-65ad-4b5b-8b84-0c886fd6c483', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:20.706741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for bc3d5e96-5706-4a8e-8758-48bf9b22df8d owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:20.734956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] For port 56338d55-6c65-45ad-8c69-c7655de6c2fe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=56338d55-6c65-45ad-8c69-c7655de6c2fe,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:20.736028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.742501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51056) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:20.763038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bc3d5e96-5706-4a8e-8758-48bf9b22df8d no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:20.917289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 56338d55-6c65-45ad-8c69-c7655de6c2fe, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=56338d55-6c65-45ad-8c69-c7655de6c2fe,segment=NetworkSegment(e0128fa5-b301-4f36-8bfa-fe568791ee5d),segment_id=e0128fa5-b301-4f36-8bfa-fe568791ee5d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:20.918280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.980358 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:20.995604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.066078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 56338d55-6c65-45ad-8c69-c7655de6c2fe owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:21.182006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7a559fb8-3c36-49fe-8a37-4b9cca6718c5 None None] Port 84805b64-93a4-44f8-91fa-81f7020e760f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:21.214973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Calling delete_port for 56338d55-6c65-45ad-8c69-c7655de6c2fe owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:21.242409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba51bbf3-d023-4ce5-bdc3-02fde5425a34 req-4c3c8f58-ae1b-4972-b7cb-40131843e80c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:21.245645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba51bbf3-d023-4ce5-bdc3-02fde5425a34 req-4c3c8f58-ae1b-4972-b7cb-40131843e80c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 946 time: 1.4127150 Feb 10 23:08:21.248736 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.263488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.313923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad16675-b252-434e-b784-746ffca2cb68,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:21.371781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.373657 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9bce8d5d-b677-45cd-9edd-caef3f4430c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4295356 Feb 10 23:08:21.395999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.451153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=56338d55-6c65-45ad-8c69-c7655de6c2fe,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:21.480383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No active binding found for port bc3d5e96-5706-4a8e-8758-48bf9b22df8d {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 23:08:21.480981 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bc3d5e96-5706-4a8e-8758-48bf9b22df8d not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:21.493857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a038e791-e040-4907-a20b-f2e744aa900a None None] Provisioning complete for port 84805b64-93a4-44f8-91fa-81f7020e760f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:21.494386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a038e791-e040-4907-a20b-f2e744aa900a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.497789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.520729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:21.591172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=bc3d5e96-5706-4a8e-8758-48bf9b22df8d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:21.612420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:21.613162 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:21.615329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No DVR routers for this DVR port 56338d55-6c65-45ad-8c69-c7655de6c2fe on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:21.646927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a038e791-e040-4907-a20b-f2e744aa900a None None] Port 84805b64-93a4-44f8-91fa-81f7020e760f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:21.762234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 56338d55-6c65-45ad-8c69-c7655de6c2fe no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:21.771390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba51bbf3-d023-4ce5-bdc3-02fde5425a34 req-03b8ed67-022b-449f-bc99-4dd603df2992 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5007660 Feb 10 23:08:21.850231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 56338d55-6c65-45ad-8c69-c7655de6c2fe {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:21.850975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 56338d55-6c65-45ad-8c69-c7655de6c2fe not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:21.851793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f228e6ba-751a-4a14-8b61-7964209541e8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:21.973681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f228e6ba-751a-4a14-8b61-7964209541e8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:21.974580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f228e6ba-751a-4a14-8b61-7964209541e8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:21.995408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port bc3d5e96-5706-4a8e-8758-48bf9b22df8d on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:22.015913 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.019437 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-364d7d14-bfcf-4e6d-9d96-db17eca37ae3 req-d1fea59e-0eb5-4822-984e-11af2d7de7e0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "DELETE /v2.0/ports/bc3d5e96-5706-4a8e-8758-48bf9b22df8d HTTP/1.1" status: 204 len: 173 time: 3.3944790 Feb 10 23:08:22.025349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'name': 'network-vif-deleted', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:22.025634 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.094449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.114727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Deleting port 56338d55-6c65-45ad-8c69-c7655de6c2fe {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:22.116096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.242203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d11c74d-47d7-43d4-9157-aa5f2653ace9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:22.277047 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a06008c-12a0-43c8-82a0-1dc776a533fa', 'name': 'network-vif-deleted', 'tag': 'bc3d5e96-5706-4a8e-8758-48bf9b22df8d', 'status': 'completed', 'code': 200} Feb 10 23:08:22.303224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0128fa5-b301-4f36-8bfa-fe568791ee5d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:22.303846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0128fa5-b301-4f36-8bfa-fe568791ee5d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:22.335397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.371335 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-6d9b0a23-9f63-4947-9c3c-f22b7441c4c7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1013336476&fields=id&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 267 time: 0.4916289 Feb 10 23:08:22.375033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.388126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:08:22.388566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.408657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d1904646-54c4-4b35-9f02-4d9d5f09aaf0 None None] The port '56338d55-6c65-45ad-8c69-c7655de6c2fe' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:22.427934 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:22.647099 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.647486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.697193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.702247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=8d11c74d-47d7-43d4-9157-aa5f2653ace9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:22.726502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-52578947-2115-48bc-86af-ed853bb865a6 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/8d11c74d-47d7-43d4-9157-aa5f2653ace9 HTTP/1.1" status: 204 len: 168 time: 3.4635255 Feb 10 23:08:22.730153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51092) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:22.786906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a507ba1d-3b26-4f3b-96cc-e11032322240,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:22.909435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:22.910837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-01b5a649-16a3-41f6-9985-6c36cfadb1b5 tempest-TestServerBasicOps-129339868 tempest-TestServerBasicOps-129339868-project] 10.222.0.53 "DELETE /v2.0/security-groups/a507ba1d-3b26-4f3b-96cc-e11032322240 HTTP/1.1" status: 204 len: 168 time: 2.1672812 Feb 10 23:08:23.099558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-524cb155-825d-4111-a4a7-342f589d5a69 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:23.100527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-524cb155-825d-4111-a4a7-342f589d5a69 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:23.152436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.29 (2042263e-7396-4a4e-bdcd-da094acf4ae8/b8d52dd4-883b-42fa-a7be-1e2124a9ce16/84805b64-93a4-44f8-91fa-81f7020e760f) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:23.179636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-524cb155-825d-4111-a4a7-342f589d5a69 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:23.180827 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-524cb155-825d-4111-a4a7-342f589d5a69 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 797 time: 0.7463500 Feb 10 23:08:23.298281 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-dbeb216f-2832-48d2-bf3a-032a49b25f6e tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/quotas/ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 375 time: 0.0850234 Feb 10 23:08:23.412156 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86d773ef-64ff-4f30-a25f-b23af2de945d req-8a097483-5deb-4867-9993-abcccfa4865f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.1366117 Feb 10 23:08:23.485831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51106) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:23.819230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.839064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 84805b64-93a4-44f8-91fa-81f7020e760f will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:23.850639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-e1e0a362-7b88-4462-977a-1e1fe663ba9b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5458994 Feb 10 23:08:23.852571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:23.984222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-227893af-b946-49ed-b29b-e758bf9da5f3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:08:23.985264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-227893af-b946-49ed-b29b-e758bf9da5f3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073857 Feb 10 23:08:24.345518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.540597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5db81f12-f104-48ef-bef7-bef465165c44 None None] Provisioning for port 84805b64-93a4-44f8-91fa-81f7020e760f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:24.568576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5db81f12-f104-48ef-bef7-bef465165c44 None None] Provisioning complete for port 84805b64-93a4-44f8-91fa-81f7020e760f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:24.570318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5db81f12-f104-48ef-bef7-bef465165c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.680728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=84805b64-93a4-44f8-91fa-81f7020e760f,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:24.767156 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.782098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5db81f12-f104-48ef-bef7-bef465165c44 None None] Port 84805b64-93a4-44f8-91fa-81f7020e760f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:24.901773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e13eedda-5d8f-42c3-8e09-d0b0e878daa8 req-d6e96c78-0b34-4815-abff-f26806fa3403 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a06008c-12a0-43c8-82a0-1dc776a533fa HTTP/1.1" status: 200 len: 210 time: 0.0730636 Feb 10 23:08:24.979905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] In _notify_port_updated(), no bound segment for port 84805b64-93a4-44f8-91fa-81f7020e760f on network 2042263e-7396-4a4e-bdcd-da094acf4ae8 {{(pid=87652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:08:24.986371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:24.987028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:24.991088 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-01908136-f7d5-439c-aa1b-32832aa0451c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/ports/84805b64-93a4-44f8-91fa-81f7020e760f HTTP/1.1" status: 200 len: 999 time: 4.7693136 Feb 10 23:08:24.996087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51132) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:25.192108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 84805b64-93a4-44f8-91fa-81f7020e760f {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:25.192439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.224538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-e9b1a6e4-59ec-4106-9848-d28117a4aebd service neutron] 10.222.0.53 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1928568 Feb 10 23:08:25.274819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port b419d019-5ac5-4020-8dfd-00cd304fb6b7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:25.275160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.644365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port b419d019-5ac5-4020-8dfd-00cd304fb6b7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b419d019-5ac5-4020-8dfd-00cd304fb6b7,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:25.645308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:25.847277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7262bc47-8311-4a99-9420-8de9fbfd0fe7 service neutron] 10.222.0.53 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5360594 Feb 10 23:08:25.878108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for b419d019-5ac5-4020-8dfd-00cd304fb6b7 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:25.991501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.299488 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:26.380924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Port': ['ID=b419d019-5ac5-4020-8dfd-00cd304fb6b7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:26.941171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 84805b64-93a4-44f8-91fa-81f7020e760f owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:27.106486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-df306050-79ac-450e-bcd6-4799950ee6f7 req-b98703ef-773f-4798-8a4c-7b40f216d357 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 210 time: 0.2657590 Feb 10 23:08:27.189663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:27.455752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:28.391574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:28.731972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b65c0d93-ef47-4b18-b000-c3458fe449f7 req-4509de61-3419-4c1e-b0fb-ea45a116a754 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:28.773141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:28.793594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fa42b10d-bfc9-43e1-967b-9a6145c6d46a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0612440 Feb 10 23:08:28.799905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51208) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:28.801074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:28.816300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:28.817221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:28.956138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f49f6-50f4-4056-8c24-cc53ea291f46 req-0a2808b7-fc65-448d-99dc-6987fdf2b4ae tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:28.968471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-760f49f6-50f4-4056-8c24-cc53ea291f46 req-0a2808b7-fc65-448d-99dc-6987fdf2b4ae tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.9211223 Feb 10 23:08:29.041120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting subnet 8acf3978-65ad-4b5b-8b84-0c886fd6c483 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:29.053915 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.057708 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.070594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:29.169450 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-0ea2e034-2be9-4a72-9bf1-4fe609cf40d2 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:29.172925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-0ea2e034-2be9-4a72-9bf1-4fe609cf40d2 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 797 time: 0.6868606 Feb 10 23:08:29.251715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b65c0d93-ef47-4b18-b000-c3458fe449f7 req-4509de61-3419-4c1e-b0fb-ea45a116a754 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:29.264977 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b65c0d93-ef47-4b18-b000-c3458fe449f7 req-4509de61-3419-4c1e-b0fb-ea45a116a754 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 210 time: 0.7227633 Feb 10 23:08:29.325670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=84805b64-93a4-44f8-91fa-81f7020e760f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:29.419160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.504455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 11, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:29.521472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:29.549275 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-760f49f6-50f4-4056-8c24-cc53ea291f46 req-4dcc7462-1c0a-4c5c-854f-e7240075f825 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5299113 Feb 10 23:08:29.551081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:29.553054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:29.759752 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.786213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-22b2af5e-fc84-4d45-804a-de44b6af1ffa tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ba0c2a434aa54df3beb963a59a550aac HTTP/1.1" status: 200 len: 380 time: 0.4799571 Feb 10 23:08:29.787970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Deleting port 675b92f7-a8b1-491f-a907-ff2cb9859f14 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:29.788542 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.812522 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:29.830486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'port': {'device_id': '379097be-a08c-4d31-800e-8a2bb2180c95', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'admin_state_up': True, 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'security_groups': ['d71fea02-a589-433a-8b79-a053da4883d9']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:29.850734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8211c777-0b9f-46ae-81a1-785b102592c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/84805b64-93a4-44f8-91fa-81f7020e760f HTTP/1.1" status: 204 len: 168 time: 4.8535745 Feb 10 23:08:29.859721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51218) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:30.001215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:30.079372 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1524da4-1978-49e7-8045-75c2fd8455e7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:08:30.082878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1524da4-1978-49e7-8045-75c2fd8455e7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:30.096358 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.264906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.278231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Subnet': ['ID=8acf3978-65ad-4b5b-8b84-0c886fd6c483,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:30.307273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.313374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.314138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.314828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.316084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.316812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.320050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.320804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.321500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.322532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.323246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.323927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:30.350111 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-987e4967-ded7-4c6a-a3a4-378cfaa19a14 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/8acf3978-65ad-4b5b-8b84-0c886fd6c483 HTTP/1.1" status: 204 len: 168 time: 1.5485809 Feb 10 23:08:30.356606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51230) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:30.394429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f42ac1-3b10-4ae1-8b0f-cca9a0a83a55 None None] Network 22fb4612-3099-464c-8924-1a8f449a8bf4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:30.449067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 11, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:30.627103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19791cbe-5f2f-4df1-ad17-49887c4a07da None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 11, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:30.820818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1524da4-1978-49e7-8045-75c2fd8455e7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:30.828350 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1524da4-1978-49e7-8045-75c2fd8455e7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/84805b64-93a4-44f8-91fa-81f7020e760f HTTP/1.1" status: 404 len: 333 time: 0.9561670 Feb 10 23:08:30.847996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:30.853543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51242) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:30.896246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15de457a-9796-4c70-aae1-b22bba255062 req-5e6e6b2b-786b-4233-b120-c23ae5582888 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 210 time: 0.1600778 Feb 10 23:08:31.068752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet b8d52dd4-883b-42fa-a7be-1e2124a9ce16 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:31.086242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.151644 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] DHCP port deletion for 22fb4612-3099-464c-8924-1a8f449a8bf4 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:08:31.172599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Deleting port 08587f9f-0448-49e7-8f9b-bc22f0c56525 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:31.178374 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.227449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 08587f9f-0448-49e7-8f9b-bc22f0c56525 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:31.228049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.398743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.446971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:31.475914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] For port 675b92f7-a8b1-491f-a907-ff2cb9859f14, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=675b92f7-a8b1-491f-a907-ff2cb9859f14,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:31.476537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:31.617616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:31.808319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 08587f9f-0448-49e7-8f9b-bc22f0c56525 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:31.857013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Calling delete_port for 675b92f7-a8b1-491f-a907-ff2cb9859f14 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:32.037335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Made reservation on behalf of ba0c2a434aa54df3beb963a59a550aac for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:32.038640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:32.039220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.041277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.091254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bbe6f-8e9e-4fa9-b7ce-bff448648885 req-fa635abe-dada-4fb3-b92e-d17ed3acca39 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:32.122597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-424bbe6f-8e9e-4fa9-b7ce-bff448648885 req-fa635abe-dada-4fb3-b92e-d17ed3acca39 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 1.2038264 Feb 10 23:08:32.231361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:32.231980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.463897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Calling delete_port for 08587f9f-0448-49e7-8f9b-bc22f0c56525 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:32.610951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8596b636-5c56-481a-bea1-ff1f198f7691 req-3676ae35-3ecf-4296-90de-7f2318cc0e63 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 210 time: 0.3189571 Feb 10 23:08:32.666344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-424bbe6f-8e9e-4fa9-b7ce-bff448648885 req-cf5c59d5-9170-46b4-8e4c-65036fd032a1 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5454156 Feb 10 23:08:32.732063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.772602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 08587f9f-0448-49e7-8f9b-bc22f0c56525 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:32.830914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:32.842721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.863084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:32.866211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b419d019-5ac5-4020-8dfd-00cd304fb6b7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:33.124815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.176710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=08587f9f-0448-49e7-8f9b-bc22f0c56525,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:33.187605 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-96184bc8-fe91-4bd3-b1cc-d13216b18745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:33.195155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b419d019-5ac5-4020-8dfd-00cd304fb6b7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:33.199887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-96184bc8-fe91-4bd3-b1cc-d13216b18745 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 0.6458890 Feb 10 23:08:33.200604 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b419d019-5ac5-4020-8dfd-00cd304fb6b7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:33.210750 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:33.211317 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:33.257387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab174d-8d22-4663-b2ae-d0d6e55cf096 None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:33.258674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.273257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=b8d52dd4-883b-42fa-a7be-1e2124a9ce16,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:33.286812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b4d1ad7d-cff3-4552-ac81-6223fc806536 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/b8d52dd4-883b-42fa-a7be-1e2124a9ce16 HTTP/1.1" status: 204 len: 168 time: 2.4304583 Feb 10 23:08:33.287596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:33.287916 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:33.288766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51316) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:33.363818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.20.0.10 (9e753b25-54f7-4d80-ab1b-b6bb24621c02/b1da6498-cfb4-4962-b5d6-c95787537851/7c665471-8831-4b22-9035-58ae772debe1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:33.633193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet ef1474a5-8f10-4684-8997-60c1886a2cc7 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:33.652319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.734264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.880121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Deleting port 08587f9f-0448-49e7-8f9b-bc22f0c56525 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:33.880908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:33.894743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 08587f9f-0448-49e7-8f9b-bc22f0c56525 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:33.901471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.122799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22be4265-e08e-4571-92a3-09fcc5a8a3f0 req-6fb8e0a1-7255-4460-a6e8-e03fba8362b6 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 210 time: 0.1137629 Feb 10 23:08:34.128084 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.268201 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.310232 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.376292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Pushing event deleted for resources: {'Port': ['ID=675b92f7-a8b1-491f-a907-ff2cb9859f14,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:34.379595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-d74da961-e9e5-4ed0-ad17-b3e882206b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:34.381725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-d74da961-e9e5-4ed0-ad17-b3e882206b3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 0.8811276 Feb 10 23:08:34.569219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-37f28d9c-e701-4151-a564-1075cfacfbf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 1002 time: 0.1746583 Feb 10 23:08:34.613378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:34.614284 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.781565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Calling delete_port for 08587f9f-0448-49e7-8f9b-bc22f0c56525 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:34.827684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] For port 08587f9f-0448-49e7-8f9b-bc22f0c56525, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=08587f9f-0448-49e7-8f9b-bc22f0c56525,segment=NetworkSegment(16ded22c-20ba-49d9-96de-4a6184d3d7f2),segment_id=16ded22c-20ba-49d9-96de-4a6184d3d7f2)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:34.833197 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:34.843163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Transition to ACTIVE for port object 7c665471-8831-4b22-9035-58ae772debe1 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:35.072244 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.098696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Calling delete_port for 08587f9f-0448-49e7-8f9b-bc22f0c56525 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:35.173290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-6fbffd20-db32-45c1-af20-8e8ec7ac92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:35.188885 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-6fbffd20-db32-45c1-af20-8e8ec7ac92c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.5369940 Feb 10 23:08:35.206068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be6564-b1f6-43e9-b963-6e67b1fa913f req-5612268b-2931-4f87-b890-b5f569ad9bb0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:35.213683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9be6564-b1f6-43e9-b963-6e67b1fa913f req-5612268b-2931-4f87-b890-b5f569ad9bb0 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 1.3232172 Feb 10 23:08:35.270134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:35.271124 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:35.397796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] Pushing event deleted for resources: {'Port': ['ID=08587f9f-0448-49e7-8f9b-bc22f0c56525,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:35.411578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.427870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9217dc-8724-48dd-9c5f-47f436262e3e None None] No DVR routers for this DVR port 08587f9f-0448-49e7-8f9b-bc22f0c56525 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:35.542933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.570030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=ef1474a5-8f10-4684-8997-60c1886a2cc7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:35.580601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.601757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Deleting port 08587f9f-0448-49e7-8f9b-bc22f0c56525 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:35.602191 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:35.659588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-98111f0b-6096-4e9f-bf32-5d031490d80f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/ef1474a5-8f10-4684-8997-60c1886a2cc7 HTTP/1.1" status: 204 len: 168 time: 2.3695149 Feb 10 23:08:35.725493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:35.776362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] The port '08587f9f-0448-49e7-8f9b-bc22f0c56525' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:08:35.896164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c9be6564-b1f6-43e9-b963-6e67b1fa913f req-94360f4e-bb77-4355-b62f-75cd0e1a3b89 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6627152 Feb 10 23:08:35.936628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:35.956780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:35.991880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:36.075531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.278115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:36.329588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port acc881de-3f96-4377-b87e-36e41ab4f982 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:36.330195 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.388634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-75a4b80a-87eb-4980-bb68-9c123d3500f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.392814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-75a4b80a-87eb-4980-bb68-9c123d3500f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1627040 Feb 10 23:08:36.452958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.492884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22fb4612-3099-464c-8924-1a8f449a8bf4']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:36.515232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ded22c-20ba-49d9-96de-4a6184d3d7f2') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:36.515643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ded22c-20ba-49d9-96de-4a6184d3d7f2') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:36.533596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4653b6-0ab8-47cd-8297-9e4dc2d28696 None None] Network 2042263e-7396-4a4e-bdcd-da094acf4ae8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:36.543820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.589522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46273a86-7bb9-46d9-aed8-b07bf1040e64 req-96853b12-96c2-4a04-8c03-633173fbe76d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.590362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:36.591070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46273a86-7bb9-46d9-aed8-b07bf1040e64 req-96853b12-96c2-4a04-8c03-633173fbe76d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 932 time: 1.0720527 Feb 10 23:08:36.605574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.606082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.613459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:08:36.613808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.635013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:36.730015 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:36.743547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Provisioning complete for port acc881de-3f96-4377-b87e-36e41ab4f982 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:36.744522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:36.755025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.047887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.068462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/networks/22fb4612-3099-464c-8924-1a8f449a8bf4 HTTP/1.1" status: 204 len: 168 time: 6.7091589 Feb 10 23:08:37.106675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51396) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:37.140425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'routes': None}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:37.298502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Provisioning for port 7c665471-8831-4b22-9035-58ae772debe1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:37.302616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-2aa893d8-3db1-478d-8d1a-8d0bd13608a6 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8909602 Feb 10 23:08:37.306564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-7c2ad9ef-5366-4ae7-bcef-503e3bcb4b9d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4809947 Feb 10 23:08:37.310215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Provisioning complete for port 7c665471-8831-4b22-9035-58ae772debe1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:37.313917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.351938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bacff-837c-495a-bb56-e7ba8ce389f5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Pushing event deleted for resources: {'Network': ['ID=22fb4612-3099-464c-8924-1a8f449a8bf4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:37.453408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-161a24c5-d729-478f-8d00-244f4e92602d None None] Port 7c665471-8831-4b22-9035-58ae772debe1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:37.506998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-46273a86-7bb9-46d9-aed8-b07bf1040e64 req-1419c728-1c40-4322-8447-c8d4491a2872 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:37.515570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] DHCP port deletion for 2042263e-7396-4a4e-bdcd-da094acf4ae8 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:08:37.515570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Deleting port acc881de-3f96-4377-b87e-36e41ab4f982 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:37.515570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.524332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Request body: {'port': {'device_id': '379097be-a08c-4d31-800e-8a2bb2180c95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:37.533409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=acc881de-3f96-4377-b87e-36e41ab4f982,segment=NetworkSegment(d6112497-2f64-4cc9-9e7b-8be4d332b38f),segment_id=d6112497-2f64-4cc9-9e7b-8be4d332b38f)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:37.533846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:37.543952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-46273a86-7bb9-46d9-aed8-b07bf1040e64 req-1419c728-1c40-4322-8447-c8d4491a2872 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:37.553903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46273a86-7bb9-46d9-aed8-b07bf1040e64 req-1419c728-1c40-4322-8447-c8d4491a2872 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8226168 Feb 10 23:08:37.771515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for acc881de-3f96-4377-b87e-36e41ab4f982 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:37.825277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device acc881de-3f96-4377-b87e-36e41ab4f982 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:37.941661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.064790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7c76d1c-6b95-4fdf-af80-661a2e1fab52 req-36b308fa-006c-4f2a-b237-cacd9f1e929c service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7126794 Feb 10 23:08:38.138236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] For port acc881de-3f96-4377-b87e-36e41ab4f982, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=acc881de-3f96-4377-b87e-36e41ab4f982,segment=NetworkSegment(d6112497-2f64-4cc9-9e7b-8be4d332b38f),segment_id=d6112497-2f64-4cc9-9e7b-8be4d332b38f)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:38.139248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.156948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No DVR routers for this DVR port acc881de-3f96-4377-b87e-36e41ab4f982 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:38.212772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: acc881de-3f96-4377-b87e-36e41ab4f982 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:38.214143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device acc881de-3f96-4377-b87e-36e41ab4f982 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:38.293344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=acc881de-3f96-4377-b87e-36e41ab4f982,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:38.439786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Calling delete_port for acc881de-3f96-4377-b87e-36e41ab4f982 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:38.493833 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-13f54dd7-ba92-4471-ac6c-4fe151aa3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.588651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.612298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:38.613216 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:38.642839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2042263e-7396-4a4e-bdcd-da094acf4ae8']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:38.668179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6112497-2f64-4cc9-9e7b-8be4d332b38f') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:38.668625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6112497-2f64-4cc9-9e7b-8be4d332b38f') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:38.703046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.750017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.773745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:08:38.775354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:38.834355 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:38.836730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Added routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Feb 10 23:08:38.837221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.extraroute_db [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Removed routes are [] {{(pid=87652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Feb 10 23:08:38.837450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:38.871365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.017931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.042869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.057047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=2042263e-7396-4a4e-bdcd-da094acf4ae8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:39.102077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd54c51-b18d-40af-81bd-2ff416cd5c6f req-579ff02b-babb-4f3a-a225-a38ef60e9ade tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.104667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2cd54c51-b18d-40af-81bd-2ff416cd5c6f req-579ff02b-babb-4f3a-a225-a38ef60e9ade tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 932 time: 0.2634270 Feb 10 23:08:39.107050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4ed5de56-e485-4ee0-a78a-71c0ab68b4cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/2042263e-7396-4a4e-bdcd-da094acf4ae8 HTTP/1.1" status: 204 len: 168 time: 3.3805032 Feb 10 23:08:39.115265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51422) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.118387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Deleting port acc881de-3f96-4377-b87e-36e41ab4f982 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:39.119712 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:39.240915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f6542-fffd-4961-b8fd-2e585803dcc3 None None] The port 'acc881de-3f96-4377-b87e-36e41ab4f982' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:08:39.381385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2cd54c51-b18d-40af-81bd-2ff416cd5c6f req-9583136d-7f95-4919-8c3c-e47c9ef01739 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686382 Feb 10 23:08:39.444043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494acd00-ccaf-4989-bb0a-b2b65e10536f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.444873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-494acd00-ccaf-4989-bb0a-b2b65e10536f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:39.474829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-494acd00-ccaf-4989-bb0a-b2b65e10536f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:39.477826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-494acd00-ccaf-4989-bb0a-b2b65e10536f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3596480 Feb 10 23:08:39.482686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51430) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.754374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b5697e49-9129-4dfc-ae1e-980e3d108f7b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2698495 Feb 10 23:08:39.759772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:39.783215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1022346693'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:39.815439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:39.871049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb33b6-f641-416f-ab64-c7c914bd9481 req-857c5d4e-c0a6-47cb-947d-c3320d523b81 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:39.874682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:39.886840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49eb33b6-f641-416f-ab64-c7c914bd9481 req-857c5d4e-c0a6-47cb-947d-c3320d523b81 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 2.3863180 Feb 10 23:08:39.894674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:39.921951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:39.983771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:39.991581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.056350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:08:40.079021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.079326 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment 79521e44-6acb-4b63-a346-b9979377a0ca of type vlan for network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 Feb 10 23:08:40.138194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.174018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.236737 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.244994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:40.246018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.328105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Router 0722745c-9dc7-42f2-9923-e051ed02c150 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:40.335734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-49eb33b6-f641-416f-ab64-c7c914bd9481 req-1f634222-64c7-40c7-b24e-f6a99dc4123e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114281 Feb 10 23:08:40.364214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.457122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6954436 Feb 10 23:08:40.471890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51454) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:40.478135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:40.567250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ae9bb27-9b31-4f99-a565-8a1c3aa5da8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:40.587585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360af7a9-4329-4d7b-96c6-059c7335ab11 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=0391c24f-4e14-4ad0-9071-fe0d50a4fe51,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:40.610196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:08:40.636822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:40.647881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:40.655335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:40.671272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:40.696502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:40.700295 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.174036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adae480-ffed-4664-885f-70a8db06f123 req-1768212d-5c3a-46df-af08-cee98e03ab40 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.175965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adae480-ffed-4664-885f-70a8db06f123 req-1768212d-5c3a-46df-af08-cee98e03ab40 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 932 time: 0.3300548 Feb 10 23:08:41.540032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.586424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c665471-8831-4b22-9035-58ae772debe1 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:08:41.604716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.660795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8adae480-ffed-4664-885f-70a8db06f123 req-f1e3fb9f-86c9-4ac1-a6a6-bb8ca9ee8266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3678927 Feb 10 23:08:41.661099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Transition to ACTIVE for port object 7c665471-8831-4b22-9035-58ae772debe1 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:41.716125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=63aa0350-7bc5-496a-a6b5-98e679ea5afb,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:41.725776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': '79521e44-6acb-4b63-a346-b9979377a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:41.726193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 0391c24f-4e14-4ad0-9071-fe0d50a4fe51, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:08:41.765902 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.769475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:08:41.784783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0391c24f-4e14-4ad0-9071-fe0d50a4fe51) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:41.791169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:41.791986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.825760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:41.828507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523cd12-682e-4732-8b60-3d554f9a1bee None None] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:41.835679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:08:41.840889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d7c07004-33f2-464f-8e50-5026cf232069 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3678629 Feb 10 23:08:41.842663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51474) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:41.858996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51', 'name': 'tempest-PortsTestJSON-71751088'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:42.236488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:42.252624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:42.267917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:42.272303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.314576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port ba7f1742-0f57-41cd-b844-d13023584eea yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:42.360755 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.371601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-0391c24f-4e14-4ad0-9071-fe0d50a4fe51', 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': '63aa0350-7bc5-496a-a6b5-98e679ea5afb'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:08:42.374241 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:42.488742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:42.673249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.4 (0391c24f-4e14-4ad0-9071-fe0d50a4fe51/63aa0350-7bc5-496a-a6b5-98e679ea5afb/ba7f1742-0f57-41cd-b844-d13023584eea) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:43.009502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.289590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7eb5ae-3c9f-4996-b848-6ceed36d32f2 req-c209aa70-7457-4d56-a327-b500e6c54bdf tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:43.302815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d7eb5ae-3c9f-4996-b848-6ceed36d32f2 req-c209aa70-7457-4d56-a327-b500e6c54bdf tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 0.2835093 Feb 10 23:08:43.369208 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:43.378297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bb667cac-720a-4b56-8680-4d44218bdf52 admin admin] 10.222.0.53 "PUT /v2.0/routers/0722745c-9dc7-42f2-9923-e051ed02c150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.8875551 Feb 10 23:08:43.383670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Sync routers for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:43.389306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51498) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.410295 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:43.413741 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:43.521717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:43.534240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] Sync routers for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:43.573393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:43.574316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:43.592789 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.594857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e959797-9aca-431e-ae0a-43df873fa2a3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 701 time: 6.4808547 Feb 10 23:08:43.602595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51506) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:43.608748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.669010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d7eb5ae-3c9f-4996-b848-6ceed36d32f2 req-79360da1-6e1c-46f3-aa74-c1050b4ddf66 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3644896 Feb 10 23:08:43.736379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object ba7f1742-0f57-41cd-b844-d13023584eea will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:43.752278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9d75df5b-8b8c-413d-b7b9-775799668642 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:43.791634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94951e-1de0-4c83-8868-d5a95931eae6 req-ed08c058-398b-4fe8-8d24-c4ce597a210e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:43.811322 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bd94951e-1de0-4c83-8868-d5a95931eae6 req-ed08c058-398b-4fe8-8d24-c4ce597a210e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 2.1443000 Feb 10 23:08:43.814049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:43.991655 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:43.997467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Allocated IP 172.20.0.2 (0391c24f-4e14-4ad0-9071-fe0d50a4fe51/63aa0350-7bc5-496a-a6b5-98e679ea5afb/d858bd59-b648-4d00-800f-902e50988de5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:44.040730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Attempting to bind port 7c665471-8831-4b22-9035-58ae772debe1 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:44.041735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Attempting to bind port 7c665471-8831-4b22-9035-58ae772debe1 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:44.043622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Attempting to bind port 7c665471-8831-4b22-9035-58ae772debe1 on network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:08:44.074762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:44.081850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:44.090854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:44.114835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064b01c-7f86-437c-94f2-4594df06a115 req-09cee3a4-1657-4ab9-a407-0c22a7653a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:44.118278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6064b01c-7f86-437c-94f2-4594df06a115 req-09cee3a4-1657-4ab9-a407-0c22a7653a2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 1.6185431 Feb 10 23:08:44.125228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9d75df5b-8b8c-413d-b7b9-775799668642 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:44.133041 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9d75df5b-8b8c-413d-b7b9-775799668642 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 205 time: 0.5281334 Feb 10 23:08:44.164896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:44.166675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.205337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51510) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:44.208708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Port 7c665471-8831-4b22-9035-58ae772debe1 on network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:08:44.209076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=ba7f1742-0f57-41cd-b844-d13023584eea,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:44.209917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Attempting to bind port 7c665471-8831-4b22-9035-58ae772debe1 on network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:08:44.258665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:08:44.259016 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Checking segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:44.259474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Bound using segment: {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:08:44.259924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Bound port: 7c665471-8831-4b22-9035-58ae772debe1, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '858713e6-fcec-49c4-a992-5e92eae0c0fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:44.260285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.294451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bd94951e-1de0-4c83-8868-d5a95931eae6 req-6b281245-a507-4e3d-bbbb-a0bf52c9b78b tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805467 Feb 10 23:08:44.317730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6064b01c-7f86-437c-94f2-4594df06a115 req-471e52cd-b76a-4cc9-9143-8f7f2b5ce6bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784110 Feb 10 23:08:44.487591 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e02ae87-28bf-4495-9a02-5f7cd7c30da4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.6436045 Feb 10 23:08:44.497838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:44.498960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] Set router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:44.511075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51', 'name': 'tempest-PortsTestJSON-1443778214'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:44.524317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.673900 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:08:33Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:44.686006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Checking router: 0722745c-9dc7-42f2-9923-e051ed02c150 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:44.706428 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Routers {'0722745c-9dc7-42f2-9923-e051ed02c150'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:44.712239 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0722745c-9dc7-42f2-9923-e051ed02c150'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:44.738968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:08:44.756891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:08:44.816379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.850425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:08:44.876008 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:44.990042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:44.990677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.019763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] 10.222.0.24 "PUT /v2.0/ports/7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 1092 time: 7.5449240 Feb 10 23:08:45.025373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:45.223599 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] Set router 0722745c-9dc7-42f2-9923-e051ed02c150 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:45.423319 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'status': 'completed', 'code': 200} Feb 10 23:08:45.556048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:45.598230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:45.636873 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:45.655614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:45.688010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:45.825737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:08:45.835847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:45.880042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10594601-5f8d-4f2d-8929-b46b21ac811a service neutron] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:45.953500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d', 'name': 'tempest-RoutersTest-router-1279474825', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:17Z', 'updated_at': '2022-02-10T23:08:26Z', 'revision_number': 11, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:45.958412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 06def6ac-5364-4aeb-bc33-4a5f470f939c yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:08:45.981422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:46.037785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] Checking router: ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:46.213128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] Routers {'ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:46.214252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:46.227303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-c85442c5-1720-4c55-abea-a54035dad910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:46.232744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-c85442c5-1720-4c55-abea-a54035dad910 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1095 time: 1.1177833 Feb 10 23:08:46.327084 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:08:33Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:46.344225 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b042aa1-9f01-4bb7-9b50-78bd22edb265 None None] The sync data for ids ['0722745c-9dc7-42f2-9923-e051ed02c150'] in n-d-825178-4 is: [{'id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'name': 'tempest-TestServerBasicOps-749601459-router', 'tenant_id': '1b78943af7024450a2c49bb75096d960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:01:40Z', 'updated_at': '2022-02-10T23:08:33Z', 'revision_number': 5, 'project_id': '1b78943af7024450a2c49bb75096d960', 'gw_port': {'id': '70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:51:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0722745c-9dc7-42f2-9923-e051ed02c150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:01:44Z', 'updated_at': '2022-02-10T23:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:46.454121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'port_id': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'mac_address': 'fa:16:3e:dc:27:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:08:46.480340 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-fbab8ad7-da6d-4064-a947-4d78086c1108 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 217 time: 0.2353408 Feb 10 23:08:46.602911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1d361-2c28-4908-9285-3a050d231efe req-51458ca1-d0b8-4f35-8f72-ed6b82f78806 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:46.606481 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79c1d361-2c28-4908-9285-3a050d231efe req-51458ca1-d0b8-4f35-8f72-ed6b82f78806 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.8859322 Feb 10 23:08:46.618148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.629869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.645646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Transition to ACTIVE for port object d858bd59-b648-4d00-800f-902e50988de5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:46.653381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.678975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.690463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Transition to ACTIVE for port object d858bd59-b648-4d00-800f-902e50988de5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:46.728153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0593098-00d4-4b24-a22c-ce38ea1d3b26 req-41d661f7-cd39-4176-a51d-db09282bba2c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:46.729979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0593098-00d4-4b24-a22c-ce38ea1d3b26 req-41d661f7-cd39-4176-a51d-db09282bba2c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 1.5708358 Feb 10 23:08:46.731918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.733058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:08:46.735267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Deleting port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:46.735827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.906091 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.916195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-273f906c-f5c2-4785-b451-fe0a1d8d5693 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 204 len: 168 time: 2.7021387 Feb 10 23:08:46.928761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.933351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51550) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:46.939820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b0593098-00d4-4b24-a22c-ce38ea1d3b26 req-860cc23f-c183-4005-b5a7-c9406c33f600 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603374 Feb 10 23:08:46.945264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-740adc70-b339-46a2-a47b-d1f415f8e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:46.948297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-740adc70-b339-46a2-a47b-d1f415f8e7c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 200 len: 835 time: 0.4598410 Feb 10 23:08:46.954926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.958488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-569326306', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:46.976184 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:46.981486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:08:46.995101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Usage tracker for resource:router and tenant:96345fecaaa042deba9661b48377e812 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:08:47.029679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79c1d361-2c28-4908-9285-3a050d231efe req-e34368ba-7cea-4f23-a84f-2150278c4674 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4098871 Feb 10 23:08:47.033825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:08:47.045617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:08:47.080921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:47.081955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a44425-c7dc-4df9-a4f8-76c2d833cc43 None None] The sync data for ids ['ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:47.110942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Pushing event updated for resources: {'Port': ['ID=d858bd59-b648-4d00-800f-902e50988de5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.173022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:47.219764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:47.247335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:47.262936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:47.303057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.304766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.309034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:08:47.319730 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.350690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:47.556221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] For port 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:47.556221 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.566869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.8 (0391c24f-4e14-4ad0-9071-fe0d50a4fe51/63aa0350-7bc5-496a-a6b5-98e679ea5afb/06def6ac-5364-4aeb-bc33-4a5f470f939c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:08:47.631768 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'code': 200} Feb 10 23:08:47.634299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:47.828964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:47.850981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Calling delete_port for 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:47.905585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 675b92f7-a8b1-491f-a907-ff2cb9859f14 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:48.055300 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:08:48.166857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.437255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:08:48.438064 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:08:48.439164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Attempting to bind port d858bd59-b648-4d00-800f-902e50988de5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:08:48.439807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Attempting to bind port d858bd59-b648-4d00-800f-902e50988de5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '79521e44-6acb-4b63-a346-b9979377a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:08:48.440308 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.440637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Attempting to bind port d858bd59-b648-4d00-800f-902e50988de5 on network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:08:48.444424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 675b92f7-a8b1-491f-a907-ff2cb9859f14 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:48.445136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 675b92f7-a8b1-491f-a907-ff2cb9859f14 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:48.445602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.447109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-631eb4ac-6728-420a-b4c4-9859770f77b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.5052295 Feb 10 23:08:48.455086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51574) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:48.458172 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:08:48.458702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Checking segment: {'id': '79521e44-6acb-4b63-a346-b9979377a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:08:48.459211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.460562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Bound using segment: {'id': '79521e44-6acb-4b63-a346-b9979377a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:08:48.461185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Bound port: d858bd59-b648-4d00-800f-902e50988de5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79521e44-6acb-4b63-a346-b9979377a0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0391c24f-4e14-4ad0-9071-fe0d50a4fe51'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:08:48.461667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.467559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:08:48.664202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] For port d858bd59-b648-4d00-800f-902e50988de5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:08:48.676704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] For port d858bd59-b648-4d00-800f-902e50988de5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d858bd59-b648-4d00-800f-902e50988de5,segment=NetworkSegment(79521e44-6acb-4b63-a346-b9979377a0ca),segment_id=79521e44-6acb-4b63-a346-b9979377a0ca)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:08:48.714912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:48.793971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe296a3-8a7b-4581-8851-0f6252b2fc27 req-338c0553-70ca-4430-b5fb-06ab4e188d14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:48.803436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fe296a3-8a7b-4581-8851-0f6252b2fc27 req-338c0553-70ca-4430-b5fb-06ab4e188d14 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 944 time: 0.3501508 Feb 10 23:08:48.946720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-491398c7-94bb-4fb3-8730-ebd5b18e8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:48.950646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-491398c7-94bb-4fb3-8730-ebd5b18e8c3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e753b25-54f7-4d80-ab1b-b6bb24621c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.9171824 Feb 10 23:08:49.119103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda3bd8-bb0c-44fe-997e-006e67dacd12 None None] Pushing event updated for resources: {'Port': ['ID=d858bd59-b648-4d00-800f-902e50988de5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:49.154708 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.211669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.296451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:08:49.333991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:49.350749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:49.375914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4fe296a3-8a7b-4581-8851-0f6252b2fc27 req-5611b47f-3144-4c1c-a528-a2b315797f38 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5710793 Feb 10 23:08:49.534316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:49.552856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Pushing event deleted for resources: {'Port': ['ID=70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:49.570721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51588) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:49.688894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b06f7fb6-035a-40ff-9b4b-22d5838fbb03'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:08:49.786311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 06def6ac-5364-4aeb-bc33-4a5f470f939c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:08:50.061938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.112231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-543757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-543770', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-541787'] for router, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.196280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d858bd59-b648-4d00-800f-902e50988de5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:50.308927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-71ce1532-1c7f-4af7-98bd-92be715ccc59 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/floatingips/fd179f63-f42e-4ce6-af08-dbcdbcd7f057 HTTP/1.1" status: 200 len: 993 time: 0.6977794 Feb 10 23:08:50.311303 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.566926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d858bd59-b648-4d00-800f-902e50988de5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:50.705613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240d608-9ecf-4877-92fa-ea458e343caa req-a4459567-2ea6-4c0c-871c-24150ee2d8bd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:50.706837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c240d608-9ecf-4877-92fa-ea458e343caa req-a4459567-2ea6-4c0c-871c-24150ee2d8bd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:50.773720 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.795452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-52dcb618-cc21-4dd6-9ad2-e5e79a336ebd service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8166938 Feb 10 23:08:50.926862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:50.931813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.016053 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.016704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0722745c-9dc7-42f2-9923-e051ed02c150 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:08:51.046777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.081173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0bb8db78-7487-40f0-8d45-c648a76ae92d admin admin] 10.222.0.53 "DELETE /v2.0/routers/0722745c-9dc7-42f2-9923-e051ed02c150 HTTP/1.1" status: 204 len: 168 time: 7.6586487 Feb 10 23:08:51.081714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51610) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:51.365424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Deleting subnet 20b8a076-e535-416a-a7d9-ec571c30e74b {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:08:51.369767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.396590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a205cd-ed1b-4605-9534-c7a1c0ef6999 None None] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:51.425814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-09f30a69-dceb-4fc2-bc9a-87e5e441dbcb req-ba7d2887-a02d-4ff0-a9b7-8b3fe7f24041 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730018 Feb 10 23:08:51.457440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c240d608-9ecf-4877-92fa-ea458e343caa req-a4459567-2ea6-4c0c-871c-24150ee2d8bd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:51.478953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c240d608-9ecf-4877-92fa-ea458e343caa req-a4459567-2ea6-4c0c-871c-24150ee2d8bd tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 2.8161569 Feb 10 23:08:51.552841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.604827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Provisioning for port d858bd59-b648-4d00-800f-902e50988de5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:51.642372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Provisioning complete for port d858bd59-b648-4d00-800f-902e50988de5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:51.643839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.646617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=06def6ac-5364-4aeb-bc33-4a5f470f939c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:51.777400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:08:51.786010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:08:51.811171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c240d608-9ecf-4877-92fa-ea458e343caa req-2261d966-1a11-4119-827a-ff2a3b617aeb tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3306317 Feb 10 23:08:51.815909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:08:51.848751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:51.882280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Router 86295406-da9e-48e0-969e-717a8cad6e34 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:08:51.901366 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:51.936253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:51.936596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 70a53d1d-b8c1-404a-a5b5-b8c60a9e05a2 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:52.126774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.150611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.229492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.273839 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b8a076-e535-416a-a7d9-ec571c30e74b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:52.287441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32b1e61a-dfee-4362-bb1e-d6260a17b001 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/20b8a076-e535-416a-a7d9-ec571c30e74b HTTP/1.1" status: 204 len: 168 time: 1.2042651 Feb 10 23:08:52.289900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51628) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.290277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe3bd71-bb20-48da-9013-356a39804727 None None] Network 1707fbf3-1797-43bb-9d88-04fa61409122 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:08:52.464262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.533987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.545877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:08:52.559915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Deleting port f91a1044-b8ab-43ce-8d9f-963e188c7272 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:52.561955 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.562848 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Sync routers for ids ['86295406-da9e-48e0-969e-717a8cad6e34'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:08:52.588545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.589708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-faa2a0f6-2562-40ce-b739-17390ee5bef8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "PUT /v2.0/routers/86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 200 len: 693 time: 4.1298902 Feb 10 23:08:52.603136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Routers {'86295406-da9e-48e0-969e-717a8cad6e34'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:52.604637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['86295406-da9e-48e0-969e-717a8cad6e34'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:52.607516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51634) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:52.734366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:52.735044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:52.762311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] For port d858bd59-b648-4d00-800f-902e50988de5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d858bd59-b648-4d00-800f-902e50988de5,segment=NetworkSegment(79521e44-6acb-4b63-a346-b9979377a0ca),segment_id=79521e44-6acb-4b63-a346-b9979377a0ca)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:52.802245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.015521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-80c122fd-4270-42e9-9757-aef1b81e711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:53.018796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-80c122fd-4270-42e9-9757-aef1b81e711f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1095 time: 1.3668454 Feb 10 23:08:53.055346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Pushing event updated for resources: {'Port': ['ID=d858bd59-b648-4d00-800f-902e50988de5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:53.099489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7c665471-8831-4b22-9035-58ae772debe1 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:08:53.144891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.145171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.145746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.146810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.147297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.148156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.148602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.148946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.149296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.149703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.150128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.150603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1bc3d9f-39bc-4452-bb45-82bb9058936d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:08:53.333663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] For port f91a1044-b8ab-43ce-8d9f-963e188c7272, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f91a1044-b8ab-43ce-8d9f-963e188c7272,segment=NetworkSegment(6d21e845-728d-4f29-bd4e-1babc3c1e9ee),segment_id=6d21e845-728d-4f29-bd4e-1babc3c1e9ee)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:53.334178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.367175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-195afdcc-4737-42a5-b5bf-835e34771bdb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 8.8677275 Feb 10 23:08:53.375818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51642) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:53.395652 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Set router 86295406-da9e-48e0-969e-717a8cad6e34 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:53.421257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ef1c0c2b-7b3a-4f31-b687-5b4b96b461cb tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/routers/86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 200 len: 699 time: 0.8124106 Feb 10 23:08:53.428805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24edfef0-6561-4082-8596-284c473c8967 None None] DHCP port deletion for 1707fbf3-1797-43bb-9d88-04fa61409122 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:08:53.431200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51646) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:53.439511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:53.533251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24edfef0-6561-4082-8596-284c473c8967 None None] Deleting port f91a1044-b8ab-43ce-8d9f-963e188c7272 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:53.534220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-24edfef0-6561-4082-8596-284c473c8967 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:53.759936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Calling delete_port for f91a1044-b8ab-43ce-8d9f-963e188c7272 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:53.820778 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b71fe55a-b9c9-4f1f-8afe-c91029acda04 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 200 len: 205 time: 0.3872268 Feb 10 23:08:53.834148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:53.938317 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86295406-da9e-48e0-969e-717a8cad6e34', 'name': 'tempest-RoutersTest-router-569326306', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:47Z', 'updated_at': '2022-02-10T23:08:50Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:53.949043 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Checking router: 86295406-da9e-48e0-969e-717a8cad6e34 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:08:53.973158 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Routers {'86295406-da9e-48e0-969e-717a8cad6e34'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:08:53.975886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d858bd59-b648-4d00-800f-902e50988de5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:53.977735 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['86295406-da9e-48e0-969e-717a8cad6e34'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:54.034657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99ff18-39ea-4dd2-af30-7da2837adf17 req-cfd52335-4323-4fc1-bb74-ee0866dc351a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:54.057740 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a99ff18-39ea-4dd2-af30-7da2837adf17 req-cfd52335-4323-4fc1-bb74-ee0866dc351a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 0.8692665 Feb 10 23:08:54.224455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a99ff18-39ea-4dd2-af30-7da2837adf17 req-df6777c0-cf18-4734-b7ef-93d8359dab06 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493831 Feb 10 23:08:54.293255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Provisioning for port 06def6ac-5364-4aeb-bc33-4a5f470f939c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:54.356149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.595507 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] Set router 86295406-da9e-48e0-969e-717a8cad6e34 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:08:54.606849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91a1044-b8ab-43ce-8d9f-963e188c7272,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:54.641925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] No DVR routers for this DVR port f91a1044-b8ab-43ce-8d9f-963e188c7272 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:08:54.722996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-63097d39-d1fb-4237-969a-3f3bd335768d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:54.726277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:54.737013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-63097d39-d1fb-4237-969a-3f3bd335768d service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 898 time: 1.6992373 Feb 10 23:08:54.766233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-24edfef0-6561-4082-8596-284c473c8967 None None] The port 'f91a1044-b8ab-43ce-8d9f-963e188c7272' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:08:54.772919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Provisioning complete for port 06def6ac-5364-4aeb-bc33-4a5f470f939c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:54.773322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.889097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Port 06def6ac-5364-4aeb-bc33-4a5f470f939c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:54.926029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:54.926416 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.929269 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86295406-da9e-48e0-969e-717a8cad6e34', 'name': 'tempest-RoutersTest-router-569326306', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:47Z', 'updated_at': '2022-02-10T23:08:50Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:54.956006 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:54.958853 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8308591c-3c3b-4111-a4cd-036f2cc48c34 None None] The sync data for ids ['86295406-da9e-48e0-969e-717a8cad6e34'] in n-d-825178-4 is: [{'id': '86295406-da9e-48e0-969e-717a8cad6e34', 'name': 'tempest-RoutersTest-router-569326306', 'tenant_id': '96345fecaaa042deba9661b48377e812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:08:47Z', 'updated_at': '2022-02-10T23:08:50Z', 'revision_number': 2, 'project_id': '96345fecaaa042deba9661b48377e812', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:08:55.037655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d858bd59-b648-4d00-800f-902e50988de5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:55.038324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.040495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1707fbf3-1797-43bb-9d88-04fa61409122']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:55.085068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d21e845-728d-4f29-bd4e-1babc3c1e9ee') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:55.085615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d21e845-728d-4f29-bd4e-1babc3c1e9ee') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:08:55.101893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.122942 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.184855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '7c665471-8831-4b22-9035-58ae772debe1', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'port_id': '7c665471-8831-4b22-9035-58ae772debe1', 'mac_address': 'fa:16:3e:a2:14:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:08:55.190228 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.208956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:08:55.210049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:08:55.271241 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:08:55.417390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d572caf-1546-48ad-8fd9-fc89ac4604c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:55.425024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d572caf-1546-48ad-8fd9-fc89ac4604c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:08:55.453134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-bff8e73c-04c9-4a0a-b066-78faf0fba738 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 217 time: 0.6747749 Feb 10 23:08:55.529909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.570734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.597387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.612575 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.617264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Provisioning complete for port d858bd59-b648-4d00-800f-902e50988de5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:55.617966 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:55.630248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] Pushing event deleted for resources: {'Network': ['ID=1707fbf3-1797-43bb-9d88-04fa61409122,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:55.673401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f17dfd2f-a69d-4682-b9ca-180e8b258843 admin admin] 10.222.0.53 "DELETE /v2.0/networks/1707fbf3-1797-43bb-9d88-04fa61409122 HTTP/1.1" status: 204 len: 168 time: 3.3810301 Feb 10 23:08:55.677660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51664) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:55.828320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c665471-8831-4b22-9035-58ae772debe1 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:08:55.918287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d572caf-1546-48ad-8fd9-fc89ac4604c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:08:55.920334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d572caf-1546-48ad-8fd9-fc89ac4604c1 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 920 time: 2.5324593 Feb 10 23:08:55.945703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51676) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:56.103968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:56.312692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.477504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:56.652095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.693571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['7c665471-8831-4b22-9035-58ae772debe1'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:08:56.760797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f91a1044-b8ab-43ce-8d9f-963e188c7272 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:08:56.886808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f91a1044-b8ab-43ce-8d9f-963e188c7272 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:08:56.890384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f91a1044-b8ab-43ce-8d9f-963e188c7272 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:08:56.893865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:56.928250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:56.939448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 06def6ac-5364-4aeb-bc33-4a5f470f939c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:56.940248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.944182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:56.989148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Provisioning for port ba7f1742-0f57-41cd-b844-d13023584eea completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:57.006375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Provisioning complete for port ba7f1742-0f57-41cd-b844-d13023584eea triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:57.007148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.063267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.069231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.077821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-d76fcf59-9c3a-4b16-9c1a-d6e71b7230f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:57.079698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-d76fcf59-9c3a-4b16-9c1a-d6e71b7230f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 200 len: 835 time: 1.6241651 Feb 10 23:08:57.118988 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'code': 200} Feb 10 23:08:57.120344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-158d2c04-b601-4f4f-bde2-9e1ac49f0bd6 None None] Port ba7f1742-0f57-41cd-b844-d13023584eea cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:57.224725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:57.344543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Provisioning complete for port 06def6ac-5364-4aeb-bc33-4a5f470f939c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:57.349317 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.457120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Port 06def6ac-5364-4aeb-bc33-4a5f470f939c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:57.478614 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.479320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Fanout notify agent at l3_agent the message router_deleted on router 86295406-da9e-48e0-969e-717a8cad6e34 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:08:57.519348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Provisioning complete for port ba7f1742-0f57-41cd-b844-d13023584eea triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:57.519924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.554108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.668641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6f6bc-a96b-4b76-a04f-c4eb240311a2 req-ed90d88e-e6f0-4211-8a80-6ee5462c1cb4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:57.683030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16a6f6bc-a96b-4b76-a04f-c4eb240311a2 req-ed90d88e-e6f0-4211-8a80-6ee5462c1cb4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 1.9486787 Feb 10 23:08:57.796857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.810467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2fb13dd8-b64f-49c2-992b-3e098f87ecfc tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 204 len: 168 time: 3.9653988 Feb 10 23:08:57.810467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:57.816445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a4123beb-f38b-49d2-ba05-8963cad0c5d5 None None] Port ba7f1742-0f57-41cd-b844-d13023584eea cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:08:57.833880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:57.954863 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1b9bde8b-453b-4269-8bab-7231ea8a6f51 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 200 len: 205 time: 0.1185734 Feb 10 23:08:57.967644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.058509 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-064130fb-eaad-4685-b92a-f0de9a9e5b5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:08:58.059604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-064130fb-eaad-4685-b92a-f0de9a9e5b5d tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/86295406-da9e-48e0-969e-717a8cad6e34 HTTP/1.1" status: 404 len: 336 time: 0.0880883 Feb 10 23:08:58.069801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51706) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.197433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-b3fe43d9-1948-4790-a160-8772abbb4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:58.201749 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-b3fe43d9-1948-4790-a160-8772abbb4b48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e753b25-54f7-4d80-ab1b-b6bb24621c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1151145 Feb 10 23:08:58.224266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 06def6ac-5364-4aeb-bc33-4a5f470f939c owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:58.291445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-16a6f6bc-a96b-4b76-a04f-c4eb240311a2 req-15576fbe-5c01-47c2-80e6-33d0bdd780db tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6064322 Feb 10 23:08:58.331083 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-207281bf-32ea-4deb-976f-3f1f80e0a51c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:58.331719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-207281bf-32ea-4deb-976f-3f1f80e0a51c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:58.333620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-207281bf-32ea-4deb-976f-3f1f80e0a51c tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/ee2c84fa-4ddc-4e97-b4cf-f50915bd05a7 HTTP/1.1" status: 404 len: 337 time: 0.2627251 Feb 10 23:08:58.340436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7c665471-8831-4b22-9035-58ae772debe1 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:08:58.342680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51710) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.525878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 7c665471-8831-4b22-9035-58ae772debe1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:08:58.542088 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e31e031-6727-43ae-8ba6-533b6435af9e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:58.542595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e31e031-6727-43ae-8ba6-533b6435af9e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:58.546331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 7c665471-8831-4b22-9035-58ae772debe1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:08:58.547390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.548389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9e31e031-6727-43ae-8ba6-533b6435af9e tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/7d6cb882-e8a0-4425-88a5-5a610ac79a71 HTTP/1.1" status: 404 len: 337 time: 0.1862025 Feb 10 23:08:58.552072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51714) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.635655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Deleting port 71dedca0-71ac-4069-bb20-edb67c474703 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:08:58.636448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.636661 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58cb092-73f2-41f4-aace-b79e3a17d8ca tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:58.636823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58cb092-73f2-41f4-aace-b79e3a17d8ca tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:58.641967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b58cb092-73f2-41f4-aace-b79e3a17d8ca tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/f2051204-fdb3-4b5b-b19c-8bc33b1c8cdc HTTP/1.1" status: 404 len: 337 time: 0.0875390 Feb 10 23:08:58.645213 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51720) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.727232 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8142a1c-b7fe-4ddc-a6ec-ee7e6f97e4b1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:08:58.727783 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8142a1c-b7fe-4ddc-a6ec-ee7e6f97e4b1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:08:58.733753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a8142a1c-b7fe-4ddc-a6ec-ee7e6f97e4b1 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/8acf3978-65ad-4b5b-8b84-0c886fd6c483 HTTP/1.1" status: 404 len: 337 time: 0.0868869 Feb 10 23:08:58.735197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51724) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.804119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5730b58d-fda0-493f-8346-f97573f488ae tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 200 len: 205 time: 0.0646913 Feb 10 23:08:58.804743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.828518 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.867531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:58.874071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:58.946923 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b9ab3f74-19d2-43b0-9097-64824b8e0193 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:08:58.951409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9ab3f74-19d2-43b0-9097-64824b8e0193 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/ea1115b3-1eae-4b6d-ab03-82a9ff28bc0d HTTP/1.1" status: 404 len: 336 time: 0.1035323 Feb 10 23:08:58.952722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51734) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:58.957531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-d342dfb2-91d5-4da8-9583-ae07b48d0a3a service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6646886 Feb 10 23:08:58.979820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.015024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] For port 71dedca0-71ac-4069-bb20-edb67c474703, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=71dedca0-71ac-4069-bb20-edb67c474703,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:08:59.016200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.041399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c69922f2-c939-4f29-ae81-301bb2b6bf8a tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e HTTP/1.1" status: 200 len: 205 time: 0.0827811 Feb 10 23:08:59.042183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:08:59.120733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:08:59.171852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:08:59.233805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Calling delete_port for 71dedca0-71ac-4069-bb20-edb67c474703 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:08:59.258149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=06def6ac-5364-4aeb-bc33-4a5f470f939c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:08:59.258375 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'code': 200} Feb 10 23:08:59.914160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a1668-43b7-435e-a274-d986f4bd667f req-6212b53a-9f92-4bdc-b7ba-bddfa6c9f7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:08:59.915741 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c6a1668-43b7-435e-a274-d986f4bd667f req-6212b53a-9f92-4bdc-b7ba-bddfa6c9f7de service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1097 time: 0.5070693 Feb 10 23:08:59.978240 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f2b1e0ae-80b1-4d8b-b237-a398a626de91 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:08:59.981034 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f2b1e0ae-80b1-4d8b-b237-a398a626de91 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/6fa7b8e9-5ae6-42c8-9a3a-ef31653ae76e HTTP/1.1" status: 404 len: 336 time: 0.8804302 Feb 10 23:08:59.984489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c6a1668-43b7-435e-a274-d986f4bd667f req-961db7a7-d1b7-4009-8264-96341e984cf0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619633 Feb 10 23:08:59.985554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51752) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.051022 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa303d20-d400-4592-8aee-42c069941bf3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:00.051562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa303d20-d400-4592-8aee-42c069941bf3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:00.066557 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fa303d20-d400-4592-8aee-42c069941bf3 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/d6088b66-3c6e-4553-bbd6-9aa304033991 HTTP/1.1" status: 404 len: 337 time: 0.0799127 Feb 10 23:09:00.073335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51756) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.159803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0609f80d-ffcc-42ed-a87c-7b5a3164427b tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 200 len: 205 time: 0.0783033 Feb 10 23:09:00.170506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8eb4265e-98b0-4d92-81ea-bdc1839408ca req-8d93592b-7801-433d-b4b6-8d40638ae890 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1735914 Feb 10 23:09:00.171046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51764) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.197905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.255298 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.283720 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-16c5fccd-b0df-4628-81fc-ff62725f8fb0 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:09:00.288735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-16c5fccd-b0df-4628-81fc-ff62725f8fb0 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/2b0ac82a-9794-444f-a515-5f91bd368cd8 HTTP/1.1" status: 404 len: 336 time: 0.1107488 Feb 10 23:09:00.289420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51772) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.301795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=71dedca0-71ac-4069-bb20-edb67c474703,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:00.345721 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-41bafb20-4475-4b20-b42f-b7045d3cf46e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/06def6ac-5364-4aeb-bc33-4a5f470f939c HTTP/1.1" status: 204 len: 168 time: 4.3976316 Feb 10 23:09:00.354484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9a783-0c15-4f85-af7d-56abba336f31 req-9bd37b72-66a9-4ba2-bfb7-10eaa96e594d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:00.356425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0d9a783-0c15-4f85-af7d-56abba336f31 req-9bd37b72-66a9-4ba2-bfb7-10eaa96e594d tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 0.6321397 Feb 10 23:09:00.357699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51776) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.422580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b05cae18-aa53-43df-84ad-a6452c7f95d0 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf HTTP/1.1" status: 200 len: 205 time: 0.1319144 Feb 10 23:09:00.444920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51782) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.469343 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-da03b0ad-b7fb-4a51-9ec8-df1099c5a8fe tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:09:00.470002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da03b0ad-b7fb-4a51-9ec8-df1099c5a8fe tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:00.529174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da03b0ad-b7fb-4a51-9ec8-df1099c5a8fe tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:00.533353 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da03b0ad-b7fb-4a51-9ec8-df1099c5a8fe tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/06def6ac-5364-4aeb-bc33-4a5f470f939c HTTP/1.1" status: 404 len: 333 time: 0.1668437 Feb 10 23:09:00.536232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51788) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.545619 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0d9a783-0c15-4f85-af7d-56abba336f31 req-bb0c5f63-3f6c-44d5-8680-9583341f7158 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215255 Feb 10 23:09:00.683440 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-a077a642-a40b-4f47-9e53-feae991b4399 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:09:00.684210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a077a642-a40b-4f47-9e53-feae991b4399 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/6eb4f5ee-a491-4006-ac2b-c2ad2b7d00cf HTTP/1.1" status: 404 len: 336 time: 0.2317581 Feb 10 23:09:00.690374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port ba7f1742-0f57-41cd-b844-d13023584eea {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:00.690984 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:00.694392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.750539 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e8f4d7-48ef-4cdf-92f2-a9af6998e7ea tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:00.751027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e8f4d7-48ef-4cdf-92f2-a9af6998e7ea tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:00.757181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a8e8f4d7-48ef-4cdf-92f2-a9af6998e7ea tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/c778ab07-a984-453f-97d0-274a7ba2ddda HTTP/1.1" status: 404 len: 337 time: 0.0576124 Feb 10 23:09:00.757503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51796) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:00.813379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f0102cec-a860-4ba3-838d-93800f26d686 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Synchronizing usage tracker for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:00.967430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f0102cec-a860-4ba3-838d-93800f26d686 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] Unset dirty status for tenant:96345fecaaa042deba9661b48377e812 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:00.968970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f0102cec-a860-4ba3-838d-93800f26d686 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=8350b1f9-cd53-4d78-b9f5-3fc2022d3485 HTTP/1.1" status: 200 len: 205 time: 0.2104828 Feb 10 23:09:00.973721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51800) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.122079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.139620 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [None req-61358652-09d5-40db-9c1d-ed30091e2dae tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:09:01.143091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-61358652-09d5-40db-9c1d-ed30091e2dae tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/8350b1f9-cd53-4d78-b9f5-3fc2022d3485 HTTP/1.1" status: 404 len: 336 time: 0.1659584 Feb 10 23:09:01.198920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51806) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.251655 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:01.429247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for ba7f1742-0f57-41cd-b844-d13023584eea owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:01.480090 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d8bc6eb-9b39-4d6b-94d3-7eacabd7add5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:01.480491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d8bc6eb-9b39-4d6b-94d3-7eacabd7add5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:01.482877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6d8bc6eb-9b39-4d6b-94d3-7eacabd7add5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/5fa562c6-61df-476a-9b4b-4e320e6027e1 HTTP/1.1" status: 404 len: 337 time: 0.2736132 Feb 10 23:09:01.489843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.577809 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b22f2404-4bd1-47bf-9f3b-61dde69a38b8 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "GET /v2.0/ports?device_id=805eb826-b601-4286-a7bf-648c484409fd HTTP/1.1" status: 200 len: 205 time: 0.0867462 Feb 10 23:09:01.584235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51824) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.783308 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-f4dbed0a-4553-4313-b4fb-fac9e3c39bf5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] delete failed (client error): The resource could not be found. Feb 10 23:09:01.784810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4dbed0a-4553-4313-b4fb-fac9e3c39bf5 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/routers/805eb826-b601-4286-a7bf-648c484409fd HTTP/1.1" status: 404 len: 336 time: 0.1802666 Feb 10 23:09:01.790524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.855830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Router 0ea717ce-454d-41e6-9c6b-a1e3710b207f has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:09:01.868169 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b7f7d9b-5590-47e1-ac61-e5ad20d5c637 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:01.869209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b7f7d9b-5590-47e1-ac61-e5ad20d5c637 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:01.872709 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6b7f7d9b-5590-47e1-ac61-e5ad20d5c637 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/743188d4-9a38-467a-ad3f-c81dfe5c61e5 HTTP/1.1" status: 404 len: 337 time: 0.0802698 Feb 10 23:09:01.876683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51834) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:01.934740 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f799ed7f-a7fb-4814-acf2-1576c457e648 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] DELETE failed (client error): The resource could not be found. Feb 10 23:09:01.935931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f799ed7f-a7fb-4814-acf2-1576c457e648 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:09:01.951209 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f799ed7f-a7fb-4814-acf2-1576c457e648 tempest-RoutersTest-462170564 tempest-RoutersTest-462170564-project] 10.222.0.53 "DELETE /v2.0/subnets/6a94b8e1-7633-4932-99ea-2e8c6fcb8585 HTTP/1.1" status: 404 len: 337 time: 0.0720186 Feb 10 23:09:02.009707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c90b6-b455-4964-9fb1-518355c98cc1 req-325e0d33-778e-409d-9b68-ec3a66aed421 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:02.018581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d94c90b6-b455-4964-9fb1-518355c98cc1 req-325e0d33-778e-409d-9b68-ec3a66aed421 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 0.2556911 Feb 10 23:09:02.053650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.383082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=ba7f1742-0f57-41cd-b844-d13023584eea,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:02.433439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:02.438878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7832d062-47d2-429a-9446-c737741a7bad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/ba7f1742-0f57-41cd-b844-d13023584eea HTTP/1.1" status: 204 len: 168 time: 1.8986752 Feb 10 23:09:02.442267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51844) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.457620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d94c90b6-b455-4964-9fb1-518355c98cc1 req-b78363f9-f654-4cb6-92a5-bc37f32f726e tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4379508 Feb 10 23:09:02.564095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:09:02.565533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51850) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.577778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Sync routers for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:09:02.587873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cca44b82-dc7a-470c-bf7c-35ed409538a3 admin admin] 10.222.0.53 "PUT /v2.0/routers/0ea717ce-454d-41e6-9c6b-a1e3710b207f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9081028 Feb 10 23:09:02.595809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:02.596458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:02.607512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51854) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:02.838307 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd07f8c0-c569-4327-b9ee-9acddd4c58ef tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:09:02.838307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd07f8c0-c569-4327-b9ee-9acddd4c58ef tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:02.916204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cd07f8c0-c569-4327-b9ee-9acddd4c58ef tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:02.926107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:02.926873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cd07f8c0-c569-4327-b9ee-9acddd4c58ef tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/ba7f1742-0f57-41cd-b844-d13023584eea HTTP/1.1" status: 404 len: 333 time: 0.4815948 Feb 10 23:09:02.941782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51862) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:03.052885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.192856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e20ab5c-4931-4148-8c98-b9f5c4eb8811 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=96345fecaaa042deba9661b48377e812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6228614 Feb 10 23:09:03.195977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51866) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:03.196995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet 63aa0350-7bc5-496a-a6b5-98e679ea5afb {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:09:03.211034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.330006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c667dc-2a68-4230-96f7-f123671501be req-4f4d6677-223c-472a-8a87-1409adc54a8f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:03.332291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77c667dc-2a68-4230-96f7-f123671501be req-4f4d6677-223c-472a-8a87-1409adc54a8f tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 0.5598755 Feb 10 23:09:03.383676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:09:00Z', 'revision_number': 5, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.389383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Checking router: 0ea717ce-454d-41e6-9c6b-a1e3710b207f for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:09:03.404197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Routers {'0ea717ce-454d-41e6-9c6b-a1e3710b207f'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:03.407297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:08:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:03.459959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.561914 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-77c667dc-2a68-4230-96f7-f123671501be req-e2545819-ccd0-4bad-a622-324b7163a9d4 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980522 Feb 10 23:09:03.570044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.580855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.598839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51874) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:03.613447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Deleting port a255a176-e282-4afa-8989-b0659f20a7fc {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:03.615174 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.718722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.801753 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:03.946793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] Set router 0ea717ce-454d-41e6-9c6b-a1e3710b207f gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:03.978876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.051045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=63aa0350-7bc5-496a-a6b5-98e679ea5afb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.079920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28272e71-16e1-402a-9850-163a45cd1547 None None] Network 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:04.158686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.175266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.205579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-07490e50-862b-477d-9777-09b1843757c8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/63aa0350-7bc5-496a-a6b5-98e679ea5afb HTTP/1.1" status: 204 len: 168 time: 1.2578402 Feb 10 23:09:04.208643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51890) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.243257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] For port a255a176-e282-4afa-8989-b0659f20a7fc, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a255a176-e282-4afa-8989-b0659f20a7fc,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:04.243772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.272336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0a47bf-9ea2-4811-8583-508fda38e444,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:04.525999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.548451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce2341a3-2a5e-48c3-addc-9e4d7435a3f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3e0a47bf-9ea2-4811-8583-508fda38e444 HTTP/1.1" status: 204 len: 168 time: 1.3473282 Feb 10 23:09:04.563428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.580059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Calling delete_port for a255a176-e282-4afa-8989-b0659f20a7fc owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:04.605067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port d858bd59-b648-4d00-800f-902e50988de5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:04.605501 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:04.894750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e7b73b-6f9b-4e01-ba8d-a3253755f7cc tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:04.899835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a3e7b73b-6f9b-4e01-ba8d-a3253755f7cc tempest-TestNetworkBasicOps-1394471953 tempest-TestNetworkBasicOps-1394471953-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1092 time: 1.2990355 Feb 10 23:09:04.900997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 51900) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:04.921786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '7c665471-8831-4b22-9035-58ae772debe1', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:04.987609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:05.012446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Usage tracker for resource:floatingip and tenant:ba0c2a434aa54df3beb963a59a550aac is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:05.025978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:05.037693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:05.066313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.224283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:09:00Z', 'revision_number': 5, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:05.249628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cda019b-9c3d-4c95-9724-0decb7b9a887 None None] The sync data for ids ['0ea717ce-454d-41e6-9c6b-a1e3710b207f'] in n-d-825178-4 is: [{'id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'name': 'tempest-TestServerBasicOps-1602895034-router', 'tenant_id': 'b13213fbc0294895b43363fd36d8974d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:02:17Z', 'updated_at': '2022-02-10T23:09:00Z', 'revision_number': 5, 'project_id': 'b13213fbc0294895b43363fd36d8974d', 'gw_port': {'id': 'a255a176-e282-4afa-8989-b0659f20a7fc', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:8f:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea717ce-454d-41e6-9c6b-a1e3710b207f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:02:21Z', 'updated_at': '2022-02-10T23:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:09:05.335904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port d858bd59-b648-4d00-800f-902e50988de5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d858bd59-b648-4d00-800f-902e50988de5,segment=NetworkSegment(79521e44-6acb-4b63-a346-b9979377a0ca),segment_id=79521e44-6acb-4b63-a346-b9979377a0ca)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:05.336534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.462774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.527082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Pushing event deleted for resources: {'Port': ['ID=a255a176-e282-4afa-8989-b0659f20a7fc,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:05.572187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for d858bd59-b648-4d00-800f-902e50988de5 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:05.676779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53d1938-816b-4692-aa23-13092d6d54a4 None None] DHCP port deletion for 0391c24f-4e14-4ad0-9071-fe0d50a4fe51 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:09:05.686447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1938-816b-4692-aa23-13092d6d54a4 None None] Deleting port d858bd59-b648-4d00-800f-902e50988de5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:05.687643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f53d1938-816b-4692-aa23-13092d6d54a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.730439 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.792647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:05.813231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No DVR routers for this DVR port d858bd59-b648-4d00-800f-902e50988de5 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:05.949897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f53d1938-816b-4692-aa23-13092d6d54a4 None None] The port 'd858bd59-b648-4d00-800f-902e50988de5' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:09:06.081590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=d858bd59-b648-4d00-800f-902e50988de5,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.155130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.240821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0391c24f-4e14-4ad0-9071-fe0d50a4fe51']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.280758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79521e44-6acb-4b63-a346-b9979377a0ca') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.281363 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79521e44-6acb-4b63-a346-b9979377a0ca') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:06.307782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.340278 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.361644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:09:06.377846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.427125 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:06.434408 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:06.663244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.705177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:06.730029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/0391c24f-4e14-4ad0-9071-fe0d50a4fe51 HTTP/1.1" status: 204 len: 168 time: 2.5192840 Feb 10 23:09:06.731077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:06.752564 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1145171535'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:06.761912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95174d35-deab-4a49-9798-3113f3d7d7ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=0391c24f-4e14-4ad0-9071-fe0d50a4fe51,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:06.934974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:06.934974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:06.934974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:06.934974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:07.101456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.101456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.110507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:07.110507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.112360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.112360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea717ce-454d-41e6-9c6b-a1e3710b207f {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:09:07.113216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:07.113216 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.113216 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment 1df34837-7a4f-4bb3-9135-2779429a7844 of type vlan for network 28e4f683-9c71-427b-9c74-e264714b0729 Feb 10 23:09:07.114029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.114029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7db572a1-57c5-48f9-ab62-68c6a9527302 admin admin] 10.222.0.53 "DELETE /v2.0/routers/0ea717ce-454d-41e6-9c6b-a1e3710b207f HTTP/1.1" status: 204 len: 168 time: 4.4315367 Feb 10 23:09:07.114679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:07.221506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.299334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Allocated IP 172.25.2.67 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/5c8c993c-b69c-4f53-9719-b8381c8b007b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:07.358186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Deleting subnet 5da91424-1128-4277-b82e-1f95527d4aab {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:09:07.358186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.694761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 71dedca0-71ac-4069-bb20-edb67c474703 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:07.758568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.870512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:07.874656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 71dedca0-71ac-4069-bb20-edb67c474703 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:09:07.875001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 71dedca0-71ac-4069-bb20-edb67c474703 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:07.920978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d858bd59-b648-4d00-800f-902e50988de5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:08.049192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.075625 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:08.075625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.085569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.137829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d858bd59-b648-4d00-800f-902e50988de5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:09:08.139670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d858bd59-b648-4d00-800f-902e50988de5 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:08.164633 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.189219 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4522200 Feb 10 23:09:08.208283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51972) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:08.269135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a7b637e-a371-42b9-b412-0d2389a592c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.325186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '28e4f683-9c71-427b-9c74-e264714b0729', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:08.386533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:08.402053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:08.420997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:08.502542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=5c8c993c-b69c-4f53-9719-b8381c8b007b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.677977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.804240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5da91424-1128-4277-b82e-1f95527d4aab,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.805007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29092e5c-6d32-440f-93a1-3e5797219a9f None None] Network c70f413d-8cdb-4082-bb4a-715e29e4e546 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:08.815011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:08.822838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:08.828787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c40d2f-7a93-496c-bd6a-962f512735e4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=28e4f683-9c71-427b-9c74-e264714b0729,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:08.847357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:08.852439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 28e4f683-9c71-427b-9c74-e264714b0729 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:08.853895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8b68feb7-9457-46c3-945d-92d985613c2a admin admin] 10.222.0.53 "DELETE /v2.0/subnets/5da91424-1128-4277-b82e-1f95527d4aab HTTP/1.1" status: 204 len: 168 time: 1.8046412 Feb 10 23:09:08.855524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:08.859510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 51992) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:08.890713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:09.245434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:09.249697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a255a176-e282-4afa-8989-b0659f20a7fc no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:09.271267 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.381968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.440553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a255a176-e282-4afa-8989-b0659f20a7fc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:09:09.440553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a255a176-e282-4afa-8989-b0659f20a7fc not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:09.517057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.657756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Deleting port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:09.657756 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.787973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:09.942969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] DHCP port deletion for c70f413d-8cdb-4082-bb4a-715e29e4e546 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:09:09.947910 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Deleting port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:09.948373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.432912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] For port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:10.433537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.461518 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.531420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] For port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,segment=NetworkSegment(266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5),segment_id=266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:10.531850 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.845242 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.850817 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:10.908311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Calling delete_port for a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:11.008876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Calling delete_port for a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:11.100155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:11.132903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event updated for resources: {'Port': ['ID=5c8c993c-b69c-4f53-9719-b8381c8b007b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.139541 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.211749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] Pushing event deleted for resources: {'Port': ['ID=a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.211749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:09:11.211749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:11.220882 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-525c92e4-b9b0-4c4d-b6ed-acc129819a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.220882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa94bc5-124e-46a2-92d1-d3f3b84b8a31 None None] No DVR routers for this DVR port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:11.235258 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.448418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=d6d07bee-9d25-4b0b-b301-a27c32938475,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:11.453332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': '1df34837-7a4f-4bb3-9135-2779429a7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:11.453892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: 28e4f683-9c71-427b-9c74-e264714b0729, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:11.475022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:11.475698 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:11.477315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.477877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.478371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.478861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.479408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.479901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.480419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.482815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.483599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.484158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.484686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.485203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:11.510415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 28e4f683-9c71-427b-9c74-e264714b0729 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:11.526527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 28e4f683-9c71-427b-9c74-e264714b0729) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:11.532500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:11.532962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.546391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac0ab80-ebdb-4e79-803b-475689d8bc77 None None] Network 28e4f683-9c71-427b-9c74-e264714b0729 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:11.645214 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-596b314c-bc78-472c-8a78-ff7b65fbb0b8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4322968 Feb 10 23:09:11.645214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52028) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:11.670765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '28e4f683-9c71-427b-9c74-e264714b0729', 'name': 'tempest-PortsTestJSON-1491328790', 'fixed_ips': [{'subnet_id': 'd6d07bee-9d25-4b0b-b301-a27c32938475', 'ip_address': '172.20.0.10'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:11.813744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.887772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:11.977065 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Deleting port a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:11.980288 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.052011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:12.126368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-28e4f683-9c71-427b-9c74-e264714b0729', 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': 'd6d07bee-9d25-4b0b-b301-a27c32938475'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:09:12.126368 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.198278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] The port 'a27d5ad7-2d0a-4847-8cbc-5cbecfcc4b79' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:09:12.207430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:12.207430 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:12.235029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:12.254348 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Floating IP c7436675-11df-497e-9602-86fba3c65d94 associated. External IP: 172.25.2.67, port: 7c665471-8831-4b22-9035-58ae772debe1. Feb 10 23:09:12.614031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Allocated IP 172.20.0.2 (28e4f683-9c71-427b-9c74-e264714b0729/d6d07bee-9d25-4b0b-b301-a27c32938475/3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:12.618710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:12.737985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:12.829714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70f413d-8cdb-4082-bb4a-715e29e4e546']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:12.893828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:12.893828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266b34e5-b4bb-4e5d-bed5-cb9e6a398bc5') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:12.969212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.026754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.039252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:09:13.058406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:13.130804 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:13.182169 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.263164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 3dccb4f8-3623-412a-b242-8c012a2383b2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:09:13.429612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.454897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.501402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Transition to ACTIVE for port object 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:13.510764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.552207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.567519 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] 10.222.0.53 "DELETE /v2.0/networks/c70f413d-8cdb-4082-bb4a-715e29e4e546 HTTP/1.1" status: 204 len: 168 time: 4.7035360 Feb 10 23:09:13.589283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Transition to ACTIVE for port object 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:13.613370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:13.618816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:13.781294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c66dc2-ab86-4ac3-858b-e5ed090cad3e admin admin] Pushing event deleted for resources: {'Network': ['ID=c70f413d-8cdb-4082-bb4a-715e29e4e546,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:13.822641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Network 28e4f683-9c71-427b-9c74-e264714b0729 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:13.848756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:13.856435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:14.179489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52064) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.240045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:09:14.266645 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Pushing event updated for resources: {'Port': ['ID=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:14.273506 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Sync routers for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:09:14.299496 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:14.300288 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:14.324477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.364761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Attempting to bind port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:14.365361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Attempting to bind port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1df34837-7a4f-4bb3-9135-2779429a7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:14.365966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Attempting to bind port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 on network 28e4f683-9c71-427b-9c74-e264714b0729 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:14.379446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:14.380197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Checking segment: {'id': '1df34837-7a4f-4bb3-9135-2779429a7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:14.380834 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.381455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Bound using segment: {'id': '1df34837-7a4f-4bb3-9135-2779429a7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:14.439008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Bound port: 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df34837-7a4f-4bb3-9135-2779429a7844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '28e4f683-9c71-427b-9c74-e264714b0729'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:14.439008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.539123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a68dd624-8ec4-415b-8572-71889cddf0a7 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1b78943af7024450a2c49bb75096d960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475282 Feb 10 23:09:14.539123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.641533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ea9332cb-b6f7-4fb7-a6e2-943b8982a4ca tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.7383890 Feb 10 23:09:14.645901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:14.651168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:14.777562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:14.828554 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.851115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] For port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:14.925983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] For port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,segment=NetworkSegment(1df34837-7a4f-4bb3-9135-2779429a7844),segment_id=1df34837-7a4f-4bb3-9135-2779429a7844)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:14.942870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:14.967520 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.269048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.361699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.10 (28e4f683-9c71-427b-9c74-e264714b0729/d6d07bee-9d25-4b0b-b301-a27c32938475/79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:15.396201 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-789993dc-1656-4dcc-94be-c3c5a508a95e tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 991 time: 0.7487712 Feb 10 23:09:15.419942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f254dc6-0f15-4b53-950a-a744ad79a37c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:15.495654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:15.513286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ce5a7c2c-f324-4343-b425-3da68ac1cab9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7f254dc6-0f15-4b53-950a-a744ad79a37c HTTP/1.1" status: 204 len: 168 time: 0.9761925 Feb 10 23:09:15.781577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24784a2-6656-45b4-be0d-991d650653d6 None None] Pushing event updated for resources: {'Port': ['ID=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:16.040038 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'status': 'completed', 'code': 200} Feb 10 23:09:16.334310 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'c7436675-11df-497e-9602-86fba3c65d94', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'port_id': '7c665471-8831-4b22-9035-58ae772debe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'mac_address': 'fa:16:3e:a2:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379097be-a08c-4d31-800e-8a2bb2180c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:09Z', 'updated_at': '2022-02-10T23:09:09Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:16.346402 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Checking router: 3dccb4f8-3623-412a-b242-8c012a2383b2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:09:16.368948 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:16.369809 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:16.371890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.406307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52108) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:16.432680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:16.551933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:16.758796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4e587fd2-8256-49e1-a773-1d88782b6115 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 991 time: 0.3424153 Feb 10 23:09:16.808912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:16.825977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 28e4f683-9c71-427b-9c74-e264714b0729 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:16.838881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68645d7-e4e9-471e-b356-825601be2df8 req-02241a48-a182-42cc-8ac1-be8d9a11d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:16.838881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-02241a48-a182-42cc-8ac1-be8d9a11d6e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1097 time: 0.7666171 Feb 10 23:09:16.838881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:17.004984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52126) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.043100 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:17.100199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:17.176834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68645d7-e4e9-471e-b356-825601be2df8 req-157f686b-eec7-4fd4-93a5-492636e8e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.181370 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-157f686b-eec7-4fd4-93a5-492636e8e1a8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 898 time: 0.3409789 Feb 10 23:09:17.242637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:17.363801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-289ef946-951e-42b4-9a91-41cb2e8bc854 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b13213fbc0294895b43363fd36d8974d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3480117 Feb 10 23:09:17.363801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52134) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.523517 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-3b281e7e-9c2c-476b-9143-c9ee872150ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 999 time: 0.3057172 Feb 10 23:09:17.725638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:17.752255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.760294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52146) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.765184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.770219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:17.815644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68645d7-e4e9-471e-b356-825601be2df8 req-4a134feb-c53f-4278-bec3-3e54f41a6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:17.822241 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-4a134feb-c53f-4278-bec3-3e54f41a6a7b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 200 len: 835 time: 0.3077765 Feb 10 23:09:17.910908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6865db2-701c-4659-bb97-95329561b90e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 6.2660081 Feb 10 23:09:17.924832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52152) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:17.949976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': '28e4f683-9c71-427b-9c74-e264714b0729', 'name': 'tempest-PortsTestJSON-559257972', 'fixed_ips': [{'subnet_id': 'd6d07bee-9d25-4b0b-b301-a27c32938475', 'ip_address': '172.20.0.9'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:18.140530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806ae37d-2765-4571-9297-2b7553e07e96 None None] Network 28e4f683-9c71-427b-9c74-e264714b0729 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:18.219381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.353932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'c7436675-11df-497e-9602-86fba3c65d94', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'port_id': '7c665471-8831-4b22-9035-58ae772debe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'mac_address': 'fa:16:3e:a2:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379097be-a08c-4d31-800e-8a2bb2180c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:09Z', 'updated_at': '2022-02-10T23:09:09Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:18.359724 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43737b2-0609-4c8c-8fad-20b8816e0da6 None None] The sync data for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 is: [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'c7436675-11df-497e-9602-86fba3c65d94', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'floating_ip_address': '172.25.2.67', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'port_id': '7c665471-8831-4b22-9035-58ae772debe1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3781, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'mac_address': 'fa:16:3e:a2:14:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379097be-a08c-4d31-800e-8a2bb2180c95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:09:09Z', 'updated_at': '2022-02-10T23:09:09Z', 'revision_number': 0, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:09:18.430639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-41e8a9fe-81ee-4525-aad5-b2cc77387191 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 991 time: 0.6681068 Feb 10 23:09:18.468813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Provisioning for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:18.479022 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.538891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Provisioning complete for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:18.540113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.616074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8c10d9-4c1d-4ca9-8c9b-b50aab258e3c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:18.616074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:18.623110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cefcfdc6-62d6-4fc7-a786-70494d95c1f3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7a8c10d9-4c1d-4ca9-8c9b-b50aab258e3c HTTP/1.1" status: 204 len: 168 time: 1.2474213 Feb 10 23:09:19.183322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db0560-2a58-4ef2-952e-6328dda8e333 None None] New status for floating IP c7436675-11df-497e-9602-86fba3c65d94: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:09:19.352382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.388849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68645d7-e4e9-471e-b356-825601be2df8 req-f92180f6-c1ed-47b5-a175-d376812b27c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:19.388849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-f92180f6-c1ed-47b5-a175-d376812b27c3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e753b25-54f7-4d80-ab1b-b6bb24621c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5492949 Feb 10 23:09:19.441383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52168) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:19.470262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] For port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,segment=NetworkSegment(1df34837-7a4f-4bb3-9135-2779429a7844),segment_id=1df34837-7a4f-4bb3-9135-2779429a7844)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:19.511470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:19.675768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-657f8897-8b9a-4ca1-97a6-519cd722bc50 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:19.691205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-657f8897-8b9a-4ca1-97a6-519cd722bc50 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 1.0202777 Feb 10 23:09:19.774999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-74750af5-5a00-4998-b540-2ab283ca19cc tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 991 time: 0.3357947 Feb 10 23:09:19.899112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-f7e9cc4f-0dba-432b-98f8-fefba35cfcd0 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914401 Feb 10 23:09:20.038157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-f8e08ee6-5f6f-416b-ad09-2905fb36927f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.3338077 Feb 10 23:09:20.047919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c56ba64-ded6-4231-be36-d72e8fe54eea None None] Pushing event updated for resources: {'Port': ['ID=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:20.170833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:20.201646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:20.444305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:20.549742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:20.555428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Provisioning for port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:20.581167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:20.582455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Provisioning complete for port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:20.584702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:20.777291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52196) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:20.860039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b68645d7-e4e9-471e-b356-825601be2df8 req-1358c830-47b4-425e-8778-a39841036744 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9351318 Feb 10 23:09:21.062431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:21.129316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.213591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:21.216083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-4a59feba-65b5-4bde-8b86-9fb1ea5ddb6f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:21.276586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52208) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:21.306500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Provisioning complete for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:21.315038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3193da52-fddf-4585-ab1d-2886217893f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.327090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port a6e13d17-0aa3-4eba-8572-3d89809df0fe yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:21.462883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-98dc817d-67ec-4454-9385-327645fc100a tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 993 time: 0.6723223 Feb 10 23:09:21.734480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:21.735329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:21.768885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1124517078-network', 'tenant_id': '811b3e04b95147b590d82084693c0c50'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:21.777069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-4a59feba-65b5-4bde-8b86-9fb1ea5ddb6f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:21.778726 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-4a59feba-65b5-4bde-8b86-9fb1ea5ddb6f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7466848 Feb 10 23:09:21.793640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:21.834589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Usage tracker for resource:network and tenant:811b3e04b95147b590d82084693c0c50 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:21.888349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:21.940426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:21.990020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Made reservation on behalf of 811b3e04b95147b590d82084693c0c50 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:21.990020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.026235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.9 (28e4f683-9c71-427b-9c74-e264714b0729/d6d07bee-9d25-4b0b-b301-a27c32938475/a6e13d17-0aa3-4eba-8572-3d89809df0fe) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:22.034201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.081098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:22.085839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-628a2982-60e8-424f-8185-f9a85105c944 None None] Provisioning complete for port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:22.085839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-628a2982-60e8-424f-8185-f9a85105c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.090037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Usage tracker for resource:security_group_rule and tenant:811b3e04b95147b590d82084693c0c50 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:22.096000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-2c124684-ddb5-4895-acd4-7728252cf0eb service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959766 Feb 10 23:09:22.097173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:22.107896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:22.138686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.205279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-628a2982-60e8-424f-8185-f9a85105c944 None None] Port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:22.702909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.746231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.816210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-8a1aea4a-417b-4260-8d43-43a0fff28c28 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6520226 Feb 10 23:09:22.827334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5dd2d-04ed-401b-9b86-d23c3a99545a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:22.902144 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:22.931779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:22.931779 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Added segment b6ebe708-8e91-438a-8a09-1572f2637c84 of type vlan for network 728f0ed4-f624-4ebc-b6fb-c14ab923543f Feb 10 23:09:23.026838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.053940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.121846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object a6e13d17-0aa3-4eba-8572-3d89809df0fe will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:23.170083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.172463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:23.173916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:23.493559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf3e43a-8e4b-4ab8-b6b7-07ef6c3b916f req-4dd6e5f9-f588-468c-87af-35967af0cfda tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.1841280 Feb 10 23:09:23.848568 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.056195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7450786 Feb 10 23:09:24.065520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52276) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.072786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c031cd8-d46d-4008-924e-f11a6a654de9 admin admin] Pushing event updated for resources: {'Network': ['ID=728f0ed4-f624-4ebc-b6fb-c14ab923543f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.085705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Request body: {'subnet': {'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1124517078-subnet', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:24.091752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:24.096638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:24.101872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 28e4f683-9c71-427b-9c74-e264714b0729 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:24.101872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:24.101872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:24.111796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Usage tracker for resource:subnet and tenant:811b3e04b95147b590d82084693c0c50 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:24.111796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:24.140454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:24.160242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.160242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.190549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=a6e13d17-0aa3-4eba-8572-3d89809df0fe,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:24.212445 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Made reservation on behalf of 811b3e04b95147b590d82084693c0c50 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:24.219160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e377b52e-f58f-4595-9078-55311ef126f8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 6.2754755 Feb 10 23:09:24.219160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52280) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.225564 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.439336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc1dab-d6e8-40c8-9e9b-0553750e46c5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.440512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-97dc1dab-d6e8-40c8-9e9b-0553750e46c5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:24.463684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-97dc1dab-d6e8-40c8-9e9b-0553750e46c5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:24.465667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-97dc1dab-d6e8-40c8-9e9b-0553750e46c5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2565548 Feb 10 23:09:24.470119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52286) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.741729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.787230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02755038-f4d6-466c-959e-b363b7a20e29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.805015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8d6aa20a-59a0-41dc-8c96-8bb423a11f24 None None] Provisioning for port a6e13d17-0aa3-4eba-8572-3d89809df0fe completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:24.812595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02755038-f4d6-466c-959e-b363b7a20e29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.832542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8d6aa20a-59a0-41dc-8c96-8bb423a11f24 None None] Provisioning complete for port a6e13d17-0aa3-4eba-8572-3d89809df0fe triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:24.832542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8d6aa20a-59a0-41dc-8c96-8bb423a11f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:24.838889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02755038-f4d6-466c-959e-b363b7a20e29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:24.849175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52294) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:24.851420 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-02755038-f4d6-466c-959e-b363b7a20e29 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3791549 Feb 10 23:09:24.951261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8d6aa20a-59a0-41dc-8c96-8bb423a11f24 None None] Port a6e13d17-0aa3-4eba-8572-3d89809df0fe cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:25.059822 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f92f615-136f-4e9b-b8f5-9d89452ead52 req-df74ccd0-296b-4c25-8493-2ab26224c750 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.1481740 Feb 10 23:09:25.093636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:09:25.266012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port a6e13d17-0aa3-4eba-8572-3d89809df0fe {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:25.266802 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:25.866243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.160401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for a6e13d17-0aa3-4eba-8572-3d89809df0fe owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:26.418425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:26.574816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-3d3f831c-569e-4368-9463-74d43c5afa5d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:26.581878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-3d3f831c-569e-4368-9463-74d43c5afa5d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.8570166 Feb 10 23:09:26.728955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=a6e13d17-0aa3-4eba-8572-3d89809df0fe,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:26.731003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': '61226158-c93a-43dd-b235-48e5bd40e55c', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:26.792148 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ca86180f-c155-40d7-a91a-d97ce8bfd076 req-5e38085a-ef55-47cb-86fb-8ceee162fa98 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.2068148 Feb 10 23:09:27.068071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.259109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.276830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:27.298334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:27.319779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:27.329009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.346328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6bf5d531-1e66-4ed0-b1e4-03a6f4afcde0 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/a6e13d17-0aa3-4eba-8572-3d89809df0fe HTTP/1.1" status: 204 len: 168 time: 2.4931941 Feb 10 23:09:27.362040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52326) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.491759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Pushing event updated for resources: {'Subnet': ['ID=291f0ee7-06c9-496a-9e92-74a0d1a0dee3,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:27.530194 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf0b437-eb0c-442e-9606-7468c40db2b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:09:27.530194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ddf0b437-eb0c-442e-9606-7468c40db2b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:27.549826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Checking segment: {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:27.549826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Network hostable DHCP agents. Network: 728f0ed4-f624-4ebc-b6fb-c14ab923543f, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:27.607749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ddf0b437-eb0c-442e-9606-7468c40db2b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:27.607749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ddf0b437-eb0c-442e-9606-7468c40db2b5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/a6e13d17-0aa3-4eba-8572-3d89809df0fe HTTP/1.1" status: 404 len: 333 time: 0.2395222 Feb 10 23:09:27.620129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:27.631476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52332) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.648378 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 728f0ed4-f624-4ebc-b6fb-c14ab923543f) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:27.685463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:27.685463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.704824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a1391e-b08e-470e-acea-a13712d0058e None None] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:27.766206 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-40617d99-2b61-4a9a-8419-d5c8a2b6c75c admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.7215657 Feb 10 23:09:27.766206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52340) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:27.789117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:27.799834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:27.832641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Usage tracker for resource:router and tenant:811b3e04b95147b590d82084693c0c50 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:27.837617 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:27.863827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:27.897808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.899553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:27.950340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.064689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:28.065546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:28.569766 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c423426-c1bf-4882-825b-b647a6379562 req-824b865e-72fe-441e-b416-0ae9feaa529e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.2529047 Feb 10 23:09:28.583109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.8 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/61abbf26-3a15-4e8a-be8a-09c6bd9775c8) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:28.871203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'fixed_ips': [{'subnet_id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:09:28.871203 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.314292 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:29.378185 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Allocated IP 172.20.0.2 (728f0ed4-f624-4ebc-b6fb-c14ab923543f/291f0ee7-06c9-496a-9e92-74a0d1a0dee3/093ead65-308d-49f7-b4fe-06712a5f15b2) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:29.732203 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.215838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:30.505123 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.579484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Transition to ACTIVE for port object 093ead65-308d-49f7-b4fe-06712a5f15b2 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:30.627874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-32d4e655-ddd9-443b-b7a3-0bb2890cf744 req-26c69d2a-edb4-4e45-8809-1389c4abcdc7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.3208327 Feb 10 23:09:30.736410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Transition to ACTIVE for port object 093ead65-308d-49f7-b4fe-06712a5f15b2 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:30.736410 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.912479 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:30.931765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:30.953534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:31.013258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:31.070141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:31.167638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Pushing event updated for resources: {'Port': ['ID=093ead65-308d-49f7-b4fe-06712a5f15b2,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:31.324337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Attempting to bind port 093ead65-308d-49f7-b4fe-06712a5f15b2 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:31.324820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Attempting to bind port 093ead65-308d-49f7-b4fe-06712a5f15b2 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:31.325984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Attempting to bind port 093ead65-308d-49f7-b4fe-06712a5f15b2 on network 728f0ed4-f624-4ebc-b6fb-c14ab923543f {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:31.336274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:31.336774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Checking segment: {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:31.337247 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.339211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Bound using segment: {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:31.341391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Bound port: 093ead65-308d-49f7-b4fe-06712a5f15b2, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:31.341913 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.375631 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.469383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.523203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] For port 093ead65-308d-49f7-b4fe-06712a5f15b2, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:31.533270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] For port 093ead65-308d-49f7-b4fe-06712a5f15b2, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=093ead65-308d-49f7-b4fe-06712a5f15b2,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:31.540935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.601106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:31.726080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d165658-35d1-41ab-a4f5-3237e419f673 None None] Pushing event updated for resources: {'Port': ['ID=093ead65-308d-49f7-b4fe-06712a5f15b2,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:31.900710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:31.950890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.215251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Allocated IP 172.25.2.21 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/1c5e657d-bf70-4bc9-9967-9adfb3a7d51f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:32.347941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:32.411264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:32.429303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:32.614058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:32.766815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:32.952846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:32.952846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.021870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1277e301-e987-4728-8de5-4810c9a32bb6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa HTTP/1.1" status: 204 len: 168 time: 5.4057555 Feb 10 23:09:33.045634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.141799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-5d1216ec-37bf-4ebd-8def-d3c14420fc6c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4581618 Feb 10 23:09:33.183411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Request body: {'port': {'device_id': '61226158-c93a-43dd-b235-48e5bd40e55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:33.235937 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ee922c-b2ba-494e-bab9-2ee147fc51f5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:09:33.235937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31ee922c-b2ba-494e-bab9-2ee147fc51f5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:33.362166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31ee922c-b2ba-494e-bab9-2ee147fc51f5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:33.378482 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31ee922c-b2ba-494e-bab9-2ee147fc51f5 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/79bec42a-ed7d-44c5-aaa5-dcd4a8c76faa HTTP/1.1" status: 404 len: 333 time: 0.3171942 Feb 10 23:09:33.393493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:33.413439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8f7d020f-e6c1-4652-8778-500971010306 None None] Provisioning for port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:33.429167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8f7d020f-e6c1-4652-8778-500971010306 None None] Provisioning complete for port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:33.429167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f7d020f-e6c1-4652-8778-500971010306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.532559 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 093ead65-308d-49f7-b4fe-06712a5f15b2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:33.693169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-1642896b-dd0d-4e08-8005-7fd8dd0f2e2f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8910263 Feb 10 23:09:33.704752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.769473 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.770113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6884c-bab0-4c1e-8f7e-ec7fa8ab343e req-c941c8d3-86ee-4ef5-9012-b592a696fead tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:33.779507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e6884c-bab0-4c1e-8f7e-ec7fa8ab343e req-c941c8d3-86ee-4ef5-9012-b592a696fead tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 931 time: 0.8320816 Feb 10 23:09:33.843656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet d6d07bee-9d25-4b0b-b301-a27c32938475 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:09:33.865682 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:33.888327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f7d020f-e6c1-4652-8778-500971010306 None None] Port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:33.944823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 093ead65-308d-49f7-b4fe-06712a5f15b2 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:34.088298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.261410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-be512bda-d232-439d-8291-8186117506cb req-d7dac7e0-0eff-4638-b0ea-d47c1cb4edc5 service neutron] (87653) timed out ('10.222.0.53', 34150) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:09:34.441898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.619168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63db8a4-7739-4499-b044-cd2518084e43 None None] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:34.721071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:09:34.742643 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.751517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.806494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Transition to ACTIVE for port object 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:34.813848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:34.855804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Provisioning for port 093ead65-308d-49f7-b4fe-06712a5f15b2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:34.891831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Provisioning complete for port 093ead65-308d-49f7-b4fe-06712a5f15b2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:34.891831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.097046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-39e6884c-bab0-4c1e-8f7e-ec7fa8ab343e req-8f871879-aec8-4ead-b2d8-8bbda981af16 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2715712 Feb 10 23:09:35.168641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d07bee-9d25-4b0b-b301-a27c32938475,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.217440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.315029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:35.361726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d1b4c3-2fc0-4fd1-a904-792266e3c792 None None] Network 28e4f683-9c71-427b-9c74-e264714b0729 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:35.439420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.446493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.447402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.451118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.465539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.471304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.472432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.474033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.479946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.485792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.490105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.492034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:35.594227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:35.913200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Attempting to bind port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:35.913928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Attempting to bind port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:35.914624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Attempting to bind port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:35.932027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-85421e0e-9e47-4ee7-ac21-30cadf0679bc tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/d6d07bee-9d25-4b0b-b301-a27c32938475 HTTP/1.1" status: 204 len: 168 time: 2.5103111 Feb 10 23:09:35.937185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52446) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:35.943915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:35.949743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:35.960008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:36.052193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Pushing event updated for resources: {'Port': ['ID=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:36.074639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8483d-29eb-4718-b0a0-2b941521804b req-dbe74078-5c65-4072-8ab2-c4f327f68d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:36.081278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-dbe74078-5c65-4072-8ab2-c4f327f68d4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 1.8222022 Feb 10 23:09:36.353261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:09:36.353261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Attempting to bind port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:36.450797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:36.451819 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:36.460218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:36.461019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Bound port: 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:36.461617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.559879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.688749 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] For port 093ead65-308d-49f7-b4fe-06712a5f15b2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=093ead65-308d-49f7-b4fe-06712a5f15b2,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:36.718820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:36.957503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52462) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.040111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] DHCP port deletion for 28e4f683-9c71-427b-9c74-e264714b0729 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:09:37.120847 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Deleting port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:37.120847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.347873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.362843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:37.436258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:37.437262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:37.544682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:37.567335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f99ca-92ae-408c-8a91-71878eab9029 req-7a682934-c138-4942-bbeb-89ca3be4b57a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:37.569199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-563f99ca-92ae-408c-8a91-71878eab9029 req-7a682934-c138-4942-bbeb-89ca3be4b57a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:37.589344 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52470) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:37.616207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:38.180074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.270183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.437703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] For port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,segment=NetworkSegment(1df34837-7a4f-4bb3-9135-2779429a7844),segment_id=1df34837-7a4f-4bb3-9135-2779429a7844)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:38.437703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.496156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-563f99ca-92ae-408c-8a91-71878eab9029 req-7a682934-c138-4942-bbeb-89ca3be4b57a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:38.496156 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-563f99ca-92ae-408c-8a91-71878eab9029 req-7a682934-c138-4942-bbeb-89ca3be4b57a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.9070516 Feb 10 23:09:38.536915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:38.713311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Calling delete_port for 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:38.822229 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Usage tracker for resource:security_group_rule and tenant:3674136cfd554a52852096934aa9d72d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:38.835531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:38.850271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:38.930754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.940107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:38.941940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:38.945168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] 10.222.0.30 "PUT /v2.0/ports/61abbf26-3a15-4e8a-be8a-09c6bd9775c8 HTTP/1.1" status: 200 len: 1091 time: 5.7804844 Feb 10 23:09:38.946854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 23:09:38.947200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:09:38.948828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35788aa2-8125-4344-9c45-1da89b44d984 None None] Pushing event updated for resources: {'Port': ['ID=093ead65-308d-49f7-b4fe-06712a5f15b2,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:38.957899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dcbfaa53-f30b-4ef4-af7c-84605d2b1300 None None] Provisioning complete for port 093ead65-308d-49f7-b4fe-06712a5f15b2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:38.958571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dcbfaa53-f30b-4ef4-af7c-84605d2b1300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.003023 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:39.008828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0829bf5-02be-4cb3-a9ec-5182105c6b65 service neutron] Pushing event updated for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.027922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-563f99ca-92ae-408c-8a91-71878eab9029 req-c5884611-3531-443e-b95e-3e8d143b4afb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4566450 Feb 10 23:09:39.120103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8483d-29eb-4718-b0a0-2b941521804b req-714beb87-aaa5-4dca-af14-704ce8e31635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.121683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-714beb87-aaa5-4dca-af14-704ce8e31635 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 2.7203655 Feb 10 23:09:39.130198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] Pushing event deleted for resources: {'Port': ['ID=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:39.133242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ad774-fc24-411c-9857-ae37b2f671c7 None None] No DVR routers for this DVR port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:09:39.152199 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8cc2ffb-0270-40ce-b30f-3fb11e0469b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.350712 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8', 'status': 'completed', 'code': 200} Feb 10 23:09:39.361188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 093ead65-308d-49f7-b4fe-06712a5f15b2 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:39.388203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f717dcec-0b8f-4dc3-b00e-9ac5ce2aa7ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 200 len: 993 time: 1.6480682 Feb 10 23:09:39.632372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-6e768cde-4f0d-4fc6-bd35-49c183dbb7b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 1002 time: 0.4310236 Feb 10 23:09:39.662026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.693215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.736535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 093ead65-308d-49f7-b4fe-06712a5f15b2 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:39.736535 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.823497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8483d-29eb-4718-b0a0-2b941521804b req-cd810e8a-242e-41c2-8585-4e5664a744fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:39.825110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-cd810e8a-242e-41c2-8585-4e5664a744fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.2087133 Feb 10 23:09:39.832440 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:39.926224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52498) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.230659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea6905f-b0c6-4401-8d5d-334bb9d48058,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:40.230659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ae8bb871-1b96-40a6-a88c-71d0653652db admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3674136cfd554a52852096934aa9d72d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6251426 Feb 10 23:09:40.240840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52504) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:40.366505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 5c8c993c-b69c-4f53-9719-b8381c8b007b {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:40.366505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.413566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8,segment=NetworkSegment(1df34837-7a4f-4bb3-9135-2779429a7844),segment_id=1df34837-7a4f-4bb3-9135-2779429a7844)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:40.413566 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.507157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b8483d-29eb-4718-b0a0-2b941521804b req-0a52ac83-0b72-48f2-ae79-a8158c762e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:40.508074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-0a52ac83-0b72-48f2-ae79-a8158c762e01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6165953 Feb 10 23:09:40.546718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2b4cd6a9-4db3-4274-b355-3c911456031c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.695996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.695996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:40.838306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:41.014377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-72c42b44-dcd4-4ea3-ad14-5473740fb9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:41.017180 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-72c42b44-dcd4-4ea3-ad14-5473740fb9c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 1094 time: 1.3495317 Feb 10 23:09:41.129135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-47c8d76f-3b3a-4750-a0d0-d9926d34281a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8 HTTP/1.1" status: 200 len: 217 time: 0.0961139 Feb 10 23:09:41.155023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d1bd2-0203-451a-940b-6cf288579e80 req-026ca59a-78be-4105-8622-b47d61882941 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:41.157952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e8d1bd2-0203-451a-940b-6cf288579e80 req-026ca59a-78be-4105-8622-b47d61882941 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 0.8534191 Feb 10 23:09:41.161772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.260209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:09:41.260209 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:09:41.317678 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-38b51b1e-cc78-4060-86d5-184d9c8f8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:41.317678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-38b51b1e-cc78-4060-86d5-184d9c8f8968 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1689048 Feb 10 23:09:41.475003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.475003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.584020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-c55e97c0-6d76-46c2-956a-72808296e19c service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0586238 Feb 10 23:09:41.852390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:41.852390 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:41.973040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 5c8c993c-b69c-4f53-9719-b8381c8b007b owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:42.085391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.085391 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.099371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.322827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e8d1bd2-0203-451a-940b-6cf288579e80 req-ece6da48-ba7e-4ea3-83c6-64be4e29b32c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1134670 Feb 10 23:09:42.322827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea6905f-b0c6-4401-8d5d-334bb9d48058,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:42.405632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:42.405632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1ff15c8d-2820-45a3-ad25-ee1139bffeac admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3ea6905f-b0c6-4401-8d5d-334bb9d48058 HTTP/1.1" status: 204 len: 168 time: 2.1700730 Feb 10 23:09:42.615933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] The port '3a711318-1c6d-4e8c-9ff0-ffcdd9d743f8' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:09:42.665420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44b8483d-29eb-4718-b0a0-2b941521804b req-56ecc4be-56d8-44a6-a3c5-77b10eccfc94 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0725505 Feb 10 23:09:42.666576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:09:42.786414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-1f8ddc84-490c-4512-982a-200a4ae12a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:42.789307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-1f8ddc84-490c-4512-982a-200a4ae12a1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4599781 Feb 10 23:09:43.103246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.407713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.489266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:09:43.493915 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Sync routers for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:09:43.534767 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:43.534767 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:43.547514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e4f683-9c71-427b-9c74-e264714b0729']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:43.575001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:43.575001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cd4e4c91-2875-4a31-a255-09a6e5870521 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 15.8010194 Feb 10 23:09:43.575001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52536) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:43.654464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df34837-7a4f-4bb3-9135-2779429a7844') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:43.654464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df34837-7a4f-4bb3-9135-2779429a7844') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:43.675305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52540) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:44.112226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:44.118934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.157377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.177589 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.187708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:09:44.188443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:09:44.324504 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:09:44.341980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.527335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=5c8c993c-b69c-4f53-9719-b8381c8b007b,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.542777 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.598979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:44.754061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:44.892683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=28e4f683-9c71-427b-9c74-e264714b0729,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:44.914612 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-d985348b-afe8-45e6-b9b3-1fe228ab7b11 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0210421 Feb 10 23:09:44.937231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Usage tracker for resource:security_group_rule and tenant:b4a16519eb5e44bd82896b0e28962b6d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:44.937231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:44.942644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:44.958359 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-187e7730-c76e-4e59-ac39-2df7a9901aad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/28e4f683-9c71-427b-9c74-e264714b0729 HTTP/1.1" status: 204 len: 168 time: 9.0187321 Feb 10 23:09:45.052886 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:38Z', 'revision_number': 3, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:45.078541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Checking router: cfe0a5ab-c6c5-4280-b4d0-07e61e672497 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:09:45.079524 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Updating router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:09:45.135457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52552) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:45.344061 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.347812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1490918053'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:45.453360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:45.482820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:network and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:45.497852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:45.519381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:45.557086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:45.558313 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Floating IP c7436675-11df-497e-9602-86fba3c65d94 disassociated (deleted). External IP: 172.25.2.67, port: 7c665471-8831-4b22-9035-58ae772debe1. Feb 10 23:09:45.806218 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.129977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4b358-de70-41d8-90f8-cecb55a76d19 req-6be4dafc-58ff-4390-9d9e-85e54a9cc661 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:46.153032 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.156996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eff4b358-de70-41d8-90f8-cecb55a76d19 req-6be4dafc-58ff-4390-9d9e-85e54a9cc661 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 2.1371956 Feb 10 23:09:46.243100 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Transition to ACTIVE for port object 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:46.285463 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.299212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:46.302912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.363779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Allocated IP 172.20.0.1 (728f0ed4-f624-4ebc-b6fb-c14ab923543f/291f0ee7-06c9-496a-9e92-74a0d1a0dee3/18e1337a-dc8d-4a55-bac1-e098d182e352) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:46.416931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eff4b358-de70-41d8-90f8-cecb55a76d19 req-b992392d-dad0-4174-bd28-57bd1fe95563 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674553 Feb 10 23:09:46.424036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f4cccdfc-5ea6-4f81-abae-16725c7c4569 req-a4aa454a-192a-46e5-ae6b-4eab8e5204dc service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4633541 Feb 10 23:09:46.520826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.563098 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Attempting to bind port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:46.563098 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Attempting to bind port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:46.563098 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Attempting to bind port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Bound port: 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:46.603097 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.704224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:09:46.725711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.725711 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Added segment 353bccf9-16c1-4d74-95d8-8e4c0c58a271 of type vlan for network eeb6fbd7-daf2-4101-8351-3e942caa22cb Feb 10 23:09:46.801328 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.860458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:46.912298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Pushing event updated for resources: {'Port': ['ID=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:46.964960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.966960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.968717 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.969350 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.972282 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.972956 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.973810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.974352 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.974882 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.975659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.976346 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.976944 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:46.989470 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] For port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:46.996634 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] For port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:47.004097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.013410 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.034797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Transition to ACTIVE for port object 18e1337a-dc8d-4a55-bac1-e098d182e352 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:47.068884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.130045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.130045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:47.130045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.133439 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:47.133439 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:47.363053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:47.382915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:47.382915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:47.510116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.543384 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:47.780456 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b84dc-c41a-420e-89d5-16e2a7cf89c7 None None] Pushing event updated for resources: {'Port': ['ID=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:47.843686 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:48.019686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a7d37e9e-374e-4b0e-b2f8-801c20fa2a77 None None] Provisioning for port 18e1337a-dc8d-4a55-bac1-e098d182e352 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:48.027181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a7d37e9e-374e-4b0e-b2f8-801c20fa2a77 None None] Provisioning complete for port 18e1337a-dc8d-4a55-bac1-e098d182e352 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:48.027579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7d37e9e-374e-4b0e-b2f8-801c20fa2a77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.072744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Network': ['ID=eeb6fbd7-daf2-4101-8351-3e942caa22cb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.154007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a7d37e9e-374e-4b0e-b2f8-801c20fa2a77 None None] Port 18e1337a-dc8d-4a55-bac1-e098d182e352 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:48.154915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:09:48.194904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b4a16519eb5e44bd82896b0e28962b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4714324 Feb 10 23:09:48.212438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.460595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658c6a7-5f00-437b-a06a-00c61d60c24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3f92cb-1595-4673-93c7-51827d24716f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:48.561532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d4290f2c-77f8-4581-b1fe-fcab5343da7a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2693398 Feb 10 23:09:48.561532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52586) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:48.561532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-1cce15bf-1419-4804-bc2d-9681b7170f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:48.561532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-1cce15bf-1419-4804-bc2d-9681b7170f92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 1094 time: 2.0460930 Feb 10 23:09:48.595892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:48.742335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:48.941215 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:38Z', 'revision_number': 3, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:48.941215 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8bf3209-bc9e-466a-87d8-e04866288f57 None None] The sync data for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 is: [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:38Z', 'revision_number': 3, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:09:48.957508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 3dccb4f8-3623-412a-b242-8c012a2383b2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:09:49.027374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a26672-3240-4bf0-9983-b1fdfd78e6ee req-44bc416a-cf05-4b21-a1c5-b944b3f29954 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.027374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55a26672-3240-4bf0-9983-b1fdfd78e6ee req-44bc416a-cf05-4b21-a1c5-b944b3f29954 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.0444529 Feb 10 23:09:49.027374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.307586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.719557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:49.725263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:49.729279 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-f1c338d8-6bea-4afd-8b96-a602ea268694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:49.730964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-f1c338d8-6bea-4afd-8b96-a602ea268694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 1.1629958 Feb 10 23:09:49.758635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55a26672-3240-4bf0-9983-b1fdfd78e6ee req-ad7e2e78-0929-49f4-8bff-40efc25b84ff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7305155 Feb 10 23:09:49.795357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:49.851605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:49.897420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:49.952107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3f92cb-1595-4673-93c7-51827d24716f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.029779 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-cb7104c0-46a3-44eb-a5d1-caf186d61ef2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8 HTTP/1.1" status: 200 len: 217 time: 0.2280881 Feb 10 23:09:50.117026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:50.117026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.159801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.217413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.404435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.405830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1341f213-df27-4455-8e02-77f0bba623cd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/fd3f92cb-1595-4673-93c7-51827d24716f HTTP/1.1" status: 204 len: 168 time: 2.1004729 Feb 10 23:09:50.428080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.432529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:09:50.457156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.457408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Sync routers for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:09:50.462531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:50.491820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:50.495256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:50.519398 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:50.656642 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a045fc97-ee30-4c2f-8a4e-bb745d2dc2ac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/floatingips/c7436675-11df-497e-9602-86fba3c65d94 HTTP/1.1" status: 204 len: 168 time: 10.6415229 Feb 10 23:09:50.662330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:50.806905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-ddde8b6c-f314-4027-8175-a33730ce4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:50.808899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-ddde8b6c-f314-4027-8175-a33730ce4ddd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.7694907 Feb 10 23:09:50.869706 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'status': 'completed', 'code': 200} Feb 10 23:09:50.882410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:51.059853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:51.100756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:51.202826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=e8dce8b5-282a-4f9f-a996-01a4424f5da4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:51.225553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Checking segment: {'id': '353bccf9-16c1-4d74-95d8-8e4c0c58a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:51.225907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network hostable DHCP agents. Network: eeb6fbd7-daf2-4101-8351-3e942caa22cb, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:09:51.281993 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-326fbd1a-2aaa-476e-a1b7-59a5e1669a5f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3399394 Feb 10 23:09:51.404360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:09:51.420389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-ef747431-50aa-459a-85e1-7afa226d2295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:51.422441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-ef747431-50aa-459a-85e1-7afa226d2295 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5515406 Feb 10 23:09:51.430442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, eeb6fbd7-daf2-4101-8351-3e942caa22cb) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:51.522966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:51.567805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b9165-6014-41c8-9ac8-a0e87d9b3ef3 None None] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:09:51.625062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:51.625062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.397526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:52.404348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:52.404348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.430682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-18c41933-c35e-419c-b333-6a35dd4cbf5c None None] Provisioning complete for port 18e1337a-dc8d-4a55-bac1-e098d182e352 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:52.430682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-18c41933-c35e-419c-b333-6a35dd4cbf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.493301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.499764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736c28-9256-46c5-8d98-a20851c8abcd req-239907a6-ca8a-44b2-bf93-f993ee296fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:52.512322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-239907a6-ca8a-44b2-bf93-f993ee296fea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1097 time: 1.6224210 Feb 10 23:09:52.626210 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-b4935c48-8be1-4f01-8bc1-d46a1e187f5a service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1823144 Feb 10 23:09:52.629626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-38e108d4-5b4d-419d-9e20-aa175838c664 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0712876 Feb 10 23:09:52.646093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-18c41933-c35e-419c-b333-6a35dd4cbf5c None None] Port 18e1337a-dc8d-4a55-bac1-e098d182e352 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:09:52.651329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-eeb6fbd7-daf2-4101-8351-3e942caa22cb', 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': 'e8dce8b5-282a-4f9f-a996-01a4424f5da4'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:09:52.652931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.658447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52644) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:52.661925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:09:52.668368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1647425125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:52.675713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:52.680505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:router and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:52.685038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:52.695227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:52.707513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85a20a-357a-4bd6-acd8-90cd07703168 req-5f3d1d0f-2999-493e-8e54-7dbc92839a20 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:52.715869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac85a20a-357a-4bd6-acd8-90cd07703168 req-5f3d1d0f-2999-493e-8e54-7dbc92839a20 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.3463397 Feb 10 23:09:52.901221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:52.924358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Checking router: 3dccb4f8-3623-412a-b242-8c012a2383b2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:09:52.952181 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:52.976837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:52.977489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.107813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.125100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.156545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.225194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:53.281632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.486210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac85a20a-357a-4bd6-acd8-90cd07703168 req-2547008c-3aeb-46f0-bbc5-d5fddd0dffe5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7508371 Feb 10 23:09:53.499444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.555567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf38b577-6f4a-44f3-bddd-c74ceaa28f0c req-bd9aa441-e516-4964-ac51-62ea975e025c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.555567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cf38b577-6f4a-44f3-bddd-c74ceaa28f0c req-bd9aa441-e516-4964-ac51-62ea975e025c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:09:53.565310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736c28-9256-46c5-8d98-a20851c8abcd req-6a3a9ab9-bf19-4b51-848d-89eef3e7cff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.565310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-6a3a9ab9-bf19-4b51-848d-89eef3e7cff5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 898 time: 1.0255766 Feb 10 23:09:53.646775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7b4a4242-cd32-4b3a-b4ee-acb4bc9ca890 req-7c67a02c-dd6e-41bb-928e-979c7916c68a service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105965 Feb 10 23:09:53.754280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-ed3b37d5-18c5-49f0-8811-69d12c2a6710 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 217 time: 0.1608756 Feb 10 23:09:53.757737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:53.804175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:09:53.809239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.813608 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Sync routers for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:09:53.817637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cf38b577-6f4a-44f3-bddd-c74ceaa28f0c req-bd9aa441-e516-4964-ac51-62ea975e025c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:09:53.817637 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf38b577-6f4a-44f3-bddd-c74ceaa28f0c req-bd9aa441-e516-4964-ac51-62ea975e025c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 1.9046829 Feb 10 23:09:53.831704 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:53.856586 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:53.909561 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:53.909561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b208efb8-807d-4ecb-8b8c-3aeffa34b34a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.2471459 Feb 10 23:09:53.927131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52664) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:53.949230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb', 'name': 'tempest-PortsTestJSON-1092228594'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:09:53.966459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-86ef200a-b574-43ff-a8e8-3f24733207ef tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:53.966459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-86ef200a-b574-43ff-a8e8-3f24733207ef tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 1.0260277 Feb 10 23:09:53.983033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port f39f6db2-40a1-432f-ac34-c01b469a54e6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:53.983033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:54.005806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c432b5fe-4a42-4945-83ca-3c2440dac0d0 admin admin] 10.222.0.53 "PUT /v2.0/routers/cfe0a5ab-c6c5-4280-b4d0-07e61e672497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4213259 Feb 10 23:09:54.075689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:54.075689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Allocated IP 172.20.0.2 (eeb6fbd7-daf2-4101-8351-3e942caa22cb/e8dce8b5-282a-4f9f-a996-01a4424f5da4/c5586c16-da67-495a-a702-ecf3f2d38231) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.089450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:09:54.125067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf38b577-6f4a-44f3-bddd-c74ceaa28f0c req-cf420f71-3018-44a3-a7ca-cb1becdeda50 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3067551 Feb 10 23:09:54.209830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736c28-9256-46c5-8d98-a20851c8abcd req-52317b28-91b1-4200-9e1d-2b076171338e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:54.211957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-52317b28-91b1-4200-9e1d-2b076171338e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 200 len: 835 time: 0.4448001 Feb 10 23:09:54.714198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71736c28-9256-46c5-8d98-a20851c8abcd req-07d6f87b-4cb4-44a9-84cc-e833f58cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:54.727047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-07d6f87b-4cb4-44a9-84cc-e833f58cbb76 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e753b25-54f7-4d80-ab1b-b6bb24621c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5077674 Feb 10 23:09:55.093051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:09:55.151038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 7c665471-8831-4b22-9035-58ae772debe1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:09:55.151617 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.459528 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.522205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Transition to ACTIVE for port object c5586c16-da67-495a-a702-ecf3f2d38231 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:55.562467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Transition to ACTIVE for port object c5586c16-da67-495a-a702-ecf3f2d38231 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:55.576274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:55.583102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-d31b3775-c69e-49ab-9910-f91a98288c23 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8468399 Feb 10 23:09:55.663035 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.970501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:55.973790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Pushing event updated for resources: {'Port': ['ID=c5586c16-da67-495a-a702-ecf3f2d38231,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:55.986247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:09:55.988969 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:09:55.999219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:09:56.074097 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8deadc3-3963-40d6-889b-00d5d1c4c8d2 req-14b962a1-16fa-4d95-a258-fc0b4cbac578 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.074097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8deadc3-3963-40d6-889b-00d5d1c4c8d2 req-14b962a1-16fa-4d95-a258-fc0b4cbac578 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.2423120 Feb 10 23:09:56.100563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71736c28-9256-46c5-8d98-a20851c8abcd req-57f45477-3fde-4e86-b0ab-70bad1bf54a5 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979982 Feb 10 23:09:56.258457 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:48Z', 'revision_number': 4, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '18e1337a-dc8d-4a55-bac1-e098d182e352', 'name': '', 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'mac_address': 'fa:16:3e:45:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:45Z', 'updated_at': '2022-02-10T23:09:49Z', 'revision_number': 2, 'project_id': '811b3e04b95147b590d82084693c0c50', 'subnets': [{'id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:56.268555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Checking router: cfe0a5ab-c6c5-4280-b4d0-07e61e672497 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:09:56.269144 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Updating router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 port 18e1337a-dc8d-4a55-bac1-e098d182e352 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:09:56.307581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8deadc3-3963-40d6-889b-00d5d1c4c8d2 req-1c3fc435-cb5d-41e5-aec1-0911f1eae922 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770883 Feb 10 23:09:56.426274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:09:56.426646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.430637 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.484986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.484986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.701392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:56.704368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Attempting to bind port c5586c16-da67-495a-a702-ecf3f2d38231 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:56.704944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Attempting to bind port c5586c16-da67-495a-a702-ecf3f2d38231 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '353bccf9-16c1-4d74-95d8-8e4c0c58a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:56.706069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Attempting to bind port c5586c16-da67-495a-a702-ecf3f2d38231 on network eeb6fbd7-daf2-4101-8351-3e942caa22cb {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:56.719181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef874-ee01-4c35-85de-72da8739e413 req-91ae8900-d1b3-4c80-aafd-d79b99f2ab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:56.721565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-91ae8900-d1b3-4c80-aafd-d79b99f2ab6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ba0c2a434aa54df3beb963a59a550aac&device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 1097 time: 0.3639112 Feb 10 23:09:56.723589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7b3769-3f1c-418e-9bcf-fe8ab2d7f11b None None] The sync data for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 is: [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:07:58Z', 'revision_number': 4, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '82a97779-a218-454a-be1a-f58d5e609b85', 'name': '', 'network_id': '9e753b25-54f7-4d80-ab1b-b6bb24621c02', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'mac_address': 'fa:16:3e:b1:33:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3754, 'fixed_ips': [{'subnet_id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:54Z', 'updated_at': '2022-02-10T23:08:13Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'subnets': [{'id': 'b1da6498-cfb4-4962-b5d6-c95787537851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:09:56.730274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:56.730931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Checking segment: {'id': '353bccf9-16c1-4d74-95d8-8e4c0c58a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:56.731772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.732357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Bound using segment: {'id': '353bccf9-16c1-4d74-95d8-8e4c0c58a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:56.733509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Bound port: c5586c16-da67-495a-a702-ecf3f2d38231, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '353bccf9-16c1-4d74-95d8-8e4c0c58a271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'eeb6fbd7-daf2-4101-8351-3e942caa22cb'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:56.734097 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:56.802902 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for f39f6db2-40a1-432f-ac34-c01b469a54e6 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:57.253567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] For port c5586c16-da67-495a-a702-ecf3f2d38231, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:57.266672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] For port c5586c16-da67-495a-a702-ecf3f2d38231, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5586c16-da67-495a-a702-ecf3f2d38231,segment=NetworkSegment(353bccf9-16c1-4d74-95d8-8e4c0c58a271),segment_id=353bccf9-16c1-4d74-95d8-8e4c0c58a271)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:57.285658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.383904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef874-ee01-4c35-85de-72da8739e413 req-9dd1da9f-6c1e-47a9-8bae-a94c83d688ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:57.391895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-9dd1da9f-6c1e-47a9-8bae-a94c83d688ab service neutron] 10.222.0.24 "GET /v2.0/networks?id=9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 200 len: 898 time: 0.6404572 Feb 10 23:09:57.676443 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.719190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177e20-ddeb-4328-ba14-1a0152194d7a None None] Pushing event updated for resources: {'Port': ['ID=c5586c16-da67-495a-a702-ecf3f2d38231,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:57.727713 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Transition to ACTIVE for port object 18e1337a-dc8d-4a55-bac1-e098d182e352 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:09:57.732887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:09:57.741725 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c675e8-d960-4b74-b8d9-4c1b2530ee5b None None] New status for floating IP c7436675-11df-497e-9602-86fba3c65d94: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:09:57.755899 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.761355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:57.765806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:57.852128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-a27e8939-2900-4937-910b-c4bb51cc54b8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 200 len: 217 time: 0.4479332 Feb 10 23:09:58.323832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef874-ee01-4c35-85de-72da8739e413 req-f036e0d3-5007-4a21-b0dd-8f8ef4cda790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:09:58.339919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-f036e0d3-5007-4a21-b0dd-8f8ef4cda790 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 200 len: 835 time: 0.4579327 Feb 10 23:09:58.402427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:09:58.453514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433980a-69c5-4b8d-aab4-d5c5c82c96e3 None None] Pushing event updated for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:58.575332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52764) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:58.589504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 7c665471-8831-4b22-9035-58ae772debe1 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:09:58.608130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 7c665471-8831-4b22-9035-58ae772debe1 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:09:58.764949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52768) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:09:58.812309 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Attempting to bind port 18e1337a-dc8d-4a55-bac1-e098d182e352 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:09:58.812309 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Attempting to bind port 18e1337a-dc8d-4a55-bac1-e098d182e352 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:09:58.816692 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Attempting to bind port 18e1337a-dc8d-4a55-bac1-e098d182e352 on network 728f0ed4-f624-4ebc-b6fb-c14ab923543f {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:09:58.843234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:09:58.843234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Checking segment: {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Bound using segment: {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Bound port: 18e1337a-dc8d-4a55-bac1-e098d182e352, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ebe708-8e91-438a-8a09-1572f2637c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:09:58.848742 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:58.954971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:09:59.117960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] For port 18e1337a-dc8d-4a55-bac1-e098d182e352, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:09:59.117960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] For port 18e1337a-dc8d-4a55-bac1-e098d182e352, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=18e1337a-dc8d-4a55-bac1-e098d182e352,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:09:59.139476 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.168749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.197212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=f39f6db2-40a1-432f-ac34-c01b469a54e6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.228901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:09:59.266181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.304094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:09:59.304094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:09:59.329744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:09:59.360092 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:09:59.360092 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:09:59.387260 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:09:59.595003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e433980a-69c5-4b8d-aab4-d5c5c82c96e3 None None] Pushing event updated for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.606989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5586c16-da67-495a-a702-ecf3f2d38231 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:09:59.752318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:09:59.900227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c5586c16-da67-495a-a702-ecf3f2d38231 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:09:59.985853 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:00.039775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.039775 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Floating IP fd179f63-f42e-4ce6-af08-dbcdbcd7f057 disassociated (deleted). External IP: 172.25.2.236, port: b06f7fb6-035a-40ff-9b4b-22d5838fbb03. Feb 10 23:10:00.061871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac96242-e1ce-496f-bfb3-f5522bb079d3 req-e63c9e32-c358-49d6-af64-6d6979c0b657 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:00.061871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ac96242-e1ce-496f-bfb3-f5522bb079d3 req-e63c9e32-c358-49d6-af64-6d6979c0b657 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.5313323 Feb 10 23:10:00.352718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.360232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bef874-ee01-4c35-85de-72da8739e413 req-f1ebeccc-5c43-4254-99c5-7148a6e416c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:00.361786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-f1ebeccc-5c43-4254-99c5-7148a6e416c6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9e753b25-54f7-4d80-ab1b-b6bb24621c02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.0168540 Feb 10 23:10:00.447039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.14 (eeb6fbd7-daf2-4101-8351-3e942caa22cb/e8dce8b5-282a-4f9f-a996-01a4424f5da4/0dad75e5-dee5-467d-9a2f-b43ba504a4f4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:00.597975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fd6231-6ee3-4ff4-8cc7-195ffa879bc7 None None] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:00.613983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-1973b825-8c0d-4d55-9fbf-0916834ed970 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353413 Feb 10 23:10:00.688599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ac96242-e1ce-496f-bfb3-f5522bb079d3 req-108bcfbf-e062-4089-80f5-3293e9eb90bb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5986719 Feb 10 23:10:00.776097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:00.818882 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:48Z', 'revision_number': 4, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '18e1337a-dc8d-4a55-bac1-e098d182e352', 'name': '', 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'mac_address': 'fa:16:3e:45:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:45Z', 'updated_at': '2022-02-10T23:09:59Z', 'revision_number': 4, 'project_id': '811b3e04b95147b590d82084693c0c50', 'subnets': [{'id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:00.834730 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'code': 200} Feb 10 23:10:00.836334 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89011d96-f788-448a-9eaf-0eed16e83958 None None] The sync data for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 is: [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:09:48Z', 'revision_number': 4, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '18e1337a-dc8d-4a55-bac1-e098d182e352', 'name': '', 'network_id': '728f0ed4-f624-4ebc-b6fb-c14ab923543f', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'mac_address': 'fa:16:3e:45:29:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3808, 'fixed_ips': [{'subnet_id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:45Z', 'updated_at': '2022-02-10T23:09:59Z', 'revision_number': 4, 'project_id': '811b3e04b95147b590d82084693c0c50', 'subnets': [{'id': '291f0ee7-06c9-496a-9e92-74a0d1a0dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:00.854535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Provisioning for port c5586c16-da67-495a-a702-ecf3f2d38231 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:00.872142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5b652c-60f0-40c9-b30b-e09e8087900b req-c6c3790b-c985-478b-86d6-efe79fda8f3b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:00.880249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c5b652c-60f0-40c9-b30b-e09e8087900b req-c6c3790b-c985-478b-86d6-efe79fda8f3b tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 946 time: 5.3622360 Feb 10 23:10:00.885325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Provisioning complete for port c5586c16-da67-495a-a702-ecf3f2d38231 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:00.885325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.027148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:01.027148 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:01.042164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:01.066707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:01.128249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Usage tracker for resource:security_group_rule and tenant:b59a469e9c624383a98777c6e4ce4915 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:01.135926 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c5b652c-60f0-40c9-b30b-e09e8087900b req-9b1f1227-9cda-4581-95b5-b8c5d7405d87 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561524 Feb 10 23:10:01.145222 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:01.172054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:01.372318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.449505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] For port c5586c16-da67-495a-a702-ecf3f2d38231, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5586c16-da67-495a-a702-ecf3f2d38231,segment=NetworkSegment(353bccf9-16c1-4d74-95d8-8e4c0c58a271),segment_id=353bccf9-16c1-4d74-95d8-8e4c0c58a271)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:01.466825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.476632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-fc4cbb19-59fa-4c14-bdce-1f3801aaaa73 service neutron] 10.222.0.24 "GET /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372445 Feb 10 23:10:01.570697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 7c665471-8831-4b22-9035-58ae772debe1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:01.571041 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.571186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 18e1337a-dc8d-4a55-bac1-e098d182e352 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:01.639561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b8ca6-a42a-43b0-af8d-9e384524fb4d None None] Pushing event updated for resources: {'Port': ['ID=c5586c16-da67-495a-a702-ecf3f2d38231,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:01.687921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.767104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router f891ec53-daf9-48ee-92fd-7ea132a03707 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:10:01.872173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a7b4a2a6-7d62-4b5e-8686-fe414b98fd67 None None] Provisioning complete for port c5586c16-da67-495a-a702-ecf3f2d38231 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:01.872666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a7b4a2a6-7d62-4b5e-8686-fe414b98fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:01.921764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 18e1337a-dc8d-4a55-bac1-e098d182e352 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:01.962825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 18e1337a-dc8d-4a55-bac1-e098d182e352 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:01.963103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.051201 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:10:02.141193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.150772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.256562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.333223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 18e1337a-dc8d-4a55-bac1-e098d182e352, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=18e1337a-dc8d-4a55-bac1-e098d182e352,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:02.340113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.380689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=0dad75e5-dee5-467d-9a2f-b43ba504a4f4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.402681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.513264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ba9b-2437-458c-90e3-e2b792aa0f52 req-d2df787c-eccb-419c-8d51-27ef59bdab2f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:02.521976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4346ba9b-2437-458c-90e3-e2b792aa0f52 req-d2df787c-eccb-419c-8d51-27ef59bdab2f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 0.4345684 Feb 10 23:10:02.544102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.645893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:02.655419 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4346ba9b-2437-458c-90e3-e2b792aa0f52 req-1788ecfc-023b-41e4-a8a1-c48467501f97 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285908 Feb 10 23:10:02.656540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Deleting port 18e1337a-dc8d-4a55-bac1-e098d182e352 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:02.657034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:02.694282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:02.714455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:10:02.762162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcf58f6-0ccc-4069-9b0d-29eaef7a8b31,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:02.782164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8a117c28-4818-4fe7-a698-57db9b02ede5 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b59a469e9c624383a98777c6e4ce4915&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9249921 Feb 10 23:10:02.801842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52802) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:02.961813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:02.979405 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Sync routers for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:03.010056 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:03.011383 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:03.026292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:03.026988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.044234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 7c665471-8831-4b22-9035-58ae772debe1, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=7c665471-8831-4b22-9035-58ae772debe1,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:03.044795 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.124853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] For port 18e1337a-dc8d-4a55-bac1-e098d182e352, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=18e1337a-dc8d-4a55-bac1-e098d182e352,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:03.125412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.173731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e827e047-67d0-4eb7-bdb2-d6927693a476 None None] Provisioning for port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:03.192490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e827e047-67d0-4eb7-bdb2-d6927693a476 None None] Provisioning complete for port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:03.192885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e827e047-67d0-4eb7-bdb2-d6927693a476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.251922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.266013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 7c665471-8831-4b22-9035-58ae772debe1 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:03.299246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Calling delete_port for 18e1337a-dc8d-4a55-bac1-e098d182e352 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:03.402355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e827e047-67d0-4eb7-bdb2-d6927693a476 None None] Port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:03.427948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.432473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 18e1337a-dc8d-4a55-bac1-e098d182e352 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:03.469536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3d34b1c-76dd-4ca6-8806-8e4b4b5c3fe4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 9.5500283 Feb 10 23:10:03.485547 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:03.488531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f16363-3a65-42f2-9d09-146c39118dd7 req-25aa6cac-f042-4d81-8a2f-86729081a0b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:03.489623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-70f16363-3a65-42f2-9d09-146c39118dd7 req-25aa6cac-f042-4d81-8a2f-86729081a0b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Synchronizing usage tracker for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:03.492997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52808) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:03.551836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 18e1337a-dc8d-4a55-bac1-e098d182e352 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:03.552211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.580131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:03.733167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8790d93a-ce2b-4bf3-87ae-70e34ac22c94 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/floatingips/fd179f63-f42e-4ce6-af08-dbcdbcd7f057 HTTP/1.1" status: 204 len: 168 time: 10.5694876 Feb 10 23:10:03.737315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:03.779830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5586c16-da67-495a-a702-ecf3f2d38231 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:03.850662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-70f16363-3a65-42f2-9d09-146c39118dd7 req-25aa6cac-f042-4d81-8a2f-86729081a0b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Unset dirty status for tenant:ba0c2a434aa54df3beb963a59a550aac on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:03.852013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70f16363-3a65-42f2-9d09-146c39118dd7 req-25aa6cac-f042-4d81-8a2f-86729081a0b7 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/ports?device_id=379097be-a08c-4d31-800e-8a2bb2180c95 HTTP/1.1" status: 200 len: 944 time: 1.4029596 Feb 10 23:10:03.899225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c5586c16-da67-495a-a702-ecf3f2d38231 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:03.899659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.018845 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:04.030925 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Checking router: f891ec53-daf9-48ee-92fd-7ea132a03707 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:10:04.058320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.064758 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:04.065474 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:04.134225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Pushing event deleted for resources: {'Port': ['ID=18e1337a-dc8d-4a55-bac1-e098d182e352,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:04.148368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa529238-f1ff-4e17-a607-622158cfd3c9 req-52bb8120-5b36-44a8-a31f-0ba10a987fbe tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:04.150155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa529238-f1ff-4e17-a607-622158cfd3c9 req-52bb8120-5b36-44a8-a31f-0ba10a987fbe tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 0.2403591 Feb 10 23:10:04.289852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa529238-f1ff-4e17-a607-622158cfd3c9 req-f49cd6fa-1728-412d-8315-002d7b2ee516 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968473 Feb 10 23:10:04.432052 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:04.510232 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-70f16363-3a65-42f2-9d09-146c39118dd7 req-6c9f2eff-cda0-47a9-acf8-358ffd59ac31 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "GET /v2.0/security-groups?id=d71fea02-a589-433a-8b79-a053da4883d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6161680 Feb 10 23:10:04.578262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.601012 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.629848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.671402 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'status': 'completed', 'code': 200} Feb 10 23:10:04.674558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcf58f6-0ccc-4069-9b0d-29eaef7a8b31,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:04.738590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=7c665471-8831-4b22-9035-58ae772debe1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:04.914906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:04.933971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-81e1c247-049e-4093-99a9-14892400f8f7 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2bcf58f6-0ccc-4069-9b0d-29eaef7a8b31 HTTP/1.1" status: 204 len: 168 time: 2.1054070 Feb 10 23:10:05.015686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] No DVR routers for this DVR port 7c665471-8831-4b22-9035-58ae772debe1 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:05.041578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.044813 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8b4e0df0-e02e-4a73-9d15-4032c7a4efbd req-b992bfc7-2dbf-401a-919e-eef36329e266 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.24 "DELETE /v2.0/ports/7c665471-8831-4b22-9035-58ae772debe1 HTTP/1.1" status: 204 len: 173 time: 10.9186487 Feb 10 23:10:05.220586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:05.230026 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:05.242976 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e47bc4-0acb-4de1-a37b-71bd499b6503 None None] The sync data for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 is: [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:06:31Z', 'revision_number': 4, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'ad5ee833-f4dd-4aae-a6d6-9fb4750597f6', 'name': '', 'network_id': 'fa27758f-1ed7-4766-9351-6961f8bdb69e', 'tenant_id': '834e149d1122493cb8781b962341b810', 'mac_address': 'fa:16:3e:ea:9a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_interface', 'standard_attr_id': 3689, 'fixed_ips': [{'subnet_id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:27Z', 'updated_at': '2022-02-10T23:07:15Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'subnets': [{'id': 'c4d5e9a9-2f23-4af3-870f-710cc628e241', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:05.349769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-3d94bccf-3e89-4e28-a94c-e3efa5569feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.351674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-3d94bccf-3e89-4e28-a94c-e3efa5569feb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=834e149d1122493cb8781b962341b810&device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 1097 time: 0.6727066 Feb 10 23:10:05.537695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da273353-8e96-40ad-9263-a440ec073959 req-8b15c751-31ed-4d8d-a898-58b459e5578e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:05.538666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da273353-8e96-40ad-9263-a440ec073959 req-8b15c751-31ed-4d8d-a898-58b459e5578e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Synchronizing usage tracker for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:05.612173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:10:05.853787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d32ac3d-648c-4d3c-8dd4-ff8ef9f55ee8 None None] New status for floating IP fd179f63-f42e-4ce6-af08-dbcdbcd7f057: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:10:05.890083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52848) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:05.934402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-da273353-8e96-40ad-9263-a440ec073959 req-8b15c751-31ed-4d8d-a898-58b459e5578e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Unset dirty status for tenant:834e149d1122493cb8781b962341b810 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:05.943846 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da273353-8e96-40ad-9263-a440ec073959 req-8b15c751-31ed-4d8d-a898-58b459e5578e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.9174392 Feb 10 23:10:05.999684 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.257072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:06.269143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Sync routers for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:06.285105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f4b6cf99-af87-4461-aee9-9cc748af4d44 admin admin] 10.222.0.53 "PUT /v2.0/routers/cfe0a5ab-c6c5-4280-b4d0-07e61e672497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1769714 Feb 10 23:10:06.289641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52858) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:06.299360 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:06.300356 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:06.314170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:06.346507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-bb50924a-5695-40ab-82ec-1c6c9a7c3d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:06.349164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-bb50924a-5695-40ab-82ec-1c6c9a7c3d86 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 200 len: 897 time: 0.9776525 Feb 10 23:10:06.362897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Usage tracker for resource:security_group_rule and tenant:eb9bc13735bc427294c03e37bd1e9bef is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:06.366847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:06.374594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:06.517848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.538059 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-da273353-8e96-40ad-9263-a440ec073959 req-8ed3ba9f-3980-45b2-b8cd-b0467488c82c tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5907702 Feb 10 23:10:06.589163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0d3d0-af50-462c-b9eb-ed605c7a8b53 req-a8697a8a-0516-4468-a4c2-82550575d8d0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:06.592016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33c0d3d0-af50-462c-b9eb-ed605c7a8b53 req-a8697a8a-0516-4468-a4c2-82550575d8d0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 0.9585261 Feb 10 23:10:06.698455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 52884) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:06.730621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ef32f57e-5320-4e73-ac3c-feea292250ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:06.733496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ef32f57e-5320-4e73-ac3c-feea292250ad tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 0.4376009 Feb 10 23:10:06.760244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33c0d3d0-af50-462c-b9eb-ed605c7a8b53 req-3b02d82f-5f9e-4e92-ba80-7e692dcdbd00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456845 Feb 10 23:10:06.778523 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:06.806821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.810285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:06.830507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-deleted', 'tag': '7c665471-8831-4b22-9035-58ae772debe1'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:06.862602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-3befdb4f-3a21-4e40-a652-1b7444df8ec9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 200 len: 217 time: 0.3215175 Feb 10 23:10:07.012744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:07.013777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.108365 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379097be-a08c-4d31-800e-8a2bb2180c95', 'name': 'network-vif-deleted', 'tag': '7c665471-8831-4b22-9035-58ae772debe1', 'status': 'completed', 'code': 200} Feb 10 23:10:07.190957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a5ffc6-29be-4b23-9950-8909e9c991b7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:07.200061 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e54e7930-1e2b-443a-af22-f11991211771 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=eb9bc13735bc427294c03e37bd1e9bef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2950792 Feb 10 23:10:07.220192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 52932) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:07.385642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-671325c7-b70a-4a04-80d4-a5b8695eff06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:07.387850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-671325c7-b70a-4a04-80d4-a5b8695eff06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 200 len: 835 time: 0.4939740 Feb 10 23:10:07.502167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-329666de-487a-4a58-add1-976b504a332a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.514774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.551085 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:10:03Z', 'revision_number': 5, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:07.552025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-329666de-487a-4a58-add1-976b504a332a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.566340 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Checking router: cfe0a5ab-c6c5-4280-b4d0-07e61e672497 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:10:07.580656 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Routers {'cfe0a5ab-c6c5-4280-b4d0-07e61e672497'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:07.581501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:09:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:07.667859 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:10:07.684654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.709252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.750837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Deleting port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:07.751497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.756046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-329666de-487a-4a58-add1-976b504a332a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.783861 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.829997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:10:07.833248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:07.956307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329666de-487a-4a58-add1-976b504a332a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a5ffc6-29be-4b23-9950-8909e9c991b7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.038117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port b06f7fb6-035a-40ff-9b4b-22d5838fbb03, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:08.038477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.273605 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] Set router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:08.338063 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19b967e5-052e-4f0c-a59b-4270b3eddd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.353113 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:08.377417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for b06f7fb6-035a-40ff-9b4b-22d5838fbb03 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:08.404169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8', 'mac_address': 'fa:16:3e:47:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:10:08.451374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.506169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71fea02-a589-433a-8b79-a053da4883d9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.522848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] For port 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:08.523584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.624211 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.656168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:10:08.677094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:08.685495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.790685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-329666de-487a-4a58-add1-976b504a332a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:08.799003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-329666de-487a-4a58-add1-976b504a332a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/80a5ffc6-29be-4b23-9950-8909e9c991b7 HTTP/1.1" status: 204 len: 168 time: 1.5594869 Feb 10 23:10:08.803546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.857939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Calling delete_port for 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:08.919215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=0dad75e5-dee5-467d-9a2f-b43ba504a4f4,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:08.947791 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-8747afbd-2b08-470e-aa47-b9f11d3c8c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:08.950833 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-8747afbd-2b08-470e-aa47-b9f11d3c8c4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fa27758f-1ed7-4766-9351-6961f8bdb69e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5546498 Feb 10 23:10:09.000230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['61abbf26-3a15-4e8a-be8a-09c6bd9775c8'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:10:09.388421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.413323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-eec8a333-a0b1-49c8-b462-5800b3332c01 None None] Provisioning complete for port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:09.413925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eec8a333-a0b1-49c8-b462-5800b3332c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.424868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8812823-0c57-47ef-8251-5136747344de req-71dc14a5-b3fd-4531-a624-7082d4e5fc9a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:09.429463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8812823-0c57-47ef-8251-5136747344de req-71dc14a5-b3fd-4531-a624-7082d4e5fc9a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 943 time: 1.3606665 Feb 10 23:10:09.509323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.515787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6933f1ce-aff6-438b-9f9b-12dbe984b144 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/security-groups/d71fea02-a589-433a-8b79-a053da4883d9 HTTP/1.1" status: 204 len: 168 time: 2.8148143 Feb 10 23:10:09.605375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=b06f7fb6-035a-40ff-9b4b-22d5838fbb03,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:09.627682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4035bf-a54e-4817-a0a2-7c9b87e59343 req-46124fd4-006f-4b2b-bf97-7c5d5355aa46 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:09.649638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf4035bf-a54e-4817-a0a2-7c9b87e59343 req-46124fd4-006f-4b2b-bf97-7c5d5355aa46 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 946 time: 1.6840985 Feb 10 23:10:09.657865 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-40769248-ad2a-4ad6-bcf5-911bb7949e58 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6044593 Feb 10 23:10:09.661523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-eec8a333-a0b1-49c8-b462-5800b3332c01 None None] Port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:09.721960 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:10:03Z', 'revision_number': 5, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:09.749596 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c8caac-bf5f-4f58-a9b6-96aad2f24e93 None None] The sync data for ids ['cfe0a5ab-c6c5-4280-b4d0-07e61e672497'] in n-d-825178-4 is: [{'id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'name': 'tempest-ImageQuotaTest-1124517078-router', 'tenant_id': '811b3e04b95147b590d82084693c0c50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:09:27Z', 'updated_at': '2022-02-10T23:10:03Z', 'revision_number': 5, 'project_id': '811b3e04b95147b590d82084693c0c50', 'gw_port': {'id': '1c5e657d-bf70-4bc9-9967-9adfb3a7d51f', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfe0a5ab-c6c5-4280-b4d0-07e61e672497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:09:31Z', 'updated_at': '2022-02-10T23:09:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:09.750240 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d8812823-0c57-47ef-8251-5136747344de req-aac29218-d320-4c3f-a0d0-239b401e0fb1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045788 Feb 10 23:10:09.755577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.833282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bf4035bf-a54e-4817-a0a2-7c9b87e59343 req-4411ff63-b9e1-44f0-b225-c85b1700cf90 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/security-groups?id=6faeb11f-b5ea-4529-8257-ad7210584a8a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827190 Feb 10 23:10:09.840095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:09.896427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53180) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:09.899073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] No DVR routers for this DVR port b06f7fb6-035a-40ff-9b4b-22d5838fbb03 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:09.906929 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:09.975819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: b06f7fb6-035a-40ff-9b4b-22d5838fbb03 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:09.976159 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b06f7fb6-035a-40ff-9b4b-22d5838fbb03 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:10.042464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-deleted', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:10.260306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6bb98c4-0068-4cf4-a9cc-4480a86abefe req-ca6c9e14-1f88-4392-afc0-f91c3fbf3b8f tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.30 "DELETE /v2.0/ports/b06f7fb6-035a-40ff-9b4b-22d5838fbb03 HTTP/1.1" status: 204 len: 173 time: 3.4913745 Feb 10 23:10:10.276408 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58bf7b4b-c37a-42d7-b464-22cf48b62684', 'name': 'network-vif-deleted', 'tag': 'b06f7fb6-035a-40ff-9b4b-22d5838fbb03', 'status': 'completed', 'code': 200} Feb 10 23:10:10.386402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b7d069d-7c46-40f3-b31e-5fa20a940988 req-9347401b-7e44-4bd8-a294-b22b7677b568 service neutron] 10.222.0.30 "GET /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829414 Feb 10 23:10:10.534256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.545733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7217e156-ba5d-44e1-ba68-f37714484a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:10.625066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c5e657d-bf70-4bc9-9967-9adfb3a7d51f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:10.757960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.354506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-93107cf8-d02a-4db7-ba15-425c6996ab64 req-188848cf-94b3-4fe2-b281-04d8042d0f72 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "GET /v2.0/ports?device_id=58bf7b4b-c37a-42d7-b464-22cf48b62684 HTTP/1.1" status: 200 len: 210 time: 0.1219265 Feb 10 23:10:11.493799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 18e1337a-dc8d-4a55-bac1-e098d182e352 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:11.538435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 18e1337a-dc8d-4a55-bac1-e098d182e352 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:11.539049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 18e1337a-dc8d-4a55-bac1-e098d182e352 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:11.588685 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53346) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:11.720255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.732099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.781690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.796673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.853139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:11.896643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:11.961809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:11.972946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:11.973381 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.022816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258e3a0-ef2d-44ee-8b97-05d180395bb9 req-c0fe5c64-2545-4e85-a439-5500da5c1076 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:12.030551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f258e3a0-ef2d-44ee-8b97-05d180395bb9 req-c0fe5c64-2545-4e85-a439-5500da5c1076 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 944 time: 0.9849823 Feb 10 23:10:12.054026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=0dad75e5-dee5-467d-9a2f-b43ba504a4f4,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:12.069976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.070313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.070573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.070959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.071529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.072082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.072614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.073088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.073559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.074214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.075094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.075949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.076444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:12.076952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.082629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.110072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:12.116555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.120989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Usage tracker for resource:security_group_rule and tenant:c983eb60f79d4d39b2e247a5be3fca36 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:12.125339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:12.133047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f258e3a0-ef2d-44ee-8b97-05d180395bb9 req-c51cfe9e-82b5-4599-8bc5-8f143834b322 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014917 Feb 10 23:10:12.137232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:12.187608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.188118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfe0a5ab-c6c5-4280-b4d0-07e61e672497 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:10:12.214816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.245806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.254868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-049b679a-7191-4ccc-a9ce-872625321250 admin admin] 10.222.0.53 "DELETE /v2.0/routers/cfe0a5ab-c6c5-4280-b4d0-07e61e672497 HTTP/1.1" status: 204 len: 168 time: 5.9620924 Feb 10 23:10:12.257571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.279503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:12.280667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:12.290279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.365974 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8', 'code': 200} Feb 10 23:10:12.437992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:12.444012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:12.472504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:12.496018 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.690578 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53380) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:12.751319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Deleting subnet 291f0ee7-06c9-496a-9e92-74a0d1a0dee3 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:12.754765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.813534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.869623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.886122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:12.932823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7dbe796e-2393-46a3-adaa-2bf2625ad271 None None] Provisioning complete for port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:12.934545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7dbe796e-2393-46a3-adaa-2bf2625ad271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.067841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7dbe796e-2393-46a3-adaa-2bf2625ad271 None None] Port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:13.071110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.079497 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c983eb60f79d4d39b2e247a5be3fca36&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4856412 Feb 10 23:10:13.082869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb6f00d-acfd-454e-bf35-c5402c9151c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96377586-2993-4814-8b4f-c69ba01bbf17,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.085379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.103938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3ea3b-9749-4ba5-934d-ee216dabe554 req-3328da43-bef8-4e67-b8bf-0d0f607ab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:13.105463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63f3ea3b-9749-4ba5-934d-ee216dabe554 req-3328da43-bef8-4e67-b8bf-0d0f607ab13a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 1096 time: 0.5835159 Feb 10 23:10:13.136257 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.253900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.305667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Router 9424b99a-0ed8-45f4-a006-4a481d201f22 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:10:13.338038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:13.367902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.376902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c4470-e087-49bd-8d6e-2be1c2126ae8 None None] Network 728f0ed4-f624-4ebc-b6fb-c14ab923543f requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:13.381281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=291f0ee7-06c9-496a-9e92-74a0d1a0dee3,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:13.392017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6cb3fca7-09c9-4f9b-ad8e-444acf7d7580 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/291f0ee7-06c9-496a-9e92-74a0d1a0dee3 HTTP/1.1" status: 204 len: 168 time: 1.1208475 Feb 10 23:10:13.394965 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53392) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:13.395747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 82a97779-a218-454a-be1a-f58d5e609b85 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:13.396175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.398685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:13.399101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1c5e657d-bf70-4bc9-9967-9adfb3a7d51f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:13.445326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63f3ea3b-9749-4ba5-934d-ee216dabe554 req-41cf6232-7f6f-4fbd-b429-a55e7e5a0c91 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217311 Feb 10 23:10:13.602834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.711162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.743029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Deleting port 093ead65-308d-49f7-b4fe-06712a5f15b2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:13.743413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.769837 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.844453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] DHCP port deletion for 728f0ed4-f624-4ebc-b6fb-c14ab923543f request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:10:13.844723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:13.860468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Deleting port 093ead65-308d-49f7-b4fe-06712a5f15b2 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:13.861881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.889947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] Sync routers for ids ['9424b99a-0ed8-45f4-a006-4a481d201f22'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:13.914708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a73d42-a560-4b7f-8676-46e6ce08ff04 req-638fdf92-00bd-41c4-a1f9-db03fabc7da2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:13.916315 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55a73d42-a560-4b7f-8676-46e6ce08ff04 req-638fdf92-00bd-41c4-a1f9-db03fabc7da2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.5927532 Feb 10 23:10:13.926506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 82a97779-a218-454a-be1a-f58d5e609b85, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=82a97779-a218-454a-be1a-f58d5e609b85,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:13.927147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:13.928149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] Routers {'9424b99a-0ed8-45f4-a006-4a481d201f22'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:13.930111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9424b99a-0ed8-45f4-a006-4a481d201f22'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.007361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.062620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] Routers {'9424b99a-0ed8-45f4-a006-4a481d201f22'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:14.063170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9424b99a-0ed8-45f4-a006-4a481d201f22'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.126130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bad91255-b854-4f1e-858b-cf2406a404de tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/routers/9424b99a-0ed8-45f4-a006-4a481d201f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6195052 Feb 10 23:10:14.133268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53398) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.136262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:14.137375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91343fb5-98b5-4e44-9195-e51a6396adc7 None None] The sync data for ids ['9424b99a-0ed8-45f4-a006-4a481d201f22'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:14.238374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.243343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 82a97779-a218-454a-be1a-f58d5e609b85 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:14.281483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] For port 093ead65-308d-49f7-b4fe-06712a5f15b2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=093ead65-308d-49f7-b4fe-06712a5f15b2,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:14.281876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.284294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55a73d42-a560-4b7f-8676-46e6ce08ff04 req-7f376987-c0bb-4811-b097-418b5939167e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696348 Feb 10 23:10:14.288939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96377586-2993-4814-8b4f-c69ba01bbf17,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:14.299450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.300321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d7eb527-7698-4897-bb7c-fa1d2152c7e5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/96377586-2993-4814-8b4f-c69ba01bbf17 HTTP/1.1" status: 204 len: 168 time: 1.2109957 Feb 10 23:10:14.369693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2538cbcc-bddb-4772-804d-d5e6fea81a67 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:14.370520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2538cbcc-bddb-4772-804d-d5e6fea81a67 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:14.414797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2538cbcc-bddb-4772-804d-d5e6fea81a67 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:14.420078 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2538cbcc-bddb-4772-804d-d5e6fea81a67 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9424b99a-0ed8-45f4-a006-4a481d201f22 HTTP/1.1" status: 200 len: 983 time: 0.2846758 Feb 10 23:10:14.421022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:14.466310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Calling delete_port for 093ead65-308d-49f7-b4fe-06712a5f15b2 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:14.468803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] For port 093ead65-308d-49f7-b4fe-06712a5f15b2, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=093ead65-308d-49f7-b4fe-06712a5f15b2,segment=NetworkSegment(b6ebe708-8e91-438a-8a09-1572f2637c84),segment_id=b6ebe708-8e91-438a-8a09-1572f2637c84)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:14.469386 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.604937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.625270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Calling delete_port for 093ead65-308d-49f7-b4fe-06712a5f15b2 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:14.677792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] Pushing event deleted for resources: {'Port': ['ID=093ead65-308d-49f7-b4fe-06712a5f15b2,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:14.681993 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:14.691599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f32253c-53cd-4751-8074-f76cb842db4b None None] No DVR routers for this DVR port 093ead65-308d-49f7-b4fe-06712a5f15b2 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:14.844437 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:14.844894 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:14.955327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.007828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=82a97779-a218-454a-be1a-f58d5e609b85,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:15.348579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Deleting port 093ead65-308d-49f7-b4fe-06712a5f15b2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:15.350693 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.514782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 093ead65-308d-49f7-b4fe-06712a5f15b2 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:15.557919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:15.559423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.564246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 093ead65-308d-49f7-b4fe-06712a5f15b2 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:15.564599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 093ead65-308d-49f7-b4fe-06712a5f15b2 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:15.657674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] The port '093ead65-308d-49f7-b4fe-06712a5f15b2' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:10:15.790938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.847574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.857794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:15.964498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728f0ed4-f624-4ebc-b6fb-c14ab923543f']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:15.982242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a0dabe-def8-4361-ac00-cbc93470a03a req-2a38eabc-0641-4552-b821-85f6b73ad38b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:15.985095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43a0dabe-def8-4361-ac00-cbc93470a03a req-2a38eabc-0641-4552-b821-85f6b73ad38b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.4822030 Feb 10 23:10:16.008219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ebe708-8e91-438a-8a09-1572f2637c84') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:16.008527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ebe708-8e91-438a-8a09-1572f2637c84') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:16.191585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.235008 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.287861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port ad5ee833-f4dd-4aae-a6d6-9fb4750597f6, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:16.288222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.328455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:10:16.328779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:16.343469 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:16.417628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43a0dabe-def8-4361-ac00-cbc93470a03a req-dec7747c-fa15-4f9d-ba34-dee0d0fdaa5f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172373 Feb 10 23:10:16.457405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:16.521989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:16.522333 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.562502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.588379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:16.626805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=728f0ed4-f624-4ebc-b6fb-c14ab923543f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:16.643992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3aa3014e-5bfd-4a53-962b-1b066143ffd1 admin admin] 10.222.0.53 "DELETE /v2.0/networks/728f0ed4-f624-4ebc-b6fb-c14ab923543f HTTP/1.1" status: 204 len: 168 time: 3.2122338 Feb 10 23:10:16.775984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Router 3dccb4f8-3623-412a-b242-8c012a2383b2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:10:17.013349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53462) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:17.067119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:17.078384 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Sync routers for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:17.081272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1935e6a4-b5c6-4d64-9226-8f59144e3226 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "PUT /v2.0/routers/3dccb4f8-3623-412a-b242-8c012a2383b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1653278 Feb 10 23:10:17.082245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaab36a-1a48-4545-9a87-b2b7ba340a7f req-1d9b2b8f-561f-4ad9-9767-3e67d73cbf81 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:17.084334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fbaab36a-1a48-4545-9a87-b2b7ba340a7f req-1d9b2b8f-561f-4ad9-9767-3e67d73cbf81 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.5175498 Feb 10 23:10:17.084478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53466) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:17.094740 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:17.096071 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:17.224931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.231851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9da1f486-7c3c-43e3-b544-0743ad18f029 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=811b3e04b95147b590d82084693c0c50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143915 Feb 10 23:10:17.233843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53472) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:17.272503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting subnet b1da6498-cfb4-4962-b5d6-c95787537851 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:17.275927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.351149 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.425795 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:17.452595 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 0dad75e5-dee5-467d-9a2f-b43ba504a4f4 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:17.494465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fbaab36a-1a48-4545-9a87-b2b7ba340a7f req-9dc9e339-b45d-4238-b578-49a60229f54d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3441398 Feb 10 23:10:17.495114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.510539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.592897 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=ad5ee833-f4dd-4aae-a6d6-9fb4750597f6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:17.645067 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.693370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.790143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:17.793698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Subnet': ['ID=b1da6498-cfb4-4962-b5d6-c95787537851,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:17.814517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a916ae16-605e-416c-a1ed-a06fdb9a7709 None None] Network 9e753b25-54f7-4d80-ab1b-b6bb24621c02 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:17.815065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-910d49f2-c332-453c-bf3b-762e20591bac tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/subnets/b1da6498-cfb4-4962-b5d6-c95787537851 HTTP/1.1" status: 204 len: 168 time: 0.7270501 Feb 10 23:10:17.818846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53486) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:18.040472 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:10:14Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:18.050391 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Checking router: 3dccb4f8-3623-412a-b242-8c012a2383b2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:10:18.065684 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Routers {'3dccb4f8-3623-412a-b242-8c012a2383b2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:18.066345 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3dccb4f8-3623-412a-b242-8c012a2383b2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:18.261141 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] Set router 3dccb4f8-3623-412a-b242-8c012a2383b2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:18.266453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] DHCP port deletion for 9e753b25-54f7-4d80-ab1b-b6bb24621c02 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:10:18.273335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Deleting port fa3db642-da89-4187-ad90-c3080e7bf8c4 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:18.274422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.281514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.532904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e379d8e7-f553-46bb-afcb-83ad83fae975 req-d62265e8-4be7-46e3-a1ed-29031929f63a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:18.547919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e379d8e7-f553-46bb-afcb-83ad83fae975 req-d62265e8-4be7-46e3-a1ed-29031929f63a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.8096657 Feb 10 23:10:18.614039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.791610 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:10:14Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:18.812824 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a24d5-e69b-40b0-959e-1e2b79298459 None None] The sync data for ids ['3dccb4f8-3623-412a-b242-8c012a2383b2'] in n-d-825178-4 is: [{'id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'name': 'tempest-TestNetworkBasicOps-router-1050937547', 'tenant_id': 'ba0c2a434aa54df3beb963a59a550aac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:07:35Z', 'updated_at': '2022-02-10T23:10:14Z', 'revision_number': 5, 'project_id': 'ba0c2a434aa54df3beb963a59a550aac', 'gw_port': {'id': '194acc40-b5ba-4333-b98c-36e913e9869d', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b2:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dccb4f8-3623-412a-b242-8c012a2383b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3748, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:39Z', 'updated_at': '2022-02-10T23:07:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:18.859031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] For port fa3db642-da89-4187-ad90-c3080e7bf8c4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3db642-da89-4187-ad90-c3080e7bf8c4,segment=NetworkSegment(858713e6-fcec-49c4-a992-5e92eae0c0fe),segment_id=858713e6-fcec-49c4-a992-5e92eae0c0fe)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:18.859651 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.924646 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:18.977595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e379d8e7-f553-46bb-afcb-83ad83fae975 req-4e65035e-2d20-434d-bd13-60dcda128475 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271710 Feb 10 23:10:19.025516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.041135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Deleting port 194acc40-b5ba-4333-b98c-36e913e9869d {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:19.042402 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.049655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=0dad75e5-dee5-467d-9a2f-b43ba504a4f4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.053287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.125711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Calling delete_port for fa3db642-da89-4187-ad90-c3080e7bf8c4 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:19.336999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.467346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] For port 194acc40-b5ba-4333-b98c-36e913e9869d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=194acc40-b5ba-4333-b98c-36e913e9869d,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:19.468571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.481789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] Pushing event deleted for resources: {'Port': ['ID=fa3db642-da89-4187-ad90-c3080e7bf8c4,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.493086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62fcc28-6e6b-465c-a61f-491a03433d22 None None] No DVR routers for this DVR port fa3db642-da89-4187-ad90-c3080e7bf8c4 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:19.511499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.568040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5dd2d-04ed-401b-9b86-d23c3a99545a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:19.621951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3db642-da89-4187-ad90-c3080e7bf8c4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:19.695947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: fa3db642-da89-4187-ad90-c3080e7bf8c4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:19.696425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3db642-da89-4187-ad90-c3080e7bf8c4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:19.697024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82a97779-a218-454a-be1a-f58d5e609b85 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:19.741688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 82a97779-a218-454a-be1a-f58d5e609b85 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:19.742187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 82a97779-a218-454a-be1a-f58d5e609b85 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:19.800563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Calling delete_port for 194acc40-b5ba-4333-b98c-36e913e9869d owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:19.932450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:19.937040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2efdc107-19b6-41ed-a52f-2b717fd10384 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/27e5dd2d-04ed-401b-9b86-d23c3a99545a HTTP/1.1" status: 204 len: 168 time: 2.6967630 Feb 10 23:10:20.024598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9835f93b-3a1b-4eaa-ae02-f08a3944d8eb req-285e387b-43cb-407b-8678-0f80d29ee5ae tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:20.026278 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9835f93b-3a1b-4eaa-ae02-f08a3944d8eb req-285e387b-43cb-407b-8678-0f80d29ee5ae tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.1307876 Feb 10 23:10:20.151101 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.206862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.346799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Port': ['ID=194acc40-b5ba-4333-b98c-36e913e9869d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:20.483674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9835f93b-3a1b-4eaa-ae02-f08a3944d8eb req-de9697bb-fcee-4c3b-8800-0555b9450f71 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588881 Feb 10 23:10:20.521782 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.657206 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Router f891ec53-daf9-48ee-92fd-7ea132a03707 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:10:20.663768 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Router 9424b99a-0ed8-45f4-a006-4a481d201f22 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:10:20.672374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53522) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:20.783559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.786911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.815746 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.817085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Fanout notify agent at l3_agent the message router_deleted on router 3dccb4f8-3623-412a-b242-8c012a2383b2 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:10:20.848137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:20.849472 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-49c25c07-d790-473e-b45f-392d7cbe930c tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/routers/3dccb4f8-3623-412a-b242-8c012a2383b2 HTTP/1.1" status: 204 len: 168 time: 3.0296540 Feb 10 23:10:20.852313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53530) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.001710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.017790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.105285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:21.125760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:21.128582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:21.138251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] Sync routers for ids ['9424b99a-0ed8-45f4-a006-4a481d201f22'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:21.138727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:21.144289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3d3c1322-7392-46bc-9a9b-1619b4937b8a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/routers/9424b99a-0ed8-45f4-a006-4a481d201f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7174869 Feb 10 23:10:21.157078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] Routers {'9424b99a-0ed8-45f4-a006-4a481d201f22'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:21.157642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9424b99a-0ed8-45f4-a006-4a481d201f22'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.218748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53538) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.229284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:21.269186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.275455 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.280260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] Routers {'9424b99a-0ed8-45f4-a006-4a481d201f22'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:21.281041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9424b99a-0ed8-45f4-a006-4a481d201f22'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.316067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e753b25-54f7-4d80-ab1b-b6bb24621c02']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.353771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858713e6-fcec-49c4-a992-5e92eae0c0fe') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.353771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858713e6-fcec-49c4-a992-5e92eae0c0fe') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.354385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.354385 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788c04b3-aa5b-460b-bcb4-0250fa013495 None None] The sync data for ids ['9424b99a-0ed8-45f4-a006-4a481d201f22'] in n-d-825178-4 is: [] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:21.388855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.409562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:10:21.420612 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Sync routers for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:10:21.438269 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:21.439110 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:21.454646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.462263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 194acc40-b5ba-4333-b98c-36e913e9869d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:21.463139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:10:21.463864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:21.486284 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:21.529741 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eaf5e6d-7722-4f81-b648-5c71244924e8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:10:21.530554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5eaf5e6d-7722-4f81-b648-5c71244924e8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:21.551728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3454af4c-c914-4cf0-8efc-83b31d37781e tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "PUT /v2.0/routers/f891ec53-daf9-48ee-92fd-7ea132a03707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8544905 Feb 10 23:10:21.561913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 194acc40-b5ba-4333-b98c-36e913e9869d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:21.562264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 194acc40-b5ba-4333-b98c-36e913e9869d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:21.574009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53554) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.652236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.690280 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.721248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] Pushing event deleted for resources: {'Network': ['ID=9e753b25-54f7-4d80-ab1b-b6bb24621c02,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:21.749358 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-543086c3-288a-40e3-b3ac-7191cfdd7a21 tempest-TestNetworkBasicOps-1619502863 tempest-TestNetworkBasicOps-1619502863-project] 10.222.0.53 "DELETE /v2.0/networks/9e753b25-54f7-4d80-ab1b-b6bb24621c02 HTTP/1.1" status: 204 len: 168 time: 0.8953891 Feb 10 23:10:21.756584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.826219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.851272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5eaf5e6d-7722-4f81-b648-5c71244924e8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:21.852693 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5eaf5e6d-7722-4f81-b648-5c71244924e8 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/0dad75e5-dee5-467d-9a2f-b43ba504a4f4 HTTP/1.1" status: 404 len: 333 time: 0.6252656 Feb 10 23:10:21.855596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53574) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.939985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 1.2635479 Feb 10 23:10:21.946203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting subnet c4d5e9a9-2f23-4af3-870f-710cc628e241 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:21.952468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:21.959011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53578) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:21.977088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:21.998851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.085329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8bbc76-74d9-47e5-afc2-b4403a1aed0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5249a7-31b6-4498-9704-eb1efae1b456,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:22.150998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.277955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-089b692f-64dd-4b13-b412-d655744e3dea tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:22.279591 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-089b692f-64dd-4b13-b412-d655744e3dea tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.9861436 Feb 10 23:10:22.396646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155452a-bd7c-416e-846e-0940ac058135 req-e9191f27-1f50-427d-a5c9-73fd68ca459f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:22.398253 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4155452a-bd7c-416e-846e-0940ac058135 req-e9191f27-1f50-427d-a5c9-73fd68ca459f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.6401060 Feb 10 23:10:22.401955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53588) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:22.463617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:22.464208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.501949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.511451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.597326 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4155452a-bd7c-416e-846e-0940ac058135 req-f46f4710-d8b5-4638-a01f-013033e51842 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679623 Feb 10 23:10:22.637369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:22.657845 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:22.665610 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Checking router: f891ec53-daf9-48ee-92fd-7ea132a03707 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:10:22.690503 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Routers {'f891ec53-daf9-48ee-92fd-7ea132a03707'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:10:22.691431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:10:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f891ec53-daf9-48ee-92fd-7ea132a03707'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:22.720059 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.081505 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] Set router f891ec53-daf9-48ee-92fd-7ea132a03707 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:10:23.086137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.088881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.123569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.125823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Fanout notify agent at l3_agent the message router_deleted on router 9424b99a-0ed8-45f4-a006-4a481d201f22 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:10:23.131955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:23.132729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.151800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.159756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.162621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-66a2fb13-2d03-4cc6-8c8c-ceb6d94d4127 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/routers/9424b99a-0ed8-45f4-a006-4a481d201f22 HTTP/1.1" status: 204 len: 168 time: 1.3038425 Feb 10 23:10:23.164801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53604) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:23.166889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6fb3e24-0703-47e8-ba5e-634b757d9ef2 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ba0c2a434aa54df3beb963a59a550aac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7615156 Feb 10 23:10:23.170978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53608) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:23.225071 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.319022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet e8dce8b5-282a-4f9f-a996-01a4424f5da4 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:23.332362 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.434939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.488907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.591805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.602261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5249a7-31b6-4498-9704-eb1efae1b456,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.618916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:23.744210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Subnet': ['ID=c4d5e9a9-2f23-4af3-870f-710cc628e241,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.757279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.757430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3d483-9d9a-4db7-93f4-4f4edbdbb7c9 None None] Network fa27758f-1ed7-4766-9351-6961f8bdb69e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:23.771511 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.774598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.779837 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da5ff322-2427-433c-aa48-becbdced0423 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6f5249a7-31b6-4498-9704-eb1efae1b456 HTTP/1.1" status: 204 len: 168 time: 1.8117526 Feb 10 23:10:23.791324 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31f05438-4803-44d6-9231-98a0cb98d912 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/subnets/c4d5e9a9-2f23-4af3-870f-710cc628e241 HTTP/1.1" status: 204 len: 168 time: 2.2142656 Feb 10 23:10:23.794342 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53622) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:23.804256 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:23.815214 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c525d963-d9a4-43e7-a964-b05f3f88d8cd None None] The sync data for ids ['f891ec53-daf9-48ee-92fd-7ea132a03707'] in n-d-825178-4 is: [{'id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1764597296', 'tenant_id': '834e149d1122493cb8781b962341b810', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196'}], 'enable_snat': True}, 'gw_port_id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:12Z', 'updated_at': '2022-02-10T23:10:17Z', 'revision_number': 5, 'project_id': '834e149d1122493cb8781b962341b810', 'gw_port': {'id': '3a33f1fc-f483-4eb7-99a5-736b23ba43bb', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:bf:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f891ec53-daf9-48ee-92fd-7ea132a03707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3673, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:13Z', 'updated_at': '2022-02-10T23:06:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:10:23.859689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847b189-05bc-43e4-a69a-9554d5b1bf31,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:23.882226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.883264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3a5f5ca7-2efc-4489-9b03-18dd20cc7137 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/4847b189-05bc-43e4-a69a-9554d5b1bf31 HTTP/1.1" status: 204 len: 168 time: 0.6723406 Feb 10 23:10:23.914196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:23.962983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:24.028923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c241d53-c058-43a9-9345-feff4e57a4da req-3e98548f-483b-45aa-8b4f-a71b386e9b79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:24.032261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c241d53-c058-43a9-9345-feff4e57a4da req-3e98548f-483b-45aa-8b4f-a71b386e9b79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 945 time: 0.2619953 Feb 10 23:10:24.247860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c241d53-c058-43a9-9345-feff4e57a4da req-6ff91f8e-3dcb-4843-a904-3cb5dc18ca4c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064953 Feb 10 23:10:24.250061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.412659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=e8dce8b5-282a-4f9f-a996-01a4424f5da4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:24.416792 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.426523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8f32954-af3c-46e7-a5da-abfdb9be3378 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/e8dce8b5-282a-4f9f-a996-01a4424f5da4 HTTP/1.1" status: 204 len: 168 time: 1.2600625 Feb 10 23:10:24.430507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53644) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:24.476903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e547736-49ea-4774-b63e-0acb2d198e8d None None] Network eeb6fbd7-daf2-4101-8351-3e942caa22cb requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:24.565213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.703667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.724162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port c5586c16-da67-495a-a702-ecf3f2d38231 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:24.724750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.857458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53650) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:24.859954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.894731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:24.966093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=61abbf26-3a15-4e8a-be8a-09c6bd9775c8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:24.968088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.015807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No active binding found for port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 23:10:25.016232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:25.167628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port c5586c16-da67-495a-a702-ecf3f2d38231, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5586c16-da67-495a-a702-ecf3f2d38231,segment=NetworkSegment(353bccf9-16c1-4d74-95d8-8e4c0c58a271),segment_id=353bccf9-16c1-4d74-95d8-8e4c0c58a271)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:25.167865 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.195871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b85589-742d-4751-a693-c980abebab25 None None] DHCP port deletion for fa27758f-1ed7-4766-9351-6961f8bdb69e request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:10:25.211545 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Deleting port 556cb569-2936-4f2e-ad88-30c073e85017 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:25.212403 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.262610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:25.282482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858d734-4bcf-4b59-9579-64fcb2ca3758 None None] DHCP port deletion for eeb6fbd7-daf2-4101-8351-3e942caa22cb request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:10:25.309441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port 61abbf26-3a15-4e8a-be8a-09c6bd9775c8 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:25.312195 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.320696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Usage tracker for resource:security_group_rule and tenant:e013c15847c24a4880234c8dfbb6f5ff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:25.329432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'name': 'network-vif-deleted', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:25.349759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.360085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8858d734-4bcf-4b59-9579-64fcb2ca3758 None None] Deleting port c5586c16-da67-495a-a702-ecf3f2d38231 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:25.360465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8858d734-4bcf-4b59-9579-64fcb2ca3758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.395920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:25.409004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for c5586c16-da67-495a-a702-ecf3f2d38231 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:25.426100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:25.437123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Deleting port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:25.437623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.476949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:25.551445 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61226158-c93a-43dd-b235-48e5bd40e55c', 'name': 'network-vif-deleted', 'tag': '61abbf26-3a15-4e8a-be8a-09c6bd9775c8', 'status': 'completed', 'code': 200} Feb 10 23:10:25.554400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.561445 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f0b9f8aa-2ebc-461a-86e8-7ae2fa278348 req-7049a872-b3c9-4a32-87ab-247302c2eb5a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "DELETE /v2.0/ports/61abbf26-3a15-4e8a-be8a-09c6bd9775c8 HTTP/1.1" status: 204 len: 173 time: 3.2606449 Feb 10 23:10:25.631880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:25.633175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device ad5ee833-f4dd-4aae-a6d6-9fb4750597f6 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:25.633617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 556cb569-2936-4f2e-ad88-30c073e85017 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:25.713279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.725171 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd02c5e4-a959-4459-9765-11d80866ab9d req-1ac2ef9b-603d-4ee0-bd7c-d7e64cb379c4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:25.750625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:25.789666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-fd02c5e4-a959-4459-9765-11d80866ab9d req-1ac2ef9b-603d-4ee0-bd7c-d7e64cb379c4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:25.790972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd02c5e4-a959-4459-9765-11d80866ab9d req-1ac2ef9b-603d-4ee0-bd7c-d7e64cb379c4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.2284839 Feb 10 23:10:25.888204 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8858d734-4bcf-4b59-9579-64fcb2ca3758 None None] The port 'c5586c16-da67-495a-a702-ecf3f2d38231' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:10:25.945968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5031116d-b18b-428a-b726-163ce55fd340,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:25.966944 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2b29f3d-740d-4765-95c3-2ce2de0bd864 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=e013c15847c24a4880234c8dfbb6f5ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1082873 Feb 10 23:10:25.976948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:26.006852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=c5586c16-da67-495a-a702-ecf3f2d38231,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:26.024682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No DVR routers for this DVR port c5586c16-da67-495a-a702-ecf3f2d38231 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:26.113150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.132637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] For port 3a33f1fc-f483-4eb7-99a5-736b23ba43bb, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:26.133366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.274306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.305473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e2b85589-742d-4751-a693-c980abebab25 None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=556cb569-2936-4f2e-ad88-30c073e85017,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:26.305885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.332033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb6fbd7-daf2-4101-8351-3e942caa22cb']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.357759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '353bccf9-16c1-4d74-95d8-8e4c0c58a271') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.358144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '353bccf9-16c1-4d74-95d8-8e4c0c58a271') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:26.370188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.379601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Calling delete_port for 3a33f1fc-f483-4eb7-99a5-736b23ba43bb owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:26.385542 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.426036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.438783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:10:26.439762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.466735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=556cb569-2936-4f2e-ad88-30c073e85017,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:26.539367 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.562385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.564817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5586c16-da67-495a-a702-ecf3f2d38231 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:26.639716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Calling delete_port for 556cb569-2936-4f2e-ad88-30c073e85017 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:26.665763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:26.703855 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:26.713381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.758340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.762775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=eeb6fbd7-daf2-4101-8351-3e942caa22cb,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:26.763328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c5586c16-da67-495a-a702-ecf3f2d38231 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:26.763663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5586c16-da67-495a-a702-ecf3f2d38231 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:26.783100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5031116d-b18b-428a-b726-163ce55fd340,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:26.816117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:26.822361 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-78b86989-2d60-4a93-b862-5ee9796ef380 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5031116d-b18b-428a-b726-163ce55fd340 HTTP/1.1" status: 204 len: 168 time: 0.8373659 Feb 10 23:10:26.843993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:26.847625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-caf9587c-5cce-4946-a73d-f6b156738d5b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/eeb6fbd7-daf2-4101-8351-3e942caa22cb HTTP/1.1" status: 204 len: 168 time: 2.4141934 Feb 10 23:10:26.994066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:10:26.994507 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:10:27.028341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=556cb569-2936-4f2e-ad88-30c073e85017,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.039558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1427dec-5238-41c1-a910-24efc7b88e8f req-3a12d8ff-d2b3-4829-a343-fc58665deafd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=61226158-c93a-43dd-b235-48e5bd40e55c HTTP/1.1" status: 200 len: 210 time: 0.0776782 Feb 10 23:10:27.329596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d983fec2-8ad8-49d1-acf1-8df999d66471 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:27.334820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d983fec2-8ad8-49d1-acf1-8df999d66471 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/6ab572d3-8a18-4e01-b595-c12efd859ff2 HTTP/1.1" status: 200 len: 841 time: 0.4846880 Feb 10 23:10:27.335276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53702) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.466367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a8e9b21-d88c-4995-864b-a13fb38fd135 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/6ab572d3-8a18-4e01-b595-c12efd859ff2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1255901 Feb 10 23:10:27.468913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53706) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:27.479076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:27.496754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Deleting port 556cb569-2936-4f2e-ad88-30c073e85017 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:27.497386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.560934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.817387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:27.823749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:27.840941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:27.847443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:27.873035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:27.876985 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:27.879530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Port': ['ID=3a33f1fc-f483-4eb7-99a5-736b23ba43bb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:27.991056 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.005921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e2b85589-742d-4751-a693-c980abebab25 None None] For port 556cb569-2936-4f2e-ad88-30c073e85017, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=556cb569-2936-4f2e-ad88-30c073e85017,segment=NetworkSegment(2ce1197d-1cfc-474c-bab9-1554f86d8bdb),segment_id=2ce1197d-1cfc-474c-bab9-1554f86d8bdb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:28.006307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.384822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Calling delete_port for 556cb569-2936-4f2e-ad88-30c073e85017 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:28.418165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.427080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.440593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.499367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:28.504316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:28.505162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.505763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Fanout notify agent at l3_agent the message router_deleted on router f891ec53-daf9-48ee-92fd-7ea132a03707 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:10:28.512478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:28.513231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.538100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=af35cce5-9124-4ee6-9ab7-df7329fccefd,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:28.546643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be16086-0ecd-48a9-b9cb-c1c7024dafb9 None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:28.560595 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-56831756-b763-41b5-b108-f2cecbcb5dda tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0893512 Feb 10 23:10:28.563520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53726) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:28.570744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'security_group': {'name': 'tempest-secgroup-1885154963'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:28.575352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.578073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:28.579751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bafd2ea6-bb1d-4d99-b81b-02bdbfc19870 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/routers/f891ec53-daf9-48ee-92fd-7ea132a03707 HTTP/1.1" status: 204 len: 168 time: 4.7802947 Feb 10 23:10:28.583503 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53730) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:28.595514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:28.602255 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:28.614871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:28.655075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.718979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:28.740606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:28.752520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:28.770722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:28.808289 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.981982 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:28.998911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.008494 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.119584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.123779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5563579 Feb 10 23:10:29.123779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223d828c-e914-4aa7-8fc1-8f4def083e2f tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab5aec5-aebd-4c19-a011-9532f1ed01ce,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.134366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b85589-742d-4751-a693-c980abebab25 None None] No DVR routers for this DVR port 556cb569-2936-4f2e-ad88-30c073e85017 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:10:29.136697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53742) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:29.159813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'security_group': {'name': 'tempest-secgroup-668227168'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:29.168672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b85589-742d-4751-a693-c980abebab25 None None] Pushing event deleted for resources: {'Port': ['ID=556cb569-2936-4f2e-ad88-30c073e85017,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.174399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:29.185150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:29.201809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:29.205382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.243728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:29.273222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.273869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6396c40d-d745-4a6d-ac34-5b7f121853fa', 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'tenant_id': '2d59bfa087e24d7fb65d0d126916b6e5', 'fixed_ips': [{'subnet_id': 'af35cce5-9124-4ee6-9ab7-df7329fccefd'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:10:29.275266 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.289135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa27758f-1ed7-4766-9351-6961f8bdb69e']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:29.338281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:29.353218 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ce1197d-1cfc-474c-bab9-1554f86d8bdb') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:29.353749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ce1197d-1cfc-474c-bab9-1554f86d8bdb') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:10:29.355756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:29.374147 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.377095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:29.396512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:29.406186 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.416319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:10:29.423465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:10:29.461099 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:10:29.536119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a33f1fc-f483-4eb7-99a5-736b23ba43bb no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:10:29.613579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.620643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.676853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3a33f1fc-f483-4eb7-99a5-736b23ba43bb {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:10:29.677397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3a33f1fc-f483-4eb7-99a5-736b23ba43bb not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:10:29.685713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.691550 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.749616 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:29.759555 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6209714 Feb 10 23:10:29.772972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:29.790794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7072a6-cb49-4235-a9b5-12b877ebe881 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98176958-ccaf-4eb2-89de-9cf252a1cf55,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.802546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-784586687', 'security_groups': ['98176958-ccaf-4eb2-89de-9cf252a1cf55'], 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'af35cce5-9124-4ee6-9ab7-df7329fccefd'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:29.904513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'Network': ['ID=fa27758f-1ed7-4766-9351-6961f8bdb69e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:29.928626 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca66d94a-24ed-428b-a2a6-dc246379f4a5 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/networks/fa27758f-1ed7-4766-9351-6961f8bdb69e HTTP/1.1" status: 204 len: 168 time: 1.3447690 Feb 10 23:10:29.931419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53758) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:29.994442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Allocated IP 172.20.0.2 (6396c40d-d745-4a6d-ac34-5b7f121853fa/af35cce5-9124-4ee6-9ab7-df7329fccefd/66ef13e2-e609-4e4b-b726-e0e4a5f77df5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:30.203728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.312472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.390646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:30.401743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:port and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:30.410333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:30.412403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.425746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:30.436337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6faeb11f-b5ea-4529-8257-ad7210584a8a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:30.461442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:30.469092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.472037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5959ead4-8edd-4b7f-9c05-fc3bbcc19237 tempest-TestNetworkAdvancedServerOps-951260918 tempest-TestNetworkAdvancedServerOps-951260918-project] 10.222.0.53 "DELETE /v2.0/security-groups/6faeb11f-b5ea-4529-8257-ad7210584a8a HTTP/1.1" status: 204 len: 168 time: 0.5392315 Feb 10 23:10:30.597483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.657387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Transition to ACTIVE for port object 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:30.751831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Transition to ACTIVE for port object 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:30.765061 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.834022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:30.933892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 yet. {{(pid=87652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:30.984315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:31.005335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:31.010948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:10:31.065143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:31.108140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:31.539658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Attempting to bind port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:31.540278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Attempting to bind port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'fa9b8178-f462-4842-91da-f1189776bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:31.545640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Attempting to bind port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 on network 6396c40d-d745-4a6d-ac34-5b7f121853fa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:10:31.559391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:10:31.559939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Checking segment: {'id': 'fa9b8178-f462-4842-91da-f1189776bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:10:31.560543 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.561117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Bound using segment: {'id': 'fa9b8178-f462-4842-91da-f1189776bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:10:31.561827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Bound port: 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9b8178-f462-4842-91da-f1189776bbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:31.562367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.604602 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a91738cc-2b4f-4652-937d-f994da0d0d3c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=834e149d1122493cb8781b962341b810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950314 Feb 10 23:10:31.618542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53808) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:31.679332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.14 (6396c40d-d745-4a6d-ac34-5b7f121853fa/af35cce5-9124-4ee6-9ab7-df7329fccefd/4ab9f45d-3a50-4ef8-8957-732ee01af5c2) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:31.726607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.788038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.808423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:10:31.813936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:10:31.820113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.924938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:31.929417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c0f15-3b2f-4dec-8cbc-89a742a8875b None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:31.961349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4fc775-a85c-42bd-be34-2b2f6a11ece8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:32.027908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.029062 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-539fe528-0d37-4dc8-8f19-904f66849cf5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6e4fc775-a85c-42bd-be34-2b2f6a11ece8 HTTP/1.1" status: 204 len: 168 time: 0.4085605 Feb 10 23:10:32.275528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.323543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:32.390564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.520637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=4ab9f45d-3a50-4ef8-8957-732ee01af5c2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:32.558158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:32.560683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:32.568224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:10:32.739211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:32.740697 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:32.745521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53832) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:32.784117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1c201149-1294-49e7-80b1-510cf0d462a2 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0032299 Feb 10 23:10:32.789685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53838) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:32.828058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:33.108962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fbb62ad9-d4a9-477a-82d8-637a4a59bfbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8502a66c92af4aa3b9897ed5249f8446&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3593762 Feb 10 23:10:33.109956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53854) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.141053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:33.151879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:33.158083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:33.172584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:33.205369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:33.215274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.305770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.364799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.466796 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.524659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397de623-5ce3-4537-804c-f2cd40122537,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:33.565673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:33.586894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e014053-c9e3-41fe-81f4-b59d82974336 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/397de623-5ce3-4537-804c-f2cd40122537 HTTP/1.1" status: 204 len: 168 time: 0.4753602 Feb 10 23:10:33.606060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:33.699631 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet af35cce5-9124-4ee6-9ab7-df7329fccefd (CIDR: 172.20.0.0/28) Feb 10 23:10:33.704012 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:33.704724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:33.741596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53872) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:33.743634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a2f448f-3e3d-491c-a5cd-ec7b5924b090 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9414880 Feb 10 23:10:33.751001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:33.832766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:34.069097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:34.069473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.103709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:34.122968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:34.131405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:34.147246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:34.175790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:34.179607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.228911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:34.263716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Provisioning for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:34.270735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:34.271585 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.485598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.544107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:34.555728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.670266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.753963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a1b13181-b5b2-4fbf-8d31-c1568b8ce1e1 None None] Provisioning for port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:34.760789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:34.769676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:34.772084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb2893-0fd8-4561-b78f-5a4b523d1dc1 None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:34.773397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:34.774949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a1b13181-b5b2-4fbf-8d31-c1568b8ce1e1 None None] Provisioning complete for port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:34.775150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.775366 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a1b13181-b5b2-4fbf-8d31-c1568b8ce1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:34.843598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=e787798c-92a3-4eb1-a9d4-8142bc92512c,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:34.854056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9ca654b7-19d8-43ad-82dc-7cbc39a6b0f7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1108215 Feb 10 23:10:34.857007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53908) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:34.863891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-535091084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e787798c-92a3-4eb1-a9d4-8142bc92512c'}], 'security_groups': ['2ab5aec5-aebd-4c19-a011-9532f1ed01ce']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:34.957112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a1b13181-b5b2-4fbf-8d31-c1568b8ce1e1 None None] Port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:34.961590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f17bfb6-caf4-4522-9874-139d808dab1b None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:35.173808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:35.498275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:35.499904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1418238653-network', 'tenant_id': 'df5dcac72f684744af8cc6981f0820ea'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:35.513221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:35.526421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Usage tracker for resource:network and tenant:df5dcac72f684744af8cc6981f0820ea is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:35.532962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:35.548547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:35.572343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Made reservation on behalf of df5dcac72f684744af8cc6981f0820ea for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:35.575876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.611497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:35.611973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.618661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.624457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.641059 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:35.645214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Usage tracker for resource:security_group_rule and tenant:df5dcac72f684744af8cc6981f0820ea is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:35.649105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:35.656339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:35.766690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.772897 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.838821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e31d52-0fbb-443d-80dc-866f3496f0db,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:35.864350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:35.885917 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:35.886379 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Added segment 624cbd5c-e904-40e2-8842-3e0ca2d61744 of type vlan for network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 Feb 10 23:10:35.897862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Update dhcp port {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'fixed_ips': [{'subnet_id': 'af35cce5-9124-4ee6-9ab7-df7329fccefd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e787798c-92a3-4eb1-a9d4-8142bc92512c'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '66ef13e2-e609-4e4b-b726-e0e4a5f77df5'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:10:36.013287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.137153 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.140337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:36.141148 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.153947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.375495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2004063 Feb 10 23:10:36.376119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:36.384639 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Request body: {'subnet': {'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1418238653-subnet', 'tenant_id': 'df5dcac72f684744af8cc6981f0820ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:36.404934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:36.412921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22fb2b-5c63-4ae3-bed1-b6b97d940ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:36.416855 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Usage tracker for resource:subnet and tenant:df5dcac72f684744af8cc6981f0820ea is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:36.422429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:36.428744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:36.447073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Delete allocated IP 172.20.0.14 (6396c40d-d745-4a6d-ac34-5b7f121853fa/af35cce5-9124-4ee6-9ab7-df7329fccefd) {{(pid=87653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:10:36.447763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Made reservation on behalf of df5dcac72f684744af8cc6981f0820ea for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:36.452781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.455641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:36.456379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.30 (6396c40d-d745-4a6d-ac34-5b7f121853fa/e787798c-92a3-4eb1-a9d4-8142bc92512c/4ab9f45d-3a50-4ef8-8957-732ee01af5c2) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:36.735963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.788506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.810124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:36.828370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.832441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e592c23d-698f-4d14-b52a-b814bb02e712,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:36.845140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Checking segment: {'id': '624cbd5c-e904-40e2-8842-3e0ca2d61744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:10:36.845508 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Network hostable DHCP agents. Network: 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:36.908136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:36.931991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:36.938971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:36.939951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:36.948993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=4ab9f45d-3a50-4ef8-8957-732ee01af5c2,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:36.962706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.963059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.963425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.963760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.964092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.964419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.964805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.965317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.965867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.966200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.966527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.966854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:36.991973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed60570a-7887-448e-aee7-3ae25bb3959b None None] Network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:37.022982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-65d6aaad-84a0-4bf9-9407-0835f054a2f0 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6428528 Feb 10 23:10:37.123789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Allocated IP 172.20.0.18 (6396c40d-d745-4a6d-ac34-5b7f121853fa/e787798c-92a3-4eb1-a9d4-8142bc92512c/66ef13e2-e609-4e4b-b726-e0e4a5f77df5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:37.213954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] In _notify_port_updated(), no bound segment for port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 on network 6396c40d-d745-4a6d-ac34-5b7f121853fa {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:10:37.227429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:37.228971 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.237161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9398e4cf-2714-480a-8317-13174335400a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/ports/4ab9f45d-3a50-4ef8-8957-732ee01af5c2 HTTP/1.1" status: 200 len: 920 time: 2.3789849 Feb 10 23:10:37.240244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 53962) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:37.490328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:37.490988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.520609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:37.560877 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.579270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Transition to ACTIVE for port object 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:37.622104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:37.871741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2c371-92f0-45f4-98e1-5133488df2d2 None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:38.113472 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b7da5e-166a-431b-81fd-a463d06f5f9b None None] Network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:38.138493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.179945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 53996) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:38.351529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-551b7ce1-46d5-432a-ada2-44b273edf060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.420476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:38.426215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2086403523-network', 'tenant_id': 'bd849ae47df2410081206e6e3f18f65b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:38.456390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:38.463470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Usage tracker for resource:network and tenant:bd849ae47df2410081206e6e3f18f65b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:38.466906 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.476451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:38.487076 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:38.494071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:38.502735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Usage tracker for resource:security_group_rule and tenant:caaf5ef285e348af813fc3b15cf2bc46 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:38.503895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 4ab9f45d-3a50-4ef8-8957-732ee01af5c2 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:38.507391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:38.520161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:38.539647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Made reservation on behalf of bd849ae47df2410081206e6e3f18f65b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:38.549026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.662280 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.690082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.776162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.805857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e0b60a-774c-4d4c-9b93-ca3cc3e9d435,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:38.817827 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:38.844100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:38.854638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:bd849ae47df2410081206e6e3f18f65b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:38.888150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:38.895399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-98ec7627-4166-47bc-a851-37e94efd85ed admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=caaf5ef285e348af813fc3b15cf2bc46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143095 Feb 10 23:10:38.897241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=4ab9f45d-3a50-4ef8-8957-732ee01af5c2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:38.908403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:38.913033 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:39.033406 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.067639 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:10:39.122421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.240402 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.247799 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.270979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8a4bd0c7-4d99-474d-b646-acc1a82ca593 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/4ab9f45d-3a50-4ef8-8957-732ee01af5c2 HTTP/1.1" status: 204 len: 168 time: 2.0251961 Feb 10 23:10:39.272023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.286391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e0b60a-774c-4d4c-9b93-ca3cc3e9d435,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.305025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.306807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e58eb8ec-f93f-4c9f-b803-d53a70837ae0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/29e0b60a-774c-4d4c-9b93-ca3cc3e9d435 HTTP/1.1" status: 204 len: 168 time: 0.3972235 Feb 10 23:10:39.341208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Could not find standard attr ID for object 4ab9f45d-3a50-4ef8-8957-732ee01af5c2. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:39.361050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:39.365881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.403544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.407074 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-c09dbf24-8858-4d3b-8b0f-a9dabe41927b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:10:39.407707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c09dbf24-8858-4d3b-8b0f-a9dabe41927b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:39.419520 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.448796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c09dbf24-8858-4d3b-8b0f-a9dabe41927b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:39.450953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c09dbf24-8858-4d3b-8b0f-a9dabe41927b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/4ab9f45d-3a50-4ef8-8957-732ee01af5c2 HTTP/1.1" status: 404 len: 333 time: 0.1777871 Feb 10 23:10:39.453831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54072) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.493378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:10:39.524704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.524704 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Added segment 27586857-7921-41fb-8028-6ab5ef03d453 of type vlan for network ed9e070d-da45-4f38-a7c2-3947a700de6c Feb 10 23:10:39.550101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:39.572927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:39.581214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.631084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d890234-3265-47ff-ba90-3430badf99ad,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.648694 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.651743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Provisioning for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:39.657236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:39.662747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.674663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.698946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:39.700426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76d31698-ae7b-4f1a-9cff-82d63b11f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.773085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.811380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:39.811978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:39.932824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5105588 Feb 10 23:10:39.935895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:39.944362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Request body: {'subnet': {'network_id': 'ed9e070d-da45-4f38-a7c2-3947a700de6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2086403523-subnet', 'tenant_id': 'bd849ae47df2410081206e6e3f18f65b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:39.953082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad7868-eb88-4c32-95ec-271bd5a66ec5 admin admin] Pushing event updated for resources: {'Network': ['ID=ed9e070d-da45-4f38-a7c2-3947a700de6c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:39.958321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:39.967504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Usage tracker for resource:subnet and tenant:bd849ae47df2410081206e6e3f18f65b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:39.972841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:40.013620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network ed9e070d-da45-4f38-a7c2-3947a700de6c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:10:40.018266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:40.083004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.089567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54096) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.114004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Made reservation on behalf of bd849ae47df2410081206e6e3f18f65b for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:40.117632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.146763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.157037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98176958-ccaf-4eb2-89de-9cf252a1cf55,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.221475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:40.226258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Usage tracker for resource:security_group_rule and tenant:1e5b5d2ac7a54bcfadc35cc3d2d6a1d2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:40.229809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:40.237024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:40.349068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.354203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54102) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.354724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8479352e-2179-4a31-a327-aebeff867c26 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/security-groups/98176958-ccaf-4eb2-89de-9cf252a1cf55 HTTP/1.1" status: 204 len: 168 time: 0.8958530 Feb 10 23:10:40.581830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51ea3690-4b17-4358-baba-04c0638f8257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.662407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8de391e0-9898-454c-be06-c06a1fda21fb None None] Could not find standard attr ID for object 4ab9f45d-3a50-4ef8-8957-732ee01af5c2. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:10:40.692733 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.709058 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.778864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.795464 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.818864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7dc3f96-a56c-4273-9097-6ebf527dbe10,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.846665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-771e0c40-5841-4121-b12b-b7fda7d1757e admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1e5b5d2ac7a54bcfadc35cc3d2d6a1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7520404 Feb 10 23:10:40.860739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54138) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:40.878994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac0d743-90be-43f9-88d8-28a0e223b3be,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:40.882929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.924627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Checking segment: {'id': '27586857-7921-41fb-8028-6ab5ef03d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'ed9e070d-da45-4f38-a7c2-3947a700de6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:10:40.925147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Network hostable DHCP agents. Network: ed9e070d-da45-4f38-a7c2-3947a700de6c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:10:40.946912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Network ed9e070d-da45-4f38-a7c2-3947a700de6c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:10:40.962876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, ed9e070d-da45-4f38-a7c2-3947a700de6c) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:40.975128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.977177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ff1ab4-7560-4f4f-b445-b9b3d4244a69 None None] Network ed9e070d-da45-4f38-a7c2-3947a700de6c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:40.983236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:40.983890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:40.991210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.032999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b8aa1d72-f9d0-43e2-bae7-98af35b9201f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0956213 Feb 10 23:10:41.070660 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.080013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab5aec5-aebd-4c19-a011-9532f1ed01ce,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.099063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.100237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ffdf9fbf-5f0a-45ba-b9f6-d471c0bf3c70 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/security-groups/2ab5aec5-aebd-4c19-a011-9532f1ed01ce HTTP/1.1" status: 204 len: 168 time: 0.7440555 Feb 10 23:10:41.103695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.268358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet af35cce5-9124-4ee6-9ab7-df7329fccefd {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:41.275851 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.421749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.501555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.540621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7dc3f96-a56c-4273-9097-6ebf527dbe10,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.572761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ce1d35-eb44-4948-9c45-7c50bc11fad1 None None] Network ed9e070d-da45-4f38-a7c2-3947a700de6c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:41.587026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.588237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5107dbcd-7143-4bff-8a8c-51fa3e22226a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c7dc3f96-a56c-4273-9097-6ebf527dbe10 HTTP/1.1" status: 204 len: 168 time: 0.7261710 Feb 10 23:10:41.655217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.803893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.806115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.859573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=af35cce5-9124-4ee6-9ab7-df7329fccefd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:41.866252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:41.873165 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c444d478-2f14-46a1-b2fc-7a726ecaf969 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/af35cce5-9124-4ee6-9ab7-df7329fccefd HTTP/1.1" status: 204 len: 168 time: 0.7684655 Feb 10 23:10:41.877724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54178) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:41.893777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:41.927860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc723c3e-b3a2-4ff8-a664-4304c064c1c9 None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:42.085654 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.243927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:42.264340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:42.271847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:42.291439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:42.323501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-003463e3-9f8c-44ea-92a1-ee02a57dde0a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:42.325224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-003463e3-9f8c-44ea-92a1-ee02a57dde0a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Synchronizing usage tracker for tenant:df5dcac72f684744af8cc6981f0820ea on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:42.326528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:42.343887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.350887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-003463e3-9f8c-44ea-92a1-ee02a57dde0a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Unset dirty status for tenant:df5dcac72f684744af8cc6981f0820ea on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:42.358753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-003463e3-9f8c-44ea-92a1-ee02a57dde0a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/networks?id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 200 len: 812 time: 0.3471746 Feb 10 23:10:42.391947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-68ceebb9-7c2c-406c-95e6-d4edd430de74 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/quotas/df5dcac72f684744af8cc6981f0820ea HTTP/1.1" status: 200 len: 375 time: 0.0312681 Feb 10 23:10:42.473094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-700ceb5a-f194-4ea1-a28a-2465e3b8229d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=df5dcac72f684744af8cc6981f0820ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795715 Feb 10 23:10:42.520275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54196) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:42.559327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.602340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:42.609849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Usage tracker for resource:security_group_rule and tenant:9ba9fd5cddf045d28af4924dad098274 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:42.617298 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:42.626041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:42.708518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-bd23d686-5c0a-4807-bb12-d6e3cccea0da service neutron] 10.222.0.53 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343979 Feb 10 23:10:42.840977 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.924206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:42.964057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-7356574a-13a1-466d-8794-c2d57d22088f service neutron] 10.222.0.53 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495773 Feb 10 23:10:43.037906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.063026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9ba9fd5cddf045d28af4924dad098274&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5411952 Feb 10 23:10:43.063397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54212) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:43.072325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646ccff-8d71-4729-8fcf-26ec62f24778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfaf0ab-0ae3-4f3c-b4b0-1157115a1746,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.230279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.267569 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.278070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.358173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=6c0930fb-0cb9-4721-a15c-e072edf6aa19,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.376625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:43.378536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:43.382336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:43.384147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.431083 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0fc447dc-9d3c-4772-b2ae-3b01c6087f5a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5521691 Feb 10 23:10:43.434877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54222) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:43.435405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.442896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'security_group': {'name': 'tempest-secgroup-836974969'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:43.457856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:43.466919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfaf0ab-0ae3-4f3c-b4b0-1157115a1746,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:43.468477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:43.492155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:43.498776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.501433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8714f704-f47a-4e63-a489-c48616118c34 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdfaf0ab-0ae3-4f3c-b4b0-1157115a1746 HTTP/1.1" status: 204 len: 168 time: 0.4370406 Feb 10 23:10:43.520040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:43.538584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.567930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:43.573481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:43.586538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:43.594977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa710a26-5e80-424a-aa42-af28a997260c None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:43.601931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:43.793775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-219b93b2-a44b-4616-a91a-e4221d4fb0fe None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:43.794587 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-219b93b2-a44b-4616-a91a-e4221d4fb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.852567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:43.861566 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.040523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-219b93b2-a44b-4616-a91a-e4221d4fb0fe None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:44.087134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aac1f9bd-c898-437e-9a05-b7bd474fa301 req-0428c1eb-618f-44e1-895e-bccbfcb263ea tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 210 time: 0.8279262 Feb 10 23:10:44.095606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf477445-af04-43e8-af6a-8d36d907d1e9,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.108793 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.112950 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54244) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:44.113072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9c0b7fb0-cfda-4876-93a5-d7c546110102 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6760290 Feb 10 23:10:44.118352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046787742'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:44.132619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.141573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.149037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.152992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-219b93b2-a44b-4616-a91a-e4221d4fb0fe None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:44.153536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-219b93b2-a44b-4616-a91a-e4221d4fb0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.162091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.195024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.238877 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.255189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.267347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.280521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.477900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.486654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.557676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fff7fd-f4e7-4fa3-a5a3-566946b0a4b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:44.582266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.585416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b24a96a4-325b-4d36-9a78-008b0f0cff3e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4702647 Feb 10 23:10:44.588391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54260) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:44.612351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'security_group': {'name': 'tempest-secgroup-462283467'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:44.638891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.644205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.649320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.656922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.685160 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.726652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:44.729834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:security_group_rule and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:44.734599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:44.744546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:44.766006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Update dhcp port {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'fixed_ips': [{'subnet_id': 'e787798c-92a3-4eb1-a9d4-8142bc92512c', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c0930fb-0cb9-4721-a15c-e072edf6aa19'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '66ef13e2-e609-4e4b-b726-e0e4a5f77df5'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:10:44.855346 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.977503 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:44.984296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.189403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1bb3c3-b8fe-48a4-9156-bc9a7e814aa5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:45.206652 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.210803 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-96d19ad2-3d3f-4b92-801d-3ece0e7842c4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6180019 Feb 10 23:10:45.211999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54286) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:45.241611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2113577816', 'security_groups': ['dc1bb3c3-b8fe-48a4-9156-bc9a7e814aa5'], 'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6c0930fb-0cb9-4721-a15c-e072edf6aa19'}]}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:45.291404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Allocated IP 172.20.0.2 (6396c40d-d745-4a6d-ac34-5b7f121853fa/6c0930fb-0cb9-4721-a15c-e072edf6aa19/66ef13e2-e609-4e4b-b726-e0e4a5f77df5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:45.526197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:45.551752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:45.596358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:45.629196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-102c2f29-6f2a-4e57-a95f-55a829845e5d req-39f3581c-bcc5-4685-bbb7-6075ca6c16dc tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 210 time: 0.3429570 Feb 10 23:10:45.641845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:45.683126 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.775409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Transition to ACTIVE for port object 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:45.786970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:45.873852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-ac3d9a8c-997b-44a2-9bc3-3b43652ccf77 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:45.878087 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-ac3d9a8c-997b-44a2-9bc3-3b43652ccf77 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.30 "GET /v2.0/networks?id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 200 len: 812 time: 0.4703424 Feb 10 23:10:45.889694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Request body: {'port': {'device_id': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757', 'admin_state_up': True, 'tenant_id': 'df5dcac72f684744af8cc6981f0820ea'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:46.015578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.029323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d10c25-40e8-4106-814f-25ef103069a7 None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:46.060170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] device_id is not set on port 57e9c511-1c15-4736-a625-c8ce8fbc5522 yet. {{(pid=87653) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 10 23:10:46.375314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:46.381585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Usage tracker for resource:port and tenant:df5dcac72f684744af8cc6981f0820ea is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:46.389300 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:46.422190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:46.459174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Made reservation on behalf of df5dcac72f684744af8cc6981f0820ea for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:46.463496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:46.653115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.5 (6396c40d-d745-4a6d-ac34-5b7f121853fa/6c0930fb-0cb9-4721-a15c-e072edf6aa19/57e9c511-1c15-4736-a625-c8ce8fbc5522) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:47.035697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Allocated IP 172.20.0.2 (22cd4d93-d2b2-48eb-9b7a-53a11fa8f757/e592c23d-698f-4d14-b52a-b814bb02e712/2e00b7ce-34d5-42cb-9816-5b63611eba9b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:47.368215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.452959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 57e9c511-1c15-4736-a625-c8ce8fbc5522 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:47.524971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:47.591631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.729144 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.766563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:47.773041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.773930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.880439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:47.911585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Provisioning for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:47.923581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:47.924150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-848e67f2-e8bc-4142-a1f2-a8e1d5428e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:47.945784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:47.950425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:47.964164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:10:47.968339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:47.968713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.012940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=57e9c511-1c15-4736-a625-c8ce8fbc5522,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.045582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Pushing event updated for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:48.068744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:48.071565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:48.080295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:10:48.083189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2062f32-c6c7-4dfc-8914-f27270781118 req-bd849bb4-dd11-441d-84ad-5fe93f9498b2 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:48.092826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2062f32-c6c7-4dfc-8914-f27270781118 req-bd849bb4-dd11-441d-84ad-5fe93f9498b2 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 931 time: 0.8661239 Feb 10 23:10:48.148273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:48.148968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.195684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:48.196677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.225443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44d6ed58-53e8-4a19-a5f8-7297721966a6 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0095398 Feb 10 23:10:48.227104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54342) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:48.230555 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-9d65494a-350d-4471-b9cf-79c26481a08d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3450770 Feb 10 23:10:48.238865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:48.314879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e2062f32-c6c7-4dfc-8914-f27270781118 req-4e5c3c2a-f5f2-4e6d-88d3-478cba93daef tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210522 Feb 10 23:10:48.420108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Request body: {'port': {'device_id': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:48.636937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c95d680b-f41f-4fa3-9297-fc18f78d365f None None] Provisioning for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:48.652471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c95d680b-f41f-4fa3-9297-fc18f78d365f None None] Provisioning complete for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:48.653125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c95d680b-f41f-4fa3-9297-fc18f78d365f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.687891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:48.794809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:48.800614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:48.818903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:48.821075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c95d680b-f41f-4fa3-9297-fc18f78d365f None None] Port 57e9c511-1c15-4736-a625-c8ce8fbc5522 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:48.829436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:48.897105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:48.901047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.174746 n-d-825178-4 neutron-server[87652]: INFO neutron.db.ipam_backend_mixin [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6c0930fb-0cb9-4721-a15c-e072edf6aa19 (CIDR: 172.20.0.0/28) Feb 10 23:10:49.232836 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:49.233250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:49.278689 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-32cb8b33-22f0-4d23-8b46-c38fd6d30cdf tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0436974 Feb 10 23:10:49.280375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54364) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:49.303215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:49.455224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e00b7ce-34d5-42cb-9816-5b63611eba9b {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:10:49.476792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.517505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Transition to ACTIVE for port object 2e00b7ce-34d5-42cb-9816-5b63611eba9b will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:49.524279 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.753820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:49.766237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:49.774679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:49.789090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:49.811625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:49.818864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:49.855161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:49.972775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Attempting to bind port 2e00b7ce-34d5-42cb-9816-5b63611eba9b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:10:49.972775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Attempting to bind port 2e00b7ce-34d5-42cb-9816-5b63611eba9b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '624cbd5c-e904-40e2-8842-3e0ca2d61744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:10:49.972775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Attempting to bind port 2e00b7ce-34d5-42cb-9816-5b63611eba9b on network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:10:49.977744 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-71e89e73-d644-4f70-9dbb-256876df1a92 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:49.978476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-71e89e73-d644-4f70-9dbb-256876df1a92 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Synchronizing usage tracker for tenant:df5dcac72f684744af8cc6981f0820ea on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:49.984701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Port 2e00b7ce-34d5-42cb-9816-5b63611eba9b on network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:10:49.984866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Attempting to bind port 2e00b7ce-34d5-42cb-9816-5b63611eba9b on network 22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:10:49.991019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:10:49.991388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Checking segment: {'id': '624cbd5c-e904-40e2-8842-3e0ca2d61744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:10:49.991779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Bound using segment: {'id': '624cbd5c-e904-40e2-8842-3e0ca2d61744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:10:49.992209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Bound port: 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '624cbd5c-e904-40e2-8842-3e0ca2d61744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:10:49.992556 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.073243 n-d-825178-4 neutron-server[87653]: INFO neutron.db.ipam_backend_mixin [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet e787798c-92a3-4eb1-a9d4-8142bc92512c (CIDR: 172.20.0.16/28) Feb 10 23:10:50.077427 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:10:50.077905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:50.081247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-71e89e73-d644-4f70-9dbb-256876df1a92 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Unset dirty status for tenant:df5dcac72f684744af8cc6981f0820ea on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:50.082464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-71e89e73-d644-4f70-9dbb-256876df1a92 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 943 time: 0.3993895 Feb 10 23:10:50.117627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7b9888ad-fee5-4ffd-960e-e71f040298ad tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8343437 Feb 10 23:10:50.118308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54386) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:50.125954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'subnet': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:50.385433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-d8ae046f-d125-42ee-8ee4-16f5d364189e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Synchronizing usage tracker for tenant:df5dcac72f684744af8cc6981f0820ea on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:50.389752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:10:50.393479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:10:50.398858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Usage tracker for resource:subnet and tenant:2d59bfa087e24d7fb65d0d126916b6e5 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:10:50.403099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:10:50.410268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b,segment=NetworkSegment(624cbd5c-e904-40e2-8842-3e0ca2d61744),segment_id=624cbd5c-e904-40e2-8842-3e0ca2d61744)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:10:50.413551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:10:50.419629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.429760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Made reservation on behalf of 2d59bfa087e24d7fb65d0d126916b6e5 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:10:50.436403 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.458627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-d8ae046f-d125-42ee-8ee4-16f5d364189e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Unset dirty status for tenant:df5dcac72f684744af8cc6981f0820ea on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:50.468124 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a6b7a093-51d2-488a-a80a-e7f1245daee2 req-d8ae046f-d125-42ee-8ee4-16f5d364189e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423300 Feb 10 23:10:50.503314 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:50.504103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:50.505728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] 10.222.0.30 "PUT /v2.0/ports/2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 200 len: 1091 time: 2.0923598 Feb 10 23:10:50.506411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:50.562140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9904c9-93b1-4c94-bcfb-161ecb1459e8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:50.634505 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b', 'status': 'completed', 'code': 200} Feb 10 23:10:50.710981 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-6313a43e-17b8-4728-a468-c667e422952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:50.713497 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-6313a43e-17b8-4728-a468-c667e422952c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5dcac72f684744af8cc6981f0820ea&device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 1094 time: 0.1374888 Feb 10 23:10:50.804765 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-ae403577-0e21-40c9-9c68-04ecc7afea57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 200 len: 217 time: 0.0843034 Feb 10 23:10:50.959357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-f1dae9d4-10c3-4d55-b0c7-d45b46d78e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:50.962443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-f1dae9d4-10c3-4d55-b0c7-d45b46d78e03 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e592c23d-698f-4d14-b52a-b814bb02e712 HTTP/1.1" status: 200 len: 852 time: 0.1507790 Feb 10 23:10:51.025036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.039763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-d2c09887-ec6a-496a-8fc2-5a2d8c3b55dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698633 Feb 10 23:10:51.104123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:10:51.108246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:10:51.113734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:51.113734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.117124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de868c48-22e2-4c5e-ab1b-48183180e398 None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:51.181899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Subnet': ['ID=b61698e1-d39e-4bff-a7a4-183d421014a2,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:51.201903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-83bf0f5e-9403-4b3b-b403-0f3aec79cb5c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0810981 Feb 10 23:10:51.201903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54412) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:51.208595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-655686149', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b61698e1-d39e-4bff-a7a4-183d421014a2'}], 'security_groups': ['cf477445-af04-43e8-af6a-8d36d907d1e9', '35fff7fd-f4e7-4fa3-a5a3-566946b0a4b4']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:10:51.306348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-d2cf67bb-88ed-4bdc-84a1-27dc0ff7a545 service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592030 Feb 10 23:10:51.522550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be832077-0cc3-4e6d-ac2c-c2e020be6a11 req-f9a0e988-15f2-4c3e-8249-c1c719d3837b service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100060 Feb 10 23:10:51.596042 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.721655 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Update dhcp port {'port': {'network_id': '6396c40d-d745-4a6d-ac34-5b7f121853fa', 'fixed_ips': [{'subnet_id': 'e787798c-92a3-4eb1-a9d4-8142bc92512c', 'ip_address': '172.20.0.18'}, {'subnet_id': '6c0930fb-0cb9-4721-a15c-e072edf6aa19', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b61698e1-d39e-4bff-a7a4-183d421014a2'}], 'binding:host_id': 'n-d-825178-4'}, 'id': '66ef13e2-e609-4e4b-b726-e0e4a5f77df5'} from n-d-825178-4. {{(pid=87654) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Feb 10 23:10:51.822373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:51.847523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-a6c1d7ea-e6a0-435b-9646-4a2b258151d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:51.849115 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-a6c1d7ea-e6a0-435b-9646-4a2b258151d5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5dcac72f684744af8cc6981f0820ea&device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 1094 time: 0.2499368 Feb 10 23:10:51.896839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0021df56-510f-481e-bd9d-74e3ed38d442 req-7c588ed1-57fe-4e1d-b841-c1d936d56d45 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:51.899021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0021df56-510f-481e-bd9d-74e3ed38d442 req-7c588ed1-57fe-4e1d-b841-c1d936d56d45 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 943 time: 0.1814845 Feb 10 23:10:52.209728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0021df56-510f-481e-bd9d-74e3ed38d442 req-07ffe4cf-e1a7-429a-b8b9-714982ef43f3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617218 Feb 10 23:10:52.223750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-43acc037-08e5-4f43-afac-3502ecbeccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:52.225233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-43acc037-08e5-4f43-afac-3502ecbeccac service neutron] 10.222.0.30 "GET /v2.0/networks?id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 200 len: 913 time: 0.3681822 Feb 10 23:10:52.327182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.359152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-c9d241b8-f62e-4bdf-b794-e08071009165 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 200 len: 217 time: 0.1256583 Feb 10 23:10:52.372317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Allocated IP 172.20.0.34 (6396c40d-d745-4a6d-ac34-5b7f121853fa/b61698e1-d39e-4bff-a7a4-183d421014a2/66ef13e2-e609-4e4b-b726-e0e4a5f77df5) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:52.518880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-adeb5add-3025-4df0-83c2-dcd27121b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:52.532630 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-adeb5add-3025-4df0-83c2-dcd27121b4a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e592c23d-698f-4d14-b52a-b814bb02e712 HTTP/1.1" status: 200 len: 852 time: 0.1614656 Feb 10 23:10:52.585379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-b6e7f414-4bfc-4309-ae45-6d7b73132ae5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503123 Feb 10 23:10:52.632453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:52.689974 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.728742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Transition to ACTIVE for port object 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:52.734150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:52.838174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-4cb89381-6c69-4fae-b29f-e6829449ece1 service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456892 Feb 10 23:10:53.061233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c6a027-74be-4c70-9cf1-2b831da2f7ab None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:53.104166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Delete allocated IP 172.20.0.5 (6396c40d-d745-4a6d-ac34-5b7f121853fa/6c0930fb-0cb9-4721-a15c-e072edf6aa19) {{(pid=87653) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 10 23:10:53.123877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Allocated IP 172.20.0.40 (6396c40d-d745-4a6d-ac34-5b7f121853fa/b61698e1-d39e-4bff-a7a4-183d421014a2/57e9c511-1c15-4736-a625-c8ce8fbc5522) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:10:53.180461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21476e01-7c9e-4e83-940e-91e9f2131564 req-b4ad964c-2079-4823-9b1b-87b7c881e437 service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352942 Feb 10 23:10:53.479445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:53.623926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:53.741356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Transition to ACTIVE for port object 57e9c511-1c15-4736-a625-c8ce8fbc5522 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:10:53.746630 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.013002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] In _notify_port_updated(), no bound segment for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 on network 6396c40d-d745-4a6d-ac34-5b7f121853fa {{(pid=87653) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Feb 10 23:10:54.020630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:54.021651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.026685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "PUT /v2.0/ports/57e9c511-1c15-4736-a625-c8ce8fbc5522 HTTP/1.1" status: 200 len: 959 time: 2.8217640 Feb 10 23:10:54.027392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54468) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:54.054560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48ecfe-8e7f-4bf3-91eb-5426fb1ee109 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event updated for resources: {'Port': ['ID=57e9c511-1c15-4736-a625-c8ce8fbc5522,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:54.080248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdffb536-bb77-4ba4-9a7b-99d2afe4c8ba req-c26b564e-c925-4ef9-a242-832ce509cbe6 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:54.093145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdffb536-bb77-4ba4-9a7b-99d2afe4c8ba req-c26b564e-c925-4ef9-a242-832ce509cbe6 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 943 time: 0.4571953 Feb 10 23:10:54.108793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2e00b7ce-34d5-42cb-9816-5b63611eba9b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:10:54.207847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cdffb536-bb77-4ba4-9a7b-99d2afe4c8ba req-e6fc0b0e-697d-4c73-bca2-8bdeee8b697e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137059 Feb 10 23:10:54.360682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 57e9c511-1c15-4736-a625-c8ce8fbc5522 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:10:54.361077 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.516419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b,segment=NetworkSegment(624cbd5c-e904-40e2-8842-3e0ca2d61744),segment_id=624cbd5c-e904-40e2-8842-3e0ca2d61744)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:54.539931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2e00b7ce-34d5-42cb-9816-5b63611eba9b', 'network_id': '22cd4d93-d2b2-48eb-9b7a-53a11fa8f757', 'port_id': '2e00b7ce-34d5-42cb-9816-5b63611eba9b', 'mac_address': 'fa:16:3e:5c:c1:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e592c23d-698f-4d14-b52a-b814bb02e712', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:10:54.718324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:54.770787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e00b7ce-34d5-42cb-9816-5b63611eba9b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:10:54.775565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Provisioning for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:54.793512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Provisioning complete for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:54.794052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.010549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b,segment=NetworkSegment(624cbd5c-e904-40e2-8842-3e0ca2d61744),segment_id=624cbd5c-e904-40e2-8842-3e0ca2d61744)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:55.066955 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.148488 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.162624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Port 57e9c511-1c15-4736-a625-c8ce8fbc5522 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:55.210028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Provisioning for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:55.225727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:55.226105 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.446032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:55.456167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.456579 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.456927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.457259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.457591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.457924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.459540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.460167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.461409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.466754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.467356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.467962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:10:55.475218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2e00b7ce-34d5-42cb-9816-5b63611eba9b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:10:55.651043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.761066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:55.762247 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:55.918094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-79551ed9-0684-4864-9585-9a4392753896 None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:55.947192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23226bc-11c0-4776-98c9-53b8cec1d4df req-a894b7bb-ffc2-491d-b5f9-6fcd4bcf4f6d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:55.956233 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b23226bc-11c0-4776-98c9-53b8cec1d4df req-a894b7bb-ffc2-491d-b5f9-6fcd4bcf4f6d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 944 time: 0.5830703 Feb 10 23:10:55.983458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 57e9c511-1c15-4736-a625-c8ce8fbc5522 owned by {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:10:56.063208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11711ed7-92c8-4ff1-8be4-9a70c368228c None None] Provisioning complete for port 57e9c511-1c15-4736-a625-c8ce8fbc5522 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:56.063680 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11711ed7-92c8-4ff1-8be4-9a70c368228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.113599 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b23226bc-11c0-4776-98c9-53b8cec1d4df req-f3fb9578-a077-4c19-b8ac-53dd4af6e508 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561229 Feb 10 23:10:56.284822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-11711ed7-92c8-4ff1-8be4-9a70c368228c None None] Port 57e9c511-1c15-4736-a625-c8ce8fbc5522 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:10:56.296079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.421273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=57e9c511-1c15-4736-a625-c8ce8fbc5522,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:56.553669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.576746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f18c0d1c-80be-4167-a109-2f33c858d76a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/57e9c511-1c15-4736-a625-c8ce8fbc5522 HTTP/1.1" status: 204 len: 168 time: 2.5472579 Feb 10 23:10:56.578962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54516) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.702064 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6ae819e-f007-44ce-9b5a-3af42476e54e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] GET failed (client error): The resource could not be found. Feb 10 23:10:56.702762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6ae819e-f007-44ce-9b5a-3af42476e54e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:10:56.753295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6ae819e-f007-44ce-9b5a-3af42476e54e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:10:56.758144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54524) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:56.765163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6ae819e-f007-44ce-9b5a-3af42476e54e tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports/57e9c511-1c15-4736-a625-c8ce8fbc5522 HTTP/1.1" status: 404 len: 333 time: 0.1727061 Feb 10 23:10:56.883548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.914814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.967142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:56.993355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1bb3c3-b8fe-48a4-9156-bc9a7e814aa5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:56.998529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.002596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-39b1aff5-37a0-4160-8005-c0cb6422eac9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/security-groups/dc1bb3c3-b8fe-48a4-9156-bc9a7e814aa5 HTTP/1.1" status: 204 len: 168 time: 0.2406197 Feb 10 23:10:57.003335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54528) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.084494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.162644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.284718 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.319166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fff7fd-f4e7-4fa3-a5a3-566946b0a4b4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:57.354266 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.358408 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b203c398-cc2c-4fcd-9d1a-bb4e39d10534 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/security-groups/35fff7fd-f4e7-4fa3-a5a3-566946b0a4b4 HTTP/1.1" status: 204 len: 168 time: 0.3539717 Feb 10 23:10:57.361116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54542) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.458640 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.470430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dafc3f-ae1a-4706-831d-a9c00c698a80 req-f4f253b7-fde8-4bf1-b8b7-a47e53736c4d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:57.477723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24dafc3f-ae1a-4706-831d-a9c00c698a80 req-f4f253b7-fde8-4bf1-b8b7-a47e53736c4d tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 944 time: 0.1571345 Feb 10 23:10:57.536508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.579925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24dafc3f-ae1a-4706-831d-a9c00c698a80 req-21c384b1-37b2-4552-a804-4fe6f3339669 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012242 Feb 10 23:10:57.614604 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.635665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf477445-af04-43e8-af6a-8d36d907d1e9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:57.646984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.650958 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54550) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:57.651098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-823cdc1d-a3b0-4242-81c3-17ebc386081b tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/security-groups/cf477445-af04-43e8-af6a-8d36d907d1e9 HTTP/1.1" status: 204 len: 168 time: 0.2889042 Feb 10 23:10:57.754037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet 6c0930fb-0cb9-4721-a15c-e072edf6aa19 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:57.758028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.843263 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:57.978805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.090979 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.122932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2e00b7ce-34d5-42cb-9816-5b63611eba9b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:10:58.171241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0930fb-0cb9-4721-a15c-e072edf6aa19,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:58.178213 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.197173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54566) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:58.215917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-684f1e9b-bb02-40cd-9ffc-1e4551f097c9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/6c0930fb-0cb9-4721-a15c-e072edf6aa19 HTTP/1.1" status: 204 len: 168 time: 0.5571272 Feb 10 23:10:58.289237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1815ef6-eaef-4fbe-8f32-ee69fb15398c None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:10:58.475312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet b61698e1-d39e-4bff-a7a4-183d421014a2 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:58.483047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.617763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.731403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2e00b7ce-34d5-42cb-9816-5b63611eba9b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:10:58.781895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2e00b7ce-34d5-42cb-9816-5b63611eba9b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:10:58.782276 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:58.894903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.018014 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.073461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=b61698e1-d39e-4bff-a7a4-183d421014a2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:59.085816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.128316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b6a2bfa-7a37-4119-a7c4-322de9afc65a tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/b61698e1-d39e-4bff-a7a4-183d421014a2 HTTP/1.1" status: 204 len: 168 time: 0.9299302 Feb 10 23:10:59.130762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54592) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:59.252466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.307953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:10:59.336861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b,segment=NetworkSegment(624cbd5c-e904-40e2-8842-3e0ca2d61744),segment_id=624cbd5c-e904-40e2-8842-3e0ca2d61744)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:10:59.344728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.399040 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2e3cd6-b60e-4f27-a3ad-61d31f1dcf04 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:10:59.399469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2e3cd6-b60e-4f27-a3ad-61d31f1dcf04 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:10:59.412129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3d2e3cd6-b60e-4f27-a3ad-61d31f1dcf04 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/6c0930fb-0cb9-4721-a15c-e072edf6aa19 HTTP/1.1" status: 404 len: 337 time: 0.2798910 Feb 10 23:10:59.415124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:10:59.489244 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b', 'code': 200} Feb 10 23:10:59.527729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:10:59.636853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22856e8-982d-482e-adb4-9e57ecd6b3f3 req-982eee23-8b9a-4e88-a09b-9d813bd90489 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:59.639005 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c22856e8-982d-482e-adb4-9e57ecd6b3f3 req-982eee23-8b9a-4e88-a09b-9d813bd90489 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.7637894 Feb 10 23:10:59.721765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting subnet e787798c-92a3-4eb1-a9d4-8142bc92512c {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:10:59.733586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:10:59.777227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b49da-ec77-40dc-8394-0a10195ae67c req-ae9528ed-761a-4dc0-b348-c496372e41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:10:59.779092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-130b49da-ec77-40dc-8394-0a10195ae67c req-ae9528ed-761a-4dc0-b348-c496372e41ba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 1096 time: 0.2051859 Feb 10 23:10:59.784949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c22856e8-982d-482e-adb4-9e57ecd6b3f3 req-b8706b55-9cce-470e-a7ce-b5916cc71c84 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283646 Feb 10 23:10:59.846262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-130b49da-ec77-40dc-8394-0a10195ae67c req-e65e880c-d7b1-4a52-a809-08c455aba5b4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601070 Feb 10 23:10:59.899012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.127932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.288476 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.404619 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.406120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a849c-27f5-4f08-8dfe-60c2f86cc592 None None] Network 6396c40d-d745-4a6d-ac34-5b7f121853fa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:11:00.417193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Subnet': ['ID=e787798c-92a3-4eb1-a9d4-8142bc92512c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:00.442269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54620) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.458331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6d56e96-5354-4f2b-83f8-606353040ac4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/e787798c-92a3-4eb1-a9d4-8142bc92512c HTTP/1.1" status: 204 len: 168 time: 1.0367346 Feb 10 23:11:00.551754 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d099ce4c-3564-4c71-a25a-7b0db81b22a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:00.552923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d099ce4c-3564-4c71-a25a-7b0db81b22a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:00.556325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d099ce4c-3564-4c71-a25a-7b0db81b22a9 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/af35cce5-9124-4ee6-9ab7-df7329fccefd HTTP/1.1" status: 404 len: 337 time: 0.1128273 Feb 10 23:11:00.559247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54626) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.645596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-248514c7-7dc3-4d25-b09e-d6fea12b6184 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Synchronizing usage tracker for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:00.668778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-248514c7-7dc3-4d25-b09e-d6fea12b6184 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Unset dirty status for tenant:2d59bfa087e24d7fb65d0d126916b6e5 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:00.671104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-248514c7-7dc3-4d25-b09e-d6fea12b6184 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "GET /v2.0/ports?device_id=9424b99a-0ed8-45f4-a006-4a481d201f22 HTTP/1.1" status: 200 len: 205 time: 0.1098957 Feb 10 23:11:00.673596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54630) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.714711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22e3cae1-a688-4a20-8434-a7dc50a4175e None None] Provisioning complete for port 6ab572d3-8a18-4e01-b595-c12efd859ff2 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:00.715385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22e3cae1-a688-4a20-8434-a7dc50a4175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:00.782544 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-b9e6b011-df81-47d6-a08d-b02f43d801ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] delete failed (client error): The resource could not be found. Feb 10 23:11:00.788554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b9e6b011-df81-47d6-a08d-b02f43d801ea tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/routers/9424b99a-0ed8-45f4-a006-4a481d201f22 HTTP/1.1" status: 404 len: 336 time: 0.1112754 Feb 10 23:11:00.788843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54640) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:00.799814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-22e3cae1-a688-4a20-8434-a7dc50a4175e None None] Port 6ab572d3-8a18-4e01-b595-c12efd859ff2 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:11:00.861688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-22e3cae1-a688-4a20-8434-a7dc50a4175e None None] Provisioning complete for port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:00.862077 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-22e3cae1-a688-4a20-8434-a7dc50a4175e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.030032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] DHCP port deletion for 6396c40d-d745-4a6d-ac34-5b7f121853fa request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:11:01.032263 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fcc2a1-b33f-4503-b820-0fcabc3a13ce tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.032734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fcc2a1-b33f-4503-b820-0fcabc3a13ce tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.036130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f4fcc2a1-b33f-4503-b820-0fcabc3a13ce tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/e8dce8b5-282a-4f9f-a996-01a4424f5da4 HTTP/1.1" status: 404 len: 337 time: 0.2461157 Feb 10 23:11:01.039184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54646) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.043298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Deleting port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:01.043692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.108378 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbcdb488-c77e-43ce-bcfd-f1bd1e1ae38c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.108837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbcdb488-c77e-43ce-bcfd-f1bd1e1ae38c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.110558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bbcdb488-c77e-43ce-bcfd-f1bd1e1ae38c tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/d6d07bee-9d25-4b0b-b301-a27c32938475 HTTP/1.1" status: 404 len: 337 time: 0.0703282 Feb 10 23:11:01.113764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54652) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.237566 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-65de86b7-d05e-4de4-bbff-4b1b1dcf8e72 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.238020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65de86b7-d05e-4de4-bbff-4b1b1dcf8e72 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.256171 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-65de86b7-d05e-4de4-bbff-4b1b1dcf8e72 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/63aa0350-7bc5-496a-a6b5-98e679ea5afb HTTP/1.1" status: 404 len: 337 time: 0.1412506 Feb 10 23:11:01.262502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54660) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.329287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51929867-5505-47d6-a7ca-6b52de1f9c38 req-6fa53277-98bb-4daf-a509-5b2f78149c22 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:01.345180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51929867-5505-47d6-a7ca-6b52de1f9c38 req-6fa53277-98bb-4daf-a509-5b2f78149c22 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.2334492 Feb 10 23:11:01.365790 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-694a9241-bcbc-40fe-8162-0754d9b06d14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.366671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694a9241-bcbc-40fe-8162-0754d9b06d14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.374203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-694a9241-bcbc-40fe-8162-0754d9b06d14 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/84805b64-93a4-44f8-91fa-81f7020e760f HTTP/1.1" status: 404 len: 333 time: 0.1083643 Feb 10 23:11:01.375021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54666) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.445252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-51929867-5505-47d6-a7ca-6b52de1f9c38 req-49aa743b-6234-4b45-8804-345376ddbdcc tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990667 Feb 10 23:11:01.470489 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-099703db-9edd-4ae5-aff8-38adfe91fd93 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.475717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-099703db-9edd-4ae5-aff8-38adfe91fd93 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.478015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-099703db-9edd-4ae5-aff8-38adfe91fd93 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/b8d52dd4-883b-42fa-a7be-1e2124a9ce16 HTTP/1.1" status: 404 len: 337 time: 0.0981846 Feb 10 23:11:01.481627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54670) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.535276 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-280de9a3-80a9-4e42-9902-32b36bb7dfb7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.536051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280de9a3-80a9-4e42-9902-32b36bb7dfb7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.538224 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-280de9a3-80a9-4e42-9902-32b36bb7dfb7 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/ef1474a5-8f10-4684-8997-60c1886a2cc7 HTTP/1.1" status: 404 len: 337 time: 0.0553477 Feb 10 23:11:01.541931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54676) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.584383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:01.613482 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-8678df5d-914b-4667-8a49-3eefc03853cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.614332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8678df5d-914b-4667-8a49-3eefc03853cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.616754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8678df5d-914b-4667-8a49-3eefc03853cb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/261a6021-9a1a-4703-96ca-7d77fd9f304d HTTP/1.1" status: 404 len: 333 time: 0.0727167 Feb 10 23:11:01.619343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54682) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.674408 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-337ab8d9-02ce-48bf-844e-f4149f21cf88 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.675116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337ab8d9-02ce-48bf-844e-f4149f21cf88 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.677527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-337ab8d9-02ce-48bf-844e-f4149f21cf88 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/725b5f9d-9da2-4cfc-8d1d-7121de6f70c4 HTTP/1.1" status: 404 len: 337 time: 0.0570135 Feb 10 23:11:01.680032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54688) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.756194 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d86a2d0-254f-4b48-b89f-1f9b9b2a31b4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] DELETE failed (client error): The resource could not be found. Feb 10 23:11:01.758546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d86a2d0-254f-4b48-b89f-1f9b9b2a31b4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:11:01.763089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54698) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:01.763701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4d86a2d0-254f-4b48-b89f-1f9b9b2a31b4 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/subnets/40859b58-3560-4a36-aa42-e0a83b7534ec HTTP/1.1" status: 404 len: 337 time: 0.0825970 Feb 10 23:11:01.867267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:01.867705 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:01.887987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 6ab572d3-8a18-4e01-b595-c12efd859ff2 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:01.888330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.160970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Calling delete_port for 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:11:02.211259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.298287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:02.314816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.428605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=11']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:02.432656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:02.434069 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:02.437990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.637210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 6ab572d3-8a18-4e01-b595-c12efd859ff2 owned by {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:11:02.683742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1b086-4846-4edb-a916-85e272a47b5f req-58d8e838-2426-4955-bcd2-ba009685562e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:02.686127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83b1b086-4846-4edb-a916-85e272a47b5f req-58d8e838-2426-4955-bcd2-ba009685562e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1196189 Feb 10 23:11:02.762302 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-83b1b086-4846-4edb-a916-85e272a47b5f req-4eb562e9-f4eb-4e21-beb3-8f82f40df31f tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678773 Feb 10 23:11:02.832410 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.903746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Port': ['ID=6ab572d3-8a18-4e01-b595-c12efd859ff2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:02.907837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.936897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Deleting port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:02.937941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:02.976709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6ddb4438-28eb-4e0d-b394-a20d5d9b0adb tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/ports/6ab572d3-8a18-4e01-b595-c12efd859ff2 HTTP/1.1" status: 204 len: 168 time: 1.2122800 Feb 10 23:11:02.980701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54726) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:03.065301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e48e9-6b02-48d1-acb0-9010d61b970b req-8a62f9b2-54ed-4d92-bf95-5b167a607b30 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:03.072683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-444e48e9-6b02-48d1-acb0-9010d61b970b req-8a62f9b2-54ed-4d92-bf95-5b167a607b30 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1472728 Feb 10 23:11:03.227051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-444e48e9-6b02-48d1-acb0-9010d61b970b req-42e75796-1b78-48c2-82d4-384812dc7414 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483073 Feb 10 23:11:03.281974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.307470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:03.308808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.315179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:03.317090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.641131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Calling delete_port for 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:11:03.743457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] For port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,segment=NetworkSegment(fa9b8178-f462-4842-91da-f1189776bbc7),segment_id=fa9b8178-f462-4842-91da-f1189776bbc7)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:03.744067 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.780288 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:03.854694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] Pushing event deleted for resources: {'Port': ['ID=66ef13e2-e609-4e4b-b726-e0e4a5f77df5,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:03.865115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63d3966-3bf9-4e58-bf1c-fa07e8f6bbd2 None None] No DVR routers for this DVR port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:03.992390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Calling delete_port for 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:11:04.037837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648ec33-095f-4def-9c65-78eb1e481c78 req-12bcb462-5e8a-42be-9721-106da3b79ac3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:04.041873 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3648ec33-095f-4def-9c65-78eb1e481c78 req-12bcb462-5e8a-42be-9721-106da3b79ac3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1843050 Feb 10 23:11:04.094934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:11:04.095634 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:11:04.128130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3648ec33-095f-4def-9c65-78eb1e481c78 req-a3e84124-8a94-40a0-b43d-9d8cd0a49a5f tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796928 Feb 10 23:11:04.597883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Deleting port 66ef13e2-e609-4e4b-b726-e0e4a5f77df5 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:04.598611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:04.720883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] The port '66ef13e2-e609-4e4b-b726-e0e4a5f77df5' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:11:04.976497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.025746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6396c40d-d745-4a6d-ac34-5b7f121853fa']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:05.040395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9b8178-f462-4842-91da-f1189776bbc7') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:05.040712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9b8178-f462-4842-91da-f1189776bbc7') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:05.075385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.114089 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.128485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:11:05.132331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:05.148289 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:05.200379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54794) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:05.295744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.327392 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.377654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] Pushing event deleted for resources: {'Network': ['ID=6396c40d-d745-4a6d-ac34-5b7f121853fa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.417042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-57eac5eb-e829-4170-b3e3-209ad9a3ae20 tempest-PortsTestJSON-1037098521 tempest-PortsTestJSON-1037098521-project] 10.222.0.53 "DELETE /v2.0/networks/6396c40d-d745-4a6d-ac34-5b7f121853fa HTTP/1.1" status: 204 len: 168 time: 2.4347110 Feb 10 23:11:05.467131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad5b76-9791-4f7f-8264-07d2b7c2839a req-03a50b8f-3b03-4398-9b8e-7d0bc5fe55b3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:05.468815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10ad5b76-9791-4f7f-8264-07d2b7c2839a req-03a50b8f-3b03-4398-9b8e-7d0bc5fe55b3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1386070 Feb 10 23:11:05.476457 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.525063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-10ad5b76-9791-4f7f-8264-07d2b7c2839a req-fd26f5a4-0144-4c79-bc38-7c6841845e7f tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497255 Feb 10 23:11:05.526380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:05.541909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Usage tracker for resource:security_group_rule and tenant:6871d39a64ea40c4856065f0db166311 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:05.547504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:05.562269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:05.731685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.742615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:05.817055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6871d39a64ea40c4856065f0db166311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148913 Feb 10 23:11:05.819848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:05.844095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb48bd-d545-4c1c-8531-d0da46ddd7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d83957e-6704-438e-b943-ac795efaa7ae,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:05.908226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54822) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.016076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.072325 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.275315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7e14ee5e-1ba7-4026-87a2-968d7755d140 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=2d59bfa087e24d7fb65d0d126916b6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651724 Feb 10 23:11:06.281007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54832) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:06.343743 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.375945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff1747-f453-449a-a569-7c06da327f8d req-e9dd89f4-2fb1-4aaf-9804-31bffb6e8150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.378556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-e9dd89f4-2fb1-4aaf-9804-31bffb6e8150 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5dcac72f684744af8cc6981f0820ea&device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 1096 time: 0.2945774 Feb 10 23:11:06.381375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d83957e-6704-438e-b943-ac795efaa7ae,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.437536 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.493556 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.602315 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.628395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c990052-d21a-4c9f-afbd-d992d40b6669,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:06.662742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.664131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e7c90537-88b2-40c4-9e89-12e38558f517 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2c990052-d21a-4c9f-afbd-d992d40b6669 HTTP/1.1" status: 204 len: 168 time: 0.3817739 Feb 10 23:11:06.688688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff1747-f453-449a-a569-7c06da327f8d req-2829f22f-85a8-4a39-986b-4b5b50369ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.690174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-2829f22f-85a8-4a39-986b-4b5b50369ef9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 200 len: 913 time: 0.3030574 Feb 10 23:11:06.694330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:06.696432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5c72de6-d4e5-49a6-a1e8-97ef452ed465 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d83957e-6704-438e-b943-ac795efaa7ae HTTP/1.1" status: 204 len: 168 time: 0.8745999 Feb 10 23:11:06.799185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc0920-b39e-4ad9-b064-d90607090a7e req-ac8c7635-0820-4a0c-aa40-247624ca2004 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.800965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0dfc0920-b39e-4ad9-b064-d90607090a7e req-ac8c7635-0820-4a0c-aa40-247624ca2004 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.6326714 Feb 10 23:11:06.814314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-4b199c4e-5a26-47f6-8a03-cb5eecc075c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 200 len: 217 time: 0.1146374 Feb 10 23:11:06.943212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0dfc0920-b39e-4ad9-b064-d90607090a7e req-a2e496f7-4c28-4325-8798-f7c02d66fa3b tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291971 Feb 10 23:11:06.991207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff1747-f453-449a-a569-7c06da327f8d req-5e5fddb5-c9a6-4395-b6d4-b8151d74a6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:06.993722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-5e5fddb5-c9a6-4395-b6d4-b8151d74a6ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e592c23d-698f-4d14-b52a-b814bb02e712 HTTP/1.1" status: 200 len: 852 time: 0.1263571 Feb 10 23:11:07.110174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-8925cd74-65b6-4f16-b13d-683eba06eea4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1104996 Feb 10 23:11:07.320849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54872) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:07.358931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-c4c5c2d4-3176-4c3c-9792-970a47e1e987 service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404118 Feb 10 23:11:07.369990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.394332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:07.400167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Usage tracker for resource:security_group_rule and tenant:82791231cefd4de691d591bdda62e1a8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:07.404155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:07.411466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:07.614657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.624717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.643120 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04ff1747-f453-449a-a569-7c06da327f8d req-4311318d-027e-4cf8-a180-cc28899157a3 service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711728 Feb 10 23:11:07.730612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54886) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:07.732223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=82791231cefd4de691d591bdda62e1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092269 Feb 10 23:11:07.764820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc7f55-589c-49df-8f2f-8c31b39eb41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0ac418-52ff-4c55-b120-b893cbcc7016,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:07.846723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.897748 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:07.988038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.057453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0ac418-52ff-4c55-b120-b893cbcc7016,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:08.065625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.067368 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-801e50a5-92ed-4c17-b64a-60ca53d868d1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e0ac418-52ff-4c55-b120-b893cbcc7016 HTTP/1.1" status: 204 len: 168 time: 0.3339505 Feb 10 23:11:08.289802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b24ad9c-323b-49d0-a2b4-3f576e7a9d30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.398044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489e16a-3b34-4a99-add8-5d9959585ad0 req-f6161906-2654-422d-a49c-cb446a479976 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:08.408425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b489e16a-3b34-4a99-add8-5d9959585ad0 req-f6161906-2654-422d-a49c-cb446a479976 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.2362387 Feb 10 23:11:08.509707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b489e16a-3b34-4a99-add8-5d9959585ad0 req-eb0eecf5-e1c7-41d6-a007-0a4aaf417632 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000514 Feb 10 23:11:08.831451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 54924) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:08.850886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:08.868861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:08.875622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Usage tracker for resource:security_group_rule and tenant:872fdf592a2345d3b3b99575a109b5ae is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:08.879095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:08.887498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:09.096250 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.107491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.203420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=872fdf592a2345d3b3b99575a109b5ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3688838 Feb 10 23:11:09.204385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 54938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:09.242439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3903-3e8a-4adb-8b68-1951c5c75596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6b1a82-14bd-4214-9f3d-71785b55b569,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:09.364349 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.418960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.500942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.519805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6b1a82-14bd-4214-9f3d-71785b55b569,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:09.536678 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:09.537861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-819fcc27-35a4-4368-a6ac-6d2921116e79 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5b6b1a82-14bd-4214-9f3d-71785b55b569 HTTP/1.1" status: 204 len: 168 time: 0.3314750 Feb 10 23:11:09.864231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59cb11-2285-4f3a-a597-cb6f16807ea6 req-44dbc6c6-9609-45aa-9b4b-8c480211476a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:09.865943 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e59cb11-2285-4f3a-a597-cb6f16807ea6 req-44dbc6c6-9609-45aa-9b4b-8c480211476a tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1546164 Feb 10 23:11:09.953679 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0e59cb11-2285-4f3a-a597-cb6f16807ea6 req-c9af9058-4b27-42d1-94ef-97e58107e10e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815170 Feb 10 23:11:10.552613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ba435be3-0bfd-4a34-8496-6cc40638ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.643029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55000) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:10.785634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ca896-20d1-40a8-9d16-d9c60562f9ac req-60598d1e-29c8-4896-b0e5-4e1d54c732c2 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:10.788212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-373ca896-20d1-40a8-9d16-d9c60562f9ac req-60598d1e-29c8-4896-b0e5-4e1d54c732c2 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1355491 Feb 10 23:11:10.841319 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:10.878892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:10.893601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Usage tracker for resource:security_group_rule and tenant:6acc3925808a4e9796a21b695643f4db is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:10.897701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:10.904347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:10.955796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-373ca896-20d1-40a8-9d16-d9c60562f9ac req-b5657e36-e9c8-438a-a5b0-213bac00b1b1 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585467 Feb 10 23:11:11.034134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.039248 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.082720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=6acc3925808a4e9796a21b695643f4db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4351277 Feb 10 23:11:11.083384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55024) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:11.099635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97a4e43-7fef-4e18-8702-865358f4e1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c99c139-f13e-4ca7-a94c-e863c6e5ece5,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:11.205350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.236391 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.321117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.356699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c99c139-f13e-4ca7-a94c-e863c6e5ece5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:11.368857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.370272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a88406cc-8131-471f-a40b-a4b456f83b7b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3c99c139-f13e-4ca7-a94c-e863c6e5ece5 HTTP/1.1" status: 204 len: 168 time: 0.2844806 Feb 10 23:11:11.807271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:11.885623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.080959 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55054) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:12.142268 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.193849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599046fd-3b3e-4885-ac3c-11dd57494623 req-78d04693-56de-4f01-b28a-b47620c6943c tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.196286 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-599046fd-3b3e-4885-ac3c-11dd57494623 req-78d04693-56de-4f01-b28a-b47620c6943c tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.0979993 Feb 10 23:11:12.227952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:12.243836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:5eaad26989484ff6abc3a5a677f49368 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:12.250402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:12.262285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:12.284448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-599046fd-3b3e-4885-ac3c-11dd57494623 req-65740a9d-6d9b-4802-a337-2c30b6400fd8 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759439 Feb 10 23:11:12.345774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-d24dd520-f306-45d3-8c25-d305e437f9e3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.346687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-d24dd520-f306-45d3-8c25-d305e437f9e3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:12.392744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-d24dd520-f306-45d3-8c25-d305e437f9e3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:12.393839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-d24dd520-f306-45d3-8c25-d305e437f9e3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2839425 Feb 10 23:11:12.470184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.492535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-ad3c8eaa-1121-4cef-a8f2-0e9227765461 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0200891 Feb 10 23:11:12.494714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.541944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=5eaad26989484ff6abc3a5a677f49368&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4594610 Feb 10 23:11:12.546001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:12.701729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa94874-d39d-444a-9cae-a4a4a9ce3ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31236f90-5ef3-4115-9181-d00ad3864139,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:12.727404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.776037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-330cf050-e784-44c5-b29f-ede9aa838323 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2820950 Feb 10 23:11:12.896451 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:12.990163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed7ec1-f4d8-4cc0-b198-dc0e727e00d6 req-a9355adf-a48c-4ca9-8c71-a33e154c09d3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:12.998070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4aed7ec1-f4d8-4cc0-b198-dc0e727e00d6 req-a9355adf-a48c-4ca9-8c71-a33e154c09d3 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.2763984 Feb 10 23:11:13.000817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.029529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.060540 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-1d355812-1511-4a11-97f4-87eeb50ae9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:13.062051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-1d355812-1511-4a11-97f4-87eeb50ae9e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=df5dcac72f684744af8cc6981f0820ea&device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 1096 time: 0.2811987 Feb 10 23:11:13.067154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31236f90-5ef3-4115-9181-d00ad3864139,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:13.106135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-79ded83f-9541-4583-85f2-8859f4946d1e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:11:13.107774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4aed7ec1-f4d8-4cc0-b198-dc0e727e00d6 req-14d10fd0-6b40-4e51-ae68-f02ed4af8bac tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087346 Feb 10 23:11:13.113558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.114528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.115019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.115555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.116036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.116512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.117185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.117661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.118159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.118632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.119102 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.119597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:11:13.132801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-79ded83f-9541-4583-85f2-8859f4946d1e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3455255 Feb 10 23:11:13.200517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:13.202351 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ed740912-c44e-4590-8611-0691fd6d13f8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/31236f90-5ef3-4115-9181-d00ad3864139 HTTP/1.1" status: 204 len: 168 time: 0.6551926 Feb 10 23:11:13.303886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-b42cb1cd-d901-4b94-bf50-b89592b30a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:13.305563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-b42cb1cd-d901-4b94-bf50-b89592b30a6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 200 len: 913 time: 0.2302270 Feb 10 23:11:13.485034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-c1627d75-a798-45b5-88d7-0fff6ebbc746 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574815 Feb 10 23:11:13.516638 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-9ec379bc-6d71-4be1-9f57-03d344f307a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 200 len: 217 time: 0.2041793 Feb 10 23:11:13.594749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-d04b4cbd-ac6d-4c53-a3dc-75617ff1e982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:13.597346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-d04b4cbd-ac6d-4c53-a3dc-75617ff1e982 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e592c23d-698f-4d14-b52a-b814bb02e712 HTTP/1.1" status: 200 len: 852 time: 0.0751691 Feb 10 23:11:13.657955 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-ca2bc173-6084-4322-8af1-9b99050295f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544186 Feb 10 23:11:13.660486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-2da3a1f8-2d74-4129-a2be-8acd6880843a service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745481 Feb 10 23:11:13.850568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-628eb3dd-d08c-4173-90da-4189d504a6cd service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857641 Feb 10 23:11:14.061387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-797b4b06-4e9c-4574-a55f-af3ed0132757 req-640ac740-deef-48d2-b249-d9d16ed071cd service neutron] 10.222.0.30 "GET /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032375 Feb 10 23:11:14.280910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb6d3d62-9ff5-4b45-aca8-1c258fe47406 req-2e3d2a83-5243-4e65-9d58-1fcea4cf798a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 210 time: 0.1295636 Feb 10 23:11:14.545019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ecff3-22f7-485e-a8bb-0401e7219731 req-4609d2da-214f-4dfd-941f-95806e9c27e1 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:14.548009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef0ecff3-22f7-485e-a8bb-0401e7219731 req-4609d2da-214f-4dfd-941f-95806e9c27e1 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1776245 Feb 10 23:11:14.633708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-ee024d64-17c9-472d-ad6c-62618b9d4828 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=ab2971e268ae40a9883a4c5029856de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435483 Feb 10 23:11:14.652363 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ef0ecff3-22f7-485e-a8bb-0401e7219731 req-ca1ac7ed-827e-4d2a-86af-65d798065071 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711503 Feb 10 23:11:14.896614 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-cde87519-a08c-4588-a755-59b47517feb4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:14.898387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-cde87519-a08c-4588-a755-59b47517feb4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2638938 Feb 10 23:11:14.925716 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-3862e837-7537-411c-b20e-6c6f32e5dbfb tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/quotas/ab2971e268ae40a9883a4c5029856de2 HTTP/1.1" status: 200 len: 375 time: 0.0182190 Feb 10 23:11:15.021874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-1d0f080b-738d-4ae8-b5dd-cbce1dba8c09 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ab2971e268ae40a9883a4c5029856de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915012 Feb 10 23:11:15.528560 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-380a3c2a-c4b7-4e4f-80e1-1fd0c9b07236 req-7e16c6b3-ad8f-4807-bb05-2ed9d1a3270a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.1050532 Feb 10 23:11:15.596108 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-821d158f-1c8b-4924-81f7-94d0934d3df0 req-ba54726f-4dec-4251-a7ce-f20452b13f3d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 210 time: 0.0707524 Feb 10 23:11:15.959944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4eeb1-32ba-40c1-a83c-faba74354b31 req-40bab0c2-4ff1-4bb3-a528-a0594c214105 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:15.962033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cf4eeb1-32ba-40c1-a83c-faba74354b31 req-40bab0c2-4ff1-4bb3-a528-a0594c214105 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.1837802 Feb 10 23:11:16.069894 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:11:16.209707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cf4eeb1-32ba-40c1-a83c-faba74354b31 req-cabbc171-5b91-4519-8182-063c63f0ab98 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013772 Feb 10 23:11:16.311328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-89bb5a58-c1ae-476d-b9be-2d48bd130a9a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:16.313278 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-89bb5a58-c1ae-476d-b9be-2d48bd130a9a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.3495145 Feb 10 23:11:16.335371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:16.567379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:16.581930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:16.600785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:16.607167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:16.924356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-806b5e9a-3f5e-4c55-bc4d-9039d54f084e req-f4461ffe-21cd-4631-9ad6-7df3ba5f57d6 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.1647866 Feb 10 23:11:17.224295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8019967e-2f84-4b24-8fe4-1d3ae4c36016 req-bb87ee4d-f503-4922-9f33-fd60524b6cd0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 210 time: 0.1455996 Feb 10 23:11:17.225173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.8 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/a1ab18fd-ff8d-46be-806b-8aba6f2d2f66) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:17.797467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-aab2817f-d534-4f06-8fc1-8252a7811b27 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ab2971e268ae40a9883a4c5029856de2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1967130 Feb 10 23:11:18.056792 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.082336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:18.171623 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ddf895-db6b-4f4b-b383-b55e041c40ef req-68510816-88ca-4dc8-8878-b67f124bc857 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.173777 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07ddf895-db6b-4f4b-b383-b55e041c40ef req-68510816-88ca-4dc8-8878-b67f124bc857 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.9239240 Feb 10 23:11:18.187518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3fceb2f-5cf8-4789-8491-743604448741 req-7c9d0d51-0c8e-4855-b29a-2fe56438f9fc tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.0893898 Feb 10 23:11:18.194955 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.278105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-8a1fbd68-2915-4b26-baee-699bacd4ad3e tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.280687 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-8a1fbd68-2915-4b26-baee-699bacd4ad3e tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680645 Feb 10 23:11:18.311573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Request body: {'port': {'device_id': '1935b291-ef8f-4123-9cd0-2397453a6944', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': 'ab2971e268ae40a9883a4c5029856de2'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:18.482158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:18.501411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:18.521889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:11:18.637663 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07ddf895-db6b-4f4b-b383-b55e041c40ef req-aa14c924-c759-4c56-b1f5-e86bdddf3985 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354794 Feb 10 23:11:18.711554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:18.861723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:18.863074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:18.887802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:18.897327 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Usage tracker for resource:port and tenant:ab2971e268ae40a9883a4c5029856de2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:18.904321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:18.914541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:18.926824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a3854d8b-722c-4b45-a65e-b94439cdb89a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5965035 Feb 10 23:11:18.946176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Request body: {'port': {'device_id': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:18.999789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034bf5f3-820d-4611-8ec4-636d1eb474a3 req-ec284f32-586d-418a-bea6-09f605460f51 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:19.002376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-034bf5f3-820d-4611-8ec4-636d1eb474a3 req-ec284f32-586d-418a-bea6-09f605460f51 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 931 time: 0.3889887 Feb 10 23:11:19.016479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Made reservation on behalf of ab2971e268ae40a9883a4c5029856de2 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:19.024693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.036146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0a2fff10-50b4-4dac-94e7-10d78daa9caa None None] Provisioning for port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:19.046872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0a2fff10-50b4-4dac-94e7-10d78daa9caa None None] Provisioning complete for port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:19.047699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0a2fff10-50b4-4dac-94e7-10d78daa9caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.060999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.095412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:19.123628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-034bf5f3-820d-4611-8ec4-636d1eb474a3 req-ef12a08a-5ba8-44a3-a06e-b4b47865b1a6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072254 Feb 10 23:11:19.153767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aca9e8-4851-41f1-9408-293dc782986c req-cd0116c1-a332-483b-960a-acb27061fc5c tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:19.155339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96aca9e8-4851-41f1-9408-293dc782986c req-cd0116c1-a332-483b-960a-acb27061fc5c tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.3503141 Feb 10 23:11:19.184200 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0a2fff10-50b4-4dac-94e7-10d78daa9caa None None] Port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:11:19.212943 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Usage tracker for resource:security_group_rule and tenant:ab2971e268ae40a9883a4c5029856de2 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:19.263605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.276273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Deleting port 2e00b7ce-34d5-42cb-9816-5b63611eba9b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:11:19.277673 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.297410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:19.429464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:19.442371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-75c47386-0c62-4e63-8054-c24ddc01f8fa req-9878a5ba-c651-4e6c-9049-bd89305cbb11 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.0578566 Feb 10 23:11:19.723240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] For port 2e00b7ce-34d5-42cb-9816-5b63611eba9b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2e00b7ce-34d5-42cb-9816-5b63611eba9b,segment=NetworkSegment(624cbd5c-e904-40e2-8842-3e0ca2d61744),segment_id=624cbd5c-e904-40e2-8842-3e0ca2d61744)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:19.723749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.864119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.875441 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:19.996020 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.resource_extend [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 10 23:11:20.001598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Calling delete_port for 2e00b7ce-34d5-42cb-9816-5b63611eba9b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:11:20.152659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.230038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:20.246351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.328286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Transition to ACTIVE for port object a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:20.348384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.491586 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Allocated IP 192.168.233.39 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/1f87da86-9e65-43bf-b66d-063b37e40482) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:20.540350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.654583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Pushing event deleted for resources: {'Port': ['ID=2e00b7ce-34d5-42cb-9816-5b63611eba9b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.696714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230da67c-4da0-46ad-a586-9af7d4c16f1d req-2bba6648-8b70-4aa7-a756-9dd36bb86af6 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:20.700203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-230da67c-4da0-46ad-a586-9af7d4c16f1d req-2bba6648-8b70-4aa7-a756-9dd36bb86af6 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/ports?device_id=e37e1515-585d-47be-9a28-3e3b85c43fd0 HTTP/1.1" status: 200 len: 945 time: 0.5914454 Feb 10 23:11:20.804462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Pushing event updated for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:20.881925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] No DVR routers for this DVR port 2e00b7ce-34d5-42cb-9816-5b63611eba9b on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:11:20.888702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:20.892408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'name': 'network-vif-deleted', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:20.961333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-230da67c-4da0-46ad-a586-9af7d4c16f1d req-9c9e34ad-ca60-4b7f-b0a6-d41c993471d7 tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.53 "GET /v2.0/security-groups?id=46e31d52-0fbb-443d-80dc-866f3496f0db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422867 Feb 10 23:11:20.966140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96aca9e8-4851-41f1-9408-293dc782986c req-837c9b19-2cb1-4c94-888e-8474eb3e022e tempest-TestServerAdvancedOps-1630977967 tempest-TestServerAdvancedOps-1630977967-project] 10.222.0.30 "DELETE /v2.0/ports/2e00b7ce-34d5-42cb-9816-5b63611eba9b HTTP/1.1" status: 204 len: 173 time: 1.8042207 Feb 10 23:11:21.164159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71ed03ed-cdc0-49be-a7da-79bcf3c7701e req-ae875d9c-6f87-4064-bd38-88ea4a11e9de tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.0654125 Feb 10 23:11:21.219445 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37e1515-585d-47be-9a28-3e3b85c43fd0', 'name': 'network-vif-deleted', 'tag': '2e00b7ce-34d5-42cb-9816-5b63611eba9b', 'status': 'completed', 'code': 200} Feb 10 23:11:21.283022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.305975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04827a87-9b17-4a81-bec2-6ad556820a18 req-f4aa4489-c643-4817-bcdd-f12568bdd95d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:21.306753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04827a87-9b17-4a81-bec2-6ad556820a18 req-f4aa4489-c643-4817-bcdd-f12568bdd95d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:21.376988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Transition to ACTIVE for port object 1f87da86-9e65-43bf-b66d-063b37e40482 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:21.384706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-04827a87-9b17-4a81-bec2-6ad556820a18 req-f4aa4489-c643-4817-bcdd-f12568bdd95d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:21.391440 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04827a87-9b17-4a81-bec2-6ad556820a18 req-f4aa4489-c643-4817-bcdd-f12568bdd95d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.9707689 Feb 10 23:11:21.393381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Attempting to bind port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:21.393711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Attempting to bind port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:21.394068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Attempting to bind port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:21.419242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:11:21.419702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Attempting to bind port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:21.442320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:11:21.442752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:11:21.443051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:11:21.443548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Bound port: a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:21.443891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.477296 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-04827a87-9b17-4a81-bec2-6ad556820a18 req-3287872f-ef95-4ccc-a2e1-d87bdbfe4540 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835288 Feb 10 23:11:21.595386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.695083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:21.700412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:21.705894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:11:21.738647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:11:21.750125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Pushing event updated for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:21.764830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:11:21.789764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.909980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:21.911155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.977756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:21.978445 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:21.981021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] 10.222.0.24 "PUT /v2.0/ports/a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 HTTP/1.1" status: 200 len: 1091 time: 3.0471475 Feb 10 23:11:21.984388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:22.012129 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-053f9b83-cb6f-454b-be48-89061528dbe4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7072380 Feb 10 23:11:22.034150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Request body: {'port': {'device_id': '1935b291-ef8f-4123-9cd0-2397453a6944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:22.107401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.243515 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66', 'status': 'completed', 'code': 200} Feb 10 23:11:22.246815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbcc570-f452-4353-be4d-cb50f91b34be service neutron] Pushing event updated for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:22.264193 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2e00b7ce-34d5-42cb-9816-5b63611eba9b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:11:22.434505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55672) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:22.480122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 2e00b7ce-34d5-42cb-9816-5b63611eba9b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:11:22.485035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2e00b7ce-34d5-42cb-9816-5b63611eba9b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:11:22.537793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f3fdb320-8980-4e97-864f-fca16b2263ab None None] Provisioning for port 1f87da86-9e65-43bf-b66d-063b37e40482 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:22.563346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f3fdb320-8980-4e97-864f-fca16b2263ab None None] Provisioning complete for port 1f87da86-9e65-43bf-b66d-063b37e40482 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:22.566257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb320-8980-4e97-864f-fca16b2263ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.598128 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.642185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a6103353-dd55-4ada-a979-c7502a3ca6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:22.653956 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-a6103353-dd55-4ada-a979-c7502a3ca6f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.5435674 Feb 10 23:11:22.674371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Deleting subnet e592c23d-698f-4d14-b52a-b814bb02e712 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:11:22.678687 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:22.735514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f3fdb320-8980-4e97-864f-fca16b2263ab None None] Port 1f87da86-9e65-43bf-b66d-063b37e40482 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:11:23.011623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.095840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-1e682306-796d-497c-bc40-5cc9835058d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 HTTP/1.1" status: 200 len: 217 time: 0.3453813 Feb 10 23:11:23.096196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427daafd-6056-4f27-b6f2-b8aaf0eb352e req-ba09b6e9-eaf9-4992-a2c4-e9dcff3bccdb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.103248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-427daafd-6056-4f27-b6f2-b8aaf0eb352e req-ba09b6e9-eaf9-4992-a2c4-e9dcff3bccdb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.2202890 Feb 10 23:11:23.152046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.232390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-427daafd-6056-4f27-b6f2-b8aaf0eb352e req-197b5752-4a11-4f53-9e92-115dc7cfc639 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276643 Feb 10 23:11:23.278359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.340874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e592c23d-698f-4d14-b52a-b814bb02e712,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:23.343771 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.351854 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-df5486b0-ab76-4c3e-adab-a100ac2cd8d2 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e592c23d-698f-4d14-b52a-b814bb02e712 HTTP/1.1" status: 204 len: 168 time: 0.9145617 Feb 10 23:11:23.355994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55680) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:23.382493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-6d60660b-2ebd-46da-a23c-e9676badcc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.384760 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-6d60660b-2ebd-46da-a23c-e9676badcc4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.2781954 Feb 10 23:11:23.444487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-fbae91da-65de-4d44-85ae-f37495fe168b tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.445287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-fbae91da-65de-4d44-85ae-f37495fe168b tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Synchronizing usage tracker for tenant:ab2971e268ae40a9883a4c5029856de2 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:23.546456 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-fbae91da-65de-4d44-85ae-f37495fe168b tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Unset dirty status for tenant:ab2971e268ae40a9883a4c5029856de2 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:23.553759 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-fbae91da-65de-4d44-85ae-f37495fe168b tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 935 time: 0.8940539 Feb 10 23:11:23.585922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.656739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-e763e074-78e6-44e4-b146-891690df4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:23.658297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-e763e074-78e6-44e4-b146-891690df4ef3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2644973 Feb 10 23:11:23.769311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-c841608f-6cee-4611-b39f-bfc197246b7a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Synchronizing usage tracker for tenant:ab2971e268ae40a9883a4c5029856de2 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:23.775198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f87da86-9e65-43bf-b66d-063b37e40482 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:23.796008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.853437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Transition to ACTIVE for port object 1f87da86-9e65-43bf-b66d-063b37e40482 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:23.874776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.879251 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-c841608f-6cee-4611-b39f-bfc197246b7a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Unset dirty status for tenant:ab2971e268ae40a9883a4c5029856de2 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:23.889277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d53f27-4cec-4b46-a6c4-bc1a8558a835 req-c841608f-6cee-4611-b39f-bfc197246b7a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344929 Feb 10 23:11:23.928178 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:23.962261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22cd4d93-d2b2-48eb-9b7a-53a11fa8f757']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:23.981879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '624cbd5c-e904-40e2-8842-3e0ca2d61744') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:23.982302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '624cbd5c-e904-40e2-8842-3e0ca2d61744') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:23.991463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Pushing event updated for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:24.009713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-14513024-46f0-41bf-af38-7f9148832723 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408365 Feb 10 23:11:24.035133 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.084330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.140864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:11:24.141657 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:24.194975 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:24.659894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.721907 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.731713 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:24.789878 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=22cd4d93-d2b2-48eb-9b7a-53a11fa8f757,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:24.794976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9e8de0a4-a44e-4a9a-87ee-3be5749478d8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/22cd4d93-d2b2-48eb-9b7a-53a11fa8f757 HTTP/1.1" status: 204 len: 168 time: 1.4375062 Feb 10 23:11:24.803660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55694) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:24.947113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Deleting subnet aac0d743-90be-43f9-88d8-28a0e223b3be {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:11:24.957321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.092658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.273144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926f8b5-61c1-460d-ae3c-b5be40ef209e req-828b5ed4-5f53-4167-a371-3873cefedd11 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.276931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a926f8b5-61c1-460d-ae3c-b5be40ef209e req-828b5ed4-5f53-4167-a371-3873cefedd11 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.8152313 Feb 10 23:11:25.284928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-91b0bd4d-668b-4130-a9ea-cfd446ab39f0 req-b1a1ed88-42ef-4477-89c9-06a6be05f078 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6309149 Feb 10 23:11:25.380619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Attempting to bind port 1f87da86-9e65-43bf-b66d-063b37e40482 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:25.381153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Attempting to bind port 1f87da86-9e65-43bf-b66d-063b37e40482 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:25.381677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Attempting to bind port 1f87da86-9e65-43bf-b66d-063b37e40482 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:25.455948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.498433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Port 1f87da86-9e65-43bf-b66d-063b37e40482 on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:11:25.498952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Attempting to bind port 1f87da86-9e65-43bf-b66d-063b37e40482 on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:25.546170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:11:25.546170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:11:25.546170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:11:25.546170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Bound port: 1f87da86-9e65-43bf-b66d-063b37e40482, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:25.546170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.557144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a926f8b5-61c1-460d-ae3c-b5be40ef209e req-09cf7797-47af-483c-b2c8-6fc7c0180d2b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693074 Feb 10 23:11:25.664538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cefca3-c876-4874-a295-a86912848ac7 req-9c62b998-453c-4652-9635-e42dccdecdfb tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.666584 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.678082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37cefca3-c876-4874-a295-a86912848ac7 req-9c62b998-453c-4652-9635-e42dccdecdfb tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 947 time: 0.5117822 Feb 10 23:11:25.763454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac0d743-90be-43f9-88d8-28a0e223b3be,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:25.795333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:25.822797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c3b3855a-2334-47fd-ba46-fd64c2d66498 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aac0d743-90be-43f9-88d8-28a0e223b3be HTTP/1.1" status: 204 len: 168 time: 1.0082877 Feb 10 23:11:25.829316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55706) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:25.894800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-87d2677b-e2dd-43a4-b671-1ab9d4c03e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:25.897685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-87d2677b-e2dd-43a4-b671-1ab9d4c03e20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 1094 time: 0.5073869 Feb 10 23:11:26.012310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37cefca3-c876-4874-a295-a86912848ac7 req-7a1891a4-4f94-43f3-9fa1-72669664f209 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328292 Feb 10 23:11:26.136725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:11:26.176214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1f87da86-9e65-43bf-b66d-063b37e40482,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:11:26.188270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.204621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.346184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.347665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.349446 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] 10.222.0.30 "PUT /v2.0/ports/1f87da86-9e65-43bf-b66d-063b37e40482 HTTP/1.1" status: 200 len: 1095 time: 4.3276215 Feb 10 23:11:26.361060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:26.431767 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-8f55db92-b08b-407b-95c2-93892986992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.434195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-8f55db92-b08b-407b-95c2-93892986992d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.4682865 Feb 10 23:11:26.574763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-b9b7bf62-b16b-477b-92d7-5e2203744f34 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 HTTP/1.1" status: 200 len: 217 time: 0.0770552 Feb 10 23:11:26.581611 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482', 'status': 'completed', 'code': 200} Feb 10 23:11:26.819054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9cda1-1da7-42b9-b77a-02ad87dac22a service neutron] Pushing event updated for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:26.843272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:26.878348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:26.918359 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed9e070d-da45-4f38-a7c2-3947a700de6c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:26.927434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-edb13ed2-3a46-451d-a5e6-ebbc5bb0e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:26.929059 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-edb13ed2-3a46-451d-a5e6-ebbc5bb0e209 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.3074222 Feb 10 23:11:26.938699 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27586857-7921-41fb-8028-6ab5ef03d453') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:26.938982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27586857-7921-41fb-8028-6ab5ef03d453') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:11:27.045295 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.090371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-9a8ca83d-ff96-4d44-819a-c40aaf20bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:27.105041 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-9a8ca83d-ff96-4d44-819a-c40aaf20bc75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab2971e268ae40a9883a4c5029856de2&device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 1098 time: 0.6694951 Feb 10 23:11:27.106215 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.138850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.180076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:27.231383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:11:27.231383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.249612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9eebf46844425d997bc68b0f5b31ca is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:27.255624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:27.265624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:27.404525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428e844-a1f3-4009-9d52-1a755ed8f723 req-6fea6870-f755-49bb-9a59-080a73a1a1d0 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:27.406104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a428e844-a1f3-4009-9d52-1a755ed8f723 req-6fea6870-f755-49bb-9a59-080a73a1a1d0 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 947 time: 0.2183352 Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:11:27.463039 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:11:27.468675 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.470955 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-b8b2c94e-6a06-4ba5-93c5-f6b2f6c160d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1f87da86-9e65-43bf-b66d-063b37e40482 HTTP/1.1" status: 200 len: 217 time: 0.3511465 Feb 10 23:11:27.491544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a428e844-a1f3-4009-9d52-1a755ed8f723 req-dd0979ce-7db8-482f-9b98-c04bd295ccf0 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763714 Feb 10 23:11:27.492261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.540680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=aa9eebf46844425d997bc68b0f5b31ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934156 Feb 10 23:11:27.541630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55728) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:27.591788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9fc1c-1782-4b82-9714-0cb8ca1469e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1efdeb02-4be5-46f0-ac31-917176040628,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:27.628797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f83ee7-156e-4c47-b60a-06e7e1233ccb req-0ca61ce1-a764-4188-8910-d1493d4217cb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:27.630356 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1f83ee7-156e-4c47-b60a-06e7e1233ccb req-0ca61ce1-a764-4188-8910-d1493d4217cb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.6978648 Feb 10 23:11:27.636746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.664001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.676299 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.690599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-2e07b24c-f292-4335-80f3-649221229c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:27.692249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-2e07b24c-f292-4335-80f3-649221229c55 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7148588 Feb 10 23:11:27.693889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-85122329-239e-44e9-8f38-be9f09880d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:27.695442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-85122329-239e-44e9-8f38-be9f09880d60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.1720195 Feb 10 23:11:27.707246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=ed9e070d-da45-4f38-a7c2-3947a700de6c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:27.735040 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.759767 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ace3d57d-71fc-448f-a233-45c156145b2c admin admin] 10.222.0.53 "DELETE /v2.0/networks/ed9e070d-da45-4f38-a7c2-3947a700de6c HTTP/1.1" status: 204 len: 168 time: 1.9289720 Feb 10 23:11:27.852461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.913975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1efdeb02-4be5-46f0-ac31-917176040628,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:27.921685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:27.924877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1650c460-71c6-4baf-8f99-b4e10f69bf5b admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1efdeb02-4be5-46f0-ac31-917176040628 HTTP/1.1" status: 204 len: 168 time: 0.3821576 Feb 10 23:11:27.939443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f1f83ee7-156e-4c47-b60a-06e7e1233ccb req-0d18e61d-63a5-44d8-a70e-ea897de90d4a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925446 Feb 10 23:11:28.001034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55740) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.041066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-63bd7af2-710a-4195-9a44-2c11188bbd04 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377774 Feb 10 23:11:28.045244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-8e4309ab-82f7-4222-9422-5c36201b9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:28.046828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-8e4309ab-82f7-4222-9422-5c36201b9721 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3406839 Feb 10 23:11:28.134681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2f16c43e-922e-4d48-b99d-ec30be969d82 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=df5dcac72f684744af8cc6981f0820ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1318340 Feb 10 23:11:28.140163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55746) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.321862 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.343662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28c97e9c-7167-4082-beb4-471c3c7945ed req-1d242f38-a1c4-49c3-bc01-446f7171f279 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911172 Feb 10 23:11:28.359314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-3163d049-2667-48cd-be70-1b58155e0031 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885709 Feb 10 23:11:28.367996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.399469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 55750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:28.502751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.533798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e31d52-0fbb-443d-80dc-866f3496f0db,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:28.598046 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.603580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c2696cd0-df55-4823-83b4-59765b9dc036 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/46e31d52-0fbb-443d-80dc-866f3496f0db HTTP/1.1" status: 204 len: 168 time: 0.4614930 Feb 10 23:11:28.634230 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13d7e6a3-0a2b-4c2a-b12b-17b6e48845d1 req-65b1f413-2874-4845-b790-0a6fffcd1467 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699773 Feb 10 23:11:28.913654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:28.936552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-624e50ab-7adb-4214-b433-859175a66d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:28.938347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-624e50ab-7adb-4214-b433-859175a66d00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab2971e268ae40a9883a4c5029856de2&device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 1098 time: 0.2330210 Feb 10 23:11:28.944602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:28.981616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Usage tracker for resource:security_group_rule and tenant:86988c52d4114a0789bd947737e22a34 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:28.989007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:29.003241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55764) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.033493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.056894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4db33-e6cc-4265-9321-6a4ff874658e req-3e8c932b-9f93-4daf-b40b-3a497471fe10 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:29.065840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-afb4db33-e6cc-4265-9321-6a4ff874658e req-3e8c932b-9f93-4daf-b40b-3a497471fe10 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 947 time: 0.3335800 Feb 10 23:11:29.066178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:29.071564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:29.075883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Usage tracker for resource:security_group_rule and tenant:95b01d90cefc489989885c9fedd4950b is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:29.080426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:29.088269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:29.175226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-afb4db33-e6cc-4265-9321-6a4ff874658e req-ccb43da4-afa7-432e-a767-ce48fa653840 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060965 Feb 10 23:11:29.244833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.253975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.325092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=95b01d90cefc489989885c9fedd4950b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190122 Feb 10 23:11:29.327596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f37351-a808-433e-a7db-deeba2064639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf00b0-071c-4bc2-81a4-9397e68b1faf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:29.331935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55770) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.409963 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-f3015139-e540-47ca-9704-3305e3412414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:29.411908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-f3015139-e540-47ca-9704-3305e3412414 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.4648867 Feb 10 23:11:29.446952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.492983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.558931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-d0901e28-2c52-4a91-a1aa-a17dc2ec574a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1f87da86-9e65-43bf-b66d-063b37e40482 HTTP/1.1" status: 200 len: 217 time: 0.1359644 Feb 10 23:11:29.615821 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.637270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf00b0-071c-4bc2-81a4-9397e68b1faf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:29.642196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.643609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-64b62b58-cf97-4361-9269-5663cb6756c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/61bf00b0-071c-4bc2-81a4-9397e68b1faf HTTP/1.1" status: 204 len: 168 time: 0.3104239 Feb 10 23:11:29.684549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55776) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.693822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.717016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.772598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b1bd521f-a94c-468e-a4bb-7cab9305e24b admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=bd849ae47df2410081206e6e3f18f65b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0858760 Feb 10 23:11:29.775363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55780) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.778536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-a59538e2-0489-418b-b5d1-a40b04f4e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:29.781665 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-a59538e2-0489-418b-b5d1-a40b04f4e915 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2023454 Feb 10 23:11:29.872509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:29.882100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105a3e0-27dc-4d0b-8a87-9357635cc8b4 req-85ec12cd-20da-4fed-84ee-b017505c42bc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:29.888697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5105a3e0-27dc-4d0b-8a87-9357635cc8b4 req-85ec12cd-20da-4fed-84ee-b017505c42bc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.6121709 Feb 10 23:11:29.906703 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=86988c52d4114a0789bd947737e22a34&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5057924 Feb 10 23:11:29.911856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55784) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:29.933853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c50ae-da0b-422b-8e2b-cedb89a75cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d9704bc-1ae0-459c-b0c1-6058c90eda68,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:29.958734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.010031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5105a3e0-27dc-4d0b-8a87-9357635cc8b4 req-a1b77e8c-c509-4c1e-9e52-8843fafe31ce tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190436 Feb 10 23:11:30.030856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-939cd1e7-6aa6-468c-b7ad-8bffc3c0f21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:30.037414 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-939cd1e7-6aa6-468c-b7ad-8bffc3c0f21b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2392156 Feb 10 23:11:30.112239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.163399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.181320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.232241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d890234-3265-47ff-ba90-3430badf99ad,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:30.254454 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.261981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e03144c-60b3-4608-93f5-4ee4522805ee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6d890234-3265-47ff-ba90-3430badf99ad HTTP/1.1" status: 204 len: 168 time: 0.4786820 Feb 10 23:11:30.332952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1f87da86-9e65-43bf-b66d-063b37e40482 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:11:30.348361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.411807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d9704bc-1ae0-459c-b0c1-6058c90eda68,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:30.474926 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.489125 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-879444a9-40b2-4f44-9cbe-adf64cdbbeb0 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3d9704bc-1ae0-459c-b0c1-6058c90eda68 HTTP/1.1" status: 204 len: 168 time: 0.5755274 Feb 10 23:11:30.511769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-0523087b-b8d7-4aba-8546-22062c98606c service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670718 Feb 10 23:11:30.639444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070fffa-59ff-4026-8a3c-84222bda70be req-28dadf5b-869e-4f4c-91f8-d58a218fd3b9 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:30.643623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5070fffa-59ff-4026-8a3c-84222bda70be req-28dadf5b-869e-4f4c-91f8-d58a218fd3b9 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 947 time: 0.2291796 Feb 10 23:11:30.714433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1f87da86-9e65-43bf-b66d-063b37e40482,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:30.751060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '1f87da86-9e65-43bf-b66d-063b37e40482', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': '1f87da86-9e65-43bf-b66d-063b37e40482', 'mac_address': 'fa:16:3e:5f:cc:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:11:30.769269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5070fffa-59ff-4026-8a3c-84222bda70be req-af3abee0-3e1d-4eed-8371-1ddcffcc93c9 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137555 Feb 10 23:11:30.925174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:30.926739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-086d8723-7d8b-4fcf-8e0b-76e48dbb33f0 req-8cba12dd-b28f-4493-9524-a3bbb3d23d0d service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4073887 Feb 10 23:11:30.980692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f87da86-9e65-43bf-b66d-063b37e40482 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:31.015223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1f87da86-9e65-43bf-b66d-063b37e40482,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:31.023821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.161988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.330905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['1f87da86-9e65-43bf-b66d-063b37e40482'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:11:31.421138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9e6d-0791-4c70-809d-31ad42c815b3 req-8bf6075f-ef5f-4d6a-8ec1-a4e006bbc31e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:31.435631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7bb9e6d-0791-4c70-809d-31ad42c815b3 req-8bf6075f-ef5f-4d6a-8ec1-a4e006bbc31e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.1407926 Feb 10 23:11:31.518500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f7bb9e6d-0791-4c70-809d-31ad42c815b3 req-f75e271a-4c82-43bf-a4b9-694c2e434d42 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813260 Feb 10 23:11:31.565547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55816) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.584424 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.604953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:31.610489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Usage tracker for resource:security_group_rule and tenant:d58d1e129f4740b3871033034105fda2 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:31.614877 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:31.622491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:31.761035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.766095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.827830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d58d1e129f4740b3871033034105fda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610838 Feb 10 23:11:31.828749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50cb66-b71d-466d-8bd4-1191c614ba95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1516c82-a9c4-4925-afdf-0a950684fa65,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:31.832769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55832) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:31.910831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:31.956138 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.144871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.169581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1516c82-a9c4-4925-afdf-0a950684fa65,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:32.206355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ab9a4-aa77-4920-a1f4-0b4ec52e66a0 req-01e1fcd1-0f63-4fec-8f30-8e34d34722e1 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:32.209559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b08ab9a4-aa77-4920-a1f4-0b4ec52e66a0 req-01e1fcd1-0f63-4fec-8f30-8e34d34722e1 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 948 time: 0.2068565 Feb 10 23:11:32.211795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.213753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0f1c71b7-a751-4e4f-9095-1007a8da9648 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d1516c82-a9c4-4925-afdf-0a950684fa65 HTTP/1.1" status: 204 len: 168 time: 0.3783069 Feb 10 23:11:32.292898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b08ab9a4-aa77-4920-a1f4-0b4ec52e66a0 req-d6fd1a92-0844-4daf-9347-9b9986d55803 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691669 Feb 10 23:11:32.326999 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1f87da86-9e65-43bf-b66d-063b37e40482 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:32.440517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 1f87da86-9e65-43bf-b66d-063b37e40482 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:32.450441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 1f87da86-9e65-43bf-b66d-063b37e40482 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:32.451583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.686441 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.757933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:32.781859 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1f87da86-9e65-43bf-b66d-063b37e40482,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:32.791053 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:32.898132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55862) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:32.931355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11762d7-bde9-47ef-ac65-310b00ba033e req-38e1e45c-a22e-48c6-8483-93511680c51c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:32.947096 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e11762d7-bde9-47ef-ac65-310b00ba033e req-38e1e45c-a22e-48c6-8483-93511680c51c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 943 time: 0.2277167 Feb 10 23:11:32.974295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.021794 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e11762d7-bde9-47ef-ac65-310b00ba033e req-aca48176-2321-47d9-9001-8022b45a299c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723712 Feb 10 23:11:33.065364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:11:33.324543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:33.348372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66', 'mac_address': 'fa:16:3e:91:d6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:11:33.430529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.460338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:33.466950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Usage tracker for resource:security_group_rule and tenant:edf4afe9f24c462ea943fbe9de15a865 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:11:33.467399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.474208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:11:33.487090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:33.493375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:33.539082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:33.542307 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482', 'code': 200} Feb 10 23:11:33.546942 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.691317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.724861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.733770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:33.823539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=edf4afe9f24c462ea943fbe9de15a865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9183245 Feb 10 23:11:33.823539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa8fcb-2734-4976-8f6a-924fe8fcd74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a02e2e-a7a6-467c-8a5a-0adb7890f113,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:33.824524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:11:33.825719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 55878) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:11:33.890469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608c43e0-2641-47af-9be6-2a28bb209737 req-40d71eed-4152-4325-94ee-f098948d36ac tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.892939 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608c43e0-2641-47af-9be6-2a28bb209737 req-40d71eed-4152-4325-94ee-f098948d36ac tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.2650597 Feb 10 23:11:33.901754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48007d0-f638-4585-94a6-11d581260ee5 req-30ac57be-0bf8-45c4-afe0-f9919d90bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:33.904484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e48007d0-f638-4585-94a6-11d581260ee5 req-30ac57be-0bf8-45c4-afe0-f9919d90bd67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 1100 time: 0.1973979 Feb 10 23:11:33.971346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.019343 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.036142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e48007d0-f638-4585-94a6-11d581260ee5 req-7e705026-8c8e-47c5-b4d8-3d04a365f2aa service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025972 Feb 10 23:11:34.052227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-608c43e0-2641-47af-9be6-2a28bb209737 req-d3520c93-5326-4f03-bde5-0ca29cbf63d8 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455789 Feb 10 23:11:34.157512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.197439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a02e2e-a7a6-467c-8a5a-0adb7890f113,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:34.222147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:34.224481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c7f8a988-9ce7-4912-a628-6d1f1123f153 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/d2a02e2e-a7a6-467c-8a5a-0adb7890f113 HTTP/1.1" status: 204 len: 168 time: 0.3969629 Feb 10 23:11:34.431488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f688f1e-decd-4b58-bf02-0dbf597d9b90 req-a7c09c94-2405-4d27-95ab-4fb7941e61da tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:34.435016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f688f1e-decd-4b58-bf02-0dbf597d9b90 req-a7c09c94-2405-4d27-95ab-4fb7941e61da tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 944 time: 0.1804478 Feb 10 23:11:34.508263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f688f1e-decd-4b58-bf02-0dbf597d9b90 req-fa06a0ed-c415-479d-abef-11363c5e47a3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637197 Feb 10 23:11:35.085976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:11:35.288999 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:35.298705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:35.299915 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.493387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c85a24e-e45b-4f9e-8305-1801938afdda req-f3093363-8e8b-4104-b0a6-e4224bdb2621 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.498756 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c85a24e-e45b-4f9e-8305-1801938afdda req-f3093363-8e8b-4104-b0a6-e4224bdb2621 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.1742406 Feb 10 23:11:35.532936 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.568605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:35.579013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c85a24e-e45b-4f9e-8305-1801938afdda req-d488adc5-8179-4f55-bc4e-b4cfa579b3e1 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694540 Feb 10 23:11:35.582521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:11:35.599274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:35.671661 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66', 'code': 200} Feb 10 23:11:35.695849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:35.822544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204f848a-eba1-4925-8cd8-3c4c49eb5650 req-7d98e6a4-c3b4-4e48-8bd8-d7d49fa5a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.825094 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-204f848a-eba1-4925-8cd8-3c4c49eb5650 req-7d98e6a4-c3b4-4e48-8bd8-d7d49fa5a6e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 1096 time: 0.0981081 Feb 10 23:11:35.878877 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-204f848a-eba1-4925-8cd8-3c4c49eb5650 req-b53c3953-d5fb-4bd0-ab2a-d8f18f25d0eb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 Feb 10 23:11:35.933179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa088298-0fbd-4016-b10e-d3ebf07ee24c req-3da67305-5764-44d1-a105-b443a2b583f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:35.935032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa088298-0fbd-4016-b10e-d3ebf07ee24c req-3da67305-5764-44d1-a105-b443a2b583f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.1407044 Feb 10 23:11:35.989338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa088298-0fbd-4016-b10e-d3ebf07ee24c req-fecbe922-a56d-4b07-bbe9-e96265025da1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480621 Feb 10 23:11:36.926723 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e765-ae12-4b3b-ac24-fefcb4e76235 req-454f53a3-2866-4bb4-ad2b-fbbe8836476c tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:36.929967 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b512e765-ae12-4b3b-ac24-fefcb4e76235 req-454f53a3-2866-4bb4-ad2b-fbbe8836476c tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.1672425 Feb 10 23:11:37.016570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b512e765-ae12-4b3b-ac24-fefcb4e76235 req-9e5c6bb2-0ac2-4223-855b-ad185df6214e tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777795 Feb 10 23:11:37.263707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca447c07-973b-412d-bce5-4302a585c55e req-a762ba5d-5f10-4d9c-96c8-20e512405498 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:37.266615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca447c07-973b-412d-bce5-4302a585c55e req-a762ba5d-5f10-4d9c-96c8-20e512405498 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.1317286 Feb 10 23:11:37.375104 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca447c07-973b-412d-bce5-4302a585c55e req-59db5eff-d647-45e7-8e8c-d0e9d97fdfcc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981748 Feb 10 23:11:37.694582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038278f7-3899-460c-89e1-b99c413fc16c req-cac62a9a-a770-43db-ab33-2be9c5552aee tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:37.697041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-038278f7-3899-460c-89e1-b99c413fc16c req-cac62a9a-a770-43db-ab33-2be9c5552aee tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.1536536 Feb 10 23:11:37.798509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-038278f7-3899-460c-89e1-b99c413fc16c req-e63f3d00-9f58-4b7d-9ec7-45bc1ee13494 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879378 Feb 10 23:11:38.324168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-331237a7-520e-4e14-b77c-3571f00a5f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:40.551446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de7a9aec-1e1a-4aca-89b0-acbacdc4d6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.785827 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:41.863080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:42.852319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-e87cec80-b621-4224-b202-d068233c5e14 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:42.856134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-e87cec80-b621-4224-b202-d068233c5e14 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2761297 Feb 10 23:11:42.884362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-70f74fcd-b58f-4814-8f3b-55f22b0c33ca tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0202610 Feb 10 23:11:43.040906 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:43.052671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-4fc65432-f4a4-4195-9c14-782e54229a92 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1599393 Feb 10 23:11:43.514133 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-1d74c5dd-a0e8-42f8-ac11-1773c99ffd21 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4552984 Feb 10 23:11:43.757161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-d44e27c8-64f5-4968-9a1d-0a208c42881f service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417922 Feb 10 23:11:44.171922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-496652ff-1ea8-48d8-9167-8f1d1f49269f req-211e47b2-4e88-436f-93f7-bea91e12ea21 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0968494 Feb 10 23:11:45.383108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-754a4329-216d-43ba-adc1-e57b95d57b1f req-ce9f52b4-150a-4e5b-bd6b-c3a9ea7cb8a4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 210 time: 0.0607245 Feb 10 23:11:45.934180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-62b9edb1-55bd-4a5c-8e8b-217de294bda4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:45.935906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-62b9edb1-55bd-4a5c-8e8b-217de294bda4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2731822 Feb 10 23:11:45.950400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:46.701785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:11:46.740227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:11:46.769848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:11:46.774586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:46.794912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-087dd3e5-060d-4cea-905e-48091fe46a0c req-8005009e-aef6-43c8-9cca-04af6c96cb4a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1452067 Feb 10 23:11:47.027113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.10 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/8c6905bd-89a4-44d7-859a-8a0ec3e2072c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:11:47.803183 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.847596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object 8c6905bd-89a4-44d7-859a-8a0ec3e2072c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:47.887779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:47.899480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:11:48.413057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:48.468339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:11:48.486431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:11:48.486431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:11:48.617205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:48.618372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:48.705606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f166f-84ee-44ce-8eee-7715ebf0c351 req-44730247-9686-4ab7-b240-a24f127eee8e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:48.737857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a9f166f-84ee-44ce-8eee-7715ebf0c351 req-44730247-9686-4ab7-b240-a24f127eee8e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 932 time: 0.5467699 Feb 10 23:11:48.933128 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3e3acfac-d694-49bc-97ec-e83ac968517f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9722323 Feb 10 23:11:48.967833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Request body: {'port': {'device_id': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:11:49.210733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1a9f166f-84ee-44ce-8eee-7715ebf0c351 req-d025a6e0-0fae-4ce0-89a2-f0b263517649 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4703493 Feb 10 23:11:49.309280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-72216180-4c94-41e9-a5de-31c5ceb618ca None None] Provisioning for port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:11:49.319317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-72216180-4c94-41e9-a5de-31c5ceb618ca None None] Provisioning complete for port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:11:49.321168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72216180-4c94-41e9-a5de-31c5ceb618ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.431944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:49.585132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-72216180-4c94-41e9-a5de-31c5ceb618ca None None] Port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:11:50.100928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6905bd-89a4-44d7-859a-8a0ec3e2072c {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:11:50.111422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.131154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Transition to ACTIVE for port object 8c6905bd-89a4-44d7-859a-8a0ec3e2072c will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:11:50.144296 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:50.646138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2abe56-4384-4579-9d10-96324279d9c1 req-d5a26453-966f-48bb-a1e2-cc9d1ab67a24 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:50.647769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da2abe56-4384-4579-9d10-96324279d9c1 req-d5a26453-966f-48bb-a1e2-cc9d1ab67a24 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.1849132 Feb 10 23:11:50.694629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:50.779539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da2abe56-4384-4579-9d10-96324279d9c1 req-225ed282-89ce-4e6f-912b-ad0c42a3b76e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230659 Feb 10 23:11:50.784244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Attempting to bind port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:11:50.784696 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Attempting to bind port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:11:50.785128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Attempting to bind port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:50.810215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:11:50.810538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Attempting to bind port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:11:50.818307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 11, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:11:50.818307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:11:50.818632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:11:50.818815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Bound port: 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:11:50.820202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.022878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:11:51.081645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:11:51.101962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.373891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Pushing event updated for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:11:51.389691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:51.391314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:51.393771 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0fc83cc0-daca-467d-9812-09698087711d service neutron] 10.222.0.30 "PUT /v2.0/ports/8c6905bd-89a4-44d7-859a-8a0ec3e2072c HTTP/1.1" status: 200 len: 1092 time: 2.4586644 Feb 10 23:11:51.394515 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:11:51.429796 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-68b5fcd1-93d3-48de-85f1-87d80ce2e0fb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5410616 Feb 10 23:11:51.594100 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c', 'status': 'completed', 'code': 200} Feb 10 23:11:52.068760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:52.430591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55c102-c314-408d-9862-2de00bcec64c req-54938902-49bc-44c2-8b38-ca983ced69ff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:52.441824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f55c102-c314-408d-9862-2de00bcec64c req-54938902-49bc-44c2-8b38-ca983ced69ff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.3677728 Feb 10 23:11:52.549047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f55c102-c314-408d-9862-2de00bcec64c req-d7374276-fb0b-45f1-a4b4-2a5416811731 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012259 Feb 10 23:11:52.601405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-f2ae0a4d-a386-425b-9426-3b301e667ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:52.606772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-f2ae0a4d-a386-425b-9426-3b301e667ce4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 1095 time: 1.1484187 Feb 10 23:11:52.762425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-37cad676-3013-4b61-bb7b-160fa4534f7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c HTTP/1.1" status: 200 len: 217 time: 0.1395624 Feb 10 23:11:52.977205 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-757a91d6-09a3-46f5-9117-5075a2a15bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:52.996569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-757a91d6-09a3-46f5-9117-5075a2a15bb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 1096 time: 1.3386035 Feb 10 23:11:53.075011 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:11:53.122191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0c907a2c-33e2-462a-98ba-924446d2eda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:53.125816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-0c907a2c-33e2-462a-98ba-924446d2eda9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.3598375 Feb 10 23:11:53.813263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-63f2fe38-f3d7-4fe7-9981-e41bd1587462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:53.850429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-63f2fe38-f3d7-4fe7-9981-e41bd1587462 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.7487841 Feb 10 23:11:54.772713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:11:54.787850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-308b5cc3-ca75-4a33-bfb3-71e7a85057a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 HTTP/1.1" status: 200 len: 217 time: 0.9040794 Feb 10 23:11:54.973288 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b1060-fee0-4d8a-9154-afc158823e72 req-07c6b465-7b62-4eba-9836-9d1d22912963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:54.973288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-07c6b465-7b62-4eba-9836-9d1d22912963 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8194873 Feb 10 23:11:55.472971 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3bcf0cd0-246e-42c3-a04b-f7f7117a1426 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975588 Feb 10 23:11:55.607565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-e839cdca-cb45-427d-a2e2-1b58d3085c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:55.607565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-e839cdca-cb45-427d-a2e2-1b58d3085c12 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.8108394 Feb 10 23:11:56.922424 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-643b1060-fee0-4d8a-9154-afc158823e72 req-3dc0fea3-c614-4fee-881d-9b80e6b2f05a service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3116312 Feb 10 23:11:56.988032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e202888c-1c72-4fb7-8fbb-c971a426e717 req-69ee464e-a0ef-46f5-9b39-009e524c6358 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:56.998492 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e202888c-1c72-4fb7-8fbb-c971a426e717 req-69ee464e-a0ef-46f5-9b39-009e524c6358 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:11:57.451643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-e202888c-1c72-4fb7-8fbb-c971a426e717 req-69ee464e-a0ef-46f5-9b39-009e524c6358 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:11:57.468388 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e202888c-1c72-4fb7-8fbb-c971a426e717 req-69ee464e-a0ef-46f5-9b39-009e524c6358 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 3.2079773 Feb 10 23:11:57.479062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-3a2f282e-62bb-4bb6-8088-b5eca78a4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:57.482505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-3a2f282e-62bb-4bb6-8088-b5eca78a4030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9170194 Feb 10 23:11:57.885068 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e202888c-1c72-4fb7-8fbb-c971a426e717 req-a0ab3cb8-f55a-4981-8285-3e69f942358c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002168 Feb 10 23:11:57.962130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-12164d86-7b72-4ffb-80da-f57db834e91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:57.962130 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-12164d86-7b72-4ffb-80da-f57db834e91f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 1095 time: 0.8689835 Feb 10 23:11:58.392741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-3b1c4cf2-4801-4041-936b-c57f0a4f6c42 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7427351 Feb 10 23:11:58.689974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-9e404380-2b1a-4c2f-9835-eb993bf7073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:58.693484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-9e404380-2b1a-4c2f-9835-eb993bf7073b service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.7244654 Feb 10 23:11:59.731266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-96f3d00b-0fb6-4ac4-835d-08e56ce45517 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c HTTP/1.1" status: 200 len: 217 time: 0.9983718 Feb 10 23:11:59.920414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a48690-4ead-41cc-9664-bd21269d2703 req-93fc0143-98f4-417b-a47d-a626588116c0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:11:59.960872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93a48690-4ead-41cc-9664-bd21269d2703 req-93fc0143-98f4-417b-a47d-a626588116c0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.4864748 Feb 10 23:12:00.143982 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ab089db5-a300-4df9-8ee2-963d02bf1d4b req-bfbdcba9-58ab-48b7-b988-5b33b74517f2 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7026558 Feb 10 23:12:00.186972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-2f6ccc59-5eec-4426-872b-bf14c2cb5bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:00.186972 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-2f6ccc59-5eec-4426-872b-bf14c2cb5bf3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.4377253 Feb 10 23:12:00.256096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93a48690-4ead-41cc-9664-bd21269d2703 req-c8120486-4daa-4a65-bf5b-d7f4c3387275 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942376 Feb 10 23:12:00.723610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-9fff0e51-b469-43af-9289-0d48f2e6e587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:00.723610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-9fff0e51-b469-43af-9289-0d48f2e6e587 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5363610 Feb 10 23:12:01.984720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-3af4cd5e-50d4-4bc4-be05-2cb83b537be7 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2247999 Feb 10 23:12:02.696435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0c34da74-8a17-41c6-9023-e1e2d8b0389b req-d349caee-3882-4fa4-b08c-4e4dd6e60701 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233400 Feb 10 23:12:02.732936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c44e9-1a4f-4e79-913f-3f4fd91856bb req-268872c6-1a6c-414d-a27b-8762670160b8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:02.744211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-997c44e9-1a4f-4e79-913f-3f4fd91856bb req-268872c6-1a6c-414d-a27b-8762670160b8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 1.0866094 Feb 10 23:12:02.937621 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-997c44e9-1a4f-4e79-913f-3f4fd91856bb req-de30b464-22e2-4c34-babc-7f96a3c3a125 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730306 Feb 10 23:12:04.800515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad2ef2-3c54-418f-9ca7-50d4c707d0bf req-2727e34b-fd5a-4334-b133-cbabf56a5cdb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:04.820074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad2ef2-3c54-418f-9ca7-50d4c707d0bf req-2727e34b-fd5a-4334-b133-cbabf56a5cdb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.4956033 Feb 10 23:12:04.900345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88ad2ef2-3c54-418f-9ca7-50d4c707d0bf req-996f0ded-66ad-4b85-98a4-96b2a20439e6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875485 Feb 10 23:12:06.725122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8d05-4188-4092-b130-1932ad37a661 req-94a3d269-6707-4d52-b074-d8ecf4cbaa0b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:06.733195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-892a8d05-4188-4092-b130-1932ad37a661 req-94a3d269-6707-4d52-b074-d8ecf4cbaa0b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.3156641 Feb 10 23:12:06.933625 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-892a8d05-4188-4092-b130-1932ad37a661 req-79e7b1bd-4762-4dc7-a0bb-f4cb390e36f8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900587 Feb 10 23:12:08.352556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b2eb8486-5e8f-48b2-8ce9-3464c3fd3731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:08.875640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039aaa8-79ac-4f77-9976-7e0d9ae066ad req-7fac2503-4844-46cb-adef-6d93f4a51b7c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:08.895014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9039aaa8-79ac-4f77-9976-7e0d9ae066ad req-7fac2503-4844-46cb-adef-6d93f4a51b7c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.4682891 Feb 10 23:12:09.013037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9039aaa8-79ac-4f77-9976-7e0d9ae066ad req-a1890fd3-6b0a-4247-a546-dcaa82c6ff43 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064949 Feb 10 23:12:10.578482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6872e279-a7a9-457d-9981-72338c164b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:10.615718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b839d2a-10b4-4ae5-8856-781d3c796f00 req-4f702bce-a848-43df-bffd-b680843ffbfc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:10.631042 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b839d2a-10b4-4ae5-8856-781d3c796f00 req-4f702bce-a848-43df-bffd-b680843ffbfc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.3317075 Feb 10 23:12:10.848806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0b839d2a-10b4-4ae5-8856-781d3c796f00 req-3d9482ee-188d-4e66-96ec-398a42e4df8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159789 Feb 10 23:12:11.782265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:11.879969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.083924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:12.570373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:12.631646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:12.648673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Usage tracker for resource:security_group_rule and tenant:b7a6dbc273ad4844b2be931a91fe114c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:12.648673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:12.657536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:12.859602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802d90d-3892-4721-a3ba-54416887b41a req-108d2d8f-b668-4624-870c-b52799315a20 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:12.869645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1802d90d-3892-4721-a3ba-54416887b41a req-108d2d8f-b668-4624-870c-b52799315a20 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.6458206 Feb 10 23:12:12.991820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1802d90d-3892-4721-a3ba-54416887b41a req-acd4d2aa-f1c8-45a5-91dc-bb4c0c465dc9 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201816 Feb 10 23:12:13.102166 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.173161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.185137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.291437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 56386) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:13.304644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=b7a6dbc273ad4844b2be931a91fe114c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2177889 Feb 10 23:12:13.375562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e00c65-fb08-478e-ba96-154fbe3b5f1a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:13.414891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.417353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.417726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.418177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.418637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.421092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.421092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.424588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.424588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.425017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.425857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.426552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35291c4d-3cea-43e4-aaab-a906c711a883 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.447635 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.514816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.669940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.719769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e00c65-fb08-478e-ba96-154fbe3b5f1a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:13.752591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.755444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.756323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.757346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.757864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.758494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.759143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.759867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.760526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.761201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.762046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.762664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:13.769564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:13.774442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4780af30-0415-40c9-ada0-05fb46a8c7c9 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c2e00c65-fb08-478e-ba96-154fbe3b5f1a HTTP/1.1" status: 204 len: 168 time: 0.4787509 Feb 10 23:12:14.613670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a9b64-1483-4a85-9ca1-d07a62c8bc9c req-69c8a78b-ae10-42bb-b855-c10bcd1a5f00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:14.617484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f55a9b64-1483-4a85-9ca1-d07a62c8bc9c req-69c8a78b-ae10-42bb-b855-c10bcd1a5f00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.3001812 Feb 10 23:12:14.859614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f55a9b64-1483-4a85-9ca1-d07a62c8bc9c req-693aed7d-23f8-4843-96fc-840995d710d4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290647 Feb 10 23:12:16.174325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea5500-7f70-4325-b33b-4fa1c4c7e369 req-1f9ac8b8-3e57-489c-8625-87da4fb0ec0c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:16.184251 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3ea5500-7f70-4325-b33b-4fa1c4c7e369 req-1f9ac8b8-3e57-489c-8625-87da4fb0ec0c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.1591070 Feb 10 23:12:16.234152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3ea5500-7f70-4325-b33b-4fa1c4c7e369 req-387d492f-d217-4935-b42e-1a3ba1e84bbc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489500 Feb 10 23:12:17.578566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f1937-cca8-4732-92fc-5695fbd8dc3f req-134fa1bb-035a-46d3-8187-1ac47e74c415 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:17.578566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f77f1937-cca8-4732-92fc-5695fbd8dc3f req-134fa1bb-035a-46d3-8187-1ac47e74c415 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.1332541 Feb 10 23:12:17.656269 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f77f1937-cca8-4732-92fc-5695fbd8dc3f req-91aebcc0-d964-4ac6-8c01-e30c3ed06a97 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694065 Feb 10 23:12:18.950105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713990e5-5ec4-4dba-ab8a-8e481ed418d5 req-98129a7f-ecb8-4ad7-a333-11ad116e63ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:18.950105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-713990e5-5ec4-4dba-ab8a-8e481ed418d5 req-98129a7f-ecb8-4ad7-a333-11ad116e63ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.1169560 Feb 10 23:12:19.044409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-713990e5-5ec4-4dba-ab8a-8e481ed418d5 req-363b1154-8724-44f8-90ec-5984f63e25d3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847442 Feb 10 23:12:20.458930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ee3c9c-be5b-4fc5-9034-92433d05e3ac req-a8b41323-52a3-4f81-8ef9-b53a7f271a5c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:20.459743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08ee3c9c-be5b-4fc5-9034-92433d05e3ac req-a8b41323-52a3-4f81-8ef9-b53a7f271a5c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 944 time: 0.1631532 Feb 10 23:12:20.537347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8c6905bd-89a4-44d7-859a-8a0ec3e2072c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:12:20.562149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-08ee3c9c-be5b-4fc5-9034-92433d05e3ac req-6c7c8390-244b-4635-a2bb-cdda2680aba0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902936 Feb 10 23:12:20.766160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:20.785698 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c', 'mac_address': 'fa:16:3e:12:0b:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:12:20.881904 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:20.931405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6905bd-89a4-44d7-859a-8a0ec3e2072c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:12:20.974043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:20.982539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:21.118214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:21.133220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.133805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.134358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.135550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.136496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.136835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.138414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.138414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.138414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.138828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.139266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.139843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:12:21.346191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['8c6905bd-89a4-44d7-859a-8a0ec3e2072c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:12:21.859522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f6465-26aa-4379-bdcc-27ded77f19e2 req-a21eee28-53ea-4726-a5f1-05a244b83459 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:21.861682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d56f6465-26aa-4379-bdcc-27ded77f19e2 req-a21eee28-53ea-4726-a5f1-05a244b83459 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 945 time: 0.1351666 Feb 10 23:12:21.913264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d56f6465-26aa-4379-bdcc-27ded77f19e2 req-0b9e3de5-74e9-4459-b379-f08669a55ce8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453620 Feb 10 23:12:22.017663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.545758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8c6905bd-89a4-44d7-859a-8a0ec3e2072c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:22.644984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:22.651099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:22.651686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.856459 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:22.903675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:22.934053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:22.951229 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:23.027535 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c', 'code': 200} Feb 10 23:12:23.147625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:23.316174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d79e7-4ee9-4d98-876b-51694f9e3878 req-c5b84014-c9af-4cd6-81d6-2dded77ccbc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:23.320390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d37d79e7-4ee9-4d98-876b-51694f9e3878 req-c5b84014-c9af-4cd6-81d6-2dded77ccbc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.1494420 Feb 10 23:12:23.421398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d37d79e7-4ee9-4d98-876b-51694f9e3878 req-39000aa3-11f7-4b0e-bfc1-301560328aaf tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Feb 10 23:12:23.426871 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784dfeb-988a-440b-9aa4-08b6c348bb52 req-268067db-e850-42a6-8359-cb08f4c2328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:23.428986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1784dfeb-988a-440b-9aa4-08b6c348bb52 req-268067db-e850-42a6-8359-cb08f4c2328e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 1097 time: 0.3804297 Feb 10 23:12:23.487564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1784dfeb-988a-440b-9aa4-08b6c348bb52 req-e70946bb-074a-4599-b492-9d4c7c19aa98 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519416 Feb 10 23:12:24.718864 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:25.066978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4a4668-a3cf-449d-a57b-9df8949466f9 req-c1c18dc3-d375-4602-b6a3-8d352c2a87fc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:25.068596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d4a4668-a3cf-449d-a57b-9df8949466f9 req-c1c18dc3-d375-4602-b6a3-8d352c2a87fc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.1264119 Feb 10 23:12:25.130020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7d4a4668-a3cf-449d-a57b-9df8949466f9 req-c10e23a8-389e-47b5-a812-0e0e11478c56 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538857 Feb 10 23:12:25.427502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc64d7-f1e8-4dff-a959-304ca9a33ea6 req-7557716b-d7db-40e2-b923-5344dd8b2ee3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:25.429690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4fc64d7-f1e8-4dff-a959-304ca9a33ea6 req-7557716b-d7db-40e2-b923-5344dd8b2ee3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.1642342 Feb 10 23:12:25.491360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4fc64d7-f1e8-4dff-a959-304ca9a33ea6 req-3b03fa96-301c-4a3f-993d-986d67be3477 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501595 Feb 10 23:12:26.253593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f6ba7-d6f4-445a-bee1-e517ae50e919 req-b8936d3d-700e-4720-956a-723f11c9f35a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:26.256786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d2f6ba7-d6f4-445a-bee1-e517ae50e919 req-b8936d3d-700e-4720-956a-723f11c9f35a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.1241975 Feb 10 23:12:26.377331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d2f6ba7-d6f4-445a-bee1-e517ae50e919 req-533347e4-980f-469d-8b65-ac6b04857e41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068027 Feb 10 23:12:27.836142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-0fb9b6f0-3f3f-4360-a219-2f83492a9209 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.839268 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-0fb9b6f0-3f3f-4360-a219-2f83492a9209 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.2484598 Feb 10 23:12:27.975271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01395c7b-dcf9-41fe-a07b-038803c30e69 req-84676d6f-af89-461d-b30e-47b99f2be2de tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:27.993287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-01395c7b-dcf9-41fe-a07b-038803c30e69 req-84676d6f-af89-461d-b30e-47b99f2be2de tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.2984712 Feb 10 23:12:28.163352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-01395c7b-dcf9-41fe-a07b-038803c30e69 req-1350bfb9-2c46-448f-b7b9-41b079de99da tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637671 Feb 10 23:12:28.163352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:12:28.163352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.063894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:29.064958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:29.679576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for 8c6905bd-89a4-44d7-859a-8a0ec3e2072c owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:12:29.899598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd1059-50d0-48b9-8029-eca0e75185c3 req-ffcac2c7-7c9d-4317-975f-e82aa14508ee tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:29.906726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0dd1059-50d0-48b9-8029-eca0e75185c3 req-ffcac2c7-7c9d-4317-975f-e82aa14508ee tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 946 time: 0.3243513 Feb 10 23:12:29.977739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0dd1059-50d0-48b9-8029-eca0e75185c3 req-d276c51f-0aab-485d-9c5d-81ffb7ef7992 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581677 Feb 10 23:12:30.062659 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.074832 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:12:30.079154 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:12:30.218387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=8c6905bd-89a4-44d7-859a-8a0ec3e2072c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:30.404256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port 8c6905bd-89a4-44d7-859a-8a0ec3e2072c on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:30.408778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:30.435375 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'name': 'network-vif-deleted', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:30.485728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1b388099-5a50-47c8-a47b-061fc3da60ea req-2c06c836-585a-432f-89e2-59dcdf3ceb8a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "DELETE /v2.0/ports/8c6905bd-89a4-44d7-859a-8a0ec3e2072c HTTP/1.1" status: 204 len: 173 time: 2.6344070 Feb 10 23:12:30.587109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8c6905bd-89a4-44d7-859a-8a0ec3e2072c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:30.674756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 8c6905bd-89a4-44d7-859a-8a0ec3e2072c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:12:30.675489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 8c6905bd-89a4-44d7-859a-8a0ec3e2072c not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:31.385985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-31286278-0734-4a09-9e67-24f108f04193 req-90d11b05-8354-4c31-b3d1-bcb6526b4eda tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1596961 Feb 10 23:12:31.431236 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0daecb-9b07-4f61-af75-3e17b281bbf3', 'name': 'network-vif-deleted', 'tag': '8c6905bd-89a4-44d7-859a-8a0ec3e2072c', 'status': 'completed', 'code': 200} Feb 10 23:12:32.812510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-152ddf65-ad15-464f-9b99-2a1eab110fed req-ac7a62d1-8198-4299-87c5-cf11a802d6d5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=db0daecb-9b07-4f61-af75-3e17b281bbf3 HTTP/1.1" status: 200 len: 210 time: 0.1323614 Feb 10 23:12:34.532873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-561e97dc-6de0-4bd2-8b5e-f8e6e538a121 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1574368 Feb 10 23:12:34.764142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-d933dbbf-ae28-49b8-83e7-4e697d650c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:34.765688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-d933dbbf-ae28-49b8-83e7-4e697d650c7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ab2971e268ae40a9883a4c5029856de2&device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 1100 time: 0.1050451 Feb 10 23:12:35.052280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-51c8a77c-6755-4f1f-9377-e3edae6c90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.055563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-51c8a77c-6755-4f1f-9377-e3edae6c90ea service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.2616081 Feb 10 23:12:35.350538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-4e79b8a9-84cc-471c-ad2a-6336aa0329ad service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1f87da86-9e65-43bf-b66d-063b37e40482 HTTP/1.1" status: 200 len: 217 time: 0.2867999 Feb 10 23:12:35.565523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-179d7b0a-3d56-48a1-8cad-afcc7fdc6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.579866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-179d7b0a-3d56-48a1-8cad-afcc7fdc6710 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.2111754 Feb 10 23:12:35.746152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-ea93b956-b928-4da9-b74d-21b3c2c98948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:35.747848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-ea93b956-b928-4da9-b74d-21b3c2c98948 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1676033 Feb 10 23:12:36.044681 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-ea7641d9-f1f2-43bd-a702-3d6352844b7f service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827356 Feb 10 23:12:36.627457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d35e6318-b08b-4241-8929-fd0f656a7668 req-2d13ffac-5c03-4f9e-bb62-88a18677946d service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747640 Feb 10 23:12:38.275702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57eb3b99-d6d3-4944-b365-b82a3f7a7a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:38.642127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518eac7-c749-445b-81b8-52761f2f7a19 req-f5cb9150-c93f-434a-ac2e-8579cb46d21f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:38.643020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b518eac7-c749-445b-81b8-52761f2f7a19 req-f5cb9150-c93f-434a-ac2e-8579cb46d21f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:38.662801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-b518eac7-c749-445b-81b8-52761f2f7a19 req-f5cb9150-c93f-434a-ac2e-8579cb46d21f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:38.664557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b518eac7-c749-445b-81b8-52761f2f7a19 req-f5cb9150-c93f-434a-ac2e-8579cb46d21f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.1303878 Feb 10 23:12:38.742697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b518eac7-c749-445b-81b8-52761f2f7a19 req-fb367bbc-4ee1-45a3-82b0-d1070a55958b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Feb 10 23:12:39.977331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ad04d-7fd7-40f5-ae4c-35c47eeb0d27 req-40721183-baaa-4ffd-933c-9f04c3a05357 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:39.978564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-934ad04d-7fd7-40f5-ae4c-35c47eeb0d27 req-40721183-baaa-4ffd-933c-9f04c3a05357 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0993731 Feb 10 23:12:40.008211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-b19ed678-78aa-4cef-8210-caacc4c5e063 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:40.010357 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-b19ed678-78aa-4cef-8210-caacc4c5e063 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 945 time: 0.0993979 Feb 10 23:12:40.037581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-934ad04d-7fd7-40f5-ae4c-35c47eeb0d27 req-1ee95d61-2f80-42db-9633-3b8f9bce9d43 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=71f1b679-9074-496e-bd28-d2c0557ea6df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501208 Feb 10 23:12:40.099379 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:12:40.099918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.391580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:40.391934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.536828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-998cb6aa-3d18-48c9-ae28-d5683b329aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.550555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:12:40.869651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:40.881567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:12:40.926937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=a1ab18fd-ff8d-46be-806b-8aba6f2d2f66,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:41.016923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:12:41.019497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.022340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'name': 'network-vif-deleted', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:12:41.052072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-de720f4b-db51-4be8-b62b-26e17062a7f0 req-32107879-7533-4570-a483-0a68b5098f41 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "DELETE /v2.0/ports/a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 HTTP/1.1" status: 204 len: 173 time: 1.0362947 Feb 10 23:12:41.088502 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b735e62e-699a-4698-adf4-94c21573cdf8', 'name': 'network-vif-deleted', 'tag': 'a1ab18fd-ff8d-46be-806b-8aba6f2d2f66', 'status': 'completed', 'code': 200} Feb 10 23:12:41.236543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c8cd2b4-1fe4-4b2e-a081-1deec5a772b0 req-fd9751b5-f587-4e16-bc83-c4aaa9ea4dc5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 210 time: 0.0509002 Feb 10 23:12:41.783749 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:41.850463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:42.521414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1058d3a0-c7b8-4af3-99a8-331063c5212f req-940711d8-1bb6-45f1-9a38-abd442907607 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:12:42.562641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-1058d3a0-c7b8-4af3-99a8-331063c5212f req-940711d8-1bb6-45f1-9a38-abd442907607 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:12:42.574502 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1058d3a0-c7b8-4af3-99a8-331063c5212f req-940711d8-1bb6-45f1-9a38-abd442907607 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=b735e62e-699a-4698-adf4-94c21573cdf8 HTTP/1.1" status: 200 len: 210 time: 0.1530044 Feb 10 23:12:43.043568 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:43.477667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:12:43.519571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:12:43.519942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a1ab18fd-ff8d-46be-806b-8aba6f2d2f66 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:12:46.464157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56946) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:46.751023 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.768739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:46.773149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Usage tracker for resource:security_group_rule and tenant:c9f090199c1845ef94cb17a12d0a5d9f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:46.776966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:46.783461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:46.951361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:46.961090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.033317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=c9f090199c1845ef94cb17a12d0a5d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5631471 Feb 10 23:12:47.033962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 56972) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:47.082063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680d8ce-2382-4a88-86a8-381d44aae1be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f4df69-aeef-4959-9b96-704f2938cd17,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:47.194038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.306463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.482518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.528359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f4df69-aeef-4959-9b96-704f2938cd17,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:47.547217 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:47.549877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e7bbc35-f6f2-49ee-ae99-a940b68bdcbd admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b3f4df69-aeef-4959-9b96-704f2938cd17 HTTP/1.1" status: 204 len: 168 time: 0.5142267 Feb 10 23:12:48.749095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57024) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:48.757418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-182639529', 'description': 'tempest-secgroup-smoke-182639529 description', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:48.770559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:48.791145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:48.815069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:48.845986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:48.863151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:48.869894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:48.888379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.043791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57030) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.058439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.068236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.161506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6310002-6a7f-40d8-90fb-c9b90c0972b0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:49.171266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.179336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c1308749-6710-402f-b05d-6bfda8b0ebcb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4236858 Feb 10 23:12:49.181417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57038) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.190419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:49.203733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.212924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:49.220681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:49.234090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.267552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.388030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-701696172-network', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:49.400998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.408899 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.411688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Usage tracker for resource:network and tenant:fb3a6cb6f64d494ab8e07bc9c60b27b8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:49.420379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:49.426548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.437991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.467731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Made reservation on behalf of fb3a6cb6f64d494ab8e07bc9c60b27b8 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:49.472340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.480476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d702c3-ccc7-49cc-9a79-a5f2c40fabf2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:49.500483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.507344 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.510405 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-143d12e8-52ff-43db-bdcb-b27209553eeb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268754 Feb 10 23:12:49.515927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57046) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.529660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:49.533605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.542386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:fb3a6cb6f64d494ab8e07bc9c60b27b8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:49.544108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.547988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:49.554676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:49.560593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:49.561462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.573334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.614571 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.768949 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.769656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.778070 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.780524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.835194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e8f5f9-a5c5-4e4c-9401-b1195b759ef1,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:49.835618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:12:49.854633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fa875a-5eb6-459c-ba5d-8992e09c1c03,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:49.857609 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.864108 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-cb21784a-7d01-4a24-9b4e-f95a1c156124 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3463664 Feb 10 23:12:49.865057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57054) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:49.870367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.870937 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Added segment 4dd191ae-0592-447d-bb98-c2fc8ae110f5 of type vlan for network 51743b15-672a-4277-99fe-3ad28d1f0b55 Feb 10 23:12:49.873780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:49.887854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:49.895967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:49.901749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:49.914147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:49.935650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.950602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.984729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:49.986126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:49.987346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.095315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.102409 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.192315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1465085 Feb 10 23:12:50.196561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:50.204832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Request body: {'subnet': {'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-701696172-subnet', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:50.210799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3512d4a-840e-4baa-bce3-e47a4f619301,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.213545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:50.219081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Usage tracker for resource:subnet and tenant:fb3a6cb6f64d494ab8e07bc9c60b27b8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:50.224737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:50.235608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:50.241092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.245606 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e8a6e643-697f-428e-b403-d3315ec33c57 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3785172 Feb 10 23:12:50.246773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdabe1-8c4f-4f73-a5bc-594dd689fdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=51743b15-672a-4277-99fe-3ad28d1f0b55,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.249552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:50.255970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Made reservation on behalf of fb3a6cb6f64d494ab8e07bc9c60b27b8 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:12:50.261238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.266944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:12:50.279086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:50.291962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:50.300443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:50.305195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:50.318988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:50.350904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.511122 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.522139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.569391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c61dd0b-e6dc-41a3-a698-bd2565c805b2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.606803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.608968 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f5d51717-d7ee-4cfa-b401-672c2cebb8b1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3574998 Feb 10 23:12:50.625561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57076) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:50.652317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:50.662442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:50.669058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:50.673085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:50.684346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:50.708735 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Project a1685adcb2dd46ec94d6d6482ac75560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:50.721135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.724088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.838806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.848485 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.909596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2121cf3-7f6c-4428-8077-a4d9c6844f8f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.913347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Checking segment: {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:12:50.916828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Network hostable DHCP agents. Network: 51743b15-672a-4277-99fe-3ad28d1f0b55, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:12:50.929898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:50.931764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ccb10f45-8403-40cc-8530-c2e81c4c3c8d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042755 Feb 10 23:12:50.935567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71502e9-cc65-46c2-9417-013268bf6b8f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:50.940465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57082) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:50.956687 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'security_group_rule': {'security_group_id': 'd6310002-6a7f-40d8-90fb-c9b90c0972b0', 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:50.965276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:12:50.970546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:50.977725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:security_group_rule and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:50.982333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:50.988530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 51743b15-672a-4277-99fe-3ad28d1f0b55) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:50.992338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:50.996040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:12:50.998496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.010522 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Project a1685adcb2dd46ec94d6d6482ac75560 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:12:51.010860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761db304-35d7-495e-abc9-e1d375cb2168 None None] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:12:51.022471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.080636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cbec6b2b-b74d-41da-a707-329f496a3583 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8796587 Feb 10 23:12:51.082400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57088) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:51.111042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:12:51.129778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:12:51.140489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Usage tracker for resource:router and tenant:fb3a6cb6f64d494ab8e07bc9c60b27b8 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:12:51.152654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:12:51.164492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.167835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:12:51.180033 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.194213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.198512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.226212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6baad917-b346-4a45-bb7b-09efea251519,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:51.281145 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.281394 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.284116 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-382af648-d56a-48e0-abd6-63ec90381cb0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3415306 Feb 10 23:12:51.565339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-51743b15-672a-4277-99fe-3ad28d1f0b55', 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'fixed_ips': [{'subnet_id': 'd71502e9-cc65-46c2-9417-013268bf6b8f'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:12:51.566664 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:51.971435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Allocated IP 172.20.0.2 (51743b15-672a-4277-99fe-3ad28d1f0b55/d71502e9-cc65-46c2-9417-013268bf6b8f/fc3abd92-b999-4806-80e1-52fae8caa562) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:51.987608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.434810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.646275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.705852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Transition to ACTIVE for port object fc3abd92-b999-4806-80e1-52fae8caa562 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:52.772701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Transition to ACTIVE for port object fc3abd92-b999-4806-80e1-52fae8caa562 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:12:52.784300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.793489 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.865361 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:52.886073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:52.895647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:52.901317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:12:52.976136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Pushing event updated for resources: {'Port': ['ID=fc3abd92-b999-4806-80e1-52fae8caa562,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.084849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Attempting to bind port fc3abd92-b999-4806-80e1-52fae8caa562 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:12:53.085708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Attempting to bind port fc3abd92-b999-4806-80e1-52fae8caa562 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:12:53.086497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Attempting to bind port fc3abd92-b999-4806-80e1-52fae8caa562 on network 51743b15-672a-4277-99fe-3ad28d1f0b55 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:12:53.121325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:12:53.121823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Checking segment: {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:12:53.122356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.122799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Bound using segment: {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:12:53.123504 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Bound port: fc3abd92-b999-4806-80e1-52fae8caa562, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:12:53.123926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.226847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Allocated IP 172.25.2.232 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2d4cbc84-5b9b-4033-86c1-4b3811d36c6c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:12:53.325594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] For port fc3abd92-b999-4806-80e1-52fae8caa562, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:12:53.332438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] For port fc3abd92-b999-4806-80e1-52fae8caa562, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fc3abd92-b999-4806-80e1-52fae8caa562,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:12:53.340102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.473996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671b3bf1-f225-411a-a417-3f74c0555042 None None] Pushing event updated for resources: {'Port': ['ID=fc3abd92-b999-4806-80e1-52fae8caa562,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:53.601377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.705758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:53.854487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:12:53.872865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:12:53.879100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:12:54.012265 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Pushing event updated for resources: {'Port': ['ID=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:54.701836 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:54.766429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:55.599600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b371de2b-04c2-4301-baf5-2f717635dc26 None None] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:12:55.768241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fc3abd92-b999-4806-80e1-52fae8caa562 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:55.914038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-5e28130b-2701-49b2-a13a-ab23d22354e9 None None] Provisioning for port fc3abd92-b999-4806-80e1-52fae8caa562 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:55.964246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.243878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fc3abd92-b999-4806-80e1-52fae8caa562 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:12:56.273833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fc3abd92-b999-4806-80e1-52fae8caa562 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:56.275272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.561832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:12:56.655734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.713166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fc3abd92-b999-4806-80e1-52fae8caa562, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fc3abd92-b999-4806-80e1-52fae8caa562,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:12:56.720966 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:56.845614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fc3abd92-b999-4806-80e1-52fae8caa562,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:12:57.080061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:12:57.105781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Sync routers for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:12:57.169518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.183963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:12:57.185133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:12:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:57.195587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eabeaae9-3dfa-4354-a62d-4030b2851f24 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.1061971 Feb 10 23:12:57.196063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:12:57.390784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d247ec6a-e340-4c5a-9381-15d7859a1725 None None] Provisioning complete for port fc3abd92-b999-4806-80e1-52fae8caa562 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:57.391274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d247ec6a-e340-4c5a-9381-15d7859a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:57.661678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fc3abd92-b999-4806-80e1-52fae8caa562 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:12:58.099628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:12:58.469377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fc3abd92-b999-4806-80e1-52fae8caa562 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:12:58.470765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.052770 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.094591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:12:54Z', 'revision_number': 3, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:12:59.102993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Checking router: 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:12:59.103670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Updating router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:12:59.232940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:12:59.805409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Allocated IP 172.20.0.1 (51743b15-672a-4277-99fe-3ad28d1f0b55/d71502e9-cc65-46c2-9417-013268bf6b8f/774f80e5-4264-48d2-813e-63efff2e5efd) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:00.095124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.153068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Transition to ACTIVE for port object 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:00.162109 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.181242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.195965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Transition to ACTIVE for port object 774f80e5-4264-48d2-813e-63efff2e5efd will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:00.328134 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.430429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Attempting to bind port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:00.430429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Attempting to bind port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:00.430429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Attempting to bind port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:00.456179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:00.456876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:00.458255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.458974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:00.460123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Bound port: 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:00.462950 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.481705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:00.487816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:00.502998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:00.651428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] For port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:00.658119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] For port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:00.668901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Pushing event updated for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:00.669372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.693224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2d4e3-e5f3-47ee-b30a-4056aaafc286 None None] Pushing event updated for resources: {'Port': ['ID=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:00.732821 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:00.981622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:00.982720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:12:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:01.180482 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2d4e3-e5f3-47ee-b30a-4056aaafc286 None None] Pushing event updated for resources: {'Port': ['ID=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:01.190568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1ffeaba1-9796-4bac-9b2a-e5cc8c7b4536 None None] Provisioning for port 774f80e5-4264-48d2-813e-63efff2e5efd completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:01.202962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1ffeaba1-9796-4bac-9b2a-e5cc8c7b4536 None None] Provisioning complete for port 774f80e5-4264-48d2-813e-63efff2e5efd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:01.203418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1ffeaba1-9796-4bac-9b2a-e5cc8c7b4536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.410640 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.445685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1ffeaba1-9796-4bac-9b2a-e5cc8c7b4536 None None] Port 774f80e5-4264-48d2-813e-63efff2e5efd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:13:01.473104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:01.887987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:01.897225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.137098 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:02.145071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Pushing event updated for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:02.260049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:12:54Z', 'revision_number': 3, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:02.284406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb92d792-e337-48ed-9182-714c47f8d15a None None] The sync data for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 is: [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:12:54Z', 'revision_number': 3, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:02.509682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:02.512157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:03.074775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:13:03.226735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-57127d1a-367a-4fff-90c7-d71e520af2ac None None] Provisioning complete for port 774f80e5-4264-48d2-813e-63efff2e5efd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:03.227175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-57127d1a-367a-4fff-90c7-d71e520af2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:03.366120 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-57127d1a-367a-4fff-90c7-d71e520af2ac None None] Port 774f80e5-4264-48d2-813e-63efff2e5efd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:13:03.545281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:03.566992 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d86d3428-9f7a-48dd-949c-fe59d1b52705 admin admin] 10.222.0.53 "PUT /v2.0/routers/18bf9c52-5ab1-48c4-829e-82b4b908e6a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3676021 Feb 10 23:13:03.698707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:03.836245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:03.854258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:03.854750 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.050823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.088497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:04.099355 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.216098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:04.760486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57324) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:04.778857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-913682192-network', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:04.791661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:04.799630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Usage tracker for resource:network and tenant:20eb2fecf6ff49ae9d84510509554ef0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:04.802742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:04.828793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:04.850356 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Made reservation on behalf of 20eb2fecf6ff49ae9d84510509554ef0 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:04.858192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.878249 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:04.910962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:04.924024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:20eb2fecf6ff49ae9d84510509554ef0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:04.929600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:04.941169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:05.315026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.325623 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.364371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:13:05.378135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bde3961-a1b1-4991-93f5-91f49965459f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.389038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.389903 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Added segment a3fadb6c-050c-4de5-86d7-a267f5792435 of type vlan for network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 Feb 10 23:13:05.460762 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.480681 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Sync routers for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:05.498968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:05.500362 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:12:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:05.518494 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.520491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:05.521498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:05.631341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:05.786847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0236797 Feb 10 23:13:05.790833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57342) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:05.795414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9fabc4-9628-4ee3-a597-5b1a5ca8e2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6c72b262-d6e1-447a-9d78-1eb14c15dd55,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:05.796894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Request body: {'subnet': {'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-913682192-subnet', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:05.812329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:05.814992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:05.826443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Usage tracker for resource:subnet and tenant:20eb2fecf6ff49ae9d84510509554ef0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:05.827947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:13:05.850590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:05.871180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:05.891710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Made reservation on behalf of 20eb2fecf6ff49ae9d84510509554ef0 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:05.895870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.108977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:06.110738 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.412318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.454029 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:01Z', 'revision_number': 4, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '774f80e5-4264-48d2-813e-63efff2e5efd', 'name': '', 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'mac_address': 'fa:16:3e:e7:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:59Z', 'updated_at': '2022-02-10T23:13:01Z', 'revision_number': 2, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'subnets': [{'id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:06.467629 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Checking router: 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:13:06.468194 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Updating router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 port 774f80e5-4264-48d2-813e-63efff2e5efd binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:13:06.561408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45753ec2-cdd3-4555-9090-b1bba0807aa1,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:06.581147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Checking segment: {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:06.581507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Network hostable DHCP agents. Network: 6c72b262-d6e1-447a-9d78-1eb14c15dd55, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:13:06.594389 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.610440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:13:06.629756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6c72b262-d6e1-447a-9d78-1eb14c15dd55) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:06.640099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67280d9f-d771-46c4-a14a-e1fdb826bca6 None None] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:13:06.643003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:06.643702 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.675368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-16caa488-1611-47a9-b970-43a3610bb454 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8812451 Feb 10 23:13:06.677600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57356) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:06.686565 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:06.708998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:06.720320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Usage tracker for resource:router and tenant:20eb2fecf6ff49ae9d84510509554ef0 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:06.731416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:06.761530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:06.801581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.803715 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:06.860957 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.092149 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:13:07.219944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'fixed_ips': [{'subnet_id': '45753ec2-cdd3-4555-9090-b1bba0807aa1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:13:07.220848 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.433572 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.457764 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.480523 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Transition to ACTIVE for port object 774f80e5-4264-48d2-813e-63efff2e5efd will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:07.490802 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.650072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Allocated IP 172.20.0.2 (6c72b262-d6e1-447a-9d78-1eb14c15dd55/45753ec2-cdd3-4555-9090-b1bba0807aa1/d325f36b-3011-442c-864e-9bbae339f632) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:07.678659 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Pushing event updated for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:07.689301 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.689725 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.690010 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.690383 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.690714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.691039 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.691399 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.693297 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.693645 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.693970 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.694294 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.694615 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:07.815617 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Attempting to bind port 774f80e5-4264-48d2-813e-63efff2e5efd on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:07.815992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Attempting to bind port 774f80e5-4264-48d2-813e-63efff2e5efd by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:07.816336 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Attempting to bind port 774f80e5-4264-48d2-813e-63efff2e5efd on network 51743b15-672a-4277-99fe-3ad28d1f0b55 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:07.823620 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:07.824103 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Checking segment: {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:07.824742 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.824874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Bound using segment: {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:07.825275 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Bound port: 774f80e5-4264-48d2-813e-63efff2e5efd, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd191ae-0592-447d-bb98-c2fc8ae110f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:07.825652 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:07.988274 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] For port 774f80e5-4264-48d2-813e-63efff2e5efd, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:07.995593 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] For port 774f80e5-4264-48d2-813e-63efff2e5efd, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=774f80e5-4264-48d2-813e-63efff2e5efd,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:08.007764 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.203449 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.229234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Transition to ACTIVE for port object d325f36b-3011-442c-864e-9bbae339f632 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:08.238115 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda280c-b249-41f5-9d28-6b884ae50f10 None None] Pushing event updated for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.292717 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:08.294243 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:12:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:08.304157 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.328857 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8618b937-ebab-4dce-b23c-c91161869a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.345514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Transition to ACTIVE for port object d325f36b-3011-442c-864e-9bbae339f632 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:08.358044 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.366289 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.648995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:08.655998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:08.658031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Pushing event updated for resources: {'Port': ['ID=d325f36b-3011-442c-864e-9bbae339f632,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:08.671971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:08.823690 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:08.851097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Attempting to bind port d325f36b-3011-442c-864e-9bbae339f632 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:08.851637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Attempting to bind port d325f36b-3011-442c-864e-9bbae339f632 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:08.851991 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Attempting to bind port d325f36b-3011-442c-864e-9bbae339f632 on network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:08.858855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 12, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:08.859350 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Checking segment: {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:08.859658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.860048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Bound using segment: {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:08.860737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Bound port: d325f36b-3011-442c-864e-9bbae339f632, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:08.861108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:08.867265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Allocated IP 172.25.2.68 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/94901efb-51ed-41b9-bf5c-7c030eae25ef) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:09.036386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] For port d325f36b-3011-442c-864e-9bbae339f632, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:09.047011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] For port d325f36b-3011-442c-864e-9bbae339f632, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d325f36b-3011-442c-864e-9bbae339f632,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:09.057713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.315343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0bd1e-f3aa-48ee-a71b-87ec6b09f11c None None] Pushing event updated for resources: {'Port': ['ID=d325f36b-3011-442c-864e-9bbae339f632,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:09.425151 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.490669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:09.729471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:09.736152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:09.753420 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:09.852375 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:01Z', 'revision_number': 4, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '774f80e5-4264-48d2-813e-63efff2e5efd', 'name': '', 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'mac_address': 'fa:16:3e:e7:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:59Z', 'updated_at': '2022-02-10T23:13:07Z', 'revision_number': 4, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'subnets': [{'id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:09.888230 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fd6c7d-7a6a-4d56-9960-6480c3afc309 None None] The sync data for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 is: [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:01Z', 'revision_number': 4, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '774f80e5-4264-48d2-813e-63efff2e5efd', 'name': '', 'network_id': '51743b15-672a-4277-99fe-3ad28d1f0b55', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'mac_address': 'fa:16:3e:e7:19:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:59Z', 'updated_at': '2022-02-10T23:13:07Z', 'revision_number': 4, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'subnets': [{'id': 'd71502e9-cc65-46c2-9417-013268bf6b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:09.950544 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Pushing event updated for resources: {'Port': ['ID=94901efb-51ed-41b9-bf5c-7c030eae25ef,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:10.550375 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59aafaec-bea2-4dd0-8822-0e78837fe2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.073605 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.817399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.879682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:11.937818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d325f36b-3011-442c-864e-9bbae339f632 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:12.101412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d325f36b-3011-442c-864e-9bbae339f632 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:12.126246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 774f80e5-4264-48d2-813e-63efff2e5efd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:12.216207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1f194c-63a9-4767-afac-51da145d040b None None] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:13:12.332156 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.475152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Provisioning for port d325f36b-3011-442c-864e-9bbae339f632 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:12.538538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Provisioning complete for port d325f36b-3011-442c-864e-9bbae339f632 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:12.539389 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.764511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 774f80e5-4264-48d2-813e-63efff2e5efd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:12.790829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 774f80e5-4264-48d2-813e-63efff2e5efd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:12.791744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:12.944538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Router f205b20e-d051-4d05-97cd-88ed98a9b3f3 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:13:13.138859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.253712 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.307256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] For port d325f36b-3011-442c-864e-9bbae339f632, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d325f36b-3011-442c-864e-9bbae339f632,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:13.346978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:13.416420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Sync routers for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:13.428985 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.443985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.450015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 57594) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:13.450762 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-31257897-153a-477a-a67f-49b81efee3e0 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.7710049 Feb 10 23:13:13.595879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:13.699068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:13.700202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:13.917229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6837bca-92d7-498a-9954-b1e6cb54d2ed None None] Pushing event updated for resources: {'Port': ['ID=d325f36b-3011-442c-864e-9bbae339f632,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:13.926041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 774f80e5-4264-48d2-813e-63efff2e5efd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=774f80e5-4264-48d2-813e-63efff2e5efd,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:13.989998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.141144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:14.213076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d325f36b-3011-442c-864e-9bbae339f632 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:14.323628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:14.560313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-de4ed49d-9862-43cd-96e1-3bf7d3a6e7fd None None] Provisioning complete for port d325f36b-3011-442c-864e-9bbae339f632 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:14.561122 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de4ed49d-9862-43cd-96e1-3bf7d3a6e7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:14.658598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d325f36b-3011-442c-864e-9bbae339f632 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:14.659047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.042170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 3, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:15.050404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Checking router: f205b20e-d051-4d05-97cd-88ed98a9b3f3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:13:15.051357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Updating router f205b20e-d051-4d05-97cd-88ed98a9b3f3 port 94901efb-51ed-41b9-bf5c-7c030eae25ef binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:13:15.190010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.537883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.851465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:15.888555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Transition to ACTIVE for port object 94901efb-51ed-41b9-bf5c-7c030eae25ef will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:15.902081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.069528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Attempting to bind port 94901efb-51ed-41b9-bf5c-7c030eae25ef on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:16.070108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Attempting to bind port 94901efb-51ed-41b9-bf5c-7c030eae25ef by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:16.071003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Attempting to bind port 94901efb-51ed-41b9-bf5c-7c030eae25ef on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:16.088024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5ae07-0d41-4668-95a1-aeded12d6f8a None None] Pushing event updated for resources: {'Port': ['ID=94901efb-51ed-41b9-bf5c-7c030eae25ef,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.092677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:16.093302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:16.093790 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.095736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:16.096475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Bound port: 94901efb-51ed-41b9-bf5c-7c030eae25ef, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:16.097027 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.109610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Allocated IP 172.20.0.1 (6c72b262-d6e1-447a-9d78-1eb14c15dd55/45753ec2-cdd3-4555-9090-b1bba0807aa1/29771bdf-c5c3-4923-b89e-e4a91200870c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:16.260271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] For port 94901efb-51ed-41b9-bf5c-7c030eae25ef, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:16.285957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] For port 94901efb-51ed-41b9-bf5c-7c030eae25ef, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=94901efb-51ed-41b9-bf5c-7c030eae25ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:16.293689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 774f80e5-4264-48d2-813e-63efff2e5efd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:16.359050 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.473806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.504181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Transition to ACTIVE for port object 29771bdf-c5c3-4923-b89e-e4a91200870c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:16.553691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d5ae07-0d41-4668-95a1-aeded12d6f8a None None] Pushing event updated for resources: {'Port': ['ID=94901efb-51ed-41b9-bf5c-7c030eae25ef,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.560406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:16.561612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:16.577398 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.652616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 774f80e5-4264-48d2-813e-63efff2e5efd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:16.652986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:16.770482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Pushing event updated for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:16.779057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:16.788204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:16.796634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:16.914496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.915650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.916296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.916862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.917413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.917961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.918506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.919052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.919656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.920257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.920804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.921354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:16.933327 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.022613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:17.506828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.587489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dbef7fd5-0b4f-469b-8223-ad5abcfc63c2 None None] Provisioning for port 29771bdf-c5c3-4923-b89e-e4a91200870c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:17.596438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dbef7fd5-0b4f-469b-8223-ad5abcfc63c2 None None] Provisioning complete for port 29771bdf-c5c3-4923-b89e-e4a91200870c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:17.597006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbef7fd5-0b4f-469b-8223-ad5abcfc63c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.728376 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dbef7fd5-0b4f-469b-8223-ad5abcfc63c2 None None] Port 29771bdf-c5c3-4923-b89e-e4a91200870c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:13:17.779383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 3, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:17.786011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b55947b-10b8-45bb-873f-7c130aecafb5 None None] The sync data for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 is: [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:10Z', 'revision_number': 3, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:17.867544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:17.877080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.015673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Pushing event updated for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:18.018704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.495972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:18.497625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:18.887292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d61e81c5-6607-4588-873d-a1b3c8afb202 None None] Provisioning complete for port 29771bdf-c5c3-4923-b89e-e4a91200870c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:18.888553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d61e81c5-6607-4588-873d-a1b3c8afb202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:18.925859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Router f205b20e-d051-4d05-97cd-88ed98a9b3f3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:13:19.083031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d61e81c5-6607-4588-873d-a1b3c8afb202 None None] Port 29771bdf-c5c3-4923-b89e-e4a91200870c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:13:19.365946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:19.398374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f2ee47bf-6384-45f8-abb4-5f713cbd05f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/f205b20e-d051-4d05-97cd-88ed98a9b3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9449134 Feb 10 23:13:20.156114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 94901efb-51ed-41b9-bf5c-7c030eae25ef up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:20.312600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 94901efb-51ed-41b9-bf5c-7c030eae25ef completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:20.322003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 94901efb-51ed-41b9-bf5c-7c030eae25ef triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:20.322003 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.573443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.626745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 94901efb-51ed-41b9-bf5c-7c030eae25ef, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=94901efb-51ed-41b9-bf5c-7c030eae25ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:20.643136 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:20.778649 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Sync routers for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:20.810869 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:20.811919 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:20.814017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=94901efb-51ed-41b9-bf5c-7c030eae25ef,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:21.320049 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:21.398723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7de0dee-af1d-4845-a8ca-a8721333977b req-97627d86-86ad-40ab-a90f-e43ef59300a1 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:21.403656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7de0dee-af1d-4845-a8ca-a8721333977b req-97627d86-86ad-40ab-a90f-e43ef59300a1 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.2109921 Feb 10 23:13:21.498724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7de0dee-af1d-4845-a8ca-a8721333977b req-39f9e1a1-a3a8-4261-acee-17e42a59815a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843065 Feb 10 23:13:21.708769 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57916) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:21.868188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:17Z', 'revision_number': 4, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '29771bdf-c5c3-4923-b89e-e4a91200870c', 'name': '', 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'mac_address': 'fa:16:3e:d2:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:15Z', 'updated_at': '2022-02-10T23:13:17Z', 'revision_number': 2, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'subnets': [{'id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:21.876218 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Checking router: f205b20e-d051-4d05-97cd-88ed98a9b3f3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:13:21.876860 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Updating router f205b20e-d051-4d05-97cd-88ed98a9b3f3 port 29771bdf-c5c3-4923-b89e-e4a91200870c binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:13:21.982217 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.043455 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.214628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 94901efb-51ed-41b9-bf5c-7c030eae25ef up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:22.319225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 94901efb-51ed-41b9-bf5c-7c030eae25ef triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:22.319969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.839534 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:22.865022 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Transition to ACTIVE for port object 29771bdf-c5c3-4923-b89e-e4a91200870c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:22.879404 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.118422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-92744237-98cb-44dd-b9fa-7f8c4fc5ebd9 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:23.119770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c97556-86f0-465b-acd7-22c19bef21be None None] Pushing event updated for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:23.132701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-92744237-98cb-44dd-b9fa-7f8c4fc5ebd9 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.30 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.4137907 Feb 10 23:13:23.387977 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968778bb-2b8f-4668-98f6-6179c1cca69e req-ed69d648-ac40-4275-9923-fbd396458ccd tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:23.391087 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-968778bb-2b8f-4668-98f6-6179c1cca69e req-ed69d648-ac40-4275-9923-fbd396458ccd tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.6180072 Feb 10 23:13:23.416958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Attempting to bind port 29771bdf-c5c3-4923-b89e-e4a91200870c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:23.417800 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Attempting to bind port 29771bdf-c5c3-4923-b89e-e4a91200870c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:23.418485 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Attempting to bind port 29771bdf-c5c3-4923-b89e-e4a91200870c on network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:23.428442 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:23.429778 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Checking segment: {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:23.429778 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.431041 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Bound using segment: {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:23.431936 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Bound port: 29771bdf-c5c3-4923-b89e-e4a91200870c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3fadb6c-050c-4de5-86d7-a267f5792435', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:23.432613 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.478150 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Deleting port 1f87da86-9e65-43bf-b66d-063b37e40482 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:23.478611 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.604555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] For port 29771bdf-c5c3-4923-b89e-e4a91200870c, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:23.611768 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] For port 29771bdf-c5c3-4923-b89e-e4a91200870c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=29771bdf-c5c3-4923-b89e-e4a91200870c,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:23.621708 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:23.628782 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-968778bb-2b8f-4668-98f6-6179c1cca69e req-da675c0a-5f9b-4fc6-82d3-65e667c9e39a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071643 Feb 10 23:13:23.790820 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:23.792221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:23.953823 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c97556-86f0-465b-acd7-22c19bef21be None None] Pushing event updated for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:24.035327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.207226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:24.208459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] For port 1f87da86-9e65-43bf-b66d-063b37e40482, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=1f87da86-9e65-43bf-b66d-063b37e40482,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:24.209180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.460147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Calling delete_port for 1f87da86-9e65-43bf-b66d-063b37e40482 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:24.740299 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:24.748824 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:17Z', 'revision_number': 4, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '29771bdf-c5c3-4923-b89e-e4a91200870c', 'name': '', 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'mac_address': 'fa:16:3e:d2:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:15Z', 'updated_at': '2022-02-10T23:13:23Z', 'revision_number': 4, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'subnets': [{'id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:24.766695 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4159cc8c-0735-4986-883b-65d6beee75ca None None] The sync data for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 is: [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:17Z', 'revision_number': 4, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '29771bdf-c5c3-4923-b89e-e4a91200870c', 'name': '', 'network_id': '6c72b262-d6e1-447a-9d78-1eb14c15dd55', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'mac_address': 'fa:16:3e:d2:b0:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3994, 'fixed_ips': [{'subnet_id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:15Z', 'updated_at': '2022-02-10T23:13:23Z', 'revision_number': 4, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'subnets': [{'id': '45753ec2-cdd3-4555-9090-b1bba0807aa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:24.812145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 1f87da86-9e65-43bf-b66d-063b37e40482 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:25.122826 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.144489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d4960e-c5ba-4629-b030-1b7459325998 req-df7e3f1e-ed51-4069-b35a-84945fa29716 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:25.157044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21d4960e-c5ba-4629-b030-1b7459325998 req-df7e3f1e-ed51-4069-b35a-84945fa29716 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 949 time: 0.1916873 Feb 10 23:13:25.158511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Port 1f87da86-9e65-43bf-b66d-063b37e40482 update to DOWN by agent not found {{(pid=87654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 10 23:13:25.249746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21d4960e-c5ba-4629-b030-1b7459325998 req-00eca6fc-2ef7-489e-8c3d-cc4d01e88f1a tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/security-groups?id=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907605 Feb 10 23:13:25.280056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Pushing event deleted for resources: {'Port': ['ID=1f87da86-9e65-43bf-b66d-063b37e40482,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:25.285079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Deleting port 774f80e5-4264-48d2-813e-63efff2e5efd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:25.292154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.606282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.606800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.607079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.607612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.608047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.608607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.608921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.609340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.609837 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.610870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.611194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.611575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:25.691895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] No DVR routers for this DVR port 1f87da86-9e65-43bf-b66d-063b37e40482 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:25.705767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:25.714480 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'name': 'network-vif-deleted', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:25.979761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfbd69c3-08c5-494e-972c-92b85324a16c req-8d6c8939-aa73-4af2-9ca7-07a9f84442e2 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.30 "DELETE /v2.0/ports/1f87da86-9e65-43bf-b66d-063b37e40482 HTTP/1.1" status: 204 len: 173 time: 2.8159785 Feb 10 23:13:26.024957 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1935b291-ef8f-4123-9cd0-2397453a6944', 'name': 'network-vif-deleted', 'tag': '1f87da86-9e65-43bf-b66d-063b37e40482', 'status': 'completed', 'code': 200} Feb 10 23:13:26.208440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] For port 774f80e5-4264-48d2-813e-63efff2e5efd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=774f80e5-4264-48d2-813e-63efff2e5efd,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:26.209386 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.311326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 29771bdf-c5c3-4923-b89e-e4a91200870c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:26.535948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 29771bdf-c5c3-4923-b89e-e4a91200870c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:26.557355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 29771bdf-c5c3-4923-b89e-e4a91200870c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:26.557981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:26.568483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Calling delete_port for 774f80e5-4264-48d2-813e-63efff2e5efd owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:26.696945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7290ea74-a7bb-4fe9-8fcc-9dc0a53188b2 req-290878e7-ca88-4486-8031-a40ab98697a4 tempest-VolumesBackupsTest-69469467 tempest-VolumesBackupsTest-69469467-project] 10.222.0.53 "GET /v2.0/ports?device_id=1935b291-ef8f-4123-9cd0-2397453a6944 HTTP/1.1" status: 200 len: 210 time: 0.1048427 Feb 10 23:13:26.926963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.003517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 29771bdf-c5c3-4923-b89e-e4a91200870c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=29771bdf-c5c3-4923-b89e-e4a91200870c,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:27.010532 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.150005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.158792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.159189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.159600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.159929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.160462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.160630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.160876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.161318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.161643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.161959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.162276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.162614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:13:27.282340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:27.346751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Pushing event deleted for resources: {'Port': ['ID=774f80e5-4264-48d2-813e-63efff2e5efd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:27.822669 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.348863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 29771bdf-c5c3-4923-b89e-e4a91200870c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:28.514649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 29771bdf-c5c3-4923-b89e-e4a91200870c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:28.515829 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:28.715728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:13:28.864665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-03236dae-1eb5-48a8-b549-d5f9f2510fb8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:28.891657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-03236dae-1eb5-48a8-b549-d5f9f2510fb8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:28.894074 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-03236dae-1eb5-48a8-b549-d5f9f2510fb8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182639529&fields=id&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 267 time: 0.0974789 Feb 10 23:13:29.040127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:29.057958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Sync routers for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:29.066985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c148168f-6cba-405b-aeb1-c0456a71ea4b admin admin] 10.222.0.53 "PUT /v2.0/routers/18bf9c52-5ab1-48c4-829e-82b4b908e6a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3555651 Feb 10 23:13:29.070599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 57966) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:29.081418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:29.082588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:29.183537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-afe4b5d6-a6b5-44bd-b4fc-63e50553d7ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:29.185825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-afe4b5d6-a6b5-44bd-b4fc-63e50553d7ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2823062 Feb 10 23:13:29.226558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-0d7de1d5-f4d7-439e-a39e-1e9b806720d8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0288157 Feb 10 23:13:29.405387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-e091d13e-c83d-4f80-923f-73b3d6df3604 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1673760 Feb 10 23:13:29.439183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:29.486734 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.580965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-d4030228-d469-4acd-8009-16a76cfe7237 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609719 Feb 10 23:13:29.769430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-3a74c22d-b46d-450d-a3f1-6a3bc01df998 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809974 Feb 10 23:13:29.872948 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.900955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Deleting port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:29.901510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:29.966177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232'}], 'enable_snat': True}, 'gw_port_id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:27Z', 'revision_number': 5, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port': {'id': '2d4cbc84-5b9b-4033-86c1-4b3811d36c6c', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:d9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3981, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:12:52Z', 'updated_at': '2022-02-10T23:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:29.973063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Checking router: 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:13:29.994393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Routers {'18bf9c52-5ab1-48c4-829e-82b4b908e6a2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:29.995675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:30.323178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] Set router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:30.375049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] For port 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:30.376813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:30.627069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:29Z', 'revision_number': 6, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:30.632731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bd2e74-992b-427f-be34-ae6c8b865b81 None None] The sync data for ids ['18bf9c52-5ab1-48c4-829e-82b4b908e6a2'] in n-d-825178-4 is: [{'id': '18bf9c52-5ab1-48c4-829e-82b4b908e6a2', 'name': 'tempest-TestAggregatesBasicOps-701696172-router', 'tenant_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:12:51Z', 'updated_at': '2022-02-10T23:13:29Z', 'revision_number': 6, 'project_id': 'fb3a6cb6f64d494ab8e07bc9c60b27b8', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:30.797884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-efc0d447-af8f-43a5-b090-41182b3d8523 req-d5518496-85ca-4f72-a6d2-30c0a7eab62f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.0866904 Feb 10 23:13:30.816603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Calling delete_port for 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:31.198231 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:31.396051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d4cbc84-5b9b-4033-86c1-4b3811d36c6c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:31.699878 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.249250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:32.315310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:13:32.315666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2d4cbc84-5b9b-4033-86c1-4b3811d36c6c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:32.316099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 774f80e5-4264-48d2-813e-63efff2e5efd no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:32.340682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9db0ccf-de5c-44a0-b28c-8dd619ef5987 req-bee733f2-a623-4fe3-94c9-0c3101edb5ca tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.1411250 Feb 10 23:13:32.356324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 774f80e5-4264-48d2-813e-63efff2e5efd {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:13:32.356771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 774f80e5-4264-48d2-813e-63efff2e5efd not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:32.375645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.380634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.419478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.420862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18bf9c52-5ab1-48c4-829e-82b4b908e6a2 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:13:32.450348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.454304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58040) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:32.454506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-86acee18-8141-4a5f-a9dd-7c610437f497 admin admin] 10.222.0.53 "DELETE /v2.0/routers/18bf9c52-5ab1-48c4-829e-82b4b908e6a2 HTTP/1.1" status: 204 len: 168 time: 3.3819642 Feb 10 23:13:32.538248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Deleting subnet d71502e9-cc65-46c2-9417-013268bf6b8f {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:13:32.544672 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.608756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.738648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.844124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.921687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71502e9-cc65-46c2-9417-013268bf6b8f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:32.931758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef88bc5-d6da-4f6b-bc80-736994ae14fc None None] Network 51743b15-672a-4277-99fe-3ad28d1f0b55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:13:32.938468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:32.963984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58048) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:32.978936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6dfc5e45-9915-4e62-91be-463bb1286bf6 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/d71502e9-cc65-46c2-9417-013268bf6b8f HTTP/1.1" status: 204 len: 168 time: 0.5224118 Feb 10 23:13:33.327681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.497367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] DHCP port deletion for 51743b15-672a-4277-99fe-3ad28d1f0b55 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:13:33.505068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Deleting port fc3abd92-b999-4806-80e1-52fae8caa562 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:33.511963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.523237 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Deleting port fc3abd92-b999-4806-80e1-52fae8caa562 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:33.528083 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:33.821099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d6eb707e-2157-4cf4-ac67-2525251c2813 req-b334b6c7-6ca9-4a7c-9f19-2bb3a12fe995 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.1947637 Feb 10 23:13:33.860716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-22c0f51d-c27f-42b4-a614-6a1527cf1dc8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:33.871653 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-22c0f51d-c27f-42b4-a614-6a1527cf1dc8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.6324961 Feb 10 23:13:34.059349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] For port fc3abd92-b999-4806-80e1-52fae8caa562, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fc3abd92-b999-4806-80e1-52fae8caa562,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:34.059734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.265277 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-cbffabeb-9f84-4055-bf7b-ad261840c7a1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 379 time: 0.3830721 Feb 10 23:13:34.280025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fc3abd92-b999-4806-80e1-52fae8caa562 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:34.287095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'security_groups': ['d6310002-6a7f-40d8-90fb-c9b90c0972b0']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:34.439468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] For port fc3abd92-b999-4806-80e1-52fae8caa562, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fc3abd92-b999-4806-80e1-52fae8caa562,segment=NetworkSegment(4dd191ae-0592-447d-bb98-c2fc8ae110f5),segment_id=4dd191ae-0592-447d-bb98-c2fc8ae110f5)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:34.439468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.452903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Calling delete_port for fc3abd92-b999-4806-80e1-52fae8caa562 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:34.611594 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:34.669202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] No DVR routers for this DVR port fc3abd92-b999-4806-80e1-52fae8caa562 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:34.707666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158c883-a553-4c22-b0ed-ff1d295aff64 None None] Pushing event deleted for resources: {'Port': ['ID=fc3abd92-b999-4806-80e1-52fae8caa562,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:34.719263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Calling delete_port for fc3abd92-b999-4806-80e1-52fae8caa562 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:34.720753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port fc3abd92-b999-4806-80e1-52fae8caa562 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 10 23:13:34.721498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fc3abd92-b999-4806-80e1-52fae8caa562 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:34.897002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:34.917460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:34.923631 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.db.api [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:34.924155 n-d-825178-4 neutron-server[87652]: DEBUG oslo_db.api [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:34.937445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:13:34.944100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.303788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.8 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/98b58be6-61dd-43ab-a1bb-58b304bd9073) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:35.325199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5737ae1f-0428-4219-a3f2-2142a45d8d22 req-494131b9-30a6-422a-8640-29ae50be9cf3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.3362906 Feb 10 23:13:35.564382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Deleting port fc3abd92-b999-4806-80e1-52fae8caa562 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:35.565038 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:35.826139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] The port 'fc3abd92-b999-4806-80e1-52fae8caa562' was deleted {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:13:36.007717 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.018242 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.057853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51743b15-672a-4277-99fe-3ad28d1f0b55']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:36.065829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object 98b58be6-61dd-43ab-a1bb-58b304bd9073 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:36.081923 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd191ae-0592-447d-bb98-c2fc8ae110f5') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:36.082406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd191ae-0592-447d-bb98-c2fc8ae110f5') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:36.108076 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.135031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.145098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:13:36.145544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: util.warn( Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:36.161970 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:36.283268 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.424951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.459716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.486386 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:36.561392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] Pushing event deleted for resources: {'Network': ['ID=51743b15-672a-4277-99fe-3ad28d1f0b55,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:36.579010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:36.605799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:36.643217 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:36.654799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b14edc42-2d74-4bf9-8399-a1086863862e admin admin] 10.222.0.53 "DELETE /v2.0/networks/51743b15-672a-4277-99fe-3ad28d1f0b55 HTTP/1.1" status: 204 len: 168 time: 3.6889021 Feb 10 23:13:36.659354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:36.752377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:36.753782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.792383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-a312ebcc-d44c-436f-96e5-de328c4331ed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5198414 Feb 10 23:13:36.808530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28557f20-7aef-4006-aaa7-0853536d2197 req-cb59fd79-d8d0-4154-b122-346942f2b5b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:36.809457 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-28557f20-7aef-4006-aaa7-0853536d2197 req-cb59fd79-d8d0-4154-b122-346942f2b5b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:13:36.820719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Request body: {'port': {'device_id': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:36.979355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:36.989580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-28557f20-7aef-4006-aaa7-0853536d2197 req-cb59fd79-d8d0-4154-b122-346942f2b5b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:13:36.996017 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28557f20-7aef-4006-aaa7-0853536d2197 req-cb59fd79-d8d0-4154-b122-346942f2b5b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 931 time: 0.5079486 Feb 10 23:13:37.075102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1a0528c9-ae59-477b-b503-b6f127812237 None None] Provisioning for port 98b58be6-61dd-43ab-a1bb-58b304bd9073 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:37.087772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1a0528c9-ae59-477b-b503-b6f127812237 None None] Provisioning complete for port 98b58be6-61dd-43ab-a1bb-58b304bd9073 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:37.088418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a0528c9-ae59-477b-b503-b6f127812237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:37.107413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-28557f20-7aef-4006-aaa7-0853536d2197 req-98d4ab5a-5e9d-4c8d-b0a0-2e457dc799a0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988123 Feb 10 23:13:37.295658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1a0528c9-ae59-477b-b503-b6f127812237 None None] Port 98b58be6-61dd-43ab-a1bb-58b304bd9073 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:13:37.669710 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98b58be6-61dd-43ab-a1bb-58b304bd9073 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:37.688477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:37.721109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Transition to ACTIVE for port object 98b58be6-61dd-43ab-a1bb-58b304bd9073 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:13:37.730113 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:37.784704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.017632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Pushing event updated for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:38.273211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Attempting to bind port 98b58be6-61dd-43ab-a1bb-58b304bd9073 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:13:38.275259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Attempting to bind port 98b58be6-61dd-43ab-a1bb-58b304bd9073 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:13:38.278964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Attempting to bind port 98b58be6-61dd-43ab-a1bb-58b304bd9073 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:38.298219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Port 98b58be6-61dd-43ab-a1bb-58b304bd9073 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:13:38.299003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Attempting to bind port 98b58be6-61dd-43ab-a1bb-58b304bd9073 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:13:38.309890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cdbb7175-a55d-4cfb-a38b-31d43a4793c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.337962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 13, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:13:38.338665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:13:38.341757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:13:38.342622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Bound port: 98b58be6-61dd-43ab-a1bb-58b304bd9073, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:13:38.343334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.582462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:13:38.589427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:13:38.598208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.713484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Deleting port 29771bdf-c5c3-4923-b89e-e4a91200870c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:38.716021 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.738335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:38.739950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:38.742455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] 10.222.0.30 "PUT /v2.0/ports/98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 1091 time: 1.9278929 Feb 10 23:13:38.743192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:38.785474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ae2003-0537-4613-87b0-4a5ab69a1711 service neutron] Pushing event updated for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:38.810886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb0e83-dd79-4cc6-9747-ba4b7d88269d req-4fd4b812-15b6-400b-b42b-07bd0ab0964a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:38.813939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbb0e83-dd79-4cc6-9747-ba4b7d88269d req-4fd4b812-15b6-400b-b42b-07bd0ab0964a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.3741627 Feb 10 23:13:38.884027 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'status': 'completed', 'code': 200} Feb 10 23:13:38.960221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbb0e83-dd79-4cc6-9747-ba4b7d88269d req-1497dd15-5dc5-4729-bd89-4baf16f202ca tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219788 Feb 10 23:13:39.202655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-bc947a36-3a3d-47ba-b13f-ca1ebe6bccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:39.204298 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-bc947a36-3a3d-47ba-b13f-ca1ebe6bccf2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1094 time: 0.2699831 Feb 10 23:13:39.345172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] For port 29771bdf-c5c3-4923-b89e-e4a91200870c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=29771bdf-c5c3-4923-b89e-e4a91200870c,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:39.345774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:39.504417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-76ba9720-9a53-42b6-acf2-4d36a7893687 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 217 time: 0.2924838 Feb 10 23:13:39.590598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Calling delete_port for 29771bdf-c5c3-4923-b89e-e4a91200870c owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:39.640185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-d24a8dbf-8c33-419d-a5f1-6ecf5bbf4c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:39.642986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-d24a8dbf-8c33-419d-a5f1-6ecf5bbf4c76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1320796 Feb 10 23:13:39.768236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-2e560873-074e-4e89-abe1-47664fe517e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:39.771323 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-2e560873-074e-4e89-abe1-47664fe517e2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210477 Feb 10 23:13:39.990506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-7899b09e-5c9b-4895-a548-86168f84b4ef service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124717 Feb 10 23:13:40.398546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:40.415063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69bbf02a-1a5e-42c7-bb81-e390df609a6d req-db78ca41-1eb4-4bb9-857d-cdbc1e70169e service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4173632 Feb 10 23:13:40.476500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6db2da-d4bd-4f2d-9b59-089248611427 req-633745a2-4a4a-4dd3-8c7d-e069c58018ea tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:40.478969 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e6db2da-d4bd-4f2d-9b59-089248611427 req-633745a2-4a4a-4dd3-8c7d-e069c58018ea tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.2285094 Feb 10 23:13:40.566021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=29771bdf-c5c3-4923-b89e-e4a91200870c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:40.578986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8da4ab92-2128-4a2a-a493-9c8c9cc89898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:40.673528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4e6db2da-d4bd-4f2d-9b59-089248611427 req-834195b3-f99b-47af-8980-e8f22332c82f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367028 Feb 10 23:13:40.700626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b443-8544-436d-955e-914256abf2e0 req-bb2aafda-f088-4284-b8d3-ffb27e2c5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:40.702889 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-bb2aafda-f088-4284-b8d3-ffb27e2c5ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1094 time: 0.2217517 Feb 10 23:13:40.931158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b443-8544-436d-955e-914256abf2e0 req-a9744164-e138-4945-b220-9960947395ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:40.932843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-a9744164-e138-4945-b220-9960947395ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.2232232 Feb 10 23:13:40.986074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:41.021100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-0f655cdb-3599-4c86-80aa-76cf9073a0e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 217 time: 0.0814145 Feb 10 23:13:41.098872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b443-8544-436d-955e-914256abf2e0 req-bea9d11d-e764-44c0-bd49-0017ae236a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:41.100875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-bea9d11d-e764-44c0-bd49-0017ae236a64 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0721700 Feb 10 23:13:41.269332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371b443-8544-436d-955e-914256abf2e0 req-ed6a507c-4039-4692-9cb4-48a52f500e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:41.272495 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-ed6a507c-4039-4692-9cb4-48a52f500e69 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635756 Feb 10 23:13:41.550448 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-2a76e362-cee2-4ce2-b3df-7c266e942ec7 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702990 Feb 10 23:13:41.634944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Router f205b20e-d051-4d05-97cd-88ed98a9b3f3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:13:41.805083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e371b443-8544-436d-955e-914256abf2e0 req-1eb7dfbf-d60b-45dd-98f0-1c2b382ee2f7 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468174 Feb 10 23:13:41.908165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:41.977477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:42.003064 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Sync routers for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:42.022455 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:42.024994 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:42.029653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:42.106273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-14e83c94-6cec-4365-9071-a583e82515e5 admin admin] 10.222.0.53 "PUT /v2.0/routers/f205b20e-d051-4d05-97cd-88ed98a9b3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4420371 Feb 10 23:13:42.107840 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58114) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:42.192938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e707bea-c8ed-4f41-9054-8e18bf260835 req-211f586e-e57b-486b-a123-4753b177a5b2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:42.197226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e707bea-c8ed-4f41-9054-8e18bf260835 req-211f586e-e57b-486b-a123-4753b177a5b2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.2230079 Feb 10 23:13:42.326817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e707bea-c8ed-4f41-9054-8e18bf260835 req-1b219c55-a553-483f-b9ad-9b00a524b63c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198061 Feb 10 23:13:42.435851 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:42.537092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:42.850146 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:40Z', 'revision_number': 5, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:42.855439 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Checking router: f205b20e-d051-4d05-97cd-88ed98a9b3f3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:13:42.865790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Routers {'f205b20e-d051-4d05-97cd-88ed98a9b3f3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:42.866483 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:43.036026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.053469 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.056970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Deleting port 94901efb-51ed-41b9-bf5c-7c030eae25ef {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:43.057671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.282848 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] Set router f205b20e-d051-4d05-97cd-88ed98a9b3f3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:43.387352 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] For port 94901efb-51ed-41b9-bf5c-7c030eae25ef, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=94901efb-51ed-41b9-bf5c-7c030eae25ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:43.388456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:43.644185 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Calling delete_port for 94901efb-51ed-41b9-bf5c-7c030eae25ef owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:43.935353 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:40Z', 'revision_number': 5, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:43.940990 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6c4d69-9917-4785-b9d5-36edc1bd02d7 None None] The sync data for ids ['f205b20e-d051-4d05-97cd-88ed98a9b3f3'] in n-d-825178-4 is: [{'id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'name': 'tempest-TestAggregatesBasicOps-913682192-router', 'tenant_id': '20eb2fecf6ff49ae9d84510509554ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:13:06Z', 'updated_at': '2022-02-10T23:13:40Z', 'revision_number': 5, 'project_id': '20eb2fecf6ff49ae9d84510509554ef0', 'gw_port': {'id': '94901efb-51ed-41b9-bf5c-7c030eae25ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f205b20e-d051-4d05-97cd-88ed98a9b3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3993, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:13:08Z', 'updated_at': '2022-02-10T23:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:13:44.000469 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925b906-4771-43d8-83fc-973b5caa772b req-78fb57ab-be4f-4f09-8019-eb0c807934a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:44.003187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6925b906-4771-43d8-83fc-973b5caa772b req-78fb57ab-be4f-4f09-8019-eb0c807934a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.3736413 Feb 10 23:13:44.080281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:13:44.104138 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6925b906-4771-43d8-83fc-973b5caa772b req-f9613cf1-b1d2-404f-9764-7a51d8fc720f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830429 Feb 10 23:13:44.223782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.286253 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Pushing event deleted for resources: {'Port': ['ID=94901efb-51ed-41b9-bf5c-7c030eae25ef,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:44.350340 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 29771bdf-c5c3-4923-b89e-e4a91200870c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:44.437554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 29771bdf-c5c3-4923-b89e-e4a91200870c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:13:44.438331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 29771bdf-c5c3-4923-b89e-e4a91200870c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:44.470244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.767339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.771331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.815659 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.817088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f205b20e-d051-4d05-97cd-88ed98a9b3f3 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:13:44.839783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:44.844206 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d998db6b-34fe-4f63-b4c9-18f1f666225f admin admin] 10.222.0.53 "DELETE /v2.0/routers/f205b20e-d051-4d05-97cd-88ed98a9b3f3 HTTP/1.1" status: 204 len: 168 time: 2.7323544 Feb 10 23:13:44.845319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58126) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:44.981235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Deleting subnet 45753ec2-cdd3-4555-9090-b1bba0807aa1 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:13:44.986314 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.065262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.467029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cceea4-b4e7-418f-98c7-82dc7aed4ea6 req-922a62e2-e211-48aa-a399-2d641de883e5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:45.468742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18cceea4-b4e7-418f-98c7-82dc7aed4ea6 req-922a62e2-e211-48aa-a399-2d641de883e5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.1650038 Feb 10 23:13:45.480207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.569398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18cceea4-b4e7-418f-98c7-82dc7aed4ea6 req-2b097c86-65b1-41f2-8e27-f4426335ce29 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935853 Feb 10 23:13:45.609186 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.659830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45753ec2-cdd3-4555-9090-b1bba0807aa1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:45.663954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.677503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45227b1b-1c4c-4693-a5b3-1d8dfb91b01f None None] Network 6c72b262-d6e1-447a-9d78-1eb14c15dd55 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:13:45.681920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b1caec3c-7bc1-47d7-ae35-6690e56f4448 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/45753ec2-cdd3-4555-9090-b1bba0807aa1 HTTP/1.1" status: 204 len: 168 time: 0.8317754 Feb 10 23:13:45.682172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:45.815577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:45.837693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Deleting port d325f36b-3011-442c-864e-9bbae339f632 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:45.838170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.022138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] DHCP port deletion for 6c72b262-d6e1-447a-9d78-1eb14c15dd55 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:13:46.040374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Deleting port d325f36b-3011-442c-864e-9bbae339f632 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:46.040972 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.221107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 94901efb-51ed-41b9-bf5c-7c030eae25ef no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:46.271146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 94901efb-51ed-41b9-bf5c-7c030eae25ef {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:13:46.271773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 94901efb-51ed-41b9-bf5c-7c030eae25ef not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:13:46.272329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d325f36b-3011-442c-864e-9bbae339f632 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:13:46.350500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] For port d325f36b-3011-442c-864e-9bbae339f632, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d325f36b-3011-442c-864e-9bbae339f632,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:46.351007 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.518979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] For port d325f36b-3011-442c-864e-9bbae339f632, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d325f36b-3011-442c-864e-9bbae339f632,segment=NetworkSegment(a3fadb6c-050c-4de5-86d7-a267f5792435),segment_id=a3fadb6c-050c-4de5-86d7-a267f5792435)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:46.523358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.587862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Calling delete_port for d325f36b-3011-442c-864e-9bbae339f632 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:46.719986 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.737441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Calling delete_port for d325f36b-3011-442c-864e-9bbae339f632 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:13:46.796690 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:46.857541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d325f36b-3011-442c-864e-9bbae339f632,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:46.860518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] No DVR routers for this DVR port d325f36b-3011-442c-864e-9bbae339f632 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:13:46.909723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:13:46.910274 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:13:47.035435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.073250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c72b262-d6e1-447a-9d78-1eb14c15dd55']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:47.089214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402475b6-2547-4818-be89-8cb42c1a7228 req-e0b9e82a-4011-421c-93de-ef852e1ca4e9 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:47.090829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-402475b6-2547-4818-be89-8cb42c1a7228 req-e0b9e82a-4011-421c-93de-ef852e1ca4e9 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.2773781 Feb 10 23:13:47.097630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3fadb6c-050c-4de5-86d7-a267f5792435') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:47.098002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3fadb6c-050c-4de5-86d7-a267f5792435') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:47.131973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.169350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.174212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-402475b6-2547-4818-be89-8cb42c1a7228 req-34b45802-ef0a-4092-8008-816c89d38097 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677345 Feb 10 23:13:47.183096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:13:47.183889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:13:47.212077 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:13:47.315348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.350673 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.363646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c72b262-d6e1-447a-9d78-1eb14c15dd55,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:47.391367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-959b50e1-0ac7-4544-a973-063c274c50e7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/6c72b262-d6e1-447a-9d78-1eb14c15dd55 HTTP/1.1" status: 204 len: 168 time: 1.7038820 Feb 10 23:13:47.411747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Deleting port d325f36b-3011-442c-864e-9bbae339f632 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:13:47.412385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.528804 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-5af828e8-7b57-4aa5-9483-041ae065e060 None None] The port 'd325f36b-3011-442c-864e-9bbae339f632' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:13:47.743380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58146) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:47.820212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cdc2d111-fcae-46c2-b292-6a11f585bcef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fb3a6cb6f64d494ab8e07bc9c60b27b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0747809 Feb 10 23:13:47.823704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58150) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:47.915591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:47.960585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:48.052291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:48.069336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fa875a-5eb6-459c-ba5d-8992e09c1c03,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:48.083989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:48.085792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-07353f06-8605-47b8-88e7-c31b7135a2c1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c5fa875a-5eb6-459c-ba5d-8992e09c1c03 HTTP/1.1" status: 204 len: 168 time: 0.2606921 Feb 10 23:13:48.507164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81145dcf-2e1a-49fe-9ff1-90588cd75500 req-538a1ec5-ab33-4915-b73a-9bf6d4f77303 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:48.509153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81145dcf-2e1a-49fe-9ff1-90588cd75500 req-538a1ec5-ab33-4915-b73a-9bf6d4f77303 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 943 time: 0.1354113 Feb 10 23:13:48.607978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81145dcf-2e1a-49fe-9ff1-90588cd75500 req-f125ca16-bf36-4ba0-9301-26a075380999 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878115 Feb 10 23:13:48.707252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58162) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:48.783914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e8c4ba76-76b8-4e04-94b2-cad000658456 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=20eb2fecf6ff49ae9d84510509554ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0749409 Feb 10 23:13:48.788116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58166) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:48.890573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:48.901433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 98b58be6-61dd-43ab-a1bb-58b304bd9073 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:13:48.940131 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.047433 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.092458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bde3961-a1b1-4991-93f5-91f49965459f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:49.102960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.104899 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d62451f7-6ca4-4a94-84ee-cc1589d340ce admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/6bde3961-a1b1-4991-93f5-91f49965459f HTTP/1.1" status: 204 len: 168 time: 0.3143559 Feb 10 23:13:49.182432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:49.211887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'mac_address': 'fa:16:3e:c9:72:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:13:49.317022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.341946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98b58be6-61dd-43ab-a1bb-58b304bd9073 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:13:49.373660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:49.379194 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:49.478251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:49.712312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['98b58be6-61dd-43ab-a1bb-58b304bd9073'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:13:49.934282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f21de17-fb63-4072-ac49-0131488964d7 req-7b3eb395-c6b8-42dc-afc3-8c45aa266d73 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:49.935902 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f21de17-fb63-4072-ac49-0131488964d7 req-7b3eb395-c6b8-42dc-afc3-8c45aa266d73 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 944 time: 0.1253040 Feb 10 23:13:50.028632 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f21de17-fb63-4072-ac49-0131488964d7 req-9a0a6e1f-bd23-46ad-8d58-fec69d246e2f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810099 Feb 10 23:13:50.903269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 98b58be6-61dd-43ab-a1bb-58b304bd9073 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:13:51.044195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 98b58be6-61dd-43ab-a1bb-58b304bd9073 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:13:51.053733 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 98b58be6-61dd-43ab-a1bb-58b304bd9073 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:13:51.054345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:51.298642 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:51.363223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:51.399104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:13:51.409589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:51.459519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4541178c-93ba-4ffd-b9fc-258a7e783cfd req-6dc0215a-3517-427b-9b0e-8683b8d4fe1a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:51.463855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4541178c-93ba-4ffd-b9fc-258a7e783cfd req-6dc0215a-3517-427b-9b0e-8683b8d4fe1a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 944 time: 0.2012699 Feb 10 23:13:51.482129 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'code': 200} Feb 10 23:13:51.577601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:51.583784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4541178c-93ba-4ffd-b9fc-258a7e783cfd req-4952f6fc-3f36-4e6e-9c78-b7450ee3869d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038508 Feb 10 23:13:51.657731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf888e7d-c82f-4c14-b5a6-6e05cd676e22 req-56c44176-f1ae-43bf-9f63-96e9951ac283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:51.659886 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf888e7d-c82f-4c14-b5a6-6e05cd676e22 req-56c44176-f1ae-43bf-9f63-96e9951ac283 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1096 time: 0.1269078 Feb 10 23:13:51.713388 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bf888e7d-c82f-4c14-b5a6-6e05cd676e22 req-4c50f41c-91a7-4b7b-b390-751ccfb56e4e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469646 Feb 10 23:13:52.027682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:52.843641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58352) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:52.967026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df57d8f-ebba-4505-8325-46dacf0c197b req-36faa6a9-dbce-4bce-8bf4-f17224275c3e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:52.970249 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7df57d8f-ebba-4505-8325-46dacf0c197b req-36faa6a9-dbce-4bce-8bf4-f17224275c3e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.1441197 Feb 10 23:13:53.104294 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7df57d8f-ebba-4505-8325-46dacf0c197b req-07703f4b-5a38-4dfd-8395-5f9c6fdb5c44 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197045 Feb 10 23:13:53.237020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.261055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:53.267947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Usage tracker for resource:security_group_rule and tenant:8165c67011ef498591d65f27e1fe3fa0 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:53.271170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:53.278149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:53.378297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.385231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.469060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=8165c67011ef498591d65f27e1fe3fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6235600 Feb 10 23:13:53.470424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd23f47-3fa0-4182-81d5-77a43bb73385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7416d734-3300-4670-a4fc-b7ac3543a24f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:53.471757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:53.549217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.578314 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.639039 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.658890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7416d734-3300-4670-a4fc-b7ac3543a24f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:53.663366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:53.669940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c166e1cf-1445-494c-abfd-1695bc7a339a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7416d734-3300-4670-a4fc-b7ac3543a24f HTTP/1.1" status: 204 len: 168 time: 0.1925597 Feb 10 23:13:54.094145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58374) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:54.114688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.131511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:54.137705 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Usage tracker for resource:security_group_rule and tenant:ad33cb3887c2439e82493e9f3e33c0e3 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:54.144418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:54.158676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:54.284839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.291848 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.347494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16358ba-66b2-437c-b9c0-f68c36d338e2,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:54.354945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 58390) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:54.356389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff71d0f1-87a3-4ae2-bea0-7bd70c921bfb admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ad33cb3887c2439e82493e9f3e33c0e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596843 Feb 10 23:13:54.463673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d6cf19-7f2d-4d12-9728-2dbaf8359c51 req-b74bc54f-1df7-4295-923c-00c6dc736711 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:54.465282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1d6cf19-7f2d-4d12-9728-2dbaf8359c51 req-b74bc54f-1df7-4295-923c-00c6dc736711 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.1796498 Feb 10 23:13:54.471186 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.530930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.568925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1d6cf19-7f2d-4d12-9728-2dbaf8359c51 req-4affd12c-a225-401c-937e-221524c04c9f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942054 Feb 10 23:13:54.634102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.675227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16358ba-66b2-437c-b9c0-f68c36d338e2,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:54.692761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.699212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1cf79527-cbe5-4d54-bbac-be31e60e1e6e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e16358ba-66b2-437c-b9c0-f68c36d338e2 HTTP/1.1" status: 204 len: 168 time: 0.3425353 Feb 10 23:13:54.738716 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:54.884760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e7b4-ad50-43d9-98bf-78a04e273b6c req-92a14e85-7417-441a-866f-6f306ec788f7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:54.886696 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f101e7b4-ad50-43d9-98bf-78a04e273b6c req-92a14e85-7417-441a-866f-6f306ec788f7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.1242738 Feb 10 23:13:54.956825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f101e7b4-ad50-43d9-98bf-78a04e273b6c req-bf9fd793-d106-443b-b9c0-e371e7cec20d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631061 Feb 10 23:13:55.004520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58398) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:55.524284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1efefa-0954-4c4e-bfd3-c50b6ae4d1f9 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:55.527083 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fd1efefa-0954-4c4e-bfd3-c50b6ae4d1f9 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1091 time: 0.5210624 Feb 10 23:13:55.530036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 58408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:13:55.540879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:13:55.557321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:13:55.567003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:floatingip and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:13:55.572708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:13:55.586903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:13:55.609729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:55.816261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:56.002645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.25.2.210 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/379f7631-edcd-4183-8992-af69d71525c4) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:13:56.377506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:56.452778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:56.583666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:13:56.590280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:13:56.596867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:13:56.665717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=379f7631-edcd-4183-8992-af69d71525c4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:57.428016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:57.554237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:57.970529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:57.981208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:58.192959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=379f7631-edcd-4183-8992-af69d71525c4,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:13:58.217455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:58.483373 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP 2b379f02-155b-417d-93a9-1a41b4e23fed associated. External IP: 172.25.2.210, port: 98b58be6-61dd-43ab-a1bb-58b304bd9073. Feb 10 23:13:59.126121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:13:59.442123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:13:59.469489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:13:59.486980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:13:59.488033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:13:59.494657 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:13:59.568698 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d2dbe69-1c21-45f6-8e14-7d5f4aad9d36 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0369668 Feb 10 23:13:59.569429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:13:59.626762 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'status': 'completed', 'code': 200} Feb 10 23:13:59.762511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-5f51c2b1-3ebb-419d-8e16-de3322a65dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:13:59.764271 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-5f51c2b1-3ebb-419d-8e16-de3322a65dd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1096 time: 0.1127353 Feb 10 23:13:59.807534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:13:59.999765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-b72b460f-18da-4803-a487-e7f6a95396a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:00.003019 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-b72b460f-18da-4803-a487-e7f6a95396a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.2320068 Feb 10 23:14:00.269010 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-d78cc076-d3c0-49f6-bc7b-529f492ec705 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 999 time: 0.2586472 Feb 10 23:14:00.377100 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-f81b553f-5b03-45d8-b6c3-9720309e1bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:00.380015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-f81b553f-5b03-45d8-b6c3-9720309e1bd3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1043205 Feb 10 23:14:00.468486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2b379f02-155b-417d-93a9-1a41b4e23fed', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:c9:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:57Z', 'updated_at': '2022-02-10T23:13:57Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:00.474869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:14:00.495198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:14:00.496634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:13:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:00.498500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-10868dfb-88f2-47cc-91d8-82453ec66f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:00.500506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-10868dfb-88f2-47cc-91d8-82453ec66f3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142685 Feb 10 23:14:00.721641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:14:00.745499 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-921a5f34-0870-486f-9d8a-cad8640f5924 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376785 Feb 10 23:14:00.951146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e2a75f87-8109-4313-94b3-cb9695d74d69 req-64e16301-81de-41ca-8f0c-ff8a5c28a914 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994910 Feb 10 23:14:01.326665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2b379f02-155b-417d-93a9-1a41b4e23fed', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:c9:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:57Z', 'updated_at': '2022-02-10T23:13:57Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:14:01.335129 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10465afe-5f5f-4f1c-96c1-a127e011adc8 None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2b379f02-155b-417d-93a9-1a41b4e23fed', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.210', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4007, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:c9:72:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:13:57Z', 'updated_at': '2022-02-10T23:13:57Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:14:02.476946 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55122dcc-ceee-439d-bc09-9c8a2dbac67b None None] New status for floating IP 2b379f02-155b-417d-93a9-1a41b4e23fed: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:14:08.268476 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89439a99-8a4e-47c4-8224-fb2c89b5fe04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:10.548111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1d5f591-2279-407b-ad1a-2e9feb6fc76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:11.784082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:11.881367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:13.052192 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:21.083537 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:14:22.051052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:24.749514 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:37.438415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-b265b134-5eb9-4a74-8a58-b326acaf5ca3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187367 Feb 10 23:14:37.660105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-51598d75-9ed9-4920-a730-93bc73bc5c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:37.660723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-51598d75-9ed9-4920-a730-93bc73bc5c29 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1096 time: 0.0907381 Feb 10 23:14:37.941119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-716203a0-2bd8-4bde-abc8-291f2f07ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:37.944012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-716203a0-2bd8-4bde-abc8-291f2f07ba26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.2596524 Feb 10 23:14:38.152470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-056abbe7-0717-4c0a-85c9-4d0699d2d04e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 1001 time: 0.1973770 Feb 10 23:14:38.293437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-09c469f4-7d71-4a82-95f5-00d7f2c7341c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:38.308455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-8bb36507-fef1-4176-8d00-6bbc4fd78b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:38.308455 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-8bb36507-fef1-4176-8d00-6bbc4fd78b4a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1534333 Feb 10 23:14:38.602935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-78aea328-2fe2-4153-ab50-2a7c8a4f9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:14:38.604772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-78aea328-2fe2-4153-ab50-2a7c8a4f9c14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2905436 Feb 10 23:14:38.847880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-8637d905-85a0-436a-a55e-ca368d48bf9a service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351213 Feb 10 23:14:39.171346 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b759a20-aeca-49a9-9c06-0a5a703111e8 req-4f7999ad-3dc7-4fc0-b1d5-7dbbac9ea0c5 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145268 Feb 10 23:14:40.529973 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69cf69e0-b8a3-477a-9612-acd86128b731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.755721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:41.882760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:43.055131 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:52.062555 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:54.760487 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:14:58.088041 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:15:08.269860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-10f017c4-9c85-4e6c-afed-863d31414c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:10.536309 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0baed93b-afb8-4808-ae63-dc07de22b0d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:11.751692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:11.875919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:13.043886 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:22.062565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:24.767951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:35.088992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:15:38.290379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-760c7977-4018-4509-b0a9-1744a98b39aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:38.415062 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-aef2ea3b-0fc6-4990-8920-baab80c41166 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970905 Feb 10 23:15:38.600394 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-84341954-3e08-4c5a-b16c-f7c6786746a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:38.602438 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-84341954-3e08-4c5a-b16c-f7c6786746a6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 1096 time: 0.1043022 Feb 10 23:15:38.806400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-3ea30f3e-fbe2-4ed4-a9c0-90dc8741cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:38.806400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-3ea30f3e-fbe2-4ed4-a9c0-90dc8741cc7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1825624 Feb 10 23:15:38.936332 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-5cbdf660-7373-4af4-9e72-818e8c7389d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 200 len: 1001 time: 0.1189897 Feb 10 23:15:39.052584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-0f64b523-b3a0-4b5f-ab96-79c774af22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:39.055273 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-0f64b523-b3a0-4b5f-ab96-79c774af22c7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1176708 Feb 10 23:15:39.197258 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-1d575206-a3d8-460c-bbf0-e38268b99066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:39.203410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-1d575206-a3d8-460c-bbf0-e38268b99066 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1358416 Feb 10 23:15:39.459512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-9ffe2faf-4fd3-468d-96a6-67cf7457b9ba service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490516 Feb 10 23:15:39.737874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2f1c540d-1199-41ae-ad35-6b14cd1bcf58 req-2111b08d-f419-4059-8cdf-7d9654ba28f9 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705448 Feb 10 23:15:40.540630 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-776e6b94-3d12-4da6-b87e-636e906aac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:41.770879 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:41.885000 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:43.055433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:52.070878 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:54.769895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:58.017231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d3fa-4bf0-4566-bdd4-f93d4e2e3f56 req-eb88903b-a1bc-4123-bb52-bdeed389da03 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:58.018541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b8d3fa-4bf0-4566-bdd4-f93d4e2e3f56 req-eb88903b-a1bc-4123-bb52-bdeed389da03 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.4182458 Feb 10 23:15:58.078176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c7b8d3fa-4bf0-4566-bdd4-f93d4e2e3f56 req-702b418c-6dd7-4a6f-94f4-13a58551f8b3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483046 Feb 10 23:15:59.354188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-3465fa4a-c3b5-4b07-8b1b-9e0558b7e9d6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:59.356870 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-3465fa4a-c3b5-4b07-8b1b-9e0558b7e9d6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.1255174 Feb 10 23:15:59.587764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port 98b58be6-61dd-43ab-a1bb-58b304bd9073 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:15:59.588352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:15:59.819725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c73b3c-d6cf-464a-8ba3-490e87bc8371 req-8d4da1d4-df33-4047-bc2a-d04b0a05597b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:15:59.822486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34c73b3c-d6cf-464a-8ba3-490e87bc8371 req-8d4da1d4-df33-4047-bc2a-d04b0a05597b tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 945 time: 0.5253253 Feb 10 23:16:00.081708 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-34c73b3c-d6cf-464a-8ba3-490e87bc8371 req-61e3fe68-636d-47a1-a5e8-e21a60e46b21 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2518795 Feb 10 23:16:00.372553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port 98b58be6-61dd-43ab-a1bb-58b304bd9073, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=98b58be6-61dd-43ab-a1bb-58b304bd9073,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:16:00.373355 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.842977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.843388 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:00.843707 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP 2b379f02-155b-417d-93a9-1a41b4e23fed disassociated. External IP: 172.25.2.210, port: 98b58be6-61dd-43ab-a1bb-58b304bd9073. Feb 10 23:16:00.844054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for 98b58be6-61dd-43ab-a1bb-58b304bd9073 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:16:01.066462 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:01.127779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=98b58be6-61dd-43ab-a1bb-58b304bd9073,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:01.261391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.261752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.262383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.262751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.263227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.263736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.264254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.264818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.265498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.265919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.266478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.267003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:01.371057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4f9fc130-7b8f-4b3f-bf5a-56bdaa3e2e2f req-71617e24-09d0-4d99-8b42-ede338c5f0d0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.0739677 Feb 10 23:16:01.502788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:16:01.833147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:16:01.845877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:16:01.859493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:16:01.861042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:15:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:01.980712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port 98b58be6-61dd-43ab-a1bb-58b304bd9073 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:16:01.985506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:01.990750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'name': 'network-vif-deleted', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:02.026467 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a761fd61-d544-4e92-9adb-02d040f9c64d req-bd032ebe-326c-4f18-9413-b035aae9c95e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "DELETE /v2.0/ports/98b58be6-61dd-43ab-a1bb-58b304bd9073 HTTP/1.1" status: 204 len: 173 time: 2.6615610 Feb 10 23:16:02.113155 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96cd47f-243d-4585-a8ac-3a526100b464', 'name': 'network-vif-deleted', 'tag': '98b58be6-61dd-43ab-a1bb-58b304bd9073', 'status': 'completed', 'code': 200} Feb 10 23:16:02.188090 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:16:02.649486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66cd017e-8168-40ba-80dd-041e55ecc82a req-d7fc3227-3008-4b93-a295-40cd8eccb0ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=c96cd47f-243d-4585-a8ac-3a526100b464 HTTP/1.1" status: 200 len: 210 time: 0.0687454 Feb 10 23:16:02.839922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:02.847699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:16:02.864843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:16:02.865861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:15:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:03.191456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:16:03.689087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:03.701134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29360d3-0480-4d6e-8d9e-b2a3153b4887 None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:16:03.729378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 98b58be6-61dd-43ab-a1bb-58b304bd9073 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:16:03.777076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 98b58be6-61dd-43ab-a1bb-58b304bd9073 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:16:03.777612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 98b58be6-61dd-43ab-a1bb-58b304bd9073 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:16:04.072290 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aa5710-4917-4940-a5c9-2a48d783d079 None None] New status for floating IP 2b379f02-155b-417d-93a9-1a41b4e23fed: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:16:04.232289 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-5a590514-7352-4e9f-a815-2f1401b63a65 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182639529&fields=id&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 267 time: 0.1026661 Feb 10 23:16:04.459151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-5f3d4a21-db2d-4dbb-9d0f-add0cef7a975 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:04.460957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-5f3d4a21-db2d-4dbb-9d0f-add0cef7a975 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2319825 Feb 10 23:16:04.479007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-11109d9e-c06d-4425-8e72-a7461f2a7d56 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0121920 Feb 10 23:16:04.591540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-fd43932e-547b-438b-85d8-b4f697461f63 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1068671 Feb 10 23:16:04.744478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-88cca671-3f0f-456f-978f-488e710eb15b service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389434 Feb 10 23:16:05.011768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-25c13917-7ab2-445b-844f-ff5dcf83d7bb service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605972 Feb 10 23:16:05.544838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-36a3c192-f085-4a6b-b78a-aa9d2f04fe67 req-75fc601f-b60e-4a45-923d-c059dee7404e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:05.573858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-36a3c192-f085-4a6b-b78a-aa9d2f04fe67 req-75fc601f-b60e-4a45-923d-c059dee7404e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:05.576400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-36a3c192-f085-4a6b-b78a-aa9d2f04fe67 req-75fc601f-b60e-4a45-923d-c059dee7404e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 210 time: 0.0803835 Feb 10 23:16:06.831450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0462bd83-2ce9-46e0-9975-43613cadd71e req-eaf140f0-2e67-4af3-9446-1ebf5eae7542 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 210 time: 0.0956795 Feb 10 23:16:06.982203 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-19f36416-26ab-458b-a326-c211e0c23428 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:06.983816 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-19f36416-26ab-458b-a326-c211e0c23428 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.2108288 Feb 10 23:16:07.048947 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-3a7610ae-ca56-4487-a0d5-9b998d104ab9 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 379 time: 0.0540421 Feb 10 23:16:07.060006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'security_groups': ['d6310002-6a7f-40d8-90fb-c9b90c0972b0']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:07.300790 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:07.313775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:07.330429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:16:07.338415 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:07.768451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.4 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/d5281df2-53a9-4714-bac7-d125f8b4e5cc) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:08.040965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7c417331-6e66-4b93-8242-6b6432d300ab req-4c0bc24b-edb1-4715-b1f1-b08e1ee1eed3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 210 time: 0.0652041 Feb 10 23:16:08.123787 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.141568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object d5281df2-53a9-4714-bac7-d125f8b4e5cc will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:08.170911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.258227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:08.261709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:08.266718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:16:08.278519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a60270d9-6b30-4740-9c36-c61c52c295f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.312210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:08.397415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:08.398285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.443591 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-a03ec090-8393-4229-9484-2fc3be07c29f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3874032 Feb 10 23:16:08.456447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Request body: {'port': {'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:08.624381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4610c710-ad2b-4a71-8968-764706c3a336 None None] Provisioning for port d5281df2-53a9-4714-bac7-d125f8b4e5cc completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:08.632056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4610c710-ad2b-4a71-8968-764706c3a336 None None] Provisioning complete for port d5281df2-53a9-4714-bac7-d125f8b4e5cc triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:08.633425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4610c710-ad2b-4a71-8968-764706c3a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.659430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:08.732046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4610c710-ad2b-4a71-8968-764706c3a336 None None] Port d5281df2-53a9-4714-bac7-d125f8b4e5cc cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:16:09.321481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5281df2-53a9-4714-bac7-d125f8b4e5cc {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:16:09.347200 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:09.371801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Transition to ACTIVE for port object d5281df2-53a9-4714-bac7-d125f8b4e5cc will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:16:09.378739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:09.560446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36da384-843d-49bf-af7e-730f0ae36c24 req-1fee9554-98e6-4b18-9751-9cabd35f06f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:09.562291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b36da384-843d-49bf-af7e-730f0ae36c24 req-1fee9554-98e6-4b18-9751-9cabd35f06f4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.2319138 Feb 10 23:16:09.643389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b36da384-843d-49bf-af7e-730f0ae36c24 req-195e7dcf-3f74-494a-a13a-25ea1205f329 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722039 Feb 10 23:16:09.651424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Pushing event updated for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:09.773117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Attempting to bind port d5281df2-53a9-4714-bac7-d125f8b4e5cc on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:16:09.774789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Attempting to bind port d5281df2-53a9-4714-bac7-d125f8b4e5cc by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:16:09.775746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Attempting to bind port d5281df2-53a9-4714-bac7-d125f8b4e5cc on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:16:09.785468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Port d5281df2-53a9-4714-bac7-d125f8b4e5cc on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:16:09.785942 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Attempting to bind port d5281df2-53a9-4714-bac7-d125f8b4e5cc on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:16:09.796802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:16:09.797325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:16:09.797937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:16:09.798856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Bound port: d5281df2-53a9-4714-bac7-d125f8b4e5cc, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:16:09.799445 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:09.974593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:16:09.978395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:16:09.983423 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:10.051027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.051695 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:10.053673 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] 10.222.0.30 "PUT /v2.0/ports/d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 1091 time: 1.6031823 Feb 10 23:16:10.054244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:10.086071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ade372-c1e4-4014-b340-807982bcb799 service neutron] Pushing event updated for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:10.168746 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'status': 'completed', 'code': 200} Feb 10 23:16:10.219332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-365775e4-8985-49f0-ab85-23a4360a83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.221020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-365775e4-8985-49f0-ab85-23a4360a83db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1094 time: 0.1084239 Feb 10 23:16:10.332824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-59c9b26c-009b-4ba4-9c62-d804c927c4d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 217 time: 0.1029787 Feb 10 23:16:10.428160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-23fabc10-d4a3-40cd-b7d0-4422986f9094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.429917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-23fabc10-d4a3-40cd-b7d0-4422986f9094 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0870955 Feb 10 23:16:10.513760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2200-247a-4119-904b-1c30b20e4e77 req-832bd9f9-74f3-45ee-bd6a-aa64b920d5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.515164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-832bd9f9-74f3-45ee-bd6a-aa64b920d5b1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789325 Feb 10 23:16:10.539420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa7925e3-bb6c-416d-a7b9-572c470db03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:10.882334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-f473ceae-890e-473b-9021-a929d01107d8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593793 Feb 10 23:16:10.887012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ca28f-c599-4d9b-933b-abf6b4121f92 req-a9384435-4cdd-429a-a14d-4febfbad21bb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:10.891564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-660ca28f-c599-4d9b-933b-abf6b4121f92 req-a9384435-4cdd-429a-a14d-4febfbad21bb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.1108348 Feb 10 23:16:10.945146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-660ca28f-c599-4d9b-933b-abf6b4121f92 req-5e4451af-6c2e-422d-88cc-5d7b573a7afc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496335 Feb 10 23:16:11.076566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-644b2200-247a-4119-904b-1c30b20e4e77 req-2b85cfaf-206e-4dee-9c8d-5a1d87f641b4 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793363 Feb 10 23:16:11.254906 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-1f5fb93d-1b71-44f0-a7c2-e444e202f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.258097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-1f5fb93d-1b71-44f0-a7c2-e444e202f226 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1094 time: 0.1226466 Feb 10 23:16:11.442126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-b69c2808-0710-4fca-8ff4-ba01e28533fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.444387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-b69c2808-0710-4fca-8ff4-ba01e28533fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1792886 Feb 10 23:16:11.529182 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-c6fcb69e-5dbc-4694-8e5d-72c108b9f771 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 217 time: 0.0780585 Feb 10 23:16:11.627713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-95be7373-9063-4772-9a48-954b73d04129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.629195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-95be7373-9063-4772-9a48-954b73d04129 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0930705 Feb 10 23:16:11.725758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-95026bd7-a275-43b9-a1a0-96afa3134b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:11.727532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-95026bd7-a275-43b9-a1a0-96afa3134b39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908976 Feb 10 23:16:11.767621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:11.881477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:11.971023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-1325952d-bbf7-44fb-80aa-4607496425d8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337687 Feb 10 23:16:12.091686 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:16:12.221282 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2ebc0137-cbd0-4c6a-be2d-c0e884733695 req-072c23e9-87fe-4cad-bb92-2e53f819db85 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378116 Feb 10 23:16:12.267090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ddab0-8554-4832-9f9a-a134d5f0d9a3 req-7684b265-d656-49e3-bda0-2c2cd62b2cc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:12.267891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-448ddab0-8554-4832-9f9a-a134d5f0d9a3 req-7684b265-d656-49e3-bda0-2c2cd62b2cc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:16:12.289751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-448ddab0-8554-4832-9f9a-a134d5f0d9a3 req-7684b265-d656-49e3-bda0-2c2cd62b2cc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:16:12.291188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-448ddab0-8554-4832-9f9a-a134d5f0d9a3 req-7684b265-d656-49e3-bda0-2c2cd62b2cc1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.1427226 Feb 10 23:16:12.345465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-448ddab0-8554-4832-9f9a-a134d5f0d9a3 req-1dff49fa-f437-4b26-9e48-135f995d711e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464211 Feb 10 23:16:13.051164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:13.567132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493c3c4-5370-4dce-a67d-da2fc51e2b4e req-b0600a39-cdf9-4fde-99be-c811eec788af tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:13.570593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8493c3c4-5370-4dce-a67d-da2fc51e2b4e req-b0600a39-cdf9-4fde-99be-c811eec788af tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.1033139 Feb 10 23:16:13.659730 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8493c3c4-5370-4dce-a67d-da2fc51e2b4e req-a5429582-dc37-4cb7-975a-568f23cefbbd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813103 Feb 10 23:16:14.959343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a532c-4d86-4023-91c2-d3bab1decffa req-d0457668-6c46-4b46-9ca2-6f08aaf427b2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:14.961289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e5a532c-4d86-4023-91c2-d3bab1decffa req-d0457668-6c46-4b46-9ca2-6f08aaf427b2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.1238019 Feb 10 23:16:15.028527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8e5a532c-4d86-4023-91c2-d3bab1decffa req-a4264ba6-d8af-4cf8-a332-773cc6d5d0e7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603235 Feb 10 23:16:16.314284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10424ac5-e226-4fd9-bd2d-e3e00b4fb85e req-63b621f2-726b-4e90-ab01-a92e5f2df4f8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:16.318165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10424ac5-e226-4fd9-bd2d-e3e00b4fb85e req-63b621f2-726b-4e90-ab01-a92e5f2df4f8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.1166050 Feb 10 23:16:16.389089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10424ac5-e226-4fd9-bd2d-e3e00b4fb85e req-429815e2-2f69-483b-9fde-7f2438e5780f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628099 Feb 10 23:16:17.626575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadd484-e154-4556-88b5-eecfce58a96f req-7fe3a407-0ceb-4d9b-9bca-635316db98bd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:17.628260 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eaadd484-e154-4556-88b5-eecfce58a96f req-7fe3a407-0ceb-4d9b-9bca-635316db98bd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.0960581 Feb 10 23:16:17.687504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-eaadd484-e154-4556-88b5-eecfce58a96f req-ca6b7520-dd83-482c-8316-b5a0bc153cd8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525346 Feb 10 23:16:18.891635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a83f3-581d-46cf-9c19-f8371d9990e8 req-faf3e50b-6e39-499f-9f00-aa1db0b5b7dc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:18.893855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92a83f3-581d-46cf-9c19-f8371d9990e8 req-faf3e50b-6e39-499f-9f00-aa1db0b5b7dc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 943 time: 0.0887034 Feb 10 23:16:18.948293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d92a83f3-581d-46cf-9c19-f8371d9990e8 req-358efaee-d1e3-4e8d-a7ad-8e00be50ba40 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478623 Feb 10 23:16:19.786245 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d5281df2-53a9-4714-bac7-d125f8b4e5cc details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:16:19.949776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:16:19.966899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:16:20.030995 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:20.051138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5281df2-53a9-4714-bac7-d125f8b4e5cc {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:16:20.070850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:16:20.075617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:20.160063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9693b5-f7c2-45e0-ae00-62e1f9e6f898 req-ee25cca2-bbb1-485f-940a-e6ffb414b0ff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:20.162160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c9693b5-f7c2-45e0-ae00-62e1f9e6f898 req-ee25cca2-bbb1-485f-940a-e6ffb414b0ff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 944 time: 0.0997155 Feb 10 23:16:20.166180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:20.176007 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.177093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.177701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.178493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.178990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.179500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.180124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.180710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.181219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.181961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.182445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.182927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:16:20.219580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c9693b5-f7c2-45e0-ae00-62e1f9e6f898 req-d8c75535-9ab9-4619-9728-3ca07f53906a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505717 Feb 10 23:16:20.444181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d5281df2-53a9-4714-bac7-d125f8b4e5cc'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:16:21.467984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7481e27-57e1-4bd6-bdff-b9864c47220a req-11ca4da5-6628-483b-8719-4cd457880bbd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:21.469525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7481e27-57e1-4bd6-bdff-b9864c47220a req-11ca4da5-6628-483b-8719-4cd457880bbd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 944 time: 0.1061881 Feb 10 23:16:21.521359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e7481e27-57e1-4bd6-bdff-b9864c47220a req-ef49bada-e513-4e76-a798-61011c242689 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438843 Feb 10 23:16:21.805279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d5281df2-53a9-4714-bac7-d125f8b4e5cc up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:16:21.890078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d5281df2-53a9-4714-bac7-d125f8b4e5cc completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:16:21.896573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d5281df2-53a9-4714-bac7-d125f8b4e5cc triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:16:21.896939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:22.062434 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:22.091095 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:22.097018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:22.108136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:16:22.121482 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:22.217599 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'code': 200} Feb 10 23:16:22.232763 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:22.372299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33eb54-7ccf-4db2-bb02-db0d51570808 req-65721312-91bb-45cd-86cc-5d99b32bb295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.373920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf33eb54-7ccf-4db2-bb02-db0d51570808 req-65721312-91bb-45cd-86cc-5d99b32bb295 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0865808 Feb 10 23:16:22.431018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cf33eb54-7ccf-4db2-bb02-db0d51570808 req-80f49950-c4c8-422c-9adf-5ce7d8f3168b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499663 Feb 10 23:16:22.717120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a9e89-288e-4c55-b3d3-3418eb935641 req-05d6809d-b726-4121-89b4-415be49f24ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:22.719569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b66a9e89-288e-4c55-b3d3-3418eb935641 req-05d6809d-b726-4121-89b4-415be49f24ec tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.0842237 Feb 10 23:16:22.779392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b66a9e89-288e-4c55-b3d3-3418eb935641 req-ec8865f4-961e-4468-b9bf-3d4408e00ea0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Feb 10 23:16:23.991025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab118-7599-42dc-b7e5-053133f2a498 req-89bd5017-4b5a-4a35-964b-09efd32e1c9c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:23.992724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54bab118-7599-42dc-b7e5-053133f2a498 req-89bd5017-4b5a-4a35-964b-09efd32e1c9c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.0941255 Feb 10 23:16:24.055255 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-54bab118-7599-42dc-b7e5-053133f2a498 req-22519c36-1c62-4f9e-bbe9-5e31306d1488 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559354 Feb 10 23:16:24.265921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead5e2e-5b16-4f02-a60e-cc116e343aab req-27e34087-cea3-47ff-8ce6-c072c546adc4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:24.267619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fead5e2e-5b16-4f02-a60e-cc116e343aab req-27e34087-cea3-47ff-8ce6-c072c546adc4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.0937774 Feb 10 23:16:24.313342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fead5e2e-5b16-4f02-a60e-cc116e343aab req-72450f99-f637-4b3b-862c-64ef1157bd56 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392387 Feb 10 23:16:24.339049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60226) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:24.430533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b85c3b-423b-48d4-96d3-c864bec9a077 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:24.432246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c5b85c3b-423b-48d4-96d3-c864bec9a077 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1091 time: 0.0921774 Feb 10 23:16:24.435153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 60230) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:16:24.440094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:16:24.447632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:16:24.451497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:floatingip and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:16:24.454493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:16:24.460796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:16:24.472237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:24.622281 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:24.766432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:24.784594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.25.2.81 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/73e6d472-c1fa-4664-8102-42f53e63bcbb) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:16:25.068586 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:25.100243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:25.175387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:16:25.179811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:16:25.183337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:16:25.248751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=73e6d472-c1fa-4664-8102-42f53e63bcbb,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:25.685250 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:25.777478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.031244 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.035331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.156621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=73e6d472-c1fa-4664-8102-42f53e63bcbb,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:16:26.166969 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:26.391188 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP 79921cad-191a-4a3e-be0d-b98594bb314f associated. External IP: 172.25.2.81, port: d5281df2-53a9-4714-bac7-d125f8b4e5cc. Feb 10 23:16:26.927644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:16:27.118746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:16:27.132806 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:16:27.148992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:27.157216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:16:27.158278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:16:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:27.222828 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-88b411a4-bc74-47ef-b11c-89b8a61d2d79 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7862842 Feb 10 23:16:27.224378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:16:27.284811 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'status': 'completed', 'code': 200} Feb 10 23:16:27.417700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-42240697-cb5b-4faf-b606-eadc83e6cf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.419317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-42240697-cb5b-4faf-b606-eadc83e6cf64 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.1072323 Feb 10 23:16:27.432392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:16:27.609425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-97b192d0-5b23-4e7b-8715-3a04cdf13ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.611594 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-97b192d0-5b23-4e7b-8715-3a04cdf13ec3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1833696 Feb 10 23:16:27.731640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-92ce49f0-e5e8-4462-ac08-f717f71772db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 998 time: 0.1135778 Feb 10 23:16:27.804907 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-5f391ba1-3f25-457e-8909-c57341fc9240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.808786 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-5f391ba1-3f25-457e-8909-c57341fc9240 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0703549 Feb 10 23:16:27.899191 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-42ea752d-9703-45e1-a1d1-6747ca57a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:27.900800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-42ea752d-9703-45e1-a1d1-6747ca57a1fd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849547 Feb 10 23:16:27.934423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:25Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:27.938834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:16:27.949240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:16:27.949857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:16:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:28.045309 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-4dcda578-c53e-4568-8fc2-d8672d0c2255 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370082 Feb 10 23:16:28.158430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:16:28.218092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9714a39a-3cc8-4ea7-b826-0b64d6c22e92 req-e1dd31f7-8701-4f3f-98dc-24efd32e46eb service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672664 Feb 10 23:16:28.562913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:25Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:16:28.568423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551c268-9857-4b67-a953-d7cc668cb75e None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:25Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:16:28.817845 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993dd16f-29ec-4e95-bcd4-ba5f3dad3555 None None] New status for floating IP 79921cad-191a-4a3e-be0d-b98594bb314f: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:16:38.272014 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bebb602c-3f16-48c3-9f1e-45b25cd9cbb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:40.395864 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-a3e62174-2dab-45dc-83de-6205d3e927b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838008 Feb 10 23:16:40.535271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4af4d0e-d256-4887-a987-b03bdbccc533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:40.541198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-24675573-c25c-4759-9ad9-a2cfdf978a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.542700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-24675573-c25c-4759-9ad9-a2cfdf978a7d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0773396 Feb 10 23:16:40.709084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-2a36da6f-2bc5-4f76-8040-22ce57f54155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.710620 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-2a36da6f-2bc5-4f76-8040-22ce57f54155 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1472728 Feb 10 23:16:40.856890 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-809b80bd-5d93-4475-a0fa-5c5ec55c07e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 1000 time: 0.1334817 Feb 10 23:16:40.941040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-a413a5d3-a356-4fa1-9a0d-bda87d8acbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:40.941040 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-a413a5d3-a356-4fa1-9a0d-bda87d8acbba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0788059 Feb 10 23:16:41.181505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-4e7f1c4b-cfac-43bd-b9b8-7c838dfd7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:16:41.181505 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-4e7f1c4b-cfac-43bd-b9b8-7c838dfd7864 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2337329 Feb 10 23:16:41.349021 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-2d8e19e5-8908-44c8-a4d5-630b4c52d47e service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503754 Feb 10 23:16:41.521043 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a99f9e0-ecbd-4adb-94d2-aa965a046803 req-81733a9c-a5ec-4dd1-b18a-58280b7b77b8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673703 Feb 10 23:16:41.772327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:41.893616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:43.080619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:49.086278 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:16:52.081761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:16:54.804002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:08.279641 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b1121bd9-789e-4df2-a5bf-2b1bddeb29b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:10.575489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-689e010e-a243-44f5-b883-6732d7accabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:11.798002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:11.902217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:13.075250 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:22.067731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:24.797057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:26.087798 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:17:26.818739 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:26.980631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-daaa5a31-fcc1-4ded-a0b5-c64747e0d199 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ab2971e268ae40a9883a4c5029856de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606143 Feb 10 23:17:26.983324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 33030) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:17:27.051723 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:27.080630 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:27.141779 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:27.172310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3046db0b-e9cd-44e4-9b31-5fe8a03de3d3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:17:27.191818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.191818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.192187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.192573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.192938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.193308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.193782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.194209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.194735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.195979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.195979 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.196330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:17:27.202539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:27.203753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-150d1b4d-30f9-48d0-aee0-675177a08b0f admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/3046db0b-e9cd-44e4-9b31-5fe8a03de3d3 HTTP/1.1" status: 204 len: 168 time: 0.2195344 Feb 10 23:17:38.292191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1e86918b-d40a-47da-8158-03d4f87305a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:40.545621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae519987-d03b-482e-b3c0-184530b847d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:40.692184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-f77d580a-0ca7-4aa7-9376-64777f667797 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3908703 Feb 10 23:17:40.895358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-075f59dc-4667-4c6e-89de-d65d79eadc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:40.897358 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-075f59dc-4667-4c6e-89de-d65d79eadc7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0935855 Feb 10 23:17:41.083584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-7d86a51f-6f84-437f-9342-5cc28b9e5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:41.085395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-7d86a51f-6f84-437f-9342-5cc28b9e5a42 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1656988 Feb 10 23:17:41.230615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-c3b93600-e405-4543-8e0b-6d97b8626b18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 1000 time: 0.1364095 Feb 10 23:17:41.339668 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-005009dc-999a-4425-87c3-337b1d7a3d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:41.339668 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-005009dc-999a-4425-87c3-337b1d7a3d63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0955179 Feb 10 23:17:41.428244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-bc1b50e9-1960-41ad-b016-c06faf781735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:17:41.429904 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-bc1b50e9-1960-41ad-b016-c06faf781735 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865932 Feb 10 23:17:41.444161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-bc457573-2765-4a6f-aed4-fe8ac7416de1 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:17:41.445196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-bc457573-2765-4a6f-aed4-fe8ac7416de1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060756 Feb 10 23:17:41.604930 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-cb3b55d4-10fc-403f-ac56-3c291699c7a8 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535261 Feb 10 23:17:41.770244 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:41.806535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9a1100ef-60ff-480b-9f8b-04f8972a9d85 req-c9b374aa-201e-4f3d-88a1-55884a7bad7f service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938314 Feb 10 23:17:41.887747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:43.070189 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:52.071909 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:17:54.787023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:03.088375 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:18:08.273890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-164f7c74-1b39-4879-8b3c-11a92f7786d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.544908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f1e1793-72ad-45f3-b339-1739a37be968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.691182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34058) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:10.830608 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.848133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:10.855211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Usage tracker for resource:security_group_rule and tenant:38f7845e7bb248a08e7468b5d40d9901 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:10.859092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:10.866632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:10.968596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:10.974140 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.029866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5563593c-73e6-4e47-95f5-c1353bb65ddc,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:11.034461 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=38f7845e7bb248a08e7468b5d40d9901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415902 Feb 10 23:18:11.037801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34064) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:11.041736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.042078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.042407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.042732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.043050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.043402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.043729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.044040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.044353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.044663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.044977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.045288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccb26d44-f908-4521-b0f6-d6385985e8a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:11.110575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.139360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.204224 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.223146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5563593c-73e6-4e47-95f5-c1353bb65ddc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:11.229068 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.232873 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4139e648-62e6-436f-a2a1-b8504f6937f5 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/5563593c-73e6-4e47-95f5-c1353bb65ddc HTTP/1.1" status: 204 len: 168 time: 0.1940594 Feb 10 23:18:11.750771 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:11.886811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:13.080473 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:18.366941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-f6c6431b-a370-47ea-9702-2250eb84ca87 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-182639529&fields=id&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 267 time: 0.0431609 Feb 10 23:18:18.536188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-3ca348ad-4789-4230-8ed0-8f5eccece72d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:18.537897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-3ca348ad-4789-4230-8ed0-8f5eccece72d tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1638155 Feb 10 23:18:18.555087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-22d19391-a547-42a3-a633-474c4e03f7c1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/quotas/a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 375 time: 0.0112462 Feb 10 23:18:18.649807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-aa39aa80-463a-4886-876b-1fc07b7730cf tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0890555 Feb 10 23:18:18.904189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-94ce306e-7e53-4746-90c0-344431010c26 service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414849 Feb 10 23:18:19.042093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-3d1ef806-58c3-493b-a5aa-1ea00e2c1a9e service neutron] 10.222.0.53 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315222 Feb 10 23:18:19.445442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1bc38b50-9e26-45fc-92c9-d10899312e17 req-65c3d378-b292-413b-a3a0-f1df3fc0dcdc tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 210 time: 0.0500369 Feb 10 23:18:20.606661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2b0e106-9b6c-4879-b4d4-598d15128c2a req-a029b802-f338-4015-aa62-d725b2d9b2a6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 210 time: 0.0480683 Feb 10 23:18:20.787340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-b9b6ce3f-b07f-4589-b381-890432941007 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:20.788818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-b9b6ce3f-b07f-4589-b381-890432941007 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 811 time: 0.1608391 Feb 10 23:18:20.952507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-a3bf124a-b756-455c-83bf-d51dbc1d8b1c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1685adcb2dd46ec94d6d6482ac75560 HTTP/1.1" status: 200 len: 379 time: 0.1562285 Feb 10 23:18:20.960526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'port': {'device_id': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'admin_state_up': True, 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'security_groups': ['d6310002-6a7f-40d8-90fb-c9b90c0972b0']}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:18:21.101080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:21.110872 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:21.124107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Made reservation on behalf of a1685adcb2dd46ec94d6d6482ac75560 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:18:21.128529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.303805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.20.0.5 (5d9fb715-fb90-4cac-99dc-e87250d5f0b9/6fe1e42f-a4f7-4b44-be71-323dfd66b669/dc772dc7-231b-420b-ab75-8925f430a199) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:21.539603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.559166 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Transition to ACTIVE for port object dc772dc7-231b-420b-ab75-8925f430a199 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:21.591115 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.676438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:21.679575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:21.682504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:18:21.726756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:21.815496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:21.816544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.855379 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-2755ddea-8f3e-488a-adb8-916f6965a380 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985953 Feb 10 23:18:21.866047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-bfad602a-61f5-46f5-b732-3061893ff73c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:18:21.868100 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-bfad602a-61f5-46f5-b732-3061893ff73c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059452 Feb 10 23:18:21.880322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bf36c-1b22-4bf2-b7f2-f66e19b60ce5 req-9e01041b-1042-493e-b29c-04d2c79836b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:21.881091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a8bf36c-1b22-4bf2-b7f2-f66e19b60ce5 req-9e01041b-1042-493e-b29c-04d2c79836b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:18:21.907916 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-8a8bf36c-1b22-4bf2-b7f2-f66e19b60ce5 req-9e01041b-1042-493e-b29c-04d2c79836b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:18:21.910072 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a8bf36c-1b22-4bf2-b7f2-f66e19b60ce5 req-9e01041b-1042-493e-b29c-04d2c79836b5 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 931 time: 0.1746345 Feb 10 23:18:21.951751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e3fa11e-a0f2-4636-8aa2-4f01d1b0b177 None None] Provisioning for port dc772dc7-231b-420b-ab75-8925f430a199 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:21.961721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e3fa11e-a0f2-4636-8aa2-4f01d1b0b177 None None] Provisioning complete for port dc772dc7-231b-420b-ab75-8925f430a199 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:21.962471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e3fa11e-a0f2-4636-8aa2-4f01d1b0b177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:21.976797 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Request body: {'port': {'device_id': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:18:22.022733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8a8bf36c-1b22-4bf2-b7f2-f66e19b60ce5 req-e5dbb90a-ea4a-4fc9-9e8e-8f706d6e9eac tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022413 Feb 10 23:18:22.023194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fa11e-a0f2-4636-8aa2-4f01d1b0b177 None None] Port dc772dc7-231b-420b-ab75-8925f430a199 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:18:22.066725 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.107634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.484731 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc772dc7-231b-420b-ab75-8925f430a199 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:18:22.493175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.511325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Transition to ACTIVE for port object dc772dc7-231b-420b-ab75-8925f430a199 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:18:22.516175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.678858 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:22.763677 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Attempting to bind port dc772dc7-231b-420b-ab75-8925f430a199 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:18:22.764011 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Attempting to bind port dc772dc7-231b-420b-ab75-8925f430a199 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:18:22.764334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Attempting to bind port dc772dc7-231b-420b-ab75-8925f430a199 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:18:22.769757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Port dc772dc7-231b-420b-ab75-8925f430a199 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:18:22.770003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Attempting to bind port dc772dc7-231b-420b-ab75-8925f430a199 on network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:18:22.775313 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:18:22.775652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Checking segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:18:22.776027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Bound using segment: {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:18:22.776465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Bound port: dc772dc7-231b-420b-ab75-8925f430a199, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:18:22.776803 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.881491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:18:22.885361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dc772dc7-231b-420b-ab75-8925f430a199,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:18:22.889681 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.957047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:22.957606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:22.958997 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] 10.222.0.24 "PUT /v2.0/ports/dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 1091 time: 1.0749106 Feb 10 23:18:22.959476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:22.981839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7aba4-8c88-4f41-8e49-d5a9e028ce8a service neutron] Pushing event updated for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:23.156304 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199', 'status': 'completed', 'code': 200} Feb 10 23:18:23.262810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-5829c5f6-2b31-4eac-8a23-9bae3eeea0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.264265 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-5829c5f6-2b31-4eac-8a23-9bae3eeea0d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1094 time: 0.2611263 Feb 10 23:18:23.277649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3523a-8648-4415-96ef-30c4fdb362ec req-fadf1869-63d1-44e3-bcd4-2f810e9ab18a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.279191 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1b3523a-8648-4415-96ef-30c4fdb362ec req-fadf1869-63d1-44e3-bcd4-2f810e9ab18a tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.1220844 Feb 10 23:18:23.355422 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-703719d5-2e8b-4ca9-b9be-9104ebd8b449 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 217 time: 0.0752118 Feb 10 23:18:23.426364 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d1b3523a-8648-4415-96ef-30c4fdb362ec req-c7350f5a-0cf1-4642-98a1-469e6794a1a1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976775 Feb 10 23:18:23.442870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-d15ee15e-b68f-4d9c-8658-4d7f0204f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.444411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-d15ee15e-b68f-4d9c-8658-4d7f0204f75d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0836523 Feb 10 23:18:23.524548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-211ac46c-d372-4854-8020-9f06138f3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.526009 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-211ac46c-d372-4854-8020-9f06138f3df1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753276 Feb 10 23:18:23.662938 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-fb6ca05d-9600-4910-907b-1dfaebd3f06f service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305897 Feb 10 23:18:23.799558 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e26c1d84-ba72-4fa2-a1a2-4840f3a7013b req-f854c8db-1e17-4fa6-ab80-d98cf7ee89d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296756 Feb 10 23:18:23.916620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-80a30e52-e862-4d21-8988-37ae5a02d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:23.918516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-80a30e52-e862-4d21-8988-37ae5a02d1a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1094 time: 0.0779066 Feb 10 23:18:24.057210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-7ceb4c31-1812-4c59-8b50-a05d3088de16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.058648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-7ceb4c31-1812-4c59-8b50-a05d3088de16 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1346524 Feb 10 23:18:24.124648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-6a2b237f-da32-46ad-b06d-851c5b0fff4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 217 time: 0.0600827 Feb 10 23:18:24.192129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-a59bce6f-fe63-4a09-a9f2-4fe8ff092b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.193571 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-a59bce6f-fe63-4a09-a9f2-4fe8ff092b2f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0634010 Feb 10 23:18:24.275037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-42da133e-bc13-4da7-b504-a6afe8eb00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.276579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-42da133e-bc13-4da7-b504-a6afe8eb00ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770440 Feb 10 23:18:24.419596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-15eb4350-c7de-4e0d-9b23-007e062f4d94 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362667 Feb 10 23:18:24.559402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b269cdc1-97c3-475d-bbfa-456a392b792e req-784af514-d66a-465a-b9e4-33fc56fbd93e service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340699 Feb 10 23:18:24.626210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803a688-e948-4a66-8d4a-060839a603ff req-0bdbf760-ec1c-42d0-9a8d-cb84b4360eed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:24.628378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b803a688-e948-4a66-8d4a-060839a603ff req-0bdbf760-ec1c-42d0-9a8d-cb84b4360eed tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.0922661 Feb 10 23:18:24.675644 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b803a688-e948-4a66-8d4a-060839a603ff req-aea7219c-1c65-44e9-b3ab-cec6209b8a3c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Feb 10 23:18:24.802837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:25.871004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf75c09-5b52-4f4d-8efc-34946b598485 req-8c408a22-ec1e-4bb0-bc4b-b453bcfa4f86 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:25.872521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdf75c09-5b52-4f4d-8efc-34946b598485 req-8c408a22-ec1e-4bb0-bc4b-b453bcfa4f86 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.0872581 Feb 10 23:18:25.918924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bdf75c09-5b52-4f4d-8efc-34946b598485 req-28ed3c65-b8c3-45f5-b6b6-c5e967010ee1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397975 Feb 10 23:18:27.138193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933958b3-0a27-48ab-a6a8-1c8fc39f24e2 req-14bb75dd-05d9-4ea8-928d-974a203231af tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:27.139650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-933958b3-0a27-48ab-a6a8-1c8fc39f24e2 req-14bb75dd-05d9-4ea8-928d-974a203231af tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.1038427 Feb 10 23:18:27.195866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-933958b3-0a27-48ab-a6a8-1c8fc39f24e2 req-efe611f0-2423-4df2-bc05-ddeaa52d03ee tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479851 Feb 10 23:18:28.393085 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893350-b186-4962-999d-a2fc1540e0d7 req-89101af1-6467-4819-9a7a-ae03fc5372fd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:28.394242 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e893350-b186-4962-999d-a2fc1540e0d7 req-89101af1-6467-4819-9a7a-ae03fc5372fd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.0873828 Feb 10 23:18:28.447613 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9e893350-b186-4962-999d-a2fc1540e0d7 req-ead0c5f3-1347-4dd0-8e59-f1554ff11bfd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467596 Feb 10 23:18:29.661380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df823605-729c-42ce-a380-99627887b8fc req-371747c8-da14-45a5-bed2-5333acf1e83e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:29.663171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df823605-729c-42ce-a380-99627887b8fc req-371747c8-da14-45a5-bed2-5333acf1e83e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.0919812 Feb 10 23:18:29.717617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df823605-729c-42ce-a380-99627887b8fc req-71ca761f-6335-4c67-965a-0b8e8a7cde48 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480244 Feb 10 23:18:31.058638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd51841-e4b2-401f-88aa-6ec63f69c310 req-e23a1dd9-f7df-4c7b-af96-f64363eb66ab tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:31.060343 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bd51841-e4b2-401f-88aa-6ec63f69c310 req-e23a1dd9-f7df-4c7b-af96-f64363eb66ab tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 943 time: 0.2210054 Feb 10 23:18:31.119216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4bd51841-e4b2-401f-88aa-6ec63f69c310 req-bdfbae21-6e5a-4154-9478-17a4f5ee97e3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494568 Feb 10 23:18:31.375393 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dc772dc7-231b-420b-ab75-8925f430a199 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:18:31.564670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dc772dc7-231b-420b-ab75-8925f430a199,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:18:31.578630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'dc772dc7-231b-420b-ab75-8925f430a199', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'port_id': 'dc772dc7-231b-420b-ab75-8925f430a199', 'mac_address': 'fa:16:3e:e1:ca:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:18:31.637516 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.655714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc772dc7-231b-420b-ab75-8925f430a199 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:18:31.675398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dc772dc7-231b-420b-ab75-8925f430a199,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:18:31.679739 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:31.753177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:31.761706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.762047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.762408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.762743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.763072 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.763428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.763755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.764077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.764396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.764714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.765032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.765344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:31.915978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['dc772dc7-231b-420b-ab75-8925f430a199'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:18:32.430895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd3514-8efc-4308-b1c5-f0c5af29c891 req-e135592b-2624-49d0-9647-e0e6d77de2a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:32.432397 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbd3514-8efc-4308-b1c5-f0c5af29c891 req-e135592b-2624-49d0-9647-e0e6d77de2a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 944 time: 0.1974125 Feb 10 23:18:32.479277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbbd3514-8efc-4308-b1c5-f0c5af29c891 req-6b74b9a9-c4d4-4b28-b114-a612539e25a3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403078 Feb 10 23:18:33.383548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dc772dc7-231b-420b-ab75-8925f430a199 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:18:33.458147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port dc772dc7-231b-420b-ab75-8925f430a199 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:18:33.462941 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port dc772dc7-231b-420b-ab75-8925f430a199 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:18:33.463352 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:33.590214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:33.629517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:33.641448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dc772dc7-231b-420b-ab75-8925f430a199,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:18:33.647593 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:33.686647 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712eeaa-d057-467f-896f-2900c5331419 req-87c5ca08-b52c-4879-a77e-56be47ff66d4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:33.688263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c712eeaa-d057-467f-896f-2900c5331419 req-87c5ca08-b52c-4879-a77e-56be47ff66d4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 944 time: 0.0937288 Feb 10 23:18:33.729010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:33.740312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c712eeaa-d057-467f-896f-2900c5331419 req-5b0d685b-e563-4592-9200-f2b75f097a4c tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459549 Feb 10 23:18:33.867679 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199', 'code': 200} Feb 10 23:18:34.005673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b341608c-5411-49e9-848f-3c74b0c0384a req-42863936-4f63-41da-b46d-65a068cf1f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.007087 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b341608c-5411-49e9-848f-3c74b0c0384a req-42863936-4f63-41da-b46d-65a068cf1f70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1096 time: 0.0800283 Feb 10 23:18:34.050713 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b341608c-5411-49e9-848f-3c74b0c0384a req-029279f0-770f-4d70-92db-b6f5112953a3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379832 Feb 10 23:18:34.947861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b46553-3185-4645-a486-5f744844834f req-f8171d39-3abb-4452-830a-9943ae4756a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:34.949469 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87b46553-3185-4645-a486-5f744844834f req-f8171d39-3abb-4452-830a-9943ae4756a2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.0972836 Feb 10 23:18:35.013723 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87b46553-3185-4645-a486-5f744844834f req-6cfddc0e-7c07-4354-b401-f406e0ae5199 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531251 Feb 10 23:18:36.269467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3fa80-ea9e-4326-95d9-b9aefd4f305f req-508bfd6f-c984-4f3c-9d3b-616816d0b109 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:36.272077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fa3fa80-ea9e-4326-95d9-b9aefd4f305f req-508bfd6f-c984-4f3c-9d3b-616816d0b109 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.1256502 Feb 10 23:18:36.322551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8fa3fa80-ea9e-4326-95d9-b9aefd4f305f req-f94bb954-4a97-45f5-a52b-e6bdc210a486 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440738 Feb 10 23:18:36.571099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dae06b-03d0-4606-90a7-faa7ec57812c req-3a47fe4c-e0f7-4ddd-99c9-abb66bef92eb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:36.572727 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13dae06b-03d0-4606-90a7-faa7ec57812c req-3a47fe4c-e0f7-4ddd-99c9-abb66bef92eb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.0946281 Feb 10 23:18:36.625473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13dae06b-03d0-4606-90a7-faa7ec57812c req-d6c75408-aa8e-4a8d-a76a-d5a94ba78f69 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427628 Feb 10 23:18:36.668633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34158) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:36.749594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7298db75-4735-4ebc-a842-ab42fdfb38c5 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:36.751147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7298db75-4735-4ebc-a842-ab42fdfb38c5 tempest-TestVolumeBootPattern-1487514136 tempest-TestVolumeBootPattern-1487514136-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1091 time: 0.0813324 Feb 10 23:18:36.755706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34162) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:18:36.765656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'dc772dc7-231b-420b-ab75-8925f430a199', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:18:36.778152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:18:36.787003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Usage tracker for resource:floatingip and tenant:a1685adcb2dd46ec94d6d6482ac75560 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:18:36.792590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:18:36.803163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:18:36.820311 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:37.004671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:37.231982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Allocated IP 172.25.2.241 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c0416cdc-8817-4e59-9fd4-3e1d97837790) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:18:37.411034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:37.449428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:37.521400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:18:37.524329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:18:37.527338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:18:37.569656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=c0416cdc-8817-4e59-9fd4-3e1d97837790,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:37.587091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.588025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.588025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.588209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.588522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.588770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.589094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.589415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.589854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.590178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.590502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:37.590820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:18:38.019909 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:38.105968 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:38.281320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81abe44c-a8e3-47b7-b1d6-a2e1a417b86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:38.553696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:38.560112 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:38.709590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event updated for resources: {'Port': ['ID=c0416cdc-8817-4e59-9fd4-3e1d97837790,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:18:38.728834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:39.009106 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP db3101c7-1ba6-4855-8737-d14622cfed8e associated. External IP: 172.25.2.241, port: dc772dc7-231b-420b-ab75-8925f430a199. Feb 10 23:18:39.600280 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:18:39.936013 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:18:39.951951 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:18:39.965656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:18:39.966388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:18:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:39.978466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:40.088532 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3261b183-52ad-4e58-adaf-5ba837160eff tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3310578 Feb 10 23:18:40.089557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:18:40.104712 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:18:40.250341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:18:40.295245 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199', 'status': 'completed', 'code': 200} Feb 10 23:18:40.441573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-69f02c49-eaec-4d3c-91fe-5426960af908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:40.443434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-69f02c49-eaec-4d3c-91fe-5426960af908 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1096 time: 0.1099079 Feb 10 23:18:40.601179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7f72c368-d5cf-422a-be8b-dfc37d315c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:40.673294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-15b65eab-2e00-439e-8539-8f1a8e39def1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:40.676882 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-15b65eab-2e00-439e-8539-8f1a8e39def1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.2266245 Feb 10 23:18:40.760033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}, {'id': 'db3101c7-1ba6-4855-8737-d14622cfed8e', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'dc772dc7-231b-420b-ab75-8925f430a199', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:e1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:37Z', 'updated_at': '2022-02-10T23:18:37Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:40.764705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:18:40.775954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:18:40.776808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:18:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:40.790714 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-278019ab-a02f-4271-8c6a-072d5dad2f78 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 999 time: 0.1081748 Feb 10 23:18:40.862329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-fc726758-6fc3-4671-a137-039e1fdf8034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:40.864158 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-fc726758-6fc3-4671-a137-039e1fdf8034 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0673876 Feb 10 23:18:41.012478 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:18:41.089012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-ec8ced77-5ab1-40a7-b65e-2c2e20cc72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:41.090536 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-ec8ced77-5ab1-40a7-b65e-2c2e20cc72e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115085 Feb 10 23:18:41.273185 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-bbe5eb18-20f8-4b5c-9cc0-6b3386cda382 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676519 Feb 10 23:18:41.485126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-07b61887-cec1-42f5-98ad-7e885296c3e9 req-728077e8-1df5-4343-a808-725e7cd2831e service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050581 Feb 10 23:18:41.488785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-d0ca1acc-e9eb-44c0-8a4a-de540b168f3b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2100449 Feb 10 23:18:41.610758 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}, {'id': 'db3101c7-1ba6-4855-8737-d14622cfed8e', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'dc772dc7-231b-420b-ab75-8925f430a199', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:e1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:37Z', 'updated_at': '2022-02-10T23:18:37Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:18:41.617841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbff4e1-4859-4d9a-8894-2c60bf77221e None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}, {'id': 'db3101c7-1ba6-4855-8737-d14622cfed8e', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.241', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'dc772dc7-231b-420b-ab75-8925f430a199', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:e1:ca:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:18:37Z', 'updated_at': '2022-02-10T23:18:37Z', 'revision_number': 0, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:18:41.652726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-daff40ca-223e-4325-a73b-f9f8d63dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:41.655540 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-daff40ca-223e-4325-a73b-f9f8d63dce60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0835450 Feb 10 23:18:41.760810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:41.839493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-c0562605-cec2-4b05-880e-3b19dce95903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:41.841000 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-c0562605-cec2-4b05-880e-3b19dce95903 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1596100 Feb 10 23:18:41.869832 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e0ec20-d264-48cb-acff-0974619f10db None None] New status for floating IP db3101c7-1ba6-4855-8737-d14622cfed8e: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:18:41.894538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:41.964783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-94e02f97-8255-431a-9678-288d7cb092bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 1000 time: 0.1168327 Feb 10 23:18:42.040115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-a0220217-8fa4-421c-a0eb-2688f9548988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:42.042018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-a0220217-8fa4-421c-a0eb-2688f9548988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0675912 Feb 10 23:18:42.183920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-4560e2cc-c64d-4a30-8edc-f910b845ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:42.185733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-4560e2cc-c64d-4a30-8edc-f910b845ad77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341171 Feb 10 23:18:42.334894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-be429e02-7bd0-4535-ac85-4bbe0a4a0e77 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415956 Feb 10 23:18:42.484787 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14505add-b34e-40ec-8728-c6f4a47adf4a req-96695932-2d58-4dba-b775-ae5b4dbce188 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423173 Feb 10 23:18:43.076643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:52.066769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:54.793216 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:18:56.646092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-261328da-b244-4e66-9446-9290b1b051dc req-36976201-58b1-4727-b92d-099deb80524f service neutron] (87653) timed out ('10.222.0.53', 47308) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:18:57.984067 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-48e19c1e-856d-4da9-8379-17ca0fa0408d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131415 Feb 10 23:18:58.176081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-6af8d372-0606-4943-ab7c-9c409cc4aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:58.176081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-6af8d372-0606-4943-ab7c-9c409cc4aca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1096 time: 0.1091483 Feb 10 23:18:58.366308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-ada85400-69c4-4baf-a225-1f54300eb80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:58.366308 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-ada85400-69c4-4baf-a225-1f54300eb80b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1739719 Feb 10 23:18:58.497753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-b7efd96f-8296-466a-ad66-7cf3910c2c39 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 1001 time: 0.1256881 Feb 10 23:18:58.700682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-d0d9e607-c943-4f98-af95-39e1b5909c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:58.702817 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-d0d9e607-c943-4f98-af95-39e1b5909c6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.1977236 Feb 10 23:18:58.795894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-1a46ff52-a0ec-4a86-8586-5b8f4f804e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:18:58.797434 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-1a46ff52-a0ec-4a86-8586-5b8f4f804e4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872147 Feb 10 23:18:58.977587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-098cf8a6-d7ca-4acd-b48a-73d2d8531797 service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722944 Feb 10 23:18:59.156710 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-53601e1c-e286-4ac6-8ade-1ed270ba23f5 req-510cbb3a-7766-4bd7-b568-a4c089f3cd7a service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724806 Feb 10 23:19:08.280776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae56e2a7-10ee-4502-92d2-d34b32fb7e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:10.530255 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b3cedc63-088d-4f86-ab0f-8fe7adf08540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:11.746442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:11.895277 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:13.080361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:17.086550 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:19:22.073351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:24.805812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:38.284075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-af032b59-b742-4782-acb4-ec8d140d1f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:40.524962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42ed914e-be9e-462f-94b4-bb55eb164fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.743006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:41.898618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:42.383922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-c542af69-de40-4845-8761-1d1a222220c5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0896151 Feb 10 23:19:42.542126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ae613-2c13-470d-bb4e-675b44380668 req-8d7052f7-2ee7-4704-af95-4eb87e0f35c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:42.543730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-8d7052f7-2ee7-4704-af95-4eb87e0f35c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0772629 Feb 10 23:19:42.718709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ae613-2c13-470d-bb4e-675b44380668 req-72bb1d87-8d84-4228-8ba8-26f077614ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:42.722177 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-72bb1d87-8d84-4228-8ba8-26f077614ac5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1575079 Feb 10 23:19:42.850766 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-277295dd-400b-4394-84ba-89325dbda0e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 1000 time: 0.1212363 Feb 10 23:19:42.934594 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ae613-2c13-470d-bb4e-675b44380668 req-93ab9567-7913-4434-8ed5-5e55435fa6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:42.936284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-93ab9567-7913-4434-8ed5-5e55435fa6c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0794246 Feb 10 23:19:43.032068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ae613-2c13-470d-bb4e-675b44380668 req-05705f8a-d55b-4142-9401-c2359c3bdb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:43.033730 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-05705f8a-d55b-4142-9401-c2359c3bdb95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898592 Feb 10 23:19:43.086059 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:43.203145 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-17824a1f-a7e9-4329-8df0-333297c6f783 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625125 Feb 10 23:19:43.352815 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-547ae613-2c13-470d-bb4e-675b44380668 req-6911e00a-f3c8-40a3-b8c8-213af150c14a service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431110 Feb 10 23:19:52.061807 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:54.087861 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:19:54.822750 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:19:58.960718 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-c42cd797-2150-465c-86e3-5661ec17b307 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0802979 Feb 10 23:19:59.123025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-fc1d2b35-20d6-43d6-b8e0-3809f7a8d50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.125526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-fc1d2b35-20d6-43d6-b8e0-3809f7a8d50d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1096 time: 0.0929880 Feb 10 23:19:59.315852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-6f06a205-f83a-488d-8ca5-44345a53e3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.318573 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-6f06a205-f83a-488d-8ca5-44345a53e3fc service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1699114 Feb 10 23:19:59.429854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-a68c50f4-3d07-4bb0-bf0b-cbd4517816d1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 1001 time: 0.1051588 Feb 10 23:19:59.639954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-8109b502-09a7-472c-9d46-12bdb5c3b9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.642344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-8109b502-09a7-472c-9d46-12bdb5c3b9c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.2069395 Feb 10 23:19:59.732239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-3e7d93da-24e0-49df-b45c-28b9724d7811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:19:59.733783 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-3e7d93da-24e0-49df-b45c-28b9724d7811 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0846596 Feb 10 23:19:59.935493 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-561dd668-0d12-4ff4-a0e9-1a40de69556a service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947155 Feb 10 23:20:00.115528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2da015a0-eab3-4d86-8668-52ff48cd8959 req-3df6a3d5-dc2f-406e-b1ca-a956e3ebfd7d service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733849 Feb 10 23:20:07.991078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-08928118-3d53-4bea-ab13-cf3593000be5 req-92fab44b-f46d-4761-8f83-b23349469c1b service neutron] (87653) timed out ('10.222.0.53', 57392) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:20:08.289081 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1047abc-47d7-4cfc-97ab-f9e909397c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:10.529512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c9bf5ffd-aacf-4d79-8e88-fad1f9505dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:11.743005 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:11.904295 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:12.803715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34214) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:13.084621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port c0416cdc-8817-4e59-9fd4-3e1d97837790 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:13.084621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.102417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.343336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.344130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.478804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for c0416cdc-8817-4e59-9fd4-3e1d97837790 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:13.678142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.794207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=c0416cdc-8817-4e59-9fd4-3e1d97837790,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:13.873235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.874126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.874126 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.874358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.875195 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.875541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.875866 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.876198 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.876506 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.876821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.877134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.877446 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:13.932399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:13.932870 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP db3101c7-1ba6-4855-8737-d14622cfed8e disassociated (deleted). External IP: 172.25.2.241, port: dc772dc7-231b-420b-ab75-8925f430a199. Feb 10 23:20:14.501612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:20:14.692265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:20:14.704818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:20:14.714983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:14.715640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:14.721245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:14.796307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1d46eafb-9cea-4418-9ebf-fdeb642e13ba tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "DELETE /v2.0/floatingips/db3101c7-1ba6-4855-8737-d14622cfed8e HTTP/1.1" status: 204 len: 168 time: 1.9908679 Feb 10 23:20:14.799022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:20:14.856621 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199', 'status': 'completed', 'code': 200} Feb 10 23:20:14.972161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-6def01f0-acc7-41dd-8bb6-8b3ab82249f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:14.973973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-6def01f0-acc7-41dd-8bb6-8b3ab82249f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 1096 time: 0.0891540 Feb 10 23:20:14.974161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:15.129122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-bedaeb99-5588-43bc-85f0-7f65424a5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:15.130741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-bedaeb99-5588-43bc-85f0-7f65424a5e82 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1508727 Feb 10 23:20:15.211137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-b3c56243-14fe-4842-8df1-b893ca94ee2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 200 len: 217 time: 0.0739923 Feb 10 23:20:15.284908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaabb3d-5e85-4cc4-a5a7-192ad9671536 req-03657445-9d33-494f-bed4-d4f181d72ad4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:15.286506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3aaabb3d-5e85-4cc4-a5a7-192ad9671536 req-03657445-9d33-494f-bed4-d4f181d72ad4 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.0998070 Feb 10 23:20:15.314533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-988efce9-7586-483d-9441-43f18fb62614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:15.316349 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-988efce9-7586-483d-9441-43f18fb62614 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0989206 Feb 10 23:20:15.353649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3aaabb3d-5e85-4cc4-a5a7-192ad9671536 req-cc542b2f-0464-4bf4-8d29-7b6e782402b2 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604334 Feb 10 23:20:15.418031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:15.423084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:20:15.431924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:15.432628 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:15.436210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-13542bad-763b-44ce-98fa-c3a452acde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:15.438631 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-13542bad-763b-44ce-98fa-c3a452acde1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163776 Feb 10 23:20:15.597218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-5bd59116-3363-497a-b2c5-a72a77639d6d service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518500 Feb 10 23:20:15.692643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:15.740082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b9613c64-2258-4909-87f5-75ce6c68d47f req-4de58644-1cc4-4d43-b46c-ec170bdde48a service neutron] 10.222.0.24 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365170 Feb 10 23:20:16.073931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:16.079468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1fd389-1e95-464a-98b3-50a4a1bea7e0 None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '79921cad-191a-4a3e-be0d-b98594bb314f', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'floating_ip_address': '172.25.2.81', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'port_id': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'mac_address': 'fa:16:3e:9f:16:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:16:25Z', 'updated_at': '2022-02-10T23:16:29Z', 'revision_number': 1, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:20:16.364238 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3516d-af90-4aba-8440-3a942a11ef7d None None] New status for floating IP db3101c7-1ba6-4855-8737-d14622cfed8e: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:20:16.562801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f59861-104b-47fe-a918-9bf51b95283b req-1643f30e-414e-4b67-9fa9-d09f56f9dee0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:16.563874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-67f59861-104b-47fe-a918-9bf51b95283b req-1643f30e-414e-4b67-9fa9-d09f56f9dee0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:20:16.581479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-67f59861-104b-47fe-a918-9bf51b95283b req-1643f30e-414e-4b67-9fa9-d09f56f9dee0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:20:16.582578 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67f59861-104b-47fe-a918-9bf51b95283b req-1643f30e-414e-4b67-9fa9-d09f56f9dee0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.1085331 Feb 10 23:20:16.685685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-67f59861-104b-47fe-a918-9bf51b95283b req-0b2bc466-1590-4659-a200-8c996bbc5264 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641656 Feb 10 23:20:16.709307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-2bdb74fc-ec70-41b9-984f-8be961c3313e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:16.710799 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-2bdb74fc-ec70-41b9-984f-8be961c3313e tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 945 time: 0.1255195 Feb 10 23:20:16.784367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port dc772dc7-231b-420b-ab75-8925f430a199 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:16.784775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:17.054918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port dc772dc7-231b-420b-ab75-8925f430a199, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=dc772dc7-231b-420b-ab75-8925f430a199,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:17.055184 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:17.320477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for dc772dc7-231b-420b-ab75-8925f430a199 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:17.475189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:17.529643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=dc772dc7-231b-420b-ab75-8925f430a199,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:17.610628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port dc772dc7-231b-420b-ab75-8925f430a199 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:20:17.613167 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:17.615828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'name': 'network-vif-deleted', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:20:17.632973 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b32b9259-90ad-4de9-a431-74228d9b2d2d req-748e50bc-c0cc-48fd-98e5-3983037fa182 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.24 "DELETE /v2.0/ports/dc772dc7-231b-420b-ab75-8925f430a199 HTTP/1.1" status: 204 len: 173 time: 0.9158432 Feb 10 23:20:17.688478 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bac7e90c-db8d-4d38-8a59-83b492426edd', 'name': 'network-vif-deleted', 'tag': 'dc772dc7-231b-420b-ab75-8925f430a199', 'status': 'completed', 'code': 200} Feb 10 23:20:17.861156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0d69fd0a-ff82-4af8-ba68-7f5a15b479ff req-c8052272-2c56-43ab-8781-257070ade377 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:20:17.885772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-0d69fd0a-ff82-4af8-ba68-7f5a15b479ff req-c8052272-2c56-43ab-8781-257070ade377 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:20:17.887022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d69fd0a-ff82-4af8-ba68-7f5a15b479ff req-c8052272-2c56-43ab-8781-257070ade377 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=bac7e90c-db8d-4d38-8a59-83b492426edd HTTP/1.1" status: 200 len: 210 time: 0.0697501 Feb 10 23:20:19.982940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dc772dc7-231b-420b-ab75-8925f430a199 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:20.019872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: dc772dc7-231b-420b-ab75-8925f430a199 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:20.020212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device dc772dc7-231b-420b-ab75-8925f430a199 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:22.061773 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:23.714299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34252) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:23.978755 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port 73e6d472-c1fa-4664-8102-42f53e63bcbb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:23.979023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.173866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.174141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.303511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for 73e6d472-c1fa-4664-8102-42f53e63bcbb owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:24.464181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.511316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=73e6d472-c1fa-4664-8102-42f53e63bcbb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:24.639972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:24.640844 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Floating IP 79921cad-191a-4a3e-be0d-b98594bb314f disassociated (deleted). External IP: 172.25.2.81, port: d5281df2-53a9-4714-bac7-d125f8b4e5cc. Feb 10 23:20:24.816680 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:25.161400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:20:25.352382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:20:25.364675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:20:25.377270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:25.380405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:25.381436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:25.457707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fce7a4aa-32cf-4377-a428-c0c0e89c4ccd tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "DELETE /v2.0/floatingips/79921cad-191a-4a3e-be0d-b98594bb314f HTTP/1.1" status: 204 len: 168 time: 1.7421029 Feb 10 23:20:25.458202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:20:25.524300 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'status': 'completed', 'code': 200} Feb 10 23:20:25.618034 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:25.648304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-c6b0c23f-fce9-4766-ad17-47d2e48d9506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:25.650415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-c6b0c23f-fce9-4766-ad17-47d2e48d9506 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 1096 time: 0.0921607 Feb 10 23:20:25.839311 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-4d8082f4-f3aa-4390-bd85-4ab2cff93d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:25.840913 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-4d8082f4-f3aa-4390-bd85-4ab2cff93d52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 200 len: 912 time: 0.1826267 Feb 10 23:20:25.896344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312fa7-f43d-4eab-8e09-413aa076c85b req-ec46a5b6-b4d2-4524-aade-f6c96b540dfb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:25.897924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c312fa7-f43d-4eab-8e09-413aa076c85b req-ec46a5b6-b4d2-4524-aade-f6c96b540dfb tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.1063721 Feb 10 23:20:25.915020 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-47bbd22e-7d98-46e1-9d25-169a372d7d35 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 200 len: 217 time: 0.0659809 Feb 10 23:20:25.959819 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c312fa7-f43d-4eab-8e09-413aa076c85b req-76452584-efd2-4940-bc1d-eccc6f7c16c8 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501657 Feb 10 23:20:25.990629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:25.996850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:20:25.997021 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-6ce11535-2f4b-4254-896d-e18b0727f55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:25.998307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-6ce11535-2f4b-4254-896d-e18b0727f55e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 200 len: 850 time: 0.0742087 Feb 10 23:20:26.010272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:26.011436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:26.085759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-0d8c9a03-bbde-48e0-a50c-82a10914269f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:26.087692 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-0d8c9a03-bbde-48e0-a50c-82a10914269f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5d9fb715-fb90-4cac-99dc-e87250d5f0b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819888 Feb 10 23:20:26.212882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:26.236320 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-a053a628-2971-40dc-b70d-899e0664d999 service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407025 Feb 10 23:20:26.388880 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-69898935-7e6e-4615-982a-07bdaf9a7822 req-c8341605-6bdb-454c-ac28-4d245e4e5b6e service neutron] 10.222.0.30 "GET /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449475 Feb 10 23:20:26.628575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:26.633031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8c4f9-345a-4892-907e-92b7ba938ef8 None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:06:37Z', 'revision_number': 4, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b37dfc6b-64ed-44fb-a4db-52945bdcb493', 'name': '', 'network_id': '5d9fb715-fb90-4cac-99dc-e87250d5f0b9', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'mac_address': 'fa:16:3e:47:68:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3690, 'fixed_ips': [{'subnet_id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:33Z', 'updated_at': '2022-02-10T23:07:03Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'subnets': [{'id': '6fe1e42f-a4f7-4b44-be71-323dfd66b669', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:20:26.875600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d655cac-094a-4695-bed4-47f79347cd11 None None] New status for floating IP 79921cad-191a-4a3e-be0d-b98594bb314f: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:20:27.163241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31919a41-439d-42b5-9f09-b85aac46c091 req-4fcfe590-0d12-4755-a0fa-051d589f07e6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:27.164055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-31919a41-439d-42b5-9f09-b85aac46c091 req-4fcfe590-0d12-4755-a0fa-051d589f07e6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Synchronizing usage tracker for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:20:27.181818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-31919a41-439d-42b5-9f09-b85aac46c091 req-4fcfe590-0d12-4755-a0fa-051d589f07e6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Unset dirty status for tenant:a1685adcb2dd46ec94d6d6482ac75560 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:20:27.183117 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31919a41-439d-42b5-9f09-b85aac46c091 req-4fcfe590-0d12-4755-a0fa-051d589f07e6 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.1077464 Feb 10 23:20:27.243454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31919a41-439d-42b5-9f09-b85aac46c091 req-6aa023da-55c1-4c8e-8b9a-645bf68900a1 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542219 Feb 10 23:20:27.663606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-b9cda3d5-64d0-46a8-9c66-273f2760baa7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:27.664984 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-b9cda3d5-64d0-46a8-9c66-273f2760baa7 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.0798059 Feb 10 23:20:27.739805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port d5281df2-53a9-4714-bac7-d125f8b4e5cc {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:27.740143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:28.114535 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] For port d5281df2-53a9-4714-bac7-d125f8b4e5cc, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d5281df2-53a9-4714-bac7-d125f8b4e5cc,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:28.114890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:28.245152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for d5281df2-53a9-4714-bac7-d125f8b4e5cc owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:28.400819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:28.434654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14243e4b-81bf-4aad-8d45-4246761f3ce8 req-0af72f77-71a4-4922-8ef0-faaa42dc8585 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:28.436311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14243e4b-81bf-4aad-8d45-4246761f3ce8 req-0af72f77-71a4-4922-8ef0-faaa42dc8585 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 945 time: 0.0851073 Feb 10 23:20:28.454026 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=d5281df2-53a9-4714-bac7-d125f8b4e5cc,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:28.492908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-14243e4b-81bf-4aad-8d45-4246761f3ce8 req-62f6219d-d3c8-4550-853c-c32464a3d3c0 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/security-groups?id=d6310002-6a7f-40d8-90fb-c9b90c0972b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501947 Feb 10 23:20:28.533714 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] No DVR routers for this DVR port d5281df2-53a9-4714-bac7-d125f8b4e5cc on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:20:28.536443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:28.539245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'name': 'network-vif-deleted', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:20:28.555169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-31376c1c-0ec0-44b3-8d54-b6a87443f68a req-951c7561-d715-4ce3-90d1-1636372e290f tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.30 "DELETE /v2.0/ports/d5281df2-53a9-4714-bac7-d125f8b4e5cc HTTP/1.1" status: 204 len: 173 time: 0.8842592 Feb 10 23:20:28.585072 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ead6a37d-dd3e-4f98-922e-3cb47d4a06ab', 'name': 'network-vif-deleted', 'tag': 'd5281df2-53a9-4714-bac7-d125f8b4e5cc', 'status': 'completed', 'code': 200} Feb 10 23:20:29.672087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-755812e1-3979-400b-a761-84eb0752daed req-fff1f1a0-aeae-486f-be4d-c5b2734a3c84 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "GET /v2.0/ports?device_id=ead6a37d-dd3e-4f98-922e-3cb47d4a06ab HTTP/1.1" status: 200 len: 210 time: 0.0462210 Feb 10 23:20:29.785536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-42132e56-caa9-4091-aefa-1c0aec2765c7 req-6ade24f4-7ec9-4b28-8090-490b1788859d service neutron] (87653) timed out ('10.222.0.30', 61833) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:20:30.774563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34272) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:30.937350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Deleting port 379f7631-edcd-4183-8992-af69d71525c4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:30.937732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.087006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:20:31.114002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.114331 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.243592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Calling delete_port for 379f7631-edcd-4183-8992-af69d71525c4 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:31.316639 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d5281df2-53a9-4714-bac7-d125f8b4e5cc no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:31.359667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: d5281df2-53a9-4714-bac7-d125f8b4e5cc {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:31.359926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d5281df2-53a9-4714-bac7-d125f8b4e5cc not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:31.400980 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.452318 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'Port': ['ID=379f7631-edcd-4183-8992-af69d71525c4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:31.548006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.561858 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:31.563125 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-266b70e8-9fdc-4ec5-ac4f-ec0aa74a5d00 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "DELETE /v2.0/floatingips/2b379f02-155b-417d-93a9-1a41b4e23fed HTTP/1.1" status: 204 len: 168 time: 0.7875843 Feb 10 23:20:34.029655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34290) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:34.106439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:34.139878 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:34.213762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:34.239046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6310002-6a7f-40d8-90fb-c9b90c0972b0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:34.252292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.252730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.253276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.253427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.253738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.254058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.254376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.254697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.255041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.255349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.255664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.255987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:34.272425 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:34.276063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-88ec93a5-b0a1-43bd-a44e-93370a64d6f3 tempest-TestVolumeBootPattern-1716244346 tempest-TestVolumeBootPattern-1716244346-project] 10.222.0.53 "DELETE /v2.0/security-groups/d6310002-6a7f-40d8-90fb-c9b90c0972b0 HTTP/1.1" status: 204 len: 168 time: 0.2451336 Feb 10 23:20:34.336183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34296) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:35.128009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:35.500030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Deleting port b37dfc6b-64ed-44fb-a4db-52945bdcb493 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:35.500710 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:35.675753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] For port b37dfc6b-64ed-44fb-a4db-52945bdcb493, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b37dfc6b-64ed-44fb-a4db-52945bdcb493,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:35.676096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:35.803895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Calling delete_port for b37dfc6b-64ed-44fb-a4db-52945bdcb493 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:35.990149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:36.039436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Pushing event deleted for resources: {'Port': ['ID=b37dfc6b-64ed-44fb-a4db-52945bdcb493,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:36.451034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:36.821899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Router 87471acb-b843-438b-b27d-31c54bfa7c53 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:20:37.005093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:20:37.015598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Sync routers for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:20:37.018738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-902b4c07-44e3-4ab7-baa7-92f0160d021e admin admin] 10.222.0.53 "PUT /v2.0/routers/87471acb-b843-438b-b27d-31c54bfa7c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799951 Feb 10 23:20:37.021807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34302) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:37.027788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:37.028549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:37.210747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:37.215369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:37.397549 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:37.412226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Deleting port c8c5a502-351b-4df4-9d2e-7a178539f705 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:37.412576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:37.520360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:20:35Z', 'revision_number': 5, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port': {'id': 'c8c5a502-351b-4df4-9d2e-7a178539f705', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:32:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3683, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:06:19Z', 'updated_at': '2022-02-10T23:07:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:37.524368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Checking router: 87471acb-b843-438b-b27d-31c54bfa7c53 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:20:37.534298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Routers {'87471acb-b843-438b-b27d-31c54bfa7c53'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:37.534298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['87471acb-b843-438b-b27d-31c54bfa7c53'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:37.600926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] For port c8c5a502-351b-4df4-9d2e-7a178539f705, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c8c5a502-351b-4df4-9d2e-7a178539f705,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:37.601182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:37.700802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] Set router 87471acb-b843-438b-b27d-31c54bfa7c53 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:37.740026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Calling delete_port for c8c5a502-351b-4df4-9d2e-7a178539f705 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:37.810759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:20:37Z', 'revision_number': 6, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:37.818079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6a5fad3-46fc-486c-bc35-ab87e4713a0a None None] The sync data for ids ['87471acb-b843-438b-b27d-31c54bfa7c53'] in n-d-825178-4 is: [{'id': '87471acb-b843-438b-b27d-31c54bfa7c53', 'name': 'tempest-TestVolumeBootPattern-934500227-router', 'tenant_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:15Z', 'updated_at': '2022-02-10T23:20:37Z', 'revision_number': 6, 'project_id': 'a1685adcb2dd46ec94d6d6482ac75560', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:20:37.920740 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.074488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Pushing event deleted for resources: {'Port': ['ID=c8c5a502-351b-4df4-9d2e-7a178539f705,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:38.175225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.284515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-674e909e-1560-4088-b952-32363139c7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.354622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.356874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.380381 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.380908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87471acb-b843-438b-b27d-31c54bfa7c53 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:20:38.394164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.395301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c700f921-6cfd-45ac-af23-06ec0710576f admin admin] 10.222.0.53 "DELETE /v2.0/routers/87471acb-b843-438b-b27d-31c54bfa7c53 HTTP/1.1" status: 204 len: 168 time: 1.3713665 Feb 10 23:20:38.397949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34310) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:38.458976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Deleting subnet 6fe1e42f-a4f7-4b44-be71-323dfd66b669 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:20:38.461956 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.515770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.612044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.621136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c8c5a502-351b-4df4-9d2e-7a178539f705 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:38.657158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c8c5a502-351b-4df4-9d2e-7a178539f705 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:38.657441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c8c5a502-351b-4df4-9d2e-7a178539f705 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:38.657864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b37dfc6b-64ed-44fb-a4db-52945bdcb493 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:38.697626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b37dfc6b-64ed-44fb-a4db-52945bdcb493 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:38.697869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b37dfc6b-64ed-44fb-a4db-52945bdcb493 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:38.705057 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.752810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe1e42f-a4f7-4b44-be71-323dfd66b669,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:38.756692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.762361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f000df0f-5c4e-4a77-8f6d-937c25a5bc22 None None] Network 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:20:38.762773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d9f47e1b-0e0b-4fee-a42c-e3ab8e9a0b93 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6fe1e42f-a4f7-4b44-be71-323dfd66b669 HTTP/1.1" status: 204 len: 168 time: 0.3638787 Feb 10 23:20:38.765978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34314) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:38.879853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:38.892113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Deleting port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:38.892458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.031479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] DHCP port deletion for 5d9fb715-fb90-4cac-99dc-e87250d5f0b9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:20:39.036242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Deleting port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:39.036818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.116641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] For port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:39.117214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.255201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Calling delete_port for 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:39.296745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] For port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,segment=NetworkSegment(674bedd0-f6ef-49ac-a4f0-dfd4dab1f268),segment_id=674bedd0-f6ef-49ac-a4f0-dfd4dab1f268)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:39.297283 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.339819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.393385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] No DVR routers for this DVR port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:20:39.395166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Pushing event deleted for resources: {'Port': ['ID=45baaaee-d2b0-4d68-9b11-7227f7a0ce34,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:39.429968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Calling delete_port for 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:39.507734 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:20:39.508074 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:20:39.522370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.553901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9fb715-fb90-4cac-99dc-e87250d5f0b9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.668264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.668556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674bedd0-f6ef-49ac-a4f0-dfd4dab1f268') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:39.682090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.698514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.705118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:20:39.705506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:20:39.719476 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:20:39.797725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.814017 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:39.824421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9fb715-fb90-4cac-99dc-e87250d5f0b9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:39.837442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e73e9df-fc5d-4bfa-8351-9252d9f9e522 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5d9fb715-fb90-4cac-99dc-e87250d5f0b9 HTTP/1.1" status: 204 len: 168 time: 1.0703578 Feb 10 23:20:39.840416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:40.009755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Deleting port 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:40.010132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:40.078825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-441e1f77-3ebe-4d39-8f6e-cf61bf564c59 None None] The port '45baaaee-d2b0-4d68-9b11-7227f7a0ce34' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:20:40.391720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:40.402614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:40.431153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:40.431525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 45baaaee-d2b0-4d68-9b11-7227f7a0ce34 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:40.523472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-522e164c-0394-4f2b-a416-a8006e074b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:40.837345 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Deleting port 27f2276f-99f5-43d4-b394-6f2e109d8536 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:40.837599 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:41.035485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] For port 27f2276f-99f5-43d4-b394-6f2e109d8536, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=27f2276f-99f5-43d4-b394-6f2e109d8536,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:41.035844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:41.189758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Calling delete_port for 27f2276f-99f5-43d4-b394-6f2e109d8536 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:41.516918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:41.565924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f2276f-99f5-43d4-b394-6f2e109d8536,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:41.743408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:41.850247 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:41.903711 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:42.225860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Router 4ce52cff-7275-4956-a346-6c21c1fe32cb has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:20:42.408741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:20:42.417828 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Sync routers for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:20:42.418768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e7eaa738-20d0-4e6d-82f2-22ad29a772e4 admin admin] 10.222.0.53 "PUT /v2.0/routers/4ce52cff-7275-4956-a346-6c21c1fe32cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5773282 Feb 10 23:20:42.420341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34334) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:42.428506 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:42.429110 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:42.604532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:42.627269 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:42.925461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:42.928914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:20:41Z', 'revision_number': 5, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port': {'id': '432bfbc8-641d-4e93-99ef-09b6580691c4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:06:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:07:02Z', 'updated_at': '2022-02-10T23:07:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:42.933205 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Checking router: 4ce52cff-7275-4956-a346-6c21c1fe32cb for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:20:42.935908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Deleting port 432bfbc8-641d-4e93-99ef-09b6580691c4 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:42.936249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:42.943956 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Routers {'4ce52cff-7275-4956-a346-6c21c1fe32cb'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:20:42.944583 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:20:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['4ce52cff-7275-4956-a346-6c21c1fe32cb'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:43.084113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.106406 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] Set router 4ce52cff-7275-4956-a346-6c21c1fe32cb gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:20:43.129659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] For port 432bfbc8-641d-4e93-99ef-09b6580691c4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=432bfbc8-641d-4e93-99ef-09b6580691c4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:43.130088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.220916 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:20:42Z', 'revision_number': 6, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:43.224958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec9521b-f128-4ec7-9be3-0ad5e618a6b8 None None] The sync data for ids ['4ce52cff-7275-4956-a346-6c21c1fe32cb'] in n-d-825178-4 is: [{'id': '4ce52cff-7275-4956-a346-6c21c1fe32cb', 'name': 'tempest-TestVolumeBootPattern-1912114276-router', 'tenant_id': '426cac7e86c845e493a91a72b8abce16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:06:57Z', 'updated_at': '2022-02-10T23:20:42Z', 'revision_number': 6, 'project_id': '426cac7e86c845e493a91a72b8abce16', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:20:43.260346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Calling delete_port for 432bfbc8-641d-4e93-99ef-09b6580691c4 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:43.430735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.481669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=432bfbc8-641d-4e93-99ef-09b6580691c4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:43.572832 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.754007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.756164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.779922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.781066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ce52cff-7275-4956-a346-6c21c1fe32cb {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:20:43.795122 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.796582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4895f711-77e3-4d71-be0e-625f69f73b46 admin admin] 10.222.0.53 "DELETE /v2.0/routers/4ce52cff-7275-4956-a346-6c21c1fe32cb HTTP/1.1" status: 204 len: 168 time: 1.3747149 Feb 10 23:20:43.800492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34338) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:43.896278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Deleting subnet e5f109f4-ea2a-417f-83d8-c65dcee1ba3b {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:20:43.901914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:43.958745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.045214 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.129375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.170161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5f109f4-ea2a-417f-83d8-c65dcee1ba3b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:44.173510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.178296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c992eb69-91e5-4bce-9722-7f8ef78c3006 None None] Network 93dde62d-3e0b-4011-aaba-c03b9cb7313e requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:20:44.179775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c6725878-be8f-4fae-a454-58003cebf79e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/e5f109f4-ea2a-417f-83d8-c65dcee1ba3b HTTP/1.1" status: 204 len: 168 time: 0.3782353 Feb 10 23:20:44.182257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34342) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:44.353913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.374835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Deleting port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:44.375232 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.405711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 432bfbc8-641d-4e93-99ef-09b6580691c4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:44.446979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 432bfbc8-641d-4e93-99ef-09b6580691c4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:44.447342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 432bfbc8-641d-4e93-99ef-09b6580691c4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:44.447778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 27f2276f-99f5-43d4-b394-6f2e109d8536 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:44.473056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] DHCP port deletion for 93dde62d-3e0b-4011-aaba-c03b9cb7313e request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:20:44.485879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 27f2276f-99f5-43d4-b394-6f2e109d8536 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:44.486217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 27f2276f-99f5-43d4-b394-6f2e109d8536 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:44.487891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Deleting port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:44.488259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.706817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] For port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:44.707195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.724764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] For port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,segment=NetworkSegment(1c9afea2-08f4-4023-a721-b263e5ba0c39),segment_id=1c9afea2-08f4-4023-a721-b263e5ba0c39)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:20:44.725120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.835038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Calling delete_port for cf56b6c5-fd84-46b6-b668-30ab29a9b4ac owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:44.863085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Calling delete_port for cf56b6c5-fd84-46b6-b668-30ab29a9b4ac owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:20:44.913577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:44.942723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.db.api [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:20:44.943030 n-d-825178-4 neutron-server[87653]: DEBUG oslo_db.api [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:20:44.962772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Pushing event deleted for resources: {'Port': ['ID=cf56b6c5-fd84-46b6-b668-30ab29a9b4ac,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:44.972511 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] No DVR routers for this DVR port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:20:44.974599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.974959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.975324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.975658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.975986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.976309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.976630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.976953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.977270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.977589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.977915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:44.978266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89dafaf9-8aae-4675-a1c1-75097299f210 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:20:45.444536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Deleting port cf56b6c5-fd84-46b6-b668-30ab29a9b4ac {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:20:45.444932 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.515421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] The port 'cf56b6c5-fd84-46b6-b668-30ab29a9b4ac' was deleted {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:20:45.632259 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.658470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93dde62d-3e0b-4011-aaba-c03b9cb7313e']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:45.671751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9afea2-08f4-4023-a721-b263e5ba0c39') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:45.672137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9afea2-08f4-4023-a721-b263e5ba0c39') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:20:45.683814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.700987 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.707225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:20:45.707670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: util.warn( Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:20:45.721447 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:20:45.800437 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.819079 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:45.829392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] Pushing event deleted for resources: {'Network': ['ID=93dde62d-3e0b-4011-aaba-c03b9cb7313e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:45.834366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0b82092d-b4bc-40fb-a8ab-a30d0f49734c admin admin] 10.222.0.53 "DELETE /v2.0/networks/93dde62d-3e0b-4011-aaba-c03b9cb7313e HTTP/1.1" status: 204 len: 168 time: 1.6504688 Feb 10 23:20:45.971605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34348) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:46.027324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1a9a90d0-6419-4acd-8f32-f5bb3c72ec36 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1685adcb2dd46ec94d6d6482ac75560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537653 Feb 10 23:20:46.029008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34352) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:46.088799 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.119352 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.173173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.190554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f1b679-9074-496e-bd28-d2c0557ea6df,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:46.198116 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.203728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7f656f85-9309-451d-9f74-9ead80a985aa admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/71f1b679-9074-496e-bd28-d2c0557ea6df HTTP/1.1" status: 204 len: 168 time: 0.1694345 Feb 10 23:20:46.395123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf56b6c5-fd84-46b6-b668-30ab29a9b4ac no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:20:46.431295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: cf56b6c5-fd84-46b6-b668-30ab29a9b4ac {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:20:46.431669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cf56b6c5-fd84-46b6-b668-30ab29a9b4ac not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:20:46.578585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34360) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:46.631722 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b8158075-3b06-42f8-bcd7-2728dd7fa5c4 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=426cac7e86c845e493a91a72b8abce16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0519264 Feb 10 23:20:46.634476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34364) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:20:46.692648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.722645 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.786712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.803878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e1eff5-cb2e-40ec-981b-fbb7e81126b4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:20:46.813317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:46.818142 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-899e74aa-59e2-478b-acd4-9312ded85fb3 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/23e1eff5-cb2e-40ec-981b-fbb7e81126b4 HTTP/1.1" status: 204 len: 168 time: 0.1796682 Feb 10 23:20:52.075903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:54.830769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:20:58.493728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-ef9ad900-1a25-47c3-af64-fc7d327c5a6e tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285416 Feb 10 23:20:58.653852 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0c18f59b-c770-4a45-849f-c0197ba38f65 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:20:58.655237 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0c18f59b-c770-4a45-849f-c0197ba38f65 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1550338 Feb 10 23:20:58.671728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-ab64ae38-74f4-4290-82bf-d87af0855453 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/quotas/d61dd5c1727d47f88d205b3f50aa7cdf HTTP/1.1" status: 200 len: 375 time: 0.0105734 Feb 10 23:20:58.720226 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-e5b3f7ae-a2ae-4e4a-b990-e6bbabf0783d tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429776 Feb 10 23:20:59.029754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ae81aae4-b95f-40ec-a5a6-6dd0ccf17309 req-f9d01c11-efd2-41bf-a03f-49da604093fd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 210 time: 0.1714978 Feb 10 23:21:00.203342 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-6c094540-d0c2-4bd4-abfb-7fab90aa77e9 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340083 Feb 10 23:21:00.363981 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b8c98a0-55bc-4e52-b6fb-833d6c084d51 req-9cc4224c-1d12-45ce-8bbe-8fa5b6f362cc tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 210 time: 0.2184114 Feb 10 23:21:00.431939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-aa9e5b08-8ccc-404c-aec3-33ef83f71293 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:00.433413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-aa9e5b08-8ccc-404c-aec3-33ef83f71293 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2262006 Feb 10 23:21:00.445602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Request body: {'port': {'device_id': 'b781f396-670b-4d04-acec-f972b232951a', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'admin_state_up': True, 'tenant_id': 'd61dd5c1727d47f88d205b3f50aa7cdf'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:00.587416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:00.591531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Usage tracker for resource:port and tenant:d61dd5c1727d47f88d205b3f50aa7cdf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:00.595096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:00.600994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:00.611732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Made reservation on behalf of d61dd5c1727d47f88d205b3f50aa7cdf for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:21:00.615329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:00.628327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:00.643737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:00.647602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Usage tracker for resource:security_group_rule and tenant:d61dd5c1727d47f88d205b3f50aa7cdf is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:00.650412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:00.656580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:00.741560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:00.745721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:00.953908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb62053-972d-4a95-b363-eb20b1bfe627,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:01.050038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Allocated IP 192.168.233.120 (a589a045-f5ab-4266-b522-e98ccd89758e/1f885ba2-eacf-4707-bba1-adb5f69615e7/bd69a814-4ba9-4184-b382-3a3840fd6f6e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:21:01.262361 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:01.279009 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Transition to ACTIVE for port object bd69a814-4ba9-4184-b382-3a3840fd6f6e will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:21:01.304467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:01.384485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Network a589a045-f5ab-4266-b522-e98ccd89758e is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:21:01.387886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:21:01.392892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:21:01.426688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Pushing event updated for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:01.481355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:01.482034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:01.518614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-1bd79919-49ed-4df5-be11-418756b8e1aa tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0767674 Feb 10 23:21:01.531750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Request body: {'port': {'device_id': 'b781f396-670b-4d04-acec-f972b232951a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:01.595107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5106a6-0501-4281-a3a5-e7bee3ca20ab req-8a616041-91fb-41f4-bb95-d2507f80c774 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:01.596842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca5106a6-0501-4281-a3a5-e7bee3ca20ab req-8a616041-91fb-41f4-bb95-d2507f80c774 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 936 time: 0.1095014 Feb 10 23:21:01.650627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca5106a6-0501-4281-a3a5-e7bee3ca20ab req-1b190a7a-cd89-4d20-9722-7a295fe9483e tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474634 Feb 10 23:21:01.667771 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:01.720538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-060d5bce-00b8-49c7-928c-dbb492e10414 None None] Provisioning for port bd69a814-4ba9-4184-b382-3a3840fd6f6e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:21:01.726043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-060d5bce-00b8-49c7-928c-dbb492e10414 None None] Provisioning complete for port bd69a814-4ba9-4184-b382-3a3840fd6f6e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:01.726427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-060d5bce-00b8-49c7-928c-dbb492e10414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:01.826290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-060d5bce-00b8-49c7-928c-dbb492e10414 None None] Port bd69a814-4ba9-4184-b382-3a3840fd6f6e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:21:02.026179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd69a814-4ba9-4184-b382-3a3840fd6f6e {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:21:02.035000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:02.052285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Transition to ACTIVE for port object bd69a814-4ba9-4184-b382-3a3840fd6f6e will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:21:02.055468 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:02.192839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Pushing event updated for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:02.314523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Attempting to bind port bd69a814-4ba9-4184-b382-3a3840fd6f6e on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:21:02.315200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Attempting to bind port bd69a814-4ba9-4184-b382-3a3840fd6f6e by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:21:02.315200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Attempting to bind port bd69a814-4ba9-4184-b382-3a3840fd6f6e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:21:02.320010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Port bd69a814-4ba9-4184-b382-3a3840fd6f6e on network a589a045-f5ab-4266-b522-e98ccd89758e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:21:02.320332 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Attempting to bind port bd69a814-4ba9-4184-b382-3a3840fd6f6e on network a589a045-f5ab-4266-b522-e98ccd89758e {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:21:02.325633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:21:02.325961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Checking segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:21:02.326376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Bound using segment: {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:21:02.327397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Bound port: bd69a814-4ba9-4184-b382-3a3840fd6f6e, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fca2779-f8cb-4293-9bd9-f54b08eb00cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:21:02.328006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:02.429050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:21:02.432119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:21:02.437040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:02.500096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.500740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:02.502258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] 10.222.0.30 "PUT /v2.0/ports/bd69a814-4ba9-4184-b382-3a3840fd6f6e HTTP/1.1" status: 200 len: 1096 time: 0.9758670 Feb 10 23:21:02.502741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:21:02.526433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758664-c346-4ebf-9214-541d3a809a8f service neutron] Pushing event updated for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:02.594827 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e', 'status': 'completed', 'code': 200} Feb 10 23:21:02.633248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-ae981a99-3b0e-4966-b06c-3bd31add7fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.634790 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-ae981a99-3b0e-4966-b06c-3bd31add7fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 1099 time: 0.0812004 Feb 10 23:21:02.705861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-74b18428-40b9-457b-9991-7c6e218f04c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e HTTP/1.1" status: 200 len: 217 time: 0.0637009 Feb 10 23:21:02.775547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-45915252-acfa-4d66-8733-11f98d1a054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.776763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-45915252-acfa-4d66-8733-11f98d1a054e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0639901 Feb 10 23:21:02.850971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f931ee2-a1f8-4113-a981-d9b6c5b671c9 req-87a555ca-8261-426c-9999-33b887c05672 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.852712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f931ee2-a1f8-4113-a981-d9b6c5b671c9 req-87a555ca-8261-426c-9999-33b887c05672 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 948 time: 0.0852005 Feb 10 23:21:02.856230 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-58dac690-8d22-42be-bfca-23619d97cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:02.858259 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-58dac690-8d22-42be-bfca-23619d97cab7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0745859 Feb 10 23:21:02.901641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f931ee2-a1f8-4113-a981-d9b6c5b671c9 req-ed1e51ca-315a-4d6a-a637-8b738c025f5f tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439720 Feb 10 23:21:02.998060 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-2b21d5b8-23d5-407e-ac62-f5a1d2c01fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322005 Feb 10 23:21:03.244761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3ca05266-f146-4e30-ac70-6e19efeb27e3 req-59f614e5-ad29-4dee-ac07-d3f17ec83374 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398067 Feb 10 23:21:03.368951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4f4d-54fd-4279-aaab-31b024929995 req-3b2e3353-e34a-4af5-bcec-381254a38238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:03.370524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-3b2e3353-e34a-4af5-bcec-381254a38238 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 1099 time: 0.0767467 Feb 10 23:21:03.506024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4f4d-54fd-4279-aaab-31b024929995 req-7e15232a-4236-4992-8820-5bea9014ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:03.507551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-7e15232a-4236-4992-8820-5bea9014ef22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a589a045-f5ab-4266-b522-e98ccd89758e HTTP/1.1" status: 200 len: 870 time: 0.1300309 Feb 10 23:21:03.575306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-0c4f1e26-d5f4-4ad0-8f63-2abf0f37d0e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e HTTP/1.1" status: 200 len: 217 time: 0.0609121 Feb 10 23:21:03.644312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4f4d-54fd-4279-aaab-31b024929995 req-5093171c-9582-4fc3-a53c-e1d1f0fd652d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:03.645728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-5093171c-9582-4fc3-a53c-e1d1f0fd652d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1f885ba2-eacf-4707-bba1-adb5f69615e7 HTTP/1.1" status: 200 len: 843 time: 0.0639758 Feb 10 23:21:03.730665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d4f4d-54fd-4279-aaab-31b024929995 req-30d9966a-eb47-4591-b20f-2b792bfccd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:03.732218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-30d9966a-eb47-4591-b20f-2b792bfccd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a589a045-f5ab-4266-b522-e98ccd89758e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797474 Feb 10 23:21:03.871888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-42d85f05-a00d-4ed2-85a8-af531a4ab554 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326969 Feb 10 23:21:04.056868 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-320d4f4d-54fd-4279-aaab-31b024929995 req-51ce2b17-583d-48fd-af03-218b787a5de6 service neutron] 10.222.0.30 "GET /v2.0/networks/a589a045-f5ab-4266-b522-e98ccd89758e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785514 Feb 10 23:21:04.111317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-6e879ad5-b538-417a-a3e7-e05c75ab64ac tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:04.112134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-6e879ad5-b538-417a-a3e7-e05c75ab64ac tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Synchronizing usage tracker for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:04.131899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-6e879ad5-b538-417a-a3e7-e05c75ab64ac tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Unset dirty status for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:04.133157 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-6e879ad5-b538-417a-a3e7-e05c75ab64ac tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 948 time: 0.1146936 Feb 10 23:21:04.181012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-a188b0c1-d5b8-45ef-bf28-41d07b63f79c tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Synchronizing usage tracker for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:04.198178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-a188b0c1-d5b8-45ef-bf28-41d07b63f79c tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Unset dirty status for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:04.199523 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dcbb09c4-0080-4a4b-a437-cd4523a6fbdb req-a188b0c1-d5b8-45ef-bf28-41d07b63f79c tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602307 Feb 10 23:21:05.391800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43564c43-2fd2-4446-9ddd-97298f1ccfde req-369aacab-7800-476f-8e94-4c27ebbe6782 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:05.393293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43564c43-2fd2-4446-9ddd-97298f1ccfde req-369aacab-7800-476f-8e94-4c27ebbe6782 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 948 time: 0.0803106 Feb 10 23:21:05.440535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43564c43-2fd2-4446-9ddd-97298f1ccfde req-18a1fd6b-7df1-43e6-a8f7-de38acb45fc5 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414023 Feb 10 23:21:06.630869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0612c8-158d-4e0a-beb7-91483f347de2 req-55d3324d-6781-4b51-8dc8-2cea60cc00d2 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:06.632490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff0612c8-158d-4e0a-beb7-91483f347de2 req-55d3324d-6781-4b51-8dc8-2cea60cc00d2 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 948 time: 0.0852115 Feb 10 23:21:06.682988 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ff0612c8-158d-4e0a-beb7-91483f347de2 req-fc436046-ac99-4a39-b0ad-55800b3b41e8 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444336 Feb 10 23:21:07.489290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bd69a814-4ba9-4184-b382-3a3840fd6f6e details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:21:07.629760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:07.643788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e', 'network_id': 'a589a045-f5ab-4266-b522-e98ccd89758e', 'port_id': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e', 'mac_address': 'fa:16:3e:81:6d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f885ba2-eacf-4707-bba1-adb5f69615e7', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:21:07.699133 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:07.716659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd69a814-4ba9-4184-b382-3a3840fd6f6e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:21:07.734461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:07.737719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:07.812480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:07.879816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3157ff4-ecff-43b4-a8f7-3643c04b5130 req-35fec28a-cf07-4334-b01d-ec46408d58a4 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:07.881324 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3157ff4-ecff-43b4-a8f7-3643c04b5130 req-35fec28a-cf07-4334-b01d-ec46408d58a4 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 949 time: 0.0894938 Feb 10 23:21:07.926825 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3157ff4-ecff-43b4-a8f7-3643c04b5130 req-af50c0de-fdf5-4deb-9735-1ac8fedb6c0b tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Feb 10 23:21:08.086248 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:21:08.156574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['bd69a814-4ba9-4184-b382-3a3840fd6f6e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:21:08.304220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-822a15e1-7b23-401b-bdd2-da1d184ebe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:09.119527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacae9d-1dcc-407a-8804-150f63bba05e req-1c221754-5336-40d4-a10a-5176edf528f7 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:09.121022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfacae9d-1dcc-407a-8804-150f63bba05e req-1c221754-5336-40d4-a10a-5176edf528f7 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 949 time: 0.0820007 Feb 10 23:21:09.167327 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cfacae9d-1dcc-407a-8804-150f63bba05e req-30d6c8da-c239-47e6-a42c-012ca3c87773 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405617 Feb 10 23:21:09.507352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bd69a814-4ba9-4184-b382-3a3840fd6f6e up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:21:09.589130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port bd69a814-4ba9-4184-b382-3a3840fd6f6e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:21:09.595302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port bd69a814-4ba9-4184-b382-3a3840fd6f6e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:09.595686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:09.713521 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:09.741887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:21:09.753028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:09.757395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:09.796217 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e', 'code': 200} Feb 10 23:21:09.833697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:09.933142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e34af0-d6bc-4cc6-8fe7-a3d7c63afcd5 req-69cd6396-f730-4995-b03a-08374fb56007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:09.934602 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1e34af0-d6bc-4cc6-8fe7-a3d7c63afcd5 req-69cd6396-f730-4995-b03a-08374fb56007 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 1101 time: 0.0836182 Feb 10 23:21:09.979415 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b1e34af0-d6bc-4cc6-8fe7-a3d7c63afcd5 req-ef0d258f-39a4-4e0e-ba08-47d6fd74b3e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365741 Feb 10 23:21:10.355132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33195c3a-c6b5-4f6b-8d59-7391a9a2ffd0 req-5640ccf9-1e46-4e2f-96dc-addc0fb4ed71 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:10.356515 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33195c3a-c6b5-4f6b-8d59-7391a9a2ffd0 req-5640ccf9-1e46-4e2f-96dc-addc0fb4ed71 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 950 time: 0.0820429 Feb 10 23:21:10.401475 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-33195c3a-c6b5-4f6b-8d59-7391a9a2ffd0 req-9fa1e14e-ca13-42d3-b20c-ea465b272cb1 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392392 Feb 10 23:21:10.526388 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ab4baa5-c96b-4447-9aad-fdefd0ffd047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:11.592660 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89900815-90a4-4ff7-ac23-c84b67407b0a req-f345fe8d-38fd-4dc4-a47d-83cb961e5ef3 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:11.594256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89900815-90a4-4ff7-ac23-c84b67407b0a req-f345fe8d-38fd-4dc4-a47d-83cb961e5ef3 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 950 time: 0.0812402 Feb 10 23:21:11.639724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89900815-90a4-4ff7-ac23-c84b67407b0a req-88ea9e58-410e-43ef-9adc-1778d7918a9e tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Feb 10 23:21:11.739910 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:11.907116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:12.770160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc1cbc7-34a2-4465-b9ae-483123b31527 req-59110022-5727-4f78-b27a-5188edc90b2b tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:12.771691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0fc1cbc7-34a2-4465-b9ae-483123b31527 req-59110022-5727-4f78-b27a-5188edc90b2b tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 950 time: 0.0883560 Feb 10 23:21:12.819685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0fc1cbc7-34a2-4465-b9ae-483123b31527 req-49df3214-9ddc-4000-8819-5601f1e81cea tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420704 Feb 10 23:21:13.086851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:14.020497 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6135e9-7cdb-4ee4-807c-0b180763c9ed req-23286035-5b6f-4a90-a32c-b18490b3d50b tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:14.021962 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed6135e9-7cdb-4ee4-807c-0b180763c9ed req-23286035-5b6f-4a90-a32c-b18490b3d50b tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 950 time: 0.0925229 Feb 10 23:21:14.067490 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ed6135e9-7cdb-4ee4-807c-0b180763c9ed req-14bfdb55-2e0e-4211-96bd-45ca693b8e52 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/security-groups?id=7cb62053-972d-4a95-b363-eb20b1bfe627&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Feb 10 23:21:14.165017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-3ecc58c2-5f5b-4210-97be-6711e7215ff7 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:14.166503 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-3ecc58c2-5f5b-4210-97be-6711e7215ff7 tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.30 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 950 time: 0.0825830 Feb 10 23:21:14.242423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Deleting port bd69a814-4ba9-4184-b382-3a3840fd6f6e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:21:14.242759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:14.495669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] For port bd69a814-4ba9-4184-b382-3a3840fd6f6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bd69a814-4ba9-4184-b382-3a3840fd6f6e,segment=NetworkSegment(1fca2779-f8cb-4293-9bd9-f54b08eb00cd),segment_id=1fca2779-f8cb-4293-9bd9-f54b08eb00cd)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:14.495944 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:14.734388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Calling delete_port for bd69a814-4ba9-4184-b382-3a3840fd6f6e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:21:14.894849 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:14.913677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['bd69a814-4ba9-4184-b382-3a3840fd6f6e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:21:14.947727 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Pushing event deleted for resources: {'Port': ['ID=bd69a814-4ba9-4184-b382-3a3840fd6f6e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:14.989524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.989896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.990199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.990534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.990862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.991249 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.991557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.991880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.992202 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.992523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.992845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:14.993275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:21:15.041323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] No DVR routers for this DVR port bd69a814-4ba9-4184-b382-3a3840fd6f6e on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:21:15.044806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:15.048494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'name': 'network-vif-deleted', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:21:15.069807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cad0425e-7f3c-460d-ab2c-1fed6a736bf9 req-c199852e-7a22-4f54-b661-8cd4b3ad9bbd tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.30 "DELETE /v2.0/ports/bd69a814-4ba9-4184-b382-3a3840fd6f6e HTTP/1.1" status: 204 len: 173 time: 0.8972962 Feb 10 23:21:15.112255 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b781f396-670b-4d04-acec-f972b232951a', 'name': 'network-vif-deleted', 'tag': 'bd69a814-4ba9-4184-b382-3a3840fd6f6e', 'status': 'completed', 'code': 200} Feb 10 23:21:15.236887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4f0285ce-851d-4791-8691-87c1f8f6555d req-939caca9-13d1-4fb7-b8c3-c90c224bb5bb tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Synchronizing usage tracker for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:15.254453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-4f0285ce-851d-4791-8691-87c1f8f6555d req-939caca9-13d1-4fb7-b8c3-c90c224bb5bb tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] Unset dirty status for tenant:d61dd5c1727d47f88d205b3f50aa7cdf on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:15.255691 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4f0285ce-851d-4791-8691-87c1f8f6555d req-939caca9-13d1-4fb7-b8c3-c90c224bb5bb tempest-ServersAdminNegativeTestJSON-1423991306 tempest-ServersAdminNegativeTestJSON-1423991306-project] 10.222.0.53 "GET /v2.0/ports?device_id=b781f396-670b-4d04-acec-f972b232951a HTTP/1.1" status: 200 len: 210 time: 0.0635831 Feb 10 23:21:16.632934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:16.782145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fef1fd6e-03d6-4e70-ad70-7bfccd51abbe admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=d61dd5c1727d47f88d205b3f50aa7cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480145 Feb 10 23:21:16.784656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34518) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:16.843910 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:16.873637 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:16.927418 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:16.944908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb62053-972d-4a95-b363-eb20b1bfe627,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:16.957692 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:16.961626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e0fbab8-757d-4aca-b5ff-0144958bc873 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cb62053-972d-4a95-b363-eb20b1bfe627 HTTP/1.1" status: 204 len: 168 time: 0.1732140 Feb 10 23:21:17.252143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34526) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:17.270373 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.284913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:17.289422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Usage tracker for resource:security_group_rule and tenant:1a09a44744f94563a4a8b4f116d8ec88 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:17.292289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:17.299442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:17.390639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.394773 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.442314 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a09a44744f94563a4a8b4f116d8ec88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1889715 Feb 10 23:21:17.443202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f5ea0-23a6-455e-9370-58ed9234477d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=052b0db8-b2c1-4d62-8af9-fbeebe690307,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:17.445064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34530) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:17.505971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.532578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.565358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bd69a814-4ba9-4184-b382-3a3840fd6f6e no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:21:17.591393 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.603082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: bd69a814-4ba9-4184-b382-3a3840fd6f6e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:21:17.603448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bd69a814-4ba9-4184-b382-3a3840fd6f6e not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:21:17.607622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=052b0db8-b2c1-4d62-8af9-fbeebe690307,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:17.616130 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:17.617246 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e01056d3-22fd-4ef8-9907-66092ddac663 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/052b0db8-b2c1-4d62-8af9-fbeebe690307 HTTP/1.1" status: 204 len: 168 time: 0.1705658 Feb 10 23:21:18.383782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34554) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:18.488669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1396705165-network', 'tenant_id': 'fca582bae07549d69169665586cd2a6b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:18.494274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:18.498429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Usage tracker for resource:network and tenant:fca582bae07549d69169665586cd2a6b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:18.501387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:18.507742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:18.517579 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Made reservation on behalf of fca582bae07549d69169665586cd2a6b for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:21:18.520002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.533448 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.552472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:18.556324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Usage tracker for resource:security_group_rule and tenant:fca582bae07549d69169665586cd2a6b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:18.559127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:18.565660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:18.657170 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.661772 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.692653 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:21:18.701167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07fb99-61f7-4399-9495-3c22ef90e639,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:18.708205 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.708831 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Added segment fe807cc4-d765-4495-a32c-c354951f6cc9 of type vlan for network 2ccdad87-4282-4681-be71-1d8f9ced0850 Feb 10 23:21:18.736974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.766401 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.767384 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:18.767952 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:18.873070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] Pushing event updated for resources: {'Network': ['ID=2ccdad87-4282-4681-be71-1d8f9ced0850,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:18.877521 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-338022f6-5b53-419b-9296-012b0f29f2d9 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4924695 Feb 10 23:21:18.880292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34560) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:18.885726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 2ccdad87-4282-4681-be71-1d8f9ced0850 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:21:18.887186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Request body: {'subnet': {'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1396705165-subnet', 'tenant_id': 'fca582bae07549d69169665586cd2a6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:18.894463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:18.898561 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Usage tracker for resource:subnet and tenant:fca582bae07549d69169665586cd2a6b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:18.901621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:18.908319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:18.920007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Made reservation on behalf of fca582bae07549d69169665586cd2a6b for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:21:18.922638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:19.129921 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:19.204036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdf7105b-b175-4184-912b-dec067d3167a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:19.213549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Checking segment: {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:21:19.213908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Network hostable DHCP agents. Network: 2ccdad87-4282-4681-be71-1d8f9ced0850, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:21:19.235044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Network 2ccdad87-4282-4681-be71-1d8f9ced0850 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:21:19.244931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 2ccdad87-4282-4681-be71-1d8f9ced0850) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:21:19.250490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:19.251602 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:19.254746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55223bce-8702-43d3-a8cd-05440b898835 None None] Network 2ccdad87-4282-4681-be71-1d8f9ced0850 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:21:19.274824 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c571de7a-48b6-4fe6-8eb2-b434bdef978f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3929064 Feb 10 23:21:19.497311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76244756-6943-494e-bda5-b6da84da8d63 None None] Network 2ccdad87-4282-4681-be71-1d8f9ced0850 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:21:19.818140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-983c7cd2-94a5-466e-ba1a-59def15422f1 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:19.818920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-983c7cd2-94a5-466e-ba1a-59def15422f1 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Synchronizing usage tracker for tenant:fca582bae07549d69169665586cd2a6b on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:19.837827 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-983c7cd2-94a5-466e-ba1a-59def15422f1 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Unset dirty status for tenant:fca582bae07549d69169665586cd2a6b on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:19.839274 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-983c7cd2-94a5-466e-ba1a-59def15422f1 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 812 time: 0.1749141 Feb 10 23:21:19.856461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-b3ad6ed4-3de1-4e5e-8a72-48851728d467 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/quotas/fca582bae07549d69169665586cd2a6b HTTP/1.1" status: 200 len: 375 time: 0.0105608 Feb 10 23:21:19.911478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-6833059b-9ba6-43ff-b4c8-6b4e082b8cdd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492516 Feb 10 23:21:19.975309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-ac79dc30-3ae1-4a0e-b9a5-6eb3882d215b service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:21:19.976284 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-ac79dc30-3ae1-4a0e-b9a5-6eb3882d215b service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0581377 Feb 10 23:21:20.116425 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-19994dc3-00ca-4137-bd19-09231558e7da service neutron] 10.222.0.53 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323423 Feb 10 23:21:20.256022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-6d438d55-40ff-43d1-a376-0aa540356dc9 service neutron] 10.222.0.53 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335304 Feb 10 23:21:20.439536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa413566-a52c-4699-b0bb-becb43f6be55 req-0b7baaea-7913-4961-a075-985216443154 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 210 time: 0.0493917 Feb 10 23:21:21.533861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-ad29cd35-fdc3-4778-a6af-e25bc85e5618 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:21.535348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-ad29cd35-fdc3-4778-a6af-e25bc85e5618 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 812 time: 0.1773682 Feb 10 23:21:21.548199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Request body: {'port': {'device_id': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850', 'admin_state_up': True, 'tenant_id': 'fca582bae07549d69169665586cd2a6b'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:21.774895 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0419fcfb-91a9-458b-9ab3-d271f6dfa82b req-cd4b6950-5c21-4610-846e-145302fee513 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 210 time: 0.2086644 Feb 10 23:21:21.843780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:21:21.848183 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Usage tracker for resource:port and tenant:fca582bae07549d69169665586cd2a6b is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:21:21.851399 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:21:21.857182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:21:21.867004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Made reservation on behalf of fca582bae07549d69169665586cd2a6b for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:21:21.870495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.035274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Allocated IP 172.20.0.7 (2ccdad87-4282-4681-be71-1d8f9ced0850/bdf7105b-b175-4184-912b-dec067d3167a/02723c99-7af4-4e94-861f-46af24698a6e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:21:22.073802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.241474 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.272703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.351040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Network 2ccdad87-4282-4681-be71-1d8f9ced0850 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:21:22.354103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:21:22.357937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:21:22.388270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:22.425693 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:22.426302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.448810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-7361b294-4f6b-405e-8865-ab1387d68311 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9046078 Feb 10 23:21:22.461043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Request body: {'port': {'device_id': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:21:22.578026 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.941204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02723c99-7af4-4e94-861f-46af24698a6e {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:21:22.948953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.966800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Transition to ACTIVE for port object 02723c99-7af4-4e94-861f-46af24698a6e will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:21:22.971458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:22.971600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee5dc2-7553-4fe7-aaae-05d61d9506be req-83056eab-be2c-4835-bd1d-0a489ccc933f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:22.973095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3ee5dc2-7553-4fe7-aaae-05d61d9506be req-83056eab-be2c-4835-bd1d-0a489ccc933f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 931 time: 0.0857673 Feb 10 23:21:23.024146 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3ee5dc2-7553-4fe7-aaae-05d61d9506be req-89a8cc62-1e65-49b2-ae25-a3541b25b81f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Feb 10 23:21:23.097946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:23.214832 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:21:23.215173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:21:23.215411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:21:23.220179 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:21:23.220493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:21:23.225724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:21:23.226067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Checking segment: {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:21:23.226451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Bound using segment: {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:21:23.226869 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Bound port: 02723c99-7af4-4e94-861f-46af24698a6e, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:21:23.227210 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:23.321263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:21:23.324312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:21:23.329309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:23.391935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:23.392560 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:23.393924 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] 10.222.0.30 "PUT /v2.0/ports/02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 1091 time: 0.9371278 Feb 10 23:21:23.394490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:21:23.414585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2a65a-3d68-4313-9fbd-cd617c1f7aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:23.467217 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'status': 'completed', 'code': 200} Feb 10 23:21:23.503058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-35ac30a6-6dd9-4dae-bb67-17c08ce97180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:23.504617 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-35ac30a6-6dd9-4dae-bb67-17c08ce97180 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1094 time: 0.0729566 Feb 10 23:21:23.582649 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-9995d889-3fda-4f73-83f1-4df4e3ce6d85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0675178 Feb 10 23:21:23.649672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-b47ac979-907e-4438-9df8-b652f28426cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:23.651522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-b47ac979-907e-4438-9df8-b652f28426cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0630348 Feb 10 23:21:23.698314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-5b0e3823-4a7b-4cd3-9fae-d7a20c5cef86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407131 Feb 10 23:21:23.973411 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-86ccf346-2c57-42cd-96d8-23d8ada6fb2f service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674816 Feb 10 23:21:24.110300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c35aecb8-6e60-4bf6-bdb6-da9a3527c4fe req-a85d25be-6db6-421c-ad21-69fad1f6f0c2 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308563 Feb 10 23:21:24.217015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ac8cd-103c-42dd-aa9d-613d6398b89e req-3c686b51-61af-48a0-aed9-92f6a28635fd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:24.218813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-398ac8cd-103c-42dd-aa9d-613d6398b89e req-3c686b51-61af-48a0-aed9-92f6a28635fd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.0862725 Feb 10 23:21:24.233225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-e31848af-0868-4193-8d88-1b33a7aba0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:24.234651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-e31848af-0868-4193-8d88-1b33a7aba0ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1094 time: 0.0736325 Feb 10 23:21:24.267405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-398ac8cd-103c-42dd-aa9d-613d6398b89e req-f57c9c15-6821-4281-bc21-1e42fe28ffd6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Feb 10 23:21:24.370982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-91771722-0c6a-40ef-aa32-2a3a80ea82ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:24.372483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-91771722-0c6a-40ef-aa32-2a3a80ea82ef service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.1309185 Feb 10 23:21:24.445775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-ba2a2a87-ff6d-4e28-91ab-e4cd483586cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0670316 Feb 10 23:21:24.513793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-566e1ff5-52aa-4ba3-a7fe-2bbb518c9041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:24.515694 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-566e1ff5-52aa-4ba3-a7fe-2bbb518c9041 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0627730 Feb 10 23:21:24.569026 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-67d3d690-362f-455e-86fd-823e4bd29eed service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467138 Feb 10 23:21:24.707615 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-b2fb1d8d-b2c5-4cb7-ad16-4194a47ba11e service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325052 Feb 10 23:21:24.834471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:24.851989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9b2bb066-b0f2-48a0-9a1f-9c435ba604ec req-d85c2940-ef18-469d-9834-6dc22c714c74 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351559 Feb 10 23:21:25.461409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-f9bb1b17-1185-43d1-a6e1-c67d5ac30efb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:25.462019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-f9bb1b17-1185-43d1-a6e1-c67d5ac30efb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Synchronizing usage tracker for tenant:fca582bae07549d69169665586cd2a6b on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:25.479715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-f9bb1b17-1185-43d1-a6e1-c67d5ac30efb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Unset dirty status for tenant:fca582bae07549d69169665586cd2a6b on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:25.480891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-f9bb1b17-1185-43d1-a6e1-c67d5ac30efb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.1008167 Feb 10 23:21:25.527527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-7dc4a513-24ed-4b8a-9717-f108ef2b2137 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Synchronizing usage tracker for tenant:fca582bae07549d69169665586cd2a6b on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:21:25.548084 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-7dc4a513-24ed-4b8a-9717-f108ef2b2137 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Unset dirty status for tenant:fca582bae07549d69169665586cd2a6b on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:21:25.549317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2e2795f8-90ec-4dc0-b21a-8843191f3cd1 req-7dc4a513-24ed-4b8a-9717-f108ef2b2137 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615411 Feb 10 23:21:26.742759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37cc419-bc55-4693-82ce-62a895da6036 req-da9fd5b1-0830-4705-b1fa-8c2f24abae59 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:26.744267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f37cc419-bc55-4693-82ce-62a895da6036 req-da9fd5b1-0830-4705-b1fa-8c2f24abae59 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.0856469 Feb 10 23:21:26.790009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f37cc419-bc55-4693-82ce-62a895da6036 req-c871c1c0-e80c-4d0c-99ad-ac83e91c9e50 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 Feb 10 23:21:27.627812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:21:27.762707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:27.777127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '02723c99-7af4-4e94-861f-46af24698a6e', 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850', 'port_id': '02723c99-7af4-4e94-861f-46af24698a6e', 'mac_address': 'fa:16:3e:7b:43:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf7105b-b175-4184-912b-dec067d3167a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:21:27.838126 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:27.856192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02723c99-7af4-4e94-861f-46af24698a6e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:21:27.884116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:27.889878 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:27.964658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:27.988086 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5bd342-24a5-462a-a9c3-38249e5abefb req-8ea4cf00-d0bc-4ffe-8216-6987953e187b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:27.989593 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e5bd342-24a5-462a-a9c3-38249e5abefb req-8ea4cf00-d0bc-4ffe-8216-6987953e187b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 944 time: 0.0898807 Feb 10 23:21:28.035348 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e5bd342-24a5-462a-a9c3-38249e5abefb req-97622b44-dc23-435a-b9bd-7aa63f5740d9 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401132 Feb 10 23:21:28.211153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['02723c99-7af4-4e94-861f-46af24698a6e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:21:29.233823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc8a0c-b15c-42fa-b9c5-d53b33edb286 req-c850989d-fea0-48ff-bbf9-0f506fde99de tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:29.235399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1cc8a0c-b15c-42fa-b9c5-d53b33edb286 req-c850989d-fea0-48ff-bbf9-0f506fde99de tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 944 time: 0.0891519 Feb 10 23:21:29.283335 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1cc8a0c-b15c-42fa-b9c5-d53b33edb286 req-c14cbd26-2ed4-4603-a3d7-162b649ddb4f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Feb 10 23:21:29.627753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:21:29.696803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 02723c99-7af4-4e94-861f-46af24698a6e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:21:29.701501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 02723c99-7af4-4e94-861f-46af24698a6e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:21:29.701871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:29.822507 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:29.851895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:21:29.862861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:21:29.867845 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:29.904277 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'code': 200} Feb 10 23:21:29.953598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:21:30.033358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3b84d-1a64-49f7-9a6a-e4252f92ec21 req-60b9e1e3-3477-4658-850d-56126ec0f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:30.034861 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6f3b84d-1a64-49f7-9a6a-e4252f92ec21 req-60b9e1e3-3477-4658-850d-56126ec0f23d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1096 time: 0.0754635 Feb 10 23:21:30.088613 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6f3b84d-1a64-49f7-9a6a-e4252f92ec21 req-3858f5bf-51e0-4c83-a638-c4e9cc2e4780 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455456 Feb 10 23:21:30.471824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f247bd97-0afc-403e-a2ba-93d0c4f25aa9 req-e328f8ff-3738-4522-be28-d448c665e9a6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:30.473359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f247bd97-0afc-403e-a2ba-93d0c4f25aa9 req-e328f8ff-3738-4522-be28-d448c665e9a6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0814390 Feb 10 23:21:30.534578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f247bd97-0afc-403e-a2ba-93d0c4f25aa9 req-2fd67d3a-fc50-4e8d-8717-ef777f11f48a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551233 Feb 10 23:21:31.729107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d522172f-10c8-4025-86a3-8b9dbedb06c0 req-3c735455-74bf-4f99-ac49-67fbf9b8d943 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:31.730772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d522172f-10c8-4025-86a3-8b9dbedb06c0 req-3c735455-74bf-4f99-ac49-67fbf9b8d943 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0864894 Feb 10 23:21:31.778305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d522172f-10c8-4025-86a3-8b9dbedb06c0 req-efb6e58d-88fc-4281-b3de-4d3ebc237a07 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410914 Feb 10 23:21:32.087339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34622) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:21:32.276657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889a8ff-7e64-4674-95f7-7d9ac3066dbd req-47d60fa9-ce24-4656-ad4c-639a5eab4c5e tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:32.278153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7889a8ff-7e64-4674-95f7-7d9ac3066dbd req-47d60fa9-ce24-4656-ad4c-639a5eab4c5e tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.1443577 Feb 10 23:21:32.289028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-74753771-8539-4df8-86b5-93c880ed19b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2005877 Feb 10 23:21:32.331881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7889a8ff-7e64-4674-95f7-7d9ac3066dbd req-5c8a08a9-c01f-4e06-b689-239140a85749 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473707 Feb 10 23:21:33.548167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79129192-b4e4-434b-b1b7-400cfe93a7fb req-37749056-3d64-4575-b58a-4ac06a8b4820 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:33.549693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79129192-b4e4-434b-b1b7-400cfe93a7fb req-37749056-3d64-4575-b58a-4ac06a8b4820 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0988183 Feb 10 23:21:33.599654 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79129192-b4e4-434b-b1b7-400cfe93a7fb req-99783917-9e2b-4809-b813-205891f10188 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Feb 10 23:21:33.740477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-033f7010-590c-4424-9632-e4b0e7b29e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:33.742035 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-033f7010-590c-4424-9632-e4b0e7b29e5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1096 time: 0.0914800 Feb 10 23:21:34.040616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-d080e97c-0f4d-45aa-8d0f-e41c13f85a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:34.042426 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-d080e97c-0f4d-45aa-8d0f-e41c13f85a8b service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.2935331 Feb 10 23:21:34.129409 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-f101b0d2-073b-45b7-8612-7c55795f5d7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0795698 Feb 10 23:21:34.203975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-20927663-5382-4ec1-9d4d-3a1b5b204b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:34.205454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-20927663-5382-4ec1-9d4d-3a1b5b204b61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0705428 Feb 10 23:21:34.253056 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-b6ad7c12-deb0-4827-89ab-0114f4be5799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412230 Feb 10 23:21:34.390001 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-5ecb5460-deee-48bd-b005-4a7490adcc7e service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293402 Feb 10 23:21:34.536648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-59c1a6ec-4f37-4c06-9b38-4b3e301db9c4 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396258 Feb 10 23:21:34.843346 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e92922-5396-4923-9b04-490e335485ff req-c781e8ec-dad3-4cf4-8258-7187151ce3af tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:34.844925 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79e92922-5396-4923-9b04-490e335485ff req-c781e8ec-dad3-4cf4-8258-7187151ce3af tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0943878 Feb 10 23:21:34.892702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79e92922-5396-4923-9b04-490e335485ff req-d7999ffc-42ab-48fc-a6e3-f1f6778e98a0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421033 Feb 10 23:21:36.209490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66caec-3a72-4a3d-ad40-f749686f8850 req-12aedfb2-6079-4a58-8187-3fb6f2ae39f0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:36.211423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df66caec-3a72-4a3d-ad40-f749686f8850 req-12aedfb2-6079-4a58-8187-3fb6f2ae39f0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.2023606 Feb 10 23:21:36.256586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df66caec-3a72-4a3d-ad40-f749686f8850 req-44a67ace-31ff-4bb7-aee1-d5010b78e54b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398917 Feb 10 23:21:37.442278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07df2a0-87ac-455f-81e6-9719bd4d881e req-d9af5ba4-951e-49b6-bffa-39867622d5bd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:37.443753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b07df2a0-87ac-455f-81e6-9719bd4d881e req-d9af5ba4-951e-49b6-bffa-39867622d5bd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0805297 Feb 10 23:21:37.490952 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b07df2a0-87ac-455f-81e6-9719bd4d881e req-476f737f-48ce-4a3c-8695-976cf0d883f2 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415680 Feb 10 23:21:38.289851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a09bf999-6a77-4164-8ef1-351b9883145b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:38.690800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8fe8b-be5b-4885-9b1e-c054ca2494ce req-3be6ec2d-8c70-4701-a1d6-89c3b76f8cde tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:38.692374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ae8fe8b-be5b-4885-9b1e-c054ca2494ce req-3be6ec2d-8c70-4701-a1d6-89c3b76f8cde tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0867965 Feb 10 23:21:38.741651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ae8fe8b-be5b-4885-9b1e-c054ca2494ce req-fcf5a731-007e-4d1d-b0c2-7ba8f46000da tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421581 Feb 10 23:21:39.935828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6567adf-4158-47a0-930e-5b838ebf31ba req-91ba8c44-ecfa-4a75-8c9d-7e9699df90eb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:39.937485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6567adf-4158-47a0-930e-5b838ebf31ba req-91ba8c44-ecfa-4a75-8c9d-7e9699df90eb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0854721 Feb 10 23:21:39.988948 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c6567adf-4158-47a0-930e-5b838ebf31ba req-25f58a76-89e7-4eae-b8f9-8db8f8c226c3 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414882 Feb 10 23:21:40.531084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-623bb519-0af3-42a8-b7b7-72f14ed1f304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:41.192186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e3372-0eb1-479b-9d9f-a9a658d2f92d req-49d992a4-025f-486c-b66a-f1c239d7499c tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:41.193450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-282e3372-0eb1-479b-9d9f-a9a658d2f92d req-49d992a4-025f-486c-b66a-f1c239d7499c tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0938463 Feb 10 23:21:41.240817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-282e3372-0eb1-479b-9d9f-a9a658d2f92d req-60c15754-260b-461b-8a03-0285e855a750 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 Feb 10 23:21:41.744703 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:41.911047 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:42.431903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9794e98-33a2-41e2-91e7-72016e6729cc req-667e0385-eb39-4003-9bd8-bac24ac201e4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:42.434389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9794e98-33a2-41e2-91e7-72016e6729cc req-667e0385-eb39-4003-9bd8-bac24ac201e4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0847762 Feb 10 23:21:42.485297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9794e98-33a2-41e2-91e7-72016e6729cc req-56cfb5a5-86a7-4e92-b624-78dc74e4bb21 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Feb 10 23:21:43.090045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:43.697897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a56afc-a7f9-4e00-94f3-aaeafbcd9411 req-f6afae97-c75d-4659-b6d8-0239e6567cb4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:43.699408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8a56afc-a7f9-4e00-94f3-aaeafbcd9411 req-f6afae97-c75d-4659-b6d8-0239e6567cb4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0902667 Feb 10 23:21:43.750972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8a56afc-a7f9-4e00-94f3-aaeafbcd9411 req-d335f7f7-3f55-4b05-80e7-dfc728f8eff4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457997 Feb 10 23:21:44.941481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ef0ed-171f-4a0c-8f4b-036abdb51f4b req-0f2dc925-fa50-4975-b38d-fedc973eab0a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:44.942963 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b84ef0ed-171f-4a0c-8f4b-036abdb51f4b req-0f2dc925-fa50-4975-b38d-fedc973eab0a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0849538 Feb 10 23:21:44.988389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b84ef0ed-171f-4a0c-8f4b-036abdb51f4b req-ca42f5d9-1d27-40e3-bf4c-703ab29210df tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Feb 10 23:21:45.085994 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:21:46.191074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56f474-2181-4302-a889-65e12395cc5f req-0e489f3c-aac2-466b-9b5a-1f5e5d75865b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:46.192778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea56f474-2181-4302-a889-65e12395cc5f req-0e489f3c-aac2-466b-9b5a-1f5e5d75865b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0920784 Feb 10 23:21:46.249375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ea56f474-2181-4302-a889-65e12395cc5f req-79fdbc39-8ce1-4214-b6cf-e62a194b4b44 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490632 Feb 10 23:21:46.459982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-0959539c-07d8-4911-a4f7-794f7e3471a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:46.461484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-0959539c-07d8-4911-a4f7-794f7e3471a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1096 time: 0.0785389 Feb 10 23:21:46.621670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-919fc9c5-f0ae-4f3c-a08f-9209cb4d9709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:46.623484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-919fc9c5-f0ae-4f3c-a08f-9209cb4d9709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.1399548 Feb 10 23:21:46.690920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-4a95e603-e14f-4790-b328-a7b4749b6036 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0606070 Feb 10 23:21:46.757340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-36853ff2-eccc-438d-b3f4-502d8236b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:46.758853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-36853ff2-eccc-438d-b3f4-502d8236b3c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0619695 Feb 10 23:21:46.811162 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-41c6051b-cdd8-4e76-a54d-542ac4b6f068 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420344 Feb 10 23:21:46.950366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-8c3a8e69-5531-4f49-b90f-2f2620750b00 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322811 Feb 10 23:21:47.093107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3cc361ba-5502-4bdb-b7a3-696718c4daba req-21a46b1d-09a7-4deb-92fc-8c88b48ee375 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348016 Feb 10 23:21:47.475591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d478979-944a-40b9-988e-12eaf5f85a92 req-c1af0251-5b14-4d78-89fe-73fc66a59110 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:47.477270 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d478979-944a-40b9-988e-12eaf5f85a92 req-c1af0251-5b14-4d78-89fe-73fc66a59110 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0958679 Feb 10 23:21:47.529875 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d478979-944a-40b9-988e-12eaf5f85a92 req-84e2118d-96a5-4664-92b2-9d3298811cd4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450203 Feb 10 23:21:48.737800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b990b-dfec-468e-8597-70d0e5278c05 req-a93b8313-52ea-4eb2-8ea7-106dc8ee7f2a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:48.739347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a51b990b-dfec-468e-8597-70d0e5278c05 req-a93b8313-52ea-4eb2-8ea7-106dc8ee7f2a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0896609 Feb 10 23:21:48.787016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a51b990b-dfec-468e-8597-70d0e5278c05 req-708b055e-bfe7-4b62-ad36-ff396e535158 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Feb 10 23:21:50.119473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276649e-775e-4103-b66c-f21cc2e9b573 req-bfaf9a30-563b-4df1-8f9e-aa15a9e1c021 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:50.121454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f276649e-775e-4103-b66c-f21cc2e9b573 req-bfaf9a30-563b-4df1-8f9e-aa15a9e1c021 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.2145503 Feb 10 23:21:50.190451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f276649e-775e-4103-b66c-f21cc2e9b573 req-f2326e40-3603-4026-8c90-32d261c243b2 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617785 Feb 10 23:21:51.396799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8ebc23-3d46-4a34-90e7-a000fe8c0f78 req-af8d187b-7a50-4670-91b6-3e8f463b96f4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:51.398384 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd8ebc23-3d46-4a34-90e7-a000fe8c0f78 req-af8d187b-7a50-4670-91b6-3e8f463b96f4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0932806 Feb 10 23:21:51.453931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd8ebc23-3d46-4a34-90e7-a000fe8c0f78 req-8bb63efe-f4c5-40d3-9f92-f0097abaece4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483835 Feb 10 23:21:52.093210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:52.656846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86821-854f-4a60-82fa-f1d7b9648ec5 req-7bee6625-9a35-4c55-803e-006a44eb46a4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:52.658319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55f86821-854f-4a60-82fa-f1d7b9648ec5 req-7bee6625-9a35-4c55-803e-006a44eb46a4 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0867138 Feb 10 23:21:52.707213 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-55f86821-854f-4a60-82fa-f1d7b9648ec5 req-7567a24b-f0e3-4841-9384-e72c07b653e5 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Feb 10 23:21:53.909167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534f864-849c-47d2-b78c-e77e79aa63d6 req-e60a3874-8103-439f-a196-8aed1a9c4c37 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:53.910636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5534f864-849c-47d2-b78c-e77e79aa63d6 req-e60a3874-8103-439f-a196-8aed1a9c4c37 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0880370 Feb 10 23:21:53.957991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5534f864-849c-47d2-b78c-e77e79aa63d6 req-3d87c26f-5f61-4e27-b1f9-738b647ff166 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409536 Feb 10 23:21:54.829401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:21:55.168845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb46bd5-cc51-46fa-ad95-4658e6baa2cc req-4aef1427-5763-4d8d-8a3f-7d250caf750e tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:55.171640 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ceb46bd5-cc51-46fa-ad95-4658e6baa2cc req-4aef1427-5763-4d8d-8a3f-7d250caf750e tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0988646 Feb 10 23:21:55.225280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ceb46bd5-cc51-46fa-ad95-4658e6baa2cc req-aa169ac9-d30c-49b5-b123-b3512cb78ccb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479145 Feb 10 23:21:56.421743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bd3e0-a046-4a3c-8b8e-28c982df5f07 req-4c52a979-88a9-427d-8f1e-781ce2fae91f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:56.423153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-883bd3e0-a046-4a3c-8b8e-28c982df5f07 req-4c52a979-88a9-427d-8f1e-781ce2fae91f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0867860 Feb 10 23:21:56.472497 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-883bd3e0-a046-4a3c-8b8e-28c982df5f07 req-83c62b3f-0eb6-420b-8fa1-46e53f92bc8e tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Feb 10 23:21:57.671151 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f783a1-577f-4026-8a55-6fae69c3915f req-125973f2-1ade-45d2-9f9b-3aa18b57dd85 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:57.672740 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-30f783a1-577f-4026-8a55-6fae69c3915f req-125973f2-1ade-45d2-9f9b-3aa18b57dd85 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0873547 Feb 10 23:21:57.720685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-30f783a1-577f-4026-8a55-6fae69c3915f req-4b726d4a-3449-4351-95ca-74031a2991bb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 10 23:21:58.921304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d834c60-0fcd-496b-9969-9ae0ddbaee0b req-67e38430-e43a-4fa7-8665-246ed37e8d7a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:21:58.922986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d834c60-0fcd-496b-9969-9ae0ddbaee0b req-67e38430-e43a-4fa7-8665-246ed37e8d7a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0902283 Feb 10 23:21:58.969935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d834c60-0fcd-496b-9969-9ae0ddbaee0b req-4288f491-65a8-404e-afb6-bc6c57f9054f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408695 Feb 10 23:22:00.170054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fabaa6-91cd-4ccb-a2ac-d17a203f5e37 req-f1384ca7-83b7-45fe-9261-de26c75701dd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:00.171614 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8fabaa6-91cd-4ccb-a2ac-d17a203f5e37 req-f1384ca7-83b7-45fe-9261-de26c75701dd tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0912187 Feb 10 23:22:00.222878 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8fabaa6-91cd-4ccb-a2ac-d17a203f5e37 req-95f794b3-b5c6-4aac-9ca5-58a1e4d2cad0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441208 Feb 10 23:22:01.421365 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ef47e-359f-460d-80e7-ee366bed6e71 req-99935336-d9df-4458-8034-9f7b8568d109 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:01.422803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f81ef47e-359f-460d-80e7-ee366bed6e71 req-99935336-d9df-4458-8034-9f7b8568d109 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.0884607 Feb 10 23:22:01.469236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f81ef47e-359f-460d-80e7-ee366bed6e71 req-dc7e9aa8-e632-4a79-8d74-95eef51df05b tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407002 Feb 10 23:22:01.804254 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-dab9e647-d73a-4ae4-a617-329778acea55 req-88ebe68f-0a80-4931-8b14-42363ee88bff service neutron] show failed (client error): The resource could not be found. Feb 10 23:22:01.805170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-88ebe68f-0a80-4931-8b14-42363ee88bff service neutron] 10.222.0.30 "GET /v2.0/ports/02723c99-7af4-4e94-861f-46af24698a6e/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0775585 Feb 10 23:22:02.101750 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-ccba5320-536b-4f6d-beea-7b7780c7a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:02.103231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-ccba5320-536b-4f6d-beea-7b7780c7a0d4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2&tenant_id=fca582bae07549d69169665586cd2a6b HTTP/1.1" status: 200 len: 1096 time: 0.0830820 Feb 10 23:22:02.114328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:02.225959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:02.517315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:02.551070 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:22:02.671105 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:02.677045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:02.697562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Transition to ACTIVE for port object 02723c99-7af4-4e94-861f-46af24698a6e will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:02.702845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:02.743602 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'code': 200} Feb 10 23:22:02.827294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1e102-2d81-4cdc-a311-84ba5c624180 req-47dbb1f6-d0bb-4441-909a-629158bb5288 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:02.828890 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ee1e102-2d81-4cdc-a311-84ba5c624180 req-47dbb1f6-d0bb-4441-909a-629158bb5288 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.2435303 Feb 10 23:22:02.896562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] No DVR routers for this DVR port 02723c99-7af4-4e94-861f-46af24698a6e on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:02.898589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:02.978212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5ee1e102-2d81-4cdc-a311-84ba5c624180 req-1d157580-edd1-4b04-9a4f-e085aabc1d29 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377547 Feb 10 23:22:02.980347 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:22:02.980671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:22:02.981042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:02.986756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:22:02.987310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Attempting to bind port 02723c99-7af4-4e94-861f-46af24698a6e on network 2ccdad87-4282-4681-be71-1d8f9ced0850 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:02.992845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:22:02.993188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Checking segment: {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:22:02.993567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Bound using segment: {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:22:02.993991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Bound port: 02723c99-7af4-4e94-861f-46af24698a6e, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe807cc4-d765-4495-a32c-c354951f6cc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:22:02.994337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:03.094633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:22:03.098110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:22:03.104006 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:03.180030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.180832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:03.182076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] 10.222.0.24 "PUT /v2.0/ports/02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 1091 time: 1.0718656 Feb 10 23:22:03.198878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abacc89f-ef8c-4f19-b084-727bfe43d70a service neutron] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:03.394152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-c93a45b6-a2fb-4bd2-a0a1-eb16dd7d1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.395655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-c93a45b6-a2fb-4bd2-a0a1-eb16dd7d1319 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1094 time: 0.1895425 Feb 10 23:22:03.525816 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-8e7dba10-c8a1-4aa5-b7bd-92f2833c2ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.527252 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-8e7dba10-c8a1-4aa5-b7bd-92f2833c2ec8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.1259325 Feb 10 23:22:03.598036 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-35620d46-2530-466c-a1d0-8a0563575b6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0646586 Feb 10 23:22:03.659820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab9e647-d73a-4ae4-a617-329778acea55 req-07e1dab5-1ef8-4729-9332-1aae406060a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:03.661163 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-07e1dab5-1ef8-4729-9332-1aae406060a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0578110 Feb 10 23:22:03.711961 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-8b5a5ff0-95b0-4c21-a82b-245f1f03398e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447736 Feb 10 23:22:03.848706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-6e5fd259-5918-4b00-b635-7df42fd0a0be service neutron] 10.222.0.24 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306982 Feb 10 23:22:03.985979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dab9e647-d73a-4ae4-a617-329778acea55 req-45156d57-e237-4a8a-b799-ec83ae043a9e service neutron] 10.222.0.24 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308827 Feb 10 23:22:04.185873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df4f910-fba7-48ff-9e6c-2a5171636db5 req-2e7ded4f-1da3-4364-b10a-5d3ca486044f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:04.187607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3df4f910-fba7-48ff-9e6c-2a5171636db5 req-2e7ded4f-1da3-4364-b10a-5d3ca486044f tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.0868013 Feb 10 23:22:04.232853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3df4f910-fba7-48ff-9e6c-2a5171636db5 req-dfc4299f-3d01-438d-bd39-69820c4af96c tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Feb 10 23:22:04.744682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:04.803072 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'status': 'completed', 'code': 200} Feb 10 23:22:04.951843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-14c1cfce-ed28-4b5b-ad06-0761c4af3d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:04.953374 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-14c1cfce-ed28-4b5b-ad06-0761c4af3d9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1094 time: 0.1321836 Feb 10 23:22:04.958451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-cf8ce345-c0a8-481d-ae1c-2ac5c9ca7b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:04.960168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-cf8ce345-c0a8-481d-ae1c-2ac5c9ca7b60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1094 time: 0.1084607 Feb 10 23:22:05.204097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-c2ac88a7-b7bb-482f-966b-a7780aa62f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:05.205561 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-c2ac88a7-b7bb-482f-966b-a7780aa62f70 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.2444654 Feb 10 23:22:05.208035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-a0e97087-a6cc-49a0-8283-421c1bc3475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:05.209526 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-a0e97087-a6cc-49a0-8283-421c1bc3475f service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.2292390 Feb 10 23:22:05.336941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-54cb7c67-13a4-4539-8bf6-7f74e64cb003 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.1240442 Feb 10 23:22:05.338347 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-ba6ada84-7c52-49fe-8270-851ea32478eb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0778251 Feb 10 23:22:05.433312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696ee68-d4a2-4a21-9c46-5529bd218681 req-ff25610f-5acc-4084-b736-0e09257e9649 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:05.434010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f696ee68-d4a2-4a21-9c46-5529bd218681 req-ff25610f-5acc-4084-b736-0e09257e9649 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.0883536 Feb 10 23:22:05.472834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-d725e11b-6b29-4706-a300-dce13b03c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:05.474394 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-d725e11b-6b29-4706-a300-dce13b03c619 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.1300068 Feb 10 23:22:05.475764 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-68041757-0d95-4a0f-9a41-43691d84d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:05.477484 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-68041757-0d95-4a0f-9a41-43691d84d17f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.1343005 Feb 10 23:22:05.486566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f696ee68-d4a2-4a21-9c46-5529bd218681 req-b7e0a30d-0df3-44f2-84e6-e4468dd09502 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461149 Feb 10 23:22:05.690081 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-1c47532d-0fac-4f00-b76a-a22c3a3f44c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2091019 Feb 10 23:22:05.692107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-d27960a8-3fef-45ae-a393-860bc4a902b1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1776409 Feb 10 23:22:05.868594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:05.927024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:22:05.935508 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-a486830c-6b93-429d-834f-ce2a3b916eb7 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384515 Feb 10 23:22:05.937316 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-cf830734-9dfb-48b7-b1b2-b7d50d712dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225778 Feb 10 23:22:06.184994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-d4ed155d-7520-48c8-95b9-6d554e1167c7 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412198 Feb 10 23:22:06.186720 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cd014952-fbd7-4c40-8257-3956fa00f359 req-12571504-1744-42b7-9a4b-4e405259bd64 service neutron] 10.222.0.24 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441986 Feb 10 23:22:06.620248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:22:06.704232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e15999-250d-4323-8e8c-3d47539bed7c req-59c7053d-5b80-48dc-b546-404e609d97f6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:06.705735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63e15999-250d-4323-8e8c-3d47539bed7c req-59c7053d-5b80-48dc-b546-404e609d97f6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 943 time: 0.1035960 Feb 10 23:22:06.754015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-63e15999-250d-4323-8e8c-3d47539bed7c req-aba7ce0d-2e1b-4e34-8499-d8b08cde402a tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Feb 10 23:22:06.779709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:06.793766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '02723c99-7af4-4e94-861f-46af24698a6e', 'network_id': '2ccdad87-4282-4681-be71-1d8f9ced0850', 'port_id': '02723c99-7af4-4e94-861f-46af24698a6e', 'mac_address': 'fa:16:3e:7b:43:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdf7105b-b175-4184-912b-dec067d3167a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:22:06.855372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:06.873591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02723c99-7af4-4e94-861f-46af24698a6e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:22:06.890070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:06.894537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:06.966965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:06.974759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.975099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.975958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.975958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.976166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.976431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.976753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.977083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.977400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.977717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.978032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:06.978347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:07.145736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-09d905c2-70b4-45ad-9605-7d0a5920dcf6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.147208 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-09d905c2-70b4-45ad-9605-7d0a5920dcf6 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.30 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2&tenant_id=fca582bae07549d69169665586cd2a6b&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.0919452 Feb 10 23:22:07.150502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['02723c99-7af4-4e94-861f-46af24698a6e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:22:07.232353 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-58f99fbe-17c8-47e9-a0e6-73afd6f80967 service neutron] delete failed (client error): The resource could not be found. Feb 10 23:22:07.233251 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-58f99fbe-17c8-47e9-a0e6-73afd6f80967 service neutron] 10.222.0.30 "DELETE /v2.0/ports/02723c99-7af4-4e94-861f-46af24698a6e/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0798860 Feb 10 23:22:07.388751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-74767d7c-baeb-4fad-8ea0-04dc7a30f5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.390597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-74767d7c-baeb-4fad-8ea0-04dc7a30f5e0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fca582bae07549d69169665586cd2a6b&device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 1095 time: 0.0800185 Feb 10 23:22:07.530809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-ff4869ce-5ba8-4309-a698-797d0e818651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.532423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-ff4869ce-5ba8-4309-a698-797d0e818651 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 200 len: 913 time: 0.1349103 Feb 10 23:22:07.600891 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-98a51cce-2081-4bf4-8590-f398df6e2960 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 200 len: 217 time: 0.0619380 Feb 10 23:22:07.668633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-77ef6989-05fd-4f87-bce9-d9ef3020468e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:07.670775 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-77ef6989-05fd-4f87-bce9-d9ef3020468e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 200 len: 852 time: 0.0642943 Feb 10 23:22:07.718149 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-5845a6ee-067b-491d-a4ea-5f0606066f9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2ccdad87-4282-4681-be71-1d8f9ced0850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414448 Feb 10 23:22:07.851579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-250608fd-b304-42d6-b8c7-69ac13c687a0 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275187 Feb 10 23:22:07.986580 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-063b79df-aad6-4cda-a10c-dc9a21b22660 service neutron] 10.222.0.30 "GET /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284494 Feb 10 23:22:08.295392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-618386b5-7b2c-477e-b0a1-e50e03a525b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:08.639684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:22:08.715896 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 02723c99-7af4-4e94-861f-46af24698a6e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:08.721045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 02723c99-7af4-4e94-861f-46af24698a6e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:08.721424 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:08.843209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc6fd1-ac05-489f-99a7-519f572ef1a9 req-bae8426f-013d-4cd4-8a31-8744e4101018 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:08.844401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18cc6fd1-ac05-489f-99a7-519f572ef1a9 req-bae8426f-013d-4cd4-8a31-8744e4101018 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 944 time: 0.0957391 Feb 10 23:22:08.847941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:08.877680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:08.888980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:08.894682 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:08.900301 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-18cc6fd1-ac05-489f-99a7-519f572ef1a9 req-4f5465d5-d8a4-4f0b-b99b-fcccaf72fc66 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Feb 10 23:22:08.930666 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'code': 200} Feb 10 23:22:08.970150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:10.206056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-c04eb22a-b7d8-4745-8017-b219de1149fb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:10.207454 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-c04eb22a-b7d8-4745-8017-b219de1149fb tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.24 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.2668016 Feb 10 23:22:10.219333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff142b-c7b6-439a-a162-70d49c11c737 req-a4aafeda-cb4d-4c6a-b267-f6f40564a093 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:10.220801 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f9ff142b-c7b6-439a-a162-70d49c11c737 req-a4aafeda-cb4d-4c6a-b267-f6f40564a093 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/ports?device_id=2eddf284-ac0f-45b7-894a-55c8f14032d2 HTTP/1.1" status: 200 len: 945 time: 0.1260359 Feb 10 23:22:10.316780 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Deleting port 02723c99-7af4-4e94-861f-46af24698a6e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:22:10.317114 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:10.352354 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f9ff142b-c7b6-439a-a162-70d49c11c737 req-3c7256b2-58af-461f-b16a-5e875358efd2 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.53 "GET /v2.0/security-groups?id=9c07fb99-61f7-4399-9495-3c22ef90e639&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021991 Feb 10 23:22:10.538536 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-68640396-64fc-474b-9ebd-dd201ef14140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:10.586482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] For port 02723c99-7af4-4e94-861f-46af24698a6e, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=02723c99-7af4-4e94-861f-46af24698a6e,segment=NetworkSegment(fe807cc4-d765-4495-a32c-c354951f6cc9),segment_id=fe807cc4-d765-4495-a32c-c354951f6cc9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:10.586837 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:10.716557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Calling delete_port for 02723c99-7af4-4e94-861f-46af24698a6e owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:22:10.869155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:10.880593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['02723c99-7af4-4e94-861f-46af24698a6e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:22:10.928697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Pushing event deleted for resources: {'Port': ['ID=02723c99-7af4-4e94-861f-46af24698a6e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:11.001853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] No DVR routers for this DVR port 02723c99-7af4-4e94-861f-46af24698a6e on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:11.004553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.007134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-deleted', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:11.023264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b9fdc96-d5ff-4998-bdd3-db634b3aac7f req-6b5a8a2e-7ba6-4554-a656-69ce121c6cd0 tempest-DeleteServersTestJSON-2140067503 tempest-DeleteServersTestJSON-2140067503-project] 10.222.0.24 "DELETE /v2.0/ports/02723c99-7af4-4e94-861f-46af24698a6e HTTP/1.1" status: 204 len: 173 time: 0.8014705 Feb 10 23:22:11.054060 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2eddf284-ac0f-45b7-894a-55c8f14032d2', 'name': 'network-vif-deleted', 'tag': '02723c99-7af4-4e94-861f-46af24698a6e', 'status': 'completed', 'code': 200} Feb 10 23:22:11.605528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34728) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:11.670178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Deleting subnet bdf7105b-b175-4184-912b-dec067d3167a {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:22:11.673334 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.726097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.738903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.783553 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.861650 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.903109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdf7105b-b175-4184-912b-dec067d3167a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:11.905243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:11.911706 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ee0f9585-7c4c-4b3c-8067-6831f99a08a4 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/bdf7105b-b175-4184-912b-dec067d3167a HTTP/1.1" status: 204 len: 168 time: 0.3051000 Feb 10 23:22:11.914778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 34732) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:11.915264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.026984 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.163341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.191022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ccdad87-4282-4681-be71-1d8f9ced0850']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:12.204027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe807cc4-d765-4495-a32c-c354951f6cc9') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:12.204322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe807cc4-d765-4495-a32c-c354951f6cc9') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:22:12.216624 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.233625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.240584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:22:12.240816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:22:12.255102 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:22:12.340905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.361130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.371606 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ccdad87-4282-4681-be71-1d8f9ced0850,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:12.385456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.385804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.386139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.386460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.386786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.387110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.387475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.387786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.388121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.388413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.388722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.389036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:12.396898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2ad49ace-bbb0-46e2-97ff-acd745d211b7 admin admin] 10.222.0.53 "DELETE /v2.0/networks/2ccdad87-4282-4681-be71-1d8f9ced0850 HTTP/1.1" status: 204 len: 168 time: 0.4808569 Feb 10 23:22:12.512049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34738) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:12.563866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d7a52b8a-e94c-4a4b-bc62-f0fdf54913d0 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=fca582bae07549d69169665586cd2a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498667 Feb 10 23:22:12.566302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34742) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:12.629722 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.660088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.712884 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.729525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07fb99-61f7-4399-9495-3c22ef90e639,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:12.744554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:12.750657 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f3fa905a-2ce7-4a47-8a19-a8e3372c2096 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/9c07fb99-61f7-4399-9495-3c22ef90e639 HTTP/1.1" status: 204 len: 168 time: 0.1786401 Feb 10 23:22:13.095624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.512834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:13.620103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1366682119-network', 'tenant_id': '9d53ea6def444dbf88da850e17f6fe45'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:13.625915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:13.629793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Usage tracker for resource:network and tenant:9d53ea6def444dbf88da850e17f6fe45 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:13.632713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:13.638590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:13.649077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Made reservation on behalf of 9d53ea6def444dbf88da850e17f6fe45 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:13.651435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.664255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.680007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:13.683754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Usage tracker for resource:security_group_rule and tenant:9d53ea6def444dbf88da850e17f6fe45 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:13.686821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:13.692523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:13.783492 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.787587 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.823091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:22:13.825541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1765b1-b863-44e4-9e30-f65efa92ed1f,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:13.835999 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.836380 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Added segment c883f2d1-ff12-42ce-8b9a-2e3149b70ae1 of type vlan for network 5445c388-77af-40b6-aa71-003f536969d8 Feb 10 23:22:13.864997 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.899876 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:13.900966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:13.901538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:14.007802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] Pushing event updated for resources: {'Network': ['ID=5445c388-77af-40b6-aa71-003f536969d8,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:14.012413 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-638e4ad1-e204-4bbb-882a-104285da6603 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4985611 Feb 10 23:22:14.016163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 34772) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:22:14.019149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5445c388-77af-40b6-aa71-003f536969d8 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:22:14.023037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Request body: {'subnet': {'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1366682119-subnet', 'tenant_id': '9d53ea6def444dbf88da850e17f6fe45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:14.029715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:14.033713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Usage tracker for resource:subnet and tenant:9d53ea6def444dbf88da850e17f6fe45 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:14.036778 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:14.042538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:14.053451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Made reservation on behalf of 9d53ea6def444dbf88da850e17f6fe45 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:14.056005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:14.392942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:14.465309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f377a000-b9d0-4b4f-9125-aff8396c8c77,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:14.477380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Checking segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:22:14.477740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Network hostable DHCP agents. Network: 5445c388-77af-40b6-aa71-003f536969d8, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:22:14.496700 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Network 5445c388-77af-40b6-aa71-003f536969d8 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:22:14.507759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5445c388-77af-40b6-aa71-003f536969d8) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:14.513284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:14.513904 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:14.518402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a0f7be-4d30-41de-b4b3-5fabc1f02bbe None None] Network 5445c388-77af-40b6-aa71-003f536969d8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:22:14.536389 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b7a2952e-d112-486b-a585-651135e0ba1e admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5181003 Feb 10 23:22:14.677623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:22:14.721371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 02723c99-7af4-4e94-861f-46af24698a6e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:22:14.721719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 02723c99-7af4-4e94-861f-46af24698a6e not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:22:14.793292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27d13c1-40ab-4ae7-88a1-b801da3cc78f None None] Network 5445c388-77af-40b6-aa71-003f536969d8 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:22:15.186780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-4b9c7e94-31c4-4a56-99d4-c91297fb4af5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:15.188239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-4b9c7e94-31c4-4a56-99d4-c91297fb4af5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 815 time: 0.2542822 Feb 10 23:22:15.204778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-facd84f9-dcd0-4af8-9b1c-4149f0dc27d6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/quotas/9d53ea6def444dbf88da850e17f6fe45 HTTP/1.1" status: 200 len: 375 time: 0.0109515 Feb 10 23:22:15.255682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-34bd0cde-35ea-4d53-93ff-92a94a89561c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455425 Feb 10 23:22:15.266222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-04508cd9-6154-4dd4-875d-34aea7081ee3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:22:15.267176 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-04508cd9-6154-4dd4-875d-34aea7081ee3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051951 Feb 10 23:22:15.401208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-06bec102-e600-44a8-9b6f-8a970b5bb4f8 service neutron] 10.222.0.53 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282802 Feb 10 23:22:15.540827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-e5422acc-364f-48b5-87cc-ae5e008c50fe service neutron] 10.222.0.53 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330373 Feb 10 23:22:15.724729 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b15002cc-2ce0-4da2-b087-2dd1f742386e req-b0dd8332-ace2-4c73-a2f4-1d2270f3dfc0 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 210 time: 0.0469463 Feb 10 23:22:16.814893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-f96f3e87-1ebf-4ba4-9b3d-45905af09806 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:16.815841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-f96f3e87-1ebf-4ba4-9b3d-45905af09806 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Synchronizing usage tracker for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:22:16.836447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-f96f3e87-1ebf-4ba4-9b3d-45905af09806 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Unset dirty status for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:22:16.837991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-f96f3e87-1ebf-4ba4-9b3d-45905af09806 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 815 time: 0.1915467 Feb 10 23:22:16.850407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Request body: {'port': {'device_id': 'c572139e-f779-4e11-9147-96a20bd84b08', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'admin_state_up': True, 'tenant_id': '9d53ea6def444dbf88da850e17f6fe45'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:16.888025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f27bd6a9-70e8-4774-9916-3799660ed871 req-688f43b4-13fd-40fe-bc65-4c18d654b5af tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 210 time: 0.0439830 Feb 10 23:22:16.993644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:22:16.997834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Usage tracker for resource:port and tenant:9d53ea6def444dbf88da850e17f6fe45 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:22:17.000682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:22:17.006296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:22:17.017284 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Made reservation on behalf of 9d53ea6def444dbf88da850e17f6fe45 for: {'port': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:22:17.021411 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:17.195269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Allocated IP 172.20.0.3 (5445c388-77af-40b6-aa71-003f536969d8/f377a000-b9d0-4b4f-9125-aff8396c8c77/3e2ae922-0a02-4df5-acd1-009c77306572) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:22:17.404139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:17.433933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:17.506638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Network 5445c388-77af-40b6-aa71-003f536969d8 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:22:17.509892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:22:17.514724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:22:17.553806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:17.571261 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.571624 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.571956 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.572283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.572607 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.572926 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.573245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.573560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.573875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.574190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.574513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.574820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:22:17.599795 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:17.600397 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:17.621551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-df954b8b-8c8f-4a2d-89b6-fab5d921d1b3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7754643 Feb 10 23:22:17.632267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Request body: {'port': {'device_id': 'c572139e-f779-4e11-9147-96a20bd84b08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:17.750951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.162010 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-e51ccbfb-bef8-46c1-9522-b9c6a523eeb5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:18.162738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-e51ccbfb-bef8-46c1-9522-b9c6a523eeb5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Synchronizing usage tracker for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:22:18.175748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2ae922-0a02-4df5-acd1-009c77306572 {{(pid=87652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:22:18.186023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.204210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-e51ccbfb-bef8-46c1-9522-b9c6a523eeb5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Unset dirty status for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:22:18.205478 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-e51ccbfb-bef8-46c1-9522-b9c6a523eeb5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 931 time: 0.2068808 Feb 10 23:22:18.208141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Transition to ACTIVE for port object 3e2ae922-0a02-4df5-acd1-009c77306572 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:18.229377 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.542197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-49d71aa2-bf90-44ff-b8f9-d9d187c0b354 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Synchronizing usage tracker for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:22:18.550312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:18.613182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-49d71aa2-bf90-44ff-b8f9-d9d187c0b354 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Unset dirty status for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:22:18.614345 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26b7aff7-1c5d-4186-a9e4-eea0fdc364f4 req-49d71aa2-bf90-44ff-b8f9-d9d187c0b354 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4023526 Feb 10 23:22:18.632328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:22:18.632702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:22:18.633029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:18.637910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:22:18.638224 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:18.643500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:22:18.643834 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Checking segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:22:18.644219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Bound using segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:22:18.644631 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Bound port: 3e2ae922-0a02-4df5-acd1-009c77306572, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:22:18.644972 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.741164 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:22:18.745409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:22:18.749339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.811848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:18.812466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:18.813847 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] 10.222.0.24 "PUT /v2.0/ports/3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 1091 time: 1.1855958 Feb 10 23:22:18.814285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:18.834459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8798c-712e-4380-ade6-736ef08a464b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=3']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:18.886067 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'status': 'completed', 'code': 200} Feb 10 23:22:18.931323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-18a8de91-dd3d-4692-9da5-5187d7ded964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:18.932820 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-18a8de91-dd3d-4692-9da5-5187d7ded964 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.0818319 Feb 10 23:22:19.005126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-75850480-d20a-4617-bf4e-a4ee8bf79e7d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0654728 Feb 10 23:22:19.068245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-5059369b-0d43-44d0-95ff-b0ae56353a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.069685 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-5059369b-0d43-44d0-95ff-b0ae56353a25 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0590456 Feb 10 23:22:19.115876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-8f89c2cb-fce0-4e8b-ac03-e93fcfcbb335 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406041 Feb 10 23:22:19.255231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-bda9735c-7dab-4a48-b68a-a13cae7a1b7b service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337302 Feb 10 23:22:19.396553 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cef002be-4cfd-4f76-9dc8-7551997a5aed req-723eb1b0-e3a3-457f-9abd-426b7ea30348 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351566 Feb 10 23:22:19.517048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-59f6b38f-50d0-493a-bd0f-efca4fd11696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.518559 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-59f6b38f-50d0-493a-bd0f-efca4fd11696 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.0794046 Feb 10 23:22:19.662025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-bc3aabd0-7e82-47d8-bcb0-254f8f4369b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.663600 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-bc3aabd0-7e82-47d8-bcb0-254f8f4369b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1387482 Feb 10 23:22:19.766461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-30f6b19b-00c7-48b7-bb1b-d0f24b04bcdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0964608 Feb 10 23:22:19.848856 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-0ceed887-a7bf-43ca-a3f9-d3bbbdd929d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.850287 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-0ceed887-a7bf-43ca-a3f9-d3bbbdd929d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0781109 Feb 10 23:22:19.911085 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-6ca5fd4d-7542-4bb9-8334-7e155e1c2888 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519943 Feb 10 23:22:19.920636 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b18536-fca5-4c9e-8d76-1ee118b6e0ef req-0e9f8557-270b-4272-b3c4-bcaa5467423d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:19.922076 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13b18536-fca5-4c9e-8d76-1ee118b6e0ef req-0e9f8557-270b-4272-b3c4-bcaa5467423d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.1982107 Feb 10 23:22:20.049285 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13b18536-fca5-4c9e-8d76-1ee118b6e0ef req-cebc2145-5af8-4fd6-96a9-c71c2885f228 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078312 Feb 10 23:22:20.087261 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-a720246e-9ccb-4257-96a0-e2c7181f7368 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642101 Feb 10 23:22:20.347383 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-26d795d4-c762-4348-ac54-b366c4d807c7 req-70797b59-22e0-4e20-95ae-ea15dcbbc1dc service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543435 Feb 10 23:22:21.248822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5656fb3-e085-47d4-9bc6-db01d90c156b req-34dca438-3f37-4c2b-aa0c-acb3d83aeed9 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:21.250300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5656fb3-e085-47d4-9bc6-db01d90c156b req-34dca438-3f37-4c2b-aa0c-acb3d83aeed9 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0893056 Feb 10 23:22:21.296447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5656fb3-e085-47d4-9bc6-db01d90c156b req-56be1d66-2be6-4fe0-900b-3321820b7df7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Feb 10 23:22:22.085173 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:22:22.102329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:22.488824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3e6881-ad1a-4e44-a0da-3d87b9543b09 req-44b2392e-beb2-4dc1-abc3-715c00787e73 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:22.490297 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d3e6881-ad1a-4e44-a0da-3d87b9543b09 req-44b2392e-beb2-4dc1-abc3-715c00787e73 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0830805 Feb 10 23:22:22.536510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d3e6881-ad1a-4e44-a0da-3d87b9543b09 req-65749a5c-a9cb-4449-9d5b-da87046ceeae tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405045 Feb 10 23:22:22.682009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:22:22.819095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:22.833222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '3e2ae922-0a02-4df5-acd1-009c77306572', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'port_id': '3e2ae922-0a02-4df5-acd1-009c77306572', 'mac_address': 'fa:16:3e:23:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377a000-b9d0-4b4f-9125-aff8396c8c77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:22:22.897298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:22.914745 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2ae922-0a02-4df5-acd1-009c77306572 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:22:22.931242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:22.936452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:23.009085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:23.133830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['3e2ae922-0a02-4df5-acd1-009c77306572'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:22:23.727340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee45d40-0f14-4904-a8bb-934bd0eb4261 req-09839db1-4705-46cf-aa3c-4d023dab68fc tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:23.728847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee45d40-0f14-4904-a8bb-934bd0eb4261 req-09839db1-4705-46cf-aa3c-4d023dab68fc tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 944 time: 0.0832052 Feb 10 23:22:23.775429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aee45d40-0f14-4904-a8bb-934bd0eb4261 req-4bab6fdb-0abc-4089-999c-41a3ede67bed tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403063 Feb 10 23:22:24.698176 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:22:24.768167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 3e2ae922-0a02-4df5-acd1-009c77306572 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:22:24.773358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 3e2ae922-0a02-4df5-acd1-009c77306572 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:22:24.773740 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:24.849074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:24.914567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:24.943130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:24.958160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:24.963931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:24.980196 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2de2-2321-476d-ac8d-5e6d13cdc046 req-72690918-bb73-4db7-9550-8a64d1689b8d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:24.982451 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc8c2de2-2321-476d-ac8d-5e6d13cdc046 req-72690918-bb73-4db7-9550-8a64d1689b8d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 944 time: 0.0955939 Feb 10 23:22:25.002429 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'code': 200} Feb 10 23:22:25.033624 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bc8c2de2-2321-476d-ac8d-5e6d13cdc046 req-87a2ba2c-33df-42f4-8bce-87ee541bc164 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437346 Feb 10 23:22:25.047069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:25.120387 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071bf4e-7735-4117-9b61-0ed812a83c7a req-7eebea92-b532-4c46-a0aa-d3fb73719581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:25.122514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7071bf4e-7735-4117-9b61-0ed812a83c7a req-7eebea92-b532-4c46-a0aa-d3fb73719581 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1096 time: 0.0732381 Feb 10 23:22:25.167769 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7071bf4e-7735-4117-9b61-0ed812a83c7a req-753caa15-4126-4157-82bd-d2ba80deda49 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385110 Feb 10 23:22:26.241757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba7df05-bef6-493b-aeab-e6d29a35b87f req-095209e2-e31b-4eb4-90be-d07946143520 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:26.243214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ba7df05-bef6-493b-aeab-e6d29a35b87f req-095209e2-e31b-4eb4-90be-d07946143520 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0846016 Feb 10 23:22:26.292378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ba7df05-bef6-493b-aeab-e6d29a35b87f req-6f8be805-e7cd-4272-8b26-9514be22d5de tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433111 Feb 10 23:22:27.497616 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84451316-4fda-4fad-969b-92bdb3936f3e req-24ca6e8d-8d79-479d-bd8b-67f2ce033d7e tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:27.499039 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84451316-4fda-4fad-969b-92bdb3936f3e req-24ca6e8d-8d79-479d-bd8b-67f2ce033d7e tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0943542 Feb 10 23:22:27.546410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-84451316-4fda-4fad-969b-92bdb3936f3e req-dbda44b5-600e-4e63-9e1e-5640e5de301f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416443 Feb 10 23:22:27.926347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8cae2-7a33-4e17-81d0-181ba1b268c7 req-3877301d-933c-4f03-892d-6e5a822e119f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:27.927994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02a8cae2-7a33-4e17-81d0-181ba1b268c7 req-3877301d-933c-4f03-892d-6e5a822e119f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0900042 Feb 10 23:22:27.975581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02a8cae2-7a33-4e17-81d0-181ba1b268c7 req-d8f8be89-385b-4d2e-a436-ac90abd4af09 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417070 Feb 10 23:22:28.343184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02068d-f211-4446-adae-a54a8d28a166 req-bcb107d9-f9a9-45bf-a13a-9b8b3a0a15b8 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:28.344786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f02068d-f211-4446-adae-a54a8d28a166 req-bcb107d9-f9a9-45bf-a13a-9b8b3a0a15b8 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0883839 Feb 10 23:22:28.390708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f02068d-f211-4446-adae-a54a8d28a166 req-eaf1a694-69e7-419a-be46-4f4d1766fd46 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401909 Feb 10 23:22:28.592054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439afb0-c86b-48b5-8987-98b95c8d5062 req-b8eb15b4-3fb9-4402-9272-9eec0db6a560 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:28.593564 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f439afb0-c86b-48b5-8987-98b95c8d5062 req-b8eb15b4-3fb9-4402-9272-9eec0db6a560 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0891874 Feb 10 23:22:28.644598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f439afb0-c86b-48b5-8987-98b95c8d5062 req-457662d7-d944-40d8-b8a8-473d13fda29d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454178 Feb 10 23:22:29.073587 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-84b1541a-1f18-4ef1-8435-236cab038239 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1383898 Feb 10 23:22:29.088962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72fa6-722a-47d5-9b9c-b48f3383fed2 req-86a31c2e-6bef-469c-922f-6ab7bd9e8565 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:29.090506 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2fe72fa6-722a-47d5-9b9c-b48f3383fed2 req-86a31c2e-6bef-469c-922f-6ab7bd9e8565 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.1111205 Feb 10 23:22:29.149456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2fe72fa6-722a-47d5-9b9c-b48f3383fed2 req-6aaa8c6a-af77-4526-86db-6a26d55ebb33 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497286 Feb 10 23:22:30.305513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-03a6b15c-c2bc-4933-aa73-2f05d7579e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:30.314792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-03a6b15c-c2bc-4933-aa73-2f05d7579e09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1096 time: 0.0810306 Feb 10 23:22:30.348572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2726f-f64e-45a2-88cd-36b1bff87f82 req-1b3390bc-b752-4ad5-ae7d-b61758e9d352 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:30.350128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fb2726f-f64e-45a2-88cd-36b1bff87f82 req-1b3390bc-b752-4ad5-ae7d-b61758e9d352 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0830369 Feb 10 23:22:30.402285 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7fb2726f-f64e-45a2-88cd-36b1bff87f82 req-a51a923e-6728-49c5-88a4-93819dec7d28 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Feb 10 23:22:30.455214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-17fa86eb-0561-4264-8f9d-db748765e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:30.456584 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-17fa86eb-0561-4264-8f9d-db748765e3f2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1378551 Feb 10 23:22:30.527903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-e4370c7c-2686-4789-be6c-5f7a34fe97ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0650463 Feb 10 23:22:30.589630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-6194714e-1271-4e28-b9d4-6a3f4d310e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:30.591736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-6194714e-1271-4e28-b9d4-6a3f4d310e7c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0591335 Feb 10 23:22:30.642292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-feb0b909-0659-458f-9ee0-59baf16d67d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455325 Feb 10 23:22:30.777674 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-745ec43f-0f45-4ed5-9b9c-2861af563b20 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298552 Feb 10 23:22:30.912101 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-e20460e7-1e58-4851-8f64-b2a5e0ea98b0 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276376 Feb 10 23:22:31.589779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb60a3d-033f-49bc-84d5-daa0e3b09188 req-52f0810c-2797-46e1-a4c5-0afcf8f7cdbe tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:31.591976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fb60a3d-033f-49bc-84d5-daa0e3b09188 req-52f0810c-2797-46e1-a4c5-0afcf8f7cdbe tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0829761 Feb 10 23:22:31.636362 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7fb60a3d-033f-49bc-84d5-daa0e3b09188 req-d68aff35-853a-4ed1-beeb-70178940e8b0 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383914 Feb 10 23:22:32.832588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd62ae8-ebf7-4d73-babf-c5d5759fc82d req-c5afc801-d5ca-4fee-b25e-24b24f9f61b6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:32.834076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bd62ae8-ebf7-4d73-babf-c5d5759fc82d req-c5afc801-d5ca-4fee-b25e-24b24f9f61b6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0869079 Feb 10 23:22:32.878985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5bd62ae8-ebf7-4d73-babf-c5d5759fc82d req-4668f0b6-2aef-4106-8c98-1a60aed4c71a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393534 Feb 10 23:22:34.074259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f78de2e-0b92-4c59-b138-7537a3ce3f71 req-fe4688e0-5a49-46b0-8af4-7b96fb7a7bb2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:34.076276 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f78de2e-0b92-4c59-b138-7537a3ce3f71 req-fe4688e0-5a49-46b0-8af4-7b96fb7a7bb2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0867205 Feb 10 23:22:34.122941 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1f78de2e-0b92-4c59-b138-7537a3ce3f71 req-3f0caf3f-f57f-4658-80d4-dce0c38fdad6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 Feb 10 23:22:35.325504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43005e-ce70-452b-9d1e-97036ce56ac2 req-d58504fd-9b6d-430e-bef7-99d860ff8bce tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:35.326996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43005e-ce70-452b-9d1e-97036ce56ac2 req-d58504fd-9b6d-430e-bef7-99d860ff8bce tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Feb 10 23:22:35.378845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a43005e-ce70-452b-9d1e-97036ce56ac2 req-ece708a3-07ce-417e-bc35-fe86cb99c402 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459874 Feb 10 23:22:36.566044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea83e093-c792-4257-9dca-edb1679e7470 req-e0ff734e-f054-4705-a4ed-c29c9b28b1c4 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:36.567535 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea83e093-c792-4257-9dca-edb1679e7470 req-e0ff734e-f054-4705-a4ed-c29c9b28b1c4 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0834422 Feb 10 23:22:36.612123 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ea83e093-c792-4257-9dca-edb1679e7470 req-4a1f4130-a8fc-4eb1-92f4-7b281820618f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388541 Feb 10 23:22:37.808768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae10587-6ca5-4bc1-ad57-c59d26904446 req-06c46399-8155-43e9-baba-216c3f61a387 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:37.810662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dae10587-6ca5-4bc1-ad57-c59d26904446 req-06c46399-8155-43e9-baba-216c3f61a387 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0852256 Feb 10 23:22:37.857477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dae10587-6ca5-4bc1-ad57-c59d26904446 req-fc0d5877-1ae4-47e6-b5ad-927d06449ebb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 10 23:22:38.302452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0041839b-a35a-4192-8024-4566ebba1d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:39.164091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94179bf5-d279-47c4-82e1-7a4c0046bbdf req-1757432e-892c-4d45-aad4-c0741f490308 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:39.165616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94179bf5-d279-47c4-82e1-7a4c0046bbdf req-1757432e-892c-4d45-aad4-c0741f490308 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.1970348 Feb 10 23:22:39.211319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-94179bf5-d279-47c4-82e1-7a4c0046bbdf req-6ddd3c7a-0c8f-46cc-8898-85f49e1a33f1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395293 Feb 10 23:22:40.409972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7624240a-7d1a-487d-8343-945bae38a45e req-e4d59b90-df7b-4cd7-b524-974ab3c893cd tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:40.411498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7624240a-7d1a-487d-8343-945bae38a45e req-e4d59b90-df7b-4cd7-b524-974ab3c893cd tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0876377 Feb 10 23:22:40.459890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7624240a-7d1a-487d-8343-945bae38a45e req-df41c619-f11d-4ffd-b90e-b258bc321b76 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Feb 10 23:22:40.531867 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-353a7d8f-32be-4109-b233-f88883e915d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:41.743028 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:41.818156 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cbf48-ee55-4de6-94e2-29abc679104b req-0877a4e1-523b-438f-ade2-4ce14dbd5f56 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:41.819704 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-250cbf48-ee55-4de6-94e2-29abc679104b req-0877a4e1-523b-438f-ade2-4ce14dbd5f56 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0930605 Feb 10 23:22:41.867174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-250cbf48-ee55-4de6-94e2-29abc679104b req-1942ba4c-0d63-4681-8451-6b5174fd3a58 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417540 Feb 10 23:22:41.915674 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:43.090739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3fbb3-b106-4476-b5f6-b1e7fbe79ea0 req-e4520602-4f28-4ede-a646-a021aa96e759 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:43.092530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b3fbb3-b106-4476-b5f6-b1e7fbe79ea0 req-e4520602-4f28-4ede-a646-a021aa96e759 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0977895 Feb 10 23:22:43.103590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:43.149515 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b3fbb3-b106-4476-b5f6-b1e7fbe79ea0 req-78956631-60de-49af-b0f9-c08818792fe6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491254 Feb 10 23:22:44.354650 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cf59e-39b6-4a35-aeb5-5e76f3efa9bd req-f4d11b32-d715-44b8-95da-6f2b8d97c303 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:44.356869 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-120cf59e-39b6-4a35-aeb5-5e76f3efa9bd req-f4d11b32-d715-44b8-95da-6f2b8d97c303 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0896173 Feb 10 23:22:44.404639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-120cf59e-39b6-4a35-aeb5-5e76f3efa9bd req-fcbd75f6-4726-430d-8008-daa7dcb3e230 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418372 Feb 10 23:22:45.604417 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb35f67-94dd-42da-8c1d-115327e64d9f req-f1e1aa9a-6f55-4e80-88fc-1c73756eecdb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:45.606790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fb35f67-94dd-42da-8c1d-115327e64d9f req-f1e1aa9a-6f55-4e80-88fc-1c73756eecdb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0938983 Feb 10 23:22:45.654527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fb35f67-94dd-42da-8c1d-115327e64d9f req-9723a553-4c0e-481b-b6e4-f5f0790847ee tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397420 Feb 10 23:22:46.853990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5eb8b3-7c50-44a8-a2e8-cf6bf51d9915 req-8ff2cd5b-d868-414e-beac-21bbb73bbded tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:46.855550 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be5eb8b3-7c50-44a8-a2e8-cf6bf51d9915 req-8ff2cd5b-d868-414e-beac-21bbb73bbded tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0879304 Feb 10 23:22:46.903334 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be5eb8b3-7c50-44a8-a2e8-cf6bf51d9915 req-992fb79a-f1ba-4582-962a-3389bd49f173 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412598 Feb 10 23:22:48.126296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c024a-4f77-4292-9b21-0f5dc45c7593 req-f9940fa2-075e-4081-8ebd-e9b4e3b9e808 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:48.128489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a83c024a-4f77-4292-9b21-0f5dc45c7593 req-f9940fa2-075e-4081-8ebd-e9b4e3b9e808 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0974283 Feb 10 23:22:48.177233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a83c024a-4f77-4292-9b21-0f5dc45c7593 req-cc6cff5b-1147-43b0-978b-4bb78fdb664b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425878 Feb 10 23:22:49.400986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010ad72-b84d-4337-974c-98ca31cd7682 req-b440658a-386a-44a1-a310-51e9e293fb74 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:49.404473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9010ad72-b84d-4337-974c-98ca31cd7682 req-b440658a-386a-44a1-a310-51e9e293fb74 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.1127868 Feb 10 23:22:49.455082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9010ad72-b84d-4337-974c-98ca31cd7682 req-a57d9cf8-8830-4d44-bca5-3596e1a147b2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447037 Feb 10 23:22:50.658922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1296b9-3a04-4de8-aed4-c357e81bd48b req-506fd703-a3cb-47d8-82f9-30945cc6a30d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:50.660442 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb1296b9-3a04-4de8-aed4-c357e81bd48b req-506fd703-a3cb-47d8-82f9-30945cc6a30d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0899270 Feb 10 23:22:50.711877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eb1296b9-3a04-4de8-aed4-c357e81bd48b req-87be7009-dbb0-45f7-b162-001489e75290 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Feb 10 23:22:51.918822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3ded1-9992-4d63-9100-13e06950ee8c req-31f27690-4855-4577-b3f1-9062af83c15a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:51.921118 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fc3ded1-9992-4d63-9100-13e06950ee8c req-31f27690-4855-4577-b3f1-9062af83c15a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0919702 Feb 10 23:22:51.979976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5fc3ded1-9992-4d63-9100-13e06950ee8c req-3de8a155-4d03-45bf-9689-232674e4e905 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480046 Feb 10 23:22:52.112886 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:53.183578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd70a7e-f2db-4ff3-9d5d-986fb387fd10 req-79516030-4bf7-4c75-b583-019ce589fa59 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:53.185109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edd70a7e-f2db-4ff3-9d5d-986fb387fd10 req-79516030-4bf7-4c75-b583-019ce589fa59 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0921247 Feb 10 23:22:53.235677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-edd70a7e-f2db-4ff3-9d5d-986fb387fd10 req-31a5a476-e3f4-4528-a620-f4e9dc095522 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447631 Feb 10 23:22:54.438931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d0b41-5bb0-40d4-9ca6-c14194e8cd47 req-18dc0c5f-fda9-45ce-a7cb-f4862fc24638 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:54.440473 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-561d0b41-5bb0-40d4-9ca6-c14194e8cd47 req-18dc0c5f-fda9-45ce-a7cb-f4862fc24638 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0911818 Feb 10 23:22:54.496933 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-561d0b41-5bb0-40d4-9ca6-c14194e8cd47 req-c3d60f8c-5cf4-453a-8942-33a376155748 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494647 Feb 10 23:22:54.844099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:55.696900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb82b1-c698-4d98-8dd9-373cd03fd359 req-b7700875-d2b4-4923-8b59-ad3c58e76643 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:55.698434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33fb82b1-c698-4d98-8dd9-373cd03fd359 req-b7700875-d2b4-4923-8b59-ad3c58e76643 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0848393 Feb 10 23:22:55.745637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-33fb82b1-c698-4d98-8dd9-373cd03fd359 req-4fcad1ad-6310-43e1-bba2-85bbdac4f5a9 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Feb 10 23:22:56.940046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fb3aa-ea2c-47c3-8e02-f4d225558e44 req-332220fe-680f-4557-be63-9d0535635c26 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:56.941544 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7fb3aa-ea2c-47c3-8e02-f4d225558e44 req-332220fe-680f-4557-be63-9d0535635c26 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0829003 Feb 10 23:22:56.986746 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-af7fb3aa-ea2c-47c3-8e02-f4d225558e44 req-cd7a15e0-2536-4a19-aab9-862654890e31 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395944 Feb 10 23:22:57.940162 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-d850ae78-1222-4670-8347-78b7a9b696da req-92f9f4e5-1609-4994-afda-d9d19a9df25c service neutron] show failed (client error): The resource could not be found. Feb 10 23:22:57.941188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-92f9f4e5-1609-4994-afda-d9d19a9df25c service neutron] 10.222.0.24 "GET /v2.0/ports/3e2ae922-0a02-4df5-acd1-009c77306572/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0860298 Feb 10 23:22:58.205015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc83c7-6ca0-4994-aae7-5d5197bcbb80 req-844b3ae2-d450-44e6-8802-d3897242c629 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:58.206640 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a9fc83c7-6ca0-4994-aae7-5d5197bcbb80 req-844b3ae2-d450-44e6-8802-d3897242c629 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0996628 Feb 10 23:22:58.264565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a9fc83c7-6ca0-4994-aae7-5d5197bcbb80 req-a352f173-740a-465d-894e-e3a05677a2e7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478482 Feb 10 23:22:58.286321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-dd7e6507-02c4-4871-b8ab-65c257ad2ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:58.287976 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-dd7e6507-02c4-4871-b8ab-65c257ad2ac6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08&tenant_id=9d53ea6def444dbf88da850e17f6fe45 HTTP/1.1" status: 200 len: 1096 time: 0.1363266 Feb 10 23:22:58.299522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:22:58.420014 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.705107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:22:58.735527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:22:58.797062 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:22:58.803302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.819593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Transition to ACTIVE for port object 3e2ae922-0a02-4df5-acd1-009c77306572 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:22:58.825230 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:58.863857 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'code': 200} Feb 10 23:22:58.993948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] No DVR routers for this DVR port 3e2ae922-0a02-4df5-acd1-009c77306572 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:22:58.996804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:59.052974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:22:59.053301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:22:59.053630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:59.059110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:22:59.060117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Attempting to bind port 3e2ae922-0a02-4df5-acd1-009c77306572 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:22:59.066138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:22:59.066460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Checking segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:22:59.066859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Bound using segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:22:59.067276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Bound port: 3e2ae922-0a02-4df5-acd1-009c77306572, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:22:59.067647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:59.087365 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:22:59.282909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:22:59.286012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:22:59.290570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:59.358192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.358815 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:22:59.360231 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] 10.222.0.30 "PUT /v2.0/ports/3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 1091 time: 1.0651703 Feb 10 23:22:59.376820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f788df4-5393-44fc-8519-1ec0a5d2669b service neutron] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:22:59.461661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-979aff74-5375-4d9f-abf7-272cbe78fc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.463263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-979aff74-5375-4d9f-abf7-272cbe78fc5c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.0807228 Feb 10 23:22:59.477573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7ef9a-a3de-46fc-bbd0-bf43f9917744 req-6ff95810-88c4-4b67-aa8a-ba2d105c7bc5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.479145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4af7ef9a-a3de-46fc-bbd0-bf43f9917744 req-6ff95810-88c4-4b67-aa8a-ba2d105c7bc5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0943441 Feb 10 23:22:59.526836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4af7ef9a-a3de-46fc-bbd0-bf43f9917744 req-4901ba5b-9541-4834-b82a-50d79699fb3b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410988 Feb 10 23:22:59.604429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-a488d29b-0a91-4a05-857d-71e88dad68e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.606463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-a488d29b-0a91-4a05-857d-71e88dad68e1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1372452 Feb 10 23:22:59.674894 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-9caa7fac-3d99-4775-be60-6d41c2bbf5cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0625556 Feb 10 23:22:59.742163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850ae78-1222-4670-8347-78b7a9b696da req-1e7cd64e-40a5-4518-ba5b-5ecc137a904d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:22:59.743641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-1e7cd64e-40a5-4518-ba5b-5ecc137a904d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0629454 Feb 10 23:22:59.791352 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-1723d0d0-d4f5-46dc-817e-2fb38a4be59d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412953 Feb 10 23:22:59.931441 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-f53d7ad8-3483-4a67-83e7-34c9d0cedb3f service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343310 Feb 10 23:23:00.075305 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d850ae78-1222-4670-8347-78b7a9b696da req-7d5c4448-908f-426c-a238-f41d8cc9917f service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381943 Feb 10 23:23:00.729686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bd4fe-bb64-48b8-befb-e3a7128f323a req-093dd162-1238-4f87-81b0-966e6fd41591 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:00.731250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-558bd4fe-bb64-48b8-befb-e3a7128f323a req-093dd162-1238-4f87-81b0-966e6fd41591 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0922217 Feb 10 23:23:00.781646 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-558bd4fe-bb64-48b8-befb-e3a7128f323a req-347c12ed-7aa9-452f-b307-d6d5ee4a316b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440381 Feb 10 23:23:00.864580 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:00.927444 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'status': 'completed', 'code': 200} Feb 10 23:23:00.961902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:23:01.025300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:23:01.088881 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-b2d76618-0039-4bf7-a0b1-b7020d6fdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.090407 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-b2d76618-0039-4bf7-a0b1-b7020d6fdc6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.1408041 Feb 10 23:23:01.096246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-c55cb6cf-78ce-4fef-9491-9f8678744b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.097652 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-c55cb6cf-78ce-4fef-9491-9f8678744b15 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.1142836 Feb 10 23:23:01.347969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-fe14d9eb-8d76-4348-ad1a-76671df9d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.349500 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-fe14d9eb-8d76-4348-ad1a-76671df9d27d service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.2509727 Feb 10 23:23:01.352620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-ecaa3322-4d26-4536-9707-f0428f717ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.354028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-ecaa3322-4d26-4536-9707-f0428f717ccb service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.2371533 Feb 10 23:23:01.474792 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-63340d7d-2da8-4c7b-a6cb-0e207b6fdf10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.1193259 Feb 10 23:23:01.484977 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-0b22a916-8afe-460e-a369-20eed2901307 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0794301 Feb 10 23:23:01.720789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-c252d325-ad8f-45b6-972d-6c9e2086d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.722196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-c252d325-ad8f-45b6-972d-6c9e2086d840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.2391486 Feb 10 23:23:01.723719 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-f6ed6b4f-1224-46d0-a8a4-4578c6347747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:01.725018 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-f6ed6b4f-1224-46d0-a8a4-4578c6347747 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.2074559 Feb 10 23:23:01.807136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-79ef5180-d5bf-4f06-98da-2f17385b1578 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788143 Feb 10 23:23:01.833131 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-9a22d8a8-ca10-4380-928b-7f577ffaf6d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753284 Feb 10 23:23:02.113137 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-f9a76724-da14-4e2e-be1b-9b7fb4040fff service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000305 Feb 10 23:23:02.162365 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-4b0a33d9-56fd-4602-b656-c8a78bcc3775 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3206272 Feb 10 23:23:02.304760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e254975-04aa-4b59-ae52-dbe2732a7324 req-1707f8c1-88db-4042-b960-81240d0a2ed1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:02.306254 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e254975-04aa-4b59-ae52-dbe2732a7324 req-1707f8c1-88db-4042-b960-81240d0a2ed1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.3952024 Feb 10 23:23:02.422839 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5e254975-04aa-4b59-ae52-dbe2732a7324 req-fd066611-64b8-459e-ab27-d8ff5f5580f3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094840 Feb 10 23:23:02.432601 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-b041a18b-d65c-46d3-baf1-c12ee25ebca9 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045254 Feb 10 23:23:02.444173 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b79a93d2-892e-4f75-8da4-fd95105f2fc2 req-f60dc1e1-d3f4-49a4-a804-6cef52d5b09f service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314074 Feb 10 23:23:03.625918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47560-328a-406f-9625-d57280c5f971 req-e567c1c3-9260-46af-80bd-109f6ebd2d83 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:03.627469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4cd47560-328a-406f-9625-d57280c5f971 req-e567c1c3-9260-46af-80bd-109f6ebd2d83 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0888844 Feb 10 23:23:03.674974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4cd47560-328a-406f-9625-d57280c5f971 req-410689fe-aa0f-45b1-a311-478f4cbaba54 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415051 Feb 10 23:23:04.007892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ee28c-2d49-44c7-befa-14e8f578624d req-cba5a454-64db-4979-b04a-6241517c2ddf tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:04.009743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-028ee28c-2d49-44c7-befa-14e8f578624d req-cba5a454-64db-4979-b04a-6241517c2ddf tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 943 time: 0.0893471 Feb 10 23:23:04.017081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c74500-c091-4605-8194-b642a4aa95ee req-24b99532-cf8e-4722-91cc-3e733e06b227 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:04.018576 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-24b99532-cf8e-4722-91cc-3e733e06b227 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.24 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08&tenant_id=9d53ea6def444dbf88da850e17f6fe45&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 943 time: 0.0948613 Feb 10 23:23:04.063434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-028ee28c-2d49-44c7-befa-14e8f578624d req-2ec63628-4731-4c63-9e94-0e17ee94414e tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Feb 10 23:23:04.066712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:23:04.114073 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [req-a1c74500-c091-4605-8194-b642a4aa95ee req-905ea585-0c55-4524-99e3-587076d8204f service neutron] delete failed (client error): The resource could not be found. Feb 10 23:23:04.115080 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-905ea585-0c55-4524-99e3-587076d8204f service neutron] 10.222.0.24 "DELETE /v2.0/ports/3e2ae922-0a02-4df5-acd1-009c77306572/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0906694 Feb 10 23:23:04.217251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:04.231775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '3e2ae922-0a02-4df5-acd1-009c77306572', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'port_id': '3e2ae922-0a02-4df5-acd1-009c77306572', 'mac_address': 'fa:16:3e:23:28:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377a000-b9d0-4b4f-9125-aff8396c8c77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:23:04.264263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c74500-c091-4605-8194-b642a4aa95ee req-14a70236-dc4c-4520-bdc0-c320e71aae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:04.265683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-14a70236-dc4c-4520-bdc0-c320e71aae7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 1094 time: 0.0783141 Feb 10 23:23:04.328579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:04.347251 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2ae922-0a02-4df5-acd1-009c77306572 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:04.365702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:04.371580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:04.407940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c74500-c091-4605-8194-b642a4aa95ee req-f9a72eef-e9bf-412c-9929-94f0df2b72a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:04.409429 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-f9a72eef-e9bf-412c-9929-94f0df2b72a3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1380751 Feb 10 23:23:04.442377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:04.482134 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-670338a3-a3b2-42f5-aa55-27831259eb32 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 200 len: 217 time: 0.0668907 Feb 10 23:23:04.546448 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c74500-c091-4605-8194-b642a4aa95ee req-c82f8c62-0ee7-4bb8-a85c-d3f1dcc11964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:04.547853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-c82f8c62-0ee7-4bb8-a85c-d3f1dcc11964 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0606666 Feb 10 23:23:04.599376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-7bc52824-0d96-447f-a390-98ac5540dbd4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457673 Feb 10 23:23:04.702197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['3e2ae922-0a02-4df5-acd1-009c77306572'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:23:04.738399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-5a7e780b-c047-42d1-81ea-a51b9845c5a2 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328852 Feb 10 23:23:05.002148 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a1c74500-c091-4605-8194-b642a4aa95ee req-80c5c00f-813a-4e2c-8884-354fc5f5f301 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576265 Feb 10 23:23:05.276293 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c11759-370a-416e-b9d7-83b21357de57 req-1c96d3ef-d591-4582-88c1-87427ee33b4b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:05.278152 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1c11759-370a-416e-b9d7-83b21357de57 req-1c96d3ef-d591-4582-88c1-87427ee33b4b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 944 time: 0.0862226 Feb 10 23:23:05.340169 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1c11759-370a-416e-b9d7-83b21357de57 req-d28806df-fe4c-43c9-99f7-eea146b75a61 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511303 Feb 10 23:23:06.085463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:06.172299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 3e2ae922-0a02-4df5-acd1-009c77306572 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:06.177580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 3e2ae922-0a02-4df5-acd1-009c77306572 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:06.177946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:06.298093 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:06.325278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:06.336235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:06.341870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:06.378771 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'code': 200} Feb 10 23:23:06.422414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:06.545388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161ac5d-aa2d-45f9-81d6-8a58b203ec0d req-fac9df26-12a9-40bf-844c-deb8b0adf5b2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:06.546879 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5161ac5d-aa2d-45f9-81d6-8a58b203ec0d req-fac9df26-12a9-40bf-844c-deb8b0adf5b2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0888755 Feb 10 23:23:06.594538 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5161ac5d-aa2d-45f9-81d6-8a58b203ec0d req-6b523aee-a588-4cf1-9cb7-88656c096fbd tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Feb 10 23:23:06.788384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb328cf6-537e-4681-80e7-843976da0c89 req-fedc21ab-12da-4add-887b-51811b70a49a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:06.789855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb328cf6-537e-4681-80e7-843976da0c89 req-fedc21ab-12da-4add-887b-51811b70a49a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0820973 Feb 10 23:23:06.837426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb328cf6-537e-4681-80e7-843976da0c89 req-ee01d368-2180-42ec-8e8d-08b8ee66d376 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Feb 10 23:23:07.029765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761ecfb-f3f8-401a-9283-9dfca7cdbb28 req-eb9ee6ec-2dd5-45bf-aa84-70f8d7f5b447 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:07.031330 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f761ecfb-f3f8-401a-9283-9dfca7cdbb28 req-eb9ee6ec-2dd5-45bf-aa84-70f8d7f5b447 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0835197 Feb 10 23:23:07.078161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f761ecfb-f3f8-401a-9283-9dfca7cdbb28 req-64d33d2f-bd39-457c-94bc-ea2089e0d6b1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411911 Feb 10 23:23:07.671695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-87d71a40-1928-447d-935a-702ddf8e3660 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:07.674900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-87d71a40-1928-447d-935a-702ddf8e3660 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 815 time: 0.2063322 Feb 10 23:23:07.699901 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-de32a030-272c-4042-9ae6-761ab8999dd8 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/quotas/9d53ea6def444dbf88da850e17f6fe45 HTTP/1.1" status: 200 len: 375 time: 0.0186720 Feb 10 23:23:07.785427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-c6ad6aaa-f484-4b13-9144-067347822032 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0796990 Feb 10 23:23:07.928732 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-ceb5126e-4965-4a22-ae2c-3dfd7b758938 service neutron] 10.222.0.53 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362038 Feb 10 23:23:08.067985 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-90a10442-ab4e-405d-86a8-5bec28a35aad service neutron] 10.222.0.53 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321642 Feb 10 23:23:08.254406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-685719db-83ff-4aa5-adc3-cc293e1e1add req-e6896724-6178-47e0-a770-6e6cf6d686e6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 210 time: 0.0444012 Feb 10 23:23:08.298611 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d4c69702-4f8b-4fe5-93cc-227a590860b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:09.104115 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e8c0c655-6291-48ff-9cc2-04d640ff46d4 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.106574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e8c0c655-6291-48ff-9cc2-04d640ff46d4 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.30 "GET /v2.0/ports?device_id=c572139e-f779-4e11-9147-96a20bd84b08 HTTP/1.1" status: 200 len: 945 time: 0.0921144 Feb 10 23:23:09.197413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Deleting port 3e2ae922-0a02-4df5-acd1-009c77306572 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:23:09.197739 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:09.429470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-770697eb-f900-41cd-947f-621324548698 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:09.430970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-770697eb-f900-41cd-947f-621324548698 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 815 time: 0.2212374 Feb 10 23:23:09.445256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Request body: {'port': {'device_id': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'admin_state_up': True, 'tenant_id': '9d53ea6def444dbf88da850e17f6fe45'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:23:09.486811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a9ad8a74-e5a4-486f-844b-de4307a661d4 req-9632fa6d-cdb1-4558-8790-dc9867ae6b30 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 210 time: 0.0660214 Feb 10 23:23:09.552702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] For port 3e2ae922-0a02-4df5-acd1-009c77306572, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=3e2ae922-0a02-4df5-acd1-009c77306572,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:09.553011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:09.680758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Calling delete_port for 3e2ae922-0a02-4df5-acd1-009c77306572 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:23:09.724713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:23:09.737303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:23:09.752005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Made reservation on behalf of 9d53ea6def444dbf88da850e17f6fe45 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:23:09.755844 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:09.963135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Allocated IP 172.20.0.14 (5445c388-77af-40b6-aa71-003f536969d8/f377a000-b9d0-4b4f-9125-aff8396c8c77/bded628e-2720-4435-86af-63c282d54e09) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:23:10.034721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.048008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['3e2ae922-0a02-4df5-acd1-009c77306572'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:23:10.128154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Pushing event deleted for resources: {'Port': ['ID=3e2ae922-0a02-4df5-acd1-009c77306572,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:10.207309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.243016 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.266676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] No DVR routers for this DVR port 3e2ae922-0a02-4df5-acd1-009c77306572 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:23:10.268951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.271662 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-deleted', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:10.289518 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.30 "DELETE /v2.0/ports/3e2ae922-0a02-4df5-acd1-009c77306572 HTTP/1.1" status: 204 len: 173 time: 1.1753004 Feb 10 23:23:10.324064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Network 5445c388-77af-40b6-aa71-003f536969d8 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:23:10.325930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:23:10.328771 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c572139e-f779-4e11-9147-96a20bd84b08', 'name': 'network-vif-deleted', 'tag': '3e2ae922-0a02-4df5-acd1-009c77306572', 'status': 'completed', 'code': 200} Feb 10 23:23:10.334149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:23:10.399812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:10.427198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:10.427944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.461452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-314f6ac7-79cd-4a9a-b04d-b232de767791 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0212488 Feb 10 23:23:10.472209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Request body: {'port': {'device_id': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:23:10.545813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bac62ce4-463d-4536-8990-4926ca659328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.609531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:10.786461 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8075d85-fc80-4ceb-83a2-791698ab6ba5 req-9d2dd157-b8f4-4533-b7df-3f6c6587f3fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:10.787094 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a8075d85-fc80-4ceb-83a2-791698ab6ba5 req-9d2dd157-b8f4-4533-b7df-3f6c6587f3fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Synchronizing usage tracker for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:10.805582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a8075d85-fc80-4ceb-83a2-791698ab6ba5 req-9d2dd157-b8f4-4533-b7df-3f6c6587f3fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Unset dirty status for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:10.806849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8075d85-fc80-4ceb-83a2-791698ab6ba5 req-9d2dd157-b8f4-4533-b7df-3f6c6587f3fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 932 time: 0.1642613 Feb 10 23:23:10.859410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8075d85-fc80-4ceb-83a2-791698ab6ba5 req-e1cb842c-903c-4192-92e7-eefac951fd7b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448740 Feb 10 23:23:11.022615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bded628e-2720-4435-86af-63c282d54e09 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:11.031035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.047149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Transition to ACTIVE for port object bded628e-2720-4435-86af-63c282d54e09 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:11.051369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.226661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:11.316763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:23:11.317100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:23:11.317433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:23:11.322225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:23:11.322543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:23:11.330252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 22, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:23:11.330818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Checking segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:23:11.331394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Bound using segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:23:11.331846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Bound port: bded628e-2720-4435-86af-63c282d54e09, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:23:11.332194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.440665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:23:11.443798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:23:11.450005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.514402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:11.515925 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.516696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] 10.222.0.30 "PUT /v2.0/ports/bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 1092 time: 1.0491047 Feb 10 23:23:11.519755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:11.547601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371ec834-d797-471e-8067-0ff3c47685b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:11.651097 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'status': 'completed', 'code': 200} Feb 10 23:23:11.660971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-b3587d48-1b0e-44a2-97f8-c18f59673e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:11.662472 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-b3587d48-1b0e-44a2-97f8-c18f59673e33 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.1016617 Feb 10 23:23:11.748417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.843937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-46f9c700-3052-40cf-a815-232af571707b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.1739132 Feb 10 23:23:11.911356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-ae68d4d8-97dc-49da-a72b-718ffc015b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:11.912956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-ae68d4d8-97dc-49da-a72b-718ffc015b47 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0613141 Feb 10 23:23:11.922055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:11.964485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-243fdee8-665a-4202-bd2b-51f6bfbc7ce3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446200 Feb 10 23:23:12.071227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2975f2-ad5d-4765-bc10-64b45e182bd8 req-0f524d89-a603-4368-a624-3b135daca473 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:12.072785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d2975f2-ad5d-4765-bc10-64b45e182bd8 req-0f524d89-a603-4368-a624-3b135daca473 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.0834842 Feb 10 23:23:12.110508 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-dd9f4fde-c527-4344-ab0f-c3950e1b850b service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381514 Feb 10 23:23:12.129047 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1d2975f2-ad5d-4765-bc10-64b45e182bd8 req-dcefa425-9065-4f8b-93a9-15b45487205c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491543 Feb 10 23:23:12.139367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:23:12.180868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 3e2ae922-0a02-4df5-acd1-009c77306572 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:23:12.181222 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 3e2ae922-0a02-4df5-acd1-009c77306572 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:23:12.264579 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b021877c-c0f7-4a96-8e99-9f8fd61a46ff req-9cb54229-b53c-4b45-822a-85551e405221 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467440 Feb 10 23:23:12.396090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-89e59ac2-f384-4d95-acda-1adbeabb2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:12.397519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-89e59ac2-f384-4d95-acda-1adbeabb2147 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.0830224 Feb 10 23:23:12.539007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-215bd41a-2e5e-490d-bd85-6a674cab5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:12.540530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-215bd41a-2e5e-490d-bd85-6a674cab5cda service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1361403 Feb 10 23:23:12.613180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-56d9f76c-18d9-4688-91a7-a30b570380c0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0662861 Feb 10 23:23:12.685156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-211b0975-96da-45da-a030-ee3055b53b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:12.686562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-211b0975-96da-45da-a030-ee3055b53b1a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0668716 Feb 10 23:23:12.737798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-048a5de8-0a84-4edf-9039-0b442ecd8e82 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445430 Feb 10 23:23:12.885055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-7140cf05-2186-4dbf-bd80-825a1b8056dc service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403325 Feb 10 23:23:13.032938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a003f171-d5f2-47b6-9e25-b0e250647640 req-493097cb-e93b-4bf4-b98f-61a93279eb8d service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409249 Feb 10 23:23:13.098484 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:13.340253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad7d9a-e1ac-450b-82c8-d6a8378c710c req-51c8d1f7-6b8f-4891-b9f4-6b3c8af0c3a7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:13.341064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2aad7d9a-e1ac-450b-82c8-d6a8378c710c req-51c8d1f7-6b8f-4891-b9f4-6b3c8af0c3a7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Synchronizing usage tracker for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:23:13.354147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2aad7d9a-e1ac-450b-82c8-d6a8378c710c req-51c8d1f7-6b8f-4891-b9f4-6b3c8af0c3a7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Unset dirty status for tenant:9d53ea6def444dbf88da850e17f6fe45 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:23:13.355509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aad7d9a-e1ac-450b-82c8-d6a8378c710c req-51c8d1f7-6b8f-4891-b9f4-6b3c8af0c3a7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.1055439 Feb 10 23:23:13.403311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aad7d9a-e1ac-450b-82c8-d6a8378c710c req-00eeb395-4fc1-4b8a-8f79-103812cff7de tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419943 Feb 10 23:23:14.607398 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a0aa6-95d4-4102-963d-9dc538294b9b req-981e135b-1efb-4ab5-bd1f-235fc8040a46 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:14.608931 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d0a0aa6-95d4-4102-963d-9dc538294b9b req-981e135b-1efb-4ab5-bd1f-235fc8040a46 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.0961900 Feb 10 23:23:14.653978 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0d0a0aa6-95d4-4102-963d-9dc538294b9b req-a0cb7027-7c34-4b84-a98e-17900301b03d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394313 Feb 10 23:23:15.849295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091bf94-06fb-4105-a5c2-1e1fb0f754a9 req-ab4754e5-52b6-49aa-a0c1-1140d086964f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:15.850868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1091bf94-06fb-4105-a5c2-1e1fb0f754a9 req-ab4754e5-52b6-49aa-a0c1-1140d086964f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.0831790 Feb 10 23:23:15.898791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1091bf94-06fb-4105-a5c2-1e1fb0f754a9 req-2e796da7-f07d-4099-94cb-104f009fc739 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406830 Feb 10 23:23:16.149926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bded628e-2720-4435-86af-63c282d54e09 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:23:16.302346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:16.318270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'bded628e-2720-4435-86af-63c282d54e09', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'port_id': 'bded628e-2720-4435-86af-63c282d54e09', 'mac_address': 'fa:16:3e:05:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377a000-b9d0-4b4f-9125-aff8396c8c77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:23:16.376598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:16.393489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bded628e-2720-4435-86af-63c282d54e09 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:16.409691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:16.413870 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:16.488700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.499993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.500325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.500640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.500956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.501270 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:16.716845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['bded628e-2720-4435-86af-63c282d54e09'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:23:17.092465 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a0d5d-7157-43fa-89b2-a3c954aa2afd req-87681e26-f330-466f-b905-5d5271812461 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:17.094002 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f3a0d5d-7157-43fa-89b2-a3c954aa2afd req-87681e26-f330-466f-b905-5d5271812461 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 945 time: 0.0831130 Feb 10 23:23:17.145659 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f3a0d5d-7157-43fa-89b2-a3c954aa2afd req-f4aa543b-3984-435f-8d27-5f094991d4cd tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458159 Feb 10 23:23:18.152196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bded628e-2720-4435-86af-63c282d54e09 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:18.235029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port bded628e-2720-4435-86af-63c282d54e09 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:18.242276 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port bded628e-2720-4435-86af-63c282d54e09 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:18.242838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.368046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f64e8-2de5-41bb-b797-ce81920b6f58 req-ca156e5f-9d3c-4ed0-be98-18df40c27ef6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:18.369593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-680f64e8-2de5-41bb-b797-ce81920b6f58 req-ca156e5f-9d3c-4ed0-be98-18df40c27ef6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 945 time: 0.0996768 Feb 10 23:23:18.389818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.420037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:18.424596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-680f64e8-2de5-41bb-b797-ce81920b6f58 req-fe1953df-9b44-4f7d-9b24-ac8bfe24420b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474918 Feb 10 23:23:18.432562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:18.440113 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:18.474303 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'code': 200} Feb 10 23:23:18.518468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:18.617942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec389df-56c0-4d85-aad0-169bcccd673b req-14859b63-a1d7-47fb-ad67-638e4a00680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:18.619533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fec389df-56c0-4d85-aad0-169bcccd673b req-14859b63-a1d7-47fb-ad67-638e4a00680f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1097 time: 0.0793116 Feb 10 23:23:18.665856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fec389df-56c0-4d85-aad0-169bcccd673b req-7566760f-c13a-4a6f-be1f-dd204e4a515b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Feb 10 23:23:19.650372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e7b4b0-63ae-46f9-a57c-7b4255cca216 req-2d720705-d77f-4db3-aab4-311eeccabf97 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:19.652437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17e7b4b0-63ae-46f9-a57c-7b4255cca216 req-2d720705-d77f-4db3-aab4-311eeccabf97 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0832188 Feb 10 23:23:19.710460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-17e7b4b0-63ae-46f9-a57c-7b4255cca216 req-6e5ed43f-b15e-4f15-9a4d-ef41d6e74625 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515828 Feb 10 23:23:20.906703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35dcf-14ec-47e1-ba65-b8ce34220154 req-93c1db54-a3d0-4ff7-a635-17c192afd778 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:20.908565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51a35dcf-14ec-47e1-ba65-b8ce34220154 req-93c1db54-a3d0-4ff7-a635-17c192afd778 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0871797 Feb 10 23:23:20.965215 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51a35dcf-14ec-47e1-ba65-b8ce34220154 req-a3266608-9d40-460c-b313-e99dcc769d48 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Feb 10 23:23:21.166101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cb2f8-3a7a-4b5e-96e7-9dce47282410 req-33cd65ef-1c62-43bb-926d-d3bf1334f527 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.167970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f8cb2f8-3a7a-4b5e-96e7-9dce47282410 req-33cd65ef-1c62-43bb-926d-d3bf1334f527 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0894110 Feb 10 23:23:21.216217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f8cb2f8-3a7a-4b5e-96e7-9dce47282410 req-98e3e535-c38f-41eb-b6e2-6c13df2a548b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422196 Feb 10 23:23:21.605288 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-c319d5a7-5dc1-439a-88f7-0594805a3048 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883765 Feb 10 23:23:21.648681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5c7f3a-df6a-433e-8056-b198732c0a5a req-8a6ec97e-313a-4260-bae1-9ccd9e8e2620 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:21.650277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf5c7f3a-df6a-433e-8056-b198732c0a5a req-8a6ec97e-313a-4260-bae1-9ccd9e8e2620 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0944130 Feb 10 23:23:21.705415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf5c7f3a-df6a-433e-8056-b198732c0a5a req-faa1e200-18a6-4e6a-bba7-5b3254a8a07d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483251 Feb 10 23:23:22.118509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:22.912447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0d3e93-56a6-4164-b342-4dfb06a0a7f0 req-915a93bf-e6b7-4858-b4e5-dac2545cb42c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:22.914788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c0d3e93-56a6-4164-b342-4dfb06a0a7f0 req-915a93bf-e6b7-4858-b4e5-dac2545cb42c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0941136 Feb 10 23:23:22.929094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-20c3dde1-2b23-4f26-869c-6cb00a441d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:22.930610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-20c3dde1-2b23-4f26-869c-6cb00a441d81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1097 time: 0.1915495 Feb 10 23:23:22.966074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6c0d3e93-56a6-4164-b342-4dfb06a0a7f0 req-49f98b5b-0458-440f-86f4-8b0e28cad010 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Feb 10 23:23:23.091057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-1d2624fc-f763-481e-955a-8815c7e44c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:23.093760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-1d2624fc-f763-481e-955a-8815c7e44c41 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1563787 Feb 10 23:23:23.174476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-2ade26f6-54a5-4ac6-b938-17e19f9fa7b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0739388 Feb 10 23:23:23.241631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-0010cef2-d375-4a9e-a324-d26fe9f26dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:23.243015 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-0010cef2-d375-4a9e-a324-d26fe9f26dbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0613880 Feb 10 23:23:23.294884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-6bd9ec0b-9f4c-40bb-86e4-f55988af0f43 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433955 Feb 10 23:23:23.438242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-2fe3db9d-93cd-4104-ac82-32c3d12edde9 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360798 Feb 10 23:23:23.596292 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-08047d18-b666-4a11-a305-ea72f62ced6f service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509285 Feb 10 23:23:24.176800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df203a2-dab9-49ae-863a-c4ec15e9ba79 req-04f4ce35-edbb-48c6-a710-4e68af66816b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:24.178409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3df203a2-dab9-49ae-863a-c4ec15e9ba79 req-04f4ce35-edbb-48c6-a710-4e68af66816b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0998712 Feb 10 23:23:24.225808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3df203a2-dab9-49ae-863a-c4ec15e9ba79 req-9b192921-0f3a-4e36-b10b-8ae8762157cc tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408952 Feb 10 23:23:24.841338 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:25.443113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72769815-e037-490b-98d0-fb3fe058b82b req-1ee955af-ee97-49dd-8e58-deed48286f68 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:25.444811 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72769815-e037-490b-98d0-fb3fe058b82b req-1ee955af-ee97-49dd-8e58-deed48286f68 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0907972 Feb 10 23:23:25.493312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72769815-e037-490b-98d0-fb3fe058b82b req-6020d8bd-1c04-4809-84d5-c5243242a32c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416803 Feb 10 23:23:26.700621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9013d6-06f5-4584-8fb2-7ed84d95d06b req-360b928d-c950-4a42-a27e-bc32eac1f5f3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:26.702102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9013d6-06f5-4584-8fb2-7ed84d95d06b req-360b928d-c950-4a42-a27e-bc32eac1f5f3 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0885105 Feb 10 23:23:26.754447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9013d6-06f5-4584-8fb2-7ed84d95d06b req-8c53db64-9437-48af-b670-55e6d2d07205 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458691 Feb 10 23:23:27.962476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f55b0d-af2b-4423-9fa6-b5fd4c6bda53 req-83f025c6-e2a5-4a2b-9bcf-2008af1d8444 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:27.965063 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96f55b0d-af2b-4423-9fa6-b5fd4c6bda53 req-83f025c6-e2a5-4a2b-9bcf-2008af1d8444 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0927105 Feb 10 23:23:28.018028 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-96f55b0d-af2b-4423-9fa6-b5fd4c6bda53 req-48454da7-b1ae-4638-b021-ca48a0b4b823 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Feb 10 23:23:29.232640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213ddb2-892c-4105-a25c-35c388118266 req-cca05cf2-c075-46ff-9f59-724cf551f460 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:29.234403 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5213ddb2-892c-4105-a25c-35c388118266 req-cca05cf2-c075-46ff-9f59-724cf551f460 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0924251 Feb 10 23:23:29.304076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5213ddb2-892c-4105-a25c-35c388118266 req-467697d5-0b03-4721-8349-b08ab4203ed2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594580 Feb 10 23:23:30.549447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527abdc3-9f49-4c59-ba78-bfdf5dcff4ca req-3052d2d4-104c-445c-9596-91546677edd7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:30.552014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-527abdc3-9f49-4c59-ba78-bfdf5dcff4ca req-3052d2d4-104c-445c-9596-91546677edd7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1146665 Feb 10 23:23:30.609205 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-527abdc3-9f49-4c59-ba78-bfdf5dcff4ca req-b2ca7540-7490-4ee6-afff-497428d0e2fa tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513110 Feb 10 23:23:31.836261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9e579-c8c4-4033-a4bf-99cbfd4b637b req-971bbbc5-8d30-49c9-806d-8715d56581a5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:31.837892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cf9e579-c8c4-4033-a4bf-99cbfd4b637b req-971bbbc5-8d30-49c9-806d-8715d56581a5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1107955 Feb 10 23:23:31.893516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cf9e579-c8c4-4033-a4bf-99cbfd4b637b req-354fc6b2-9502-46aa-bca9-059ebe0092e4 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478413 Feb 10 23:23:33.244880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9882177-616a-457f-8f20-d6a5631ab141 req-3a118350-8641-4b34-ba35-db7afdfebdfe tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:33.247639 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9882177-616a-457f-8f20-d6a5631ab141 req-3a118350-8641-4b34-ba35-db7afdfebdfe tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1262002 Feb 10 23:23:33.305829 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9882177-616a-457f-8f20-d6a5631ab141 req-728aed27-6df2-48e1-9879-41fabb6783e2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Feb 10 23:23:34.616368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea579e4-ac4e-408c-85cb-9c19761fe8b5 req-fb229adb-5f45-4315-b552-33c7759dcf72 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:34.618081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bea579e4-ac4e-408c-85cb-9c19761fe8b5 req-fb229adb-5f45-4315-b552-33c7759dcf72 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1149735 Feb 10 23:23:34.704382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bea579e4-ac4e-408c-85cb-9c19761fe8b5 req-597dc4c9-efc7-415d-8193-615eea04bec1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773518 Feb 10 23:23:35.997899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f840256-b4f0-4253-ba25-199f05ba68a8 req-26ec460e-54d9-4733-89a1-7fc09699cb27 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:35.999788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f840256-b4f0-4253-ba25-199f05ba68a8 req-26ec460e-54d9-4733-89a1-7fc09699cb27 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0991313 Feb 10 23:23:36.063456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f840256-b4f0-4253-ba25-199f05ba68a8 req-da34e94f-1747-49d4-965f-8a89f7530eaa tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573752 Feb 10 23:23:36.089637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:23:37.404598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba253b-add8-4c82-8402-e74407d3120d req-c9dd39f9-c49c-4dd6-b828-79549ed3b19b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:37.406179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcba253b-add8-4c82-8402-e74407d3120d req-c9dd39f9-c49c-4dd6-b828-79549ed3b19b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1531956 Feb 10 23:23:37.460304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcba253b-add8-4c82-8402-e74407d3120d req-fe14788c-84b3-4e45-8bbd-6433a57c3eaf tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Feb 10 23:23:38.295758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-acd3a8f5-9acc-479e-8ca5-e853d4cb2574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:38.802663 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197e8d5-f5c4-4ee4-b4ee-29b8d11fe27f req-45e4acf2-f7c2-4105-82df-bdbef3cceb4b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:38.804724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8197e8d5-f5c4-4ee4-b4ee-29b8d11fe27f req-45e4acf2-f7c2-4105-82df-bdbef3cceb4b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1773725 Feb 10 23:23:38.860033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8197e8d5-f5c4-4ee4-b4ee-29b8d11fe27f req-8141051e-4464-4e76-9dd2-fa79c97764ee tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Feb 10 23:23:40.073801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d64558-0986-463f-b26b-e327080efc8c req-5b6e7a09-ded3-4a79-9cd3-5121b6285b6f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:40.075921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69d64558-0986-463f-b26b-e327080efc8c req-5b6e7a09-ded3-4a79-9cd3-5121b6285b6f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0925865 Feb 10 23:23:40.163031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-69d64558-0986-463f-b26b-e327080efc8c req-226ce34e-3372-4d6c-994f-f05b3a99d40d tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752347 Feb 10 23:23:40.542736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28652350-5eef-4aa3-b893-9e140416b7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:41.440212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9014b2af-7993-43cd-a2ce-7a86395f5a9a req-e7c63564-4cfb-45c7-9410-55c55ed2f511 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:41.441711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9014b2af-7993-43cd-a2ce-7a86395f5a9a req-e7c63564-4cfb-45c7-9410-55c55ed2f511 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1053810 Feb 10 23:23:41.492119 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9014b2af-7993-43cd-a2ce-7a86395f5a9a req-c805ca45-55d2-4fee-a782-f75ebaff97c5 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440104 Feb 10 23:23:41.748323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:41.925237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:42.734751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a5e76-c3d6-4813-bf5b-9c5343274a74 req-7fca9514-77a4-4b77-975a-9c738b7e96cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:42.737494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c33a5e76-c3d6-4813-bf5b-9c5343274a74 req-7fca9514-77a4-4b77-975a-9c738b7e96cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1147113 Feb 10 23:23:42.800424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c33a5e76-c3d6-4813-bf5b-9c5343274a74 req-c5870edc-6246-4efe-81c9-7344b968a070 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503273 Feb 10 23:23:43.106828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:44.065228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa378558-44b3-4009-8762-453df9c9d46d req-cc3eef12-f847-48e5-97d1-bbd6ed8a32d6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:44.067195 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa378558-44b3-4009-8762-453df9c9d46d req-cc3eef12-f847-48e5-97d1-bbd6ed8a32d6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1279800 Feb 10 23:23:44.123793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa378558-44b3-4009-8762-453df9c9d46d req-91637595-2330-4e96-9632-705c5f0dbc0c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500529 Feb 10 23:23:45.342767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf2d92-9b32-4c4f-bb0d-844ef00a1a91 req-9d672f72-092a-4227-a911-83e874604298 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:45.344650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5bf2d92-9b32-4c4f-bb0d-844ef00a1a91 req-9d672f72-092a-4227-a911-83e874604298 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1002028 Feb 10 23:23:45.410745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5bf2d92-9b32-4c4f-bb0d-844ef00a1a91 req-7ce2a5f9-6378-46f1-99d8-4088d4626442 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559444 Feb 10 23:23:46.709496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb01aeb-3ab1-4c7c-84d5-00e34405e56d req-e85fa352-9a54-480c-8c00-a20e8ef38400 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:46.712586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fcb01aeb-3ab1-4c7c-84d5-00e34405e56d req-e85fa352-9a54-480c-8c00-a20e8ef38400 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1154940 Feb 10 23:23:46.768013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fcb01aeb-3ab1-4c7c-84d5-00e34405e56d req-7f305167-01cd-4db6-bf90-e12b15ecd345 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484006 Feb 10 23:23:47.997157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e1fe2-7b35-47e5-b0cd-df1e5a3cbe20 req-b9c26d05-2e62-449c-92a7-f691e1fe1d48 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:47.999535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8e1fe2-7b35-47e5-b0cd-df1e5a3cbe20 req-b9c26d05-2e62-449c-92a7-f691e1fe1d48 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1012800 Feb 10 23:23:48.077593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a8e1fe2-7b35-47e5-b0cd-df1e5a3cbe20 req-054fec70-a2a8-4c8a-8cf5-3965c8a471ac tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709727 Feb 10 23:23:48.570802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-ebfb3548-b9b9-4797-8ffd-830c2e579228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:48.574172 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-ebfb3548-b9b9-4797-8ffd-830c2e579228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1097 time: 0.2120571 Feb 10 23:23:48.783932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-5b01184e-3461-4cd6-a0e2-97c3e0715a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:48.785748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-5b01184e-3461-4cd6-a0e2-97c3e0715a71 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1875103 Feb 10 23:23:48.868662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-fb3d1086-1780-46ec-96b5-3f7ae9780b2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0762620 Feb 10 23:23:48.957342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-bd6bec48-021d-4bd4-aa93-f32f3881a07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:48.958948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-bd6bec48-021d-4bd4-aa93-f32f3881a07a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0837252 Feb 10 23:23:49.013803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-0540ac94-a2fb-41c3-9d09-27f1ac5f26ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478983 Feb 10 23:23:49.226107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-2b7e69a0-2e6d-49a8-a2c1-a39bc0a1f408 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043853 Feb 10 23:23:49.342659 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0812b-89b4-44c1-826b-a91693f750ec req-cbd9dc86-17d3-4767-8bce-098834a010fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:49.344318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfc0812b-89b4-44c1-826b-a91693f750ec req-cbd9dc86-17d3-4767-8bce-098834a010fb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1132486 Feb 10 23:23:49.405888 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dfc0812b-89b4-44c1-826b-a91693f750ec req-61297dc8-1ead-4982-b05b-dea001e48f4e tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511560 Feb 10 23:23:49.468912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e01fc3e-c927-45a9-9e28-c4da9b106fc6 req-e37d4858-64ce-4aa5-83be-f18b9138ff59 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324588 Feb 10 23:23:50.721745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1206e-5e51-4f7d-a16f-53063707620f req-11619e39-6f51-4725-b586-92070f79ab57 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:50.723275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5aa1206e-5e51-4f7d-a16f-53063707620f req-11619e39-6f51-4725-b586-92070f79ab57 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1833591 Feb 10 23:23:50.779585 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-af17f022-8a0d-4ba0-a171-8b53f873e5b2 service neutron] show failed (client error): The resource could not be found. Feb 10 23:23:50.780700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-af17f022-8a0d-4ba0-a171-8b53f873e5b2 service neutron] 10.222.0.30 "GET /v2.0/ports/bded628e-2720-4435-86af-63c282d54e09/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1463041 Feb 10 23:23:50.802784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5aa1206e-5e51-4f7d-a16f-53063707620f req-73505773-1fc8-41d2-b6e4-d1cff5542f9b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711153 Feb 10 23:23:51.212078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-60851ae2-e96c-46ba-82ed-951d7d44bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:51.214033 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-60851ae2-e96c-46ba-82ed-951d7d44bb50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e&tenant_id=9d53ea6def444dbf88da850e17f6fe45 HTTP/1.1" status: 200 len: 1097 time: 0.1567903 Feb 10 23:23:51.225374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:23:51.362342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:51.721559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:51.754553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:23:51.836983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:51.848260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:51.879264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Transition to ACTIVE for port object bded628e-2720-4435-86af-63c282d54e09 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:23:51.887768 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.095233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ba316-47fb-492f-8d4c-e89cd9ee46f9 req-473d52fb-dad4-4613-adb8-ff3358c92254 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.097881 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f7ba316-47fb-492f-8d4c-e89cd9ee46f9 req-473d52fb-dad4-4613-adb8-ff3358c92254 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.1478665 Feb 10 23:23:52.144570 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'code': 200} Feb 10 23:23:52.147919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.174087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f7ba316-47fb-492f-8d4c-e89cd9ee46f9 req-52257d2a-1985-4061-9e10-e0949e7c9635 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698817 Feb 10 23:23:52.296892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] No DVR routers for this DVR port bded628e-2720-4435-86af-63c282d54e09 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:23:52.299388 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:52.311324 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.311746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.312121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.312499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.312959 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.313355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.313730 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.314096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.314520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.314823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.315194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.315673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:23:52.383002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:23:52.383418 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:23:52.383752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:23:52.394090 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:23:52.394475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Attempting to bind port bded628e-2720-4435-86af-63c282d54e09 on network 5445c388-77af-40b6-aa71-003f536969d8 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:23:52.402555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:23:52.402921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Checking segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:23:52.403316 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Bound using segment: {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:23:52.403831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Bound port: bded628e-2720-4435-86af-63c282d54e09, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5445c388-77af-40b6-aa71-003f536969d8'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:23:52.404187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.510477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:23:52.515178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:23:52.520225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.591466 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.592597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:52.595057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] 10.222.0.24 "PUT /v2.0/ports/bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 1092 time: 1.3743258 Feb 10 23:23:52.680121 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bfc279-ae44-4f11-90ee-f6b23408e962 service neutron] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:52.723017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-fcfdefa7-7d4b-496a-a682-c82c1bd7920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.724774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-fcfdefa7-7d4b-496a-a682-c82c1bd7920b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.1016965 Feb 10 23:23:52.889756 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-fa46beef-fe0f-4548-a34a-773b825c6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:52.891314 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-fa46beef-fe0f-4548-a34a-773b825c6d09 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.1595278 Feb 10 23:23:52.969965 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-42f98691-33f2-4310-aef8-02d2d77eacde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0728550 Feb 10 23:23:53.049821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-52b23e15-099c-4c2d-8fdc-bb1cf8cbbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:53.052583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-52b23e15-099c-4c2d-8fdc-bb1cf8cbbf30 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0768409 Feb 10 23:23:53.145781 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-312137b0-23b6-4c71-95d1-09adb25d56f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860360 Feb 10 23:23:53.342927 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-9d0a2364-8320-48a7-a8a9-6c7ef7d1b87f service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903787 Feb 10 23:23:53.558738 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fe70baf9-678c-4b28-ae62-9b7945462f90 req-b2503f15-ea74-4c02-882f-8efbfe4bcb83 service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100642 Feb 10 23:23:53.578842 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b258e21f-ff55-4cf3-8031-7798b1795f3c req-f38976a2-9b6d-4aab-8df2-ddc6dd7fff22 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:53.581235 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b258e21f-ff55-4cf3-8031-7798b1795f3c req-f38976a2-9b6d-4aab-8df2-ddc6dd7fff22 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.2053769 Feb 10 23:23:53.643187 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b258e21f-ff55-4cf3-8031-7798b1795f3c req-eb5b1ebd-bff4-469d-96cb-0889d0737e8b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504231 Feb 10 23:23:54.145549 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:54.211987 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'status': 'completed', 'code': 200} Feb 10 23:23:54.317510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-41d0810a-2526-475d-bd47-e87545186ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.319161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-41d0810a-2526-475d-bd47-e87545186ff8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.0905960 Feb 10 23:23:54.340154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-2d830d0a-f49c-4f9c-b2a8-678b6620150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.342880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-2d830d0a-f49c-4f9c-b2a8-678b6620150f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.1038058 Feb 10 23:23:54.423104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bded628e-2720-4435-86af-63c282d54e09 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:23:54.534143 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-f59e9dae-c93a-4f03-8691-e5f59cddd9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.535761 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-f59e9dae-c93a-4f03-8691-e5f59cddd9d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.2105341 Feb 10 23:23:54.551441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-289a2e99-e94e-44d0-8153-0b4d6669659a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.553743 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-289a2e99-e94e-44d0-8153-0b4d6669659a service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.2045591 Feb 10 23:23:54.556228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device bded628e-2720-4435-86af-63c282d54e09 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:23:54.610427 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-3373d74a-124c-455b-9b64-214b82edf525 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0679283 Feb 10 23:23:54.628837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-47fdce76-4d09-4439-a2d2-f9c721c1917b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0661178 Feb 10 23:23:54.719593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-a1be1214-150e-4cf9-8acd-753f99cd41e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.721255 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-a1be1214-150e-4cf9-8acd-753f99cd41e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0859916 Feb 10 23:23:54.786001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-7a5d9a0d-32ab-44b7-96ac-293b478deb58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575259 Feb 10 23:23:54.819638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770df599-71be-49e0-8731-2c3ee18d12af req-92f33b4f-e470-435e-8836-9c8aaa30671d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:54.824212 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-92f33b4f-e470-435e-8836-9c8aaa30671d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.2071278 Feb 10 23:23:54.860938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:54.927443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-e2ed5f7a-e8be-490d-ab61-5f353cad06bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942833 Feb 10 23:23:54.954789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-b646892e-014c-4614-82c1-76f027164447 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610389 Feb 10 23:23:55.097454 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf935bc-629a-499f-a9ee-7e37ba56b466 req-ed8cd565-bf6a-45d1-b01e-4ac747552b8c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:55.099220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1bf935bc-629a-499f-a9ee-7e37ba56b466 req-ed8cd565-bf6a-45d1-b01e-4ac747552b8c tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.2206347 Feb 10 23:23:55.152471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-dd3752c6-58d1-4c8c-8170-bc5ac3bf9e6d service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160933 Feb 10 23:23:55.203647 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1bf935bc-629a-499f-a9ee-7e37ba56b466 req-52ba369b-8c91-45f3-b3da-6d386e8aa449 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930374 Feb 10 23:23:55.294836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-1e5352e4-6cc8-46bf-b589-83a281908a93 service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332603 Feb 10 23:23:55.350399 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-770df599-71be-49e0-8731-2c3ee18d12af req-0244f7e8-97bf-4a24-8f25-d7fb2f9beb6a service neutron] 10.222.0.24 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907606 Feb 10 23:23:56.529330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a308e-c97e-45f9-b7eb-2d451597ac70 req-7fc13cb9-6f16-455c-985c-2e3a14b33136 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:56.530929 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-338a308e-c97e-45f9-b7eb-2d451597ac70 req-7fc13cb9-6f16-455c-985c-2e3a14b33136 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.1016386 Feb 10 23:23:56.616638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-338a308e-c97e-45f9-b7eb-2d451597ac70 req-aaadca6b-6e35-4a04-98af-96a693bc469e tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794556 Feb 10 23:23:57.088014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e186d9-b760-47dc-a392-0a72588ea222 req-6a767f2f-35d8-455f-af6f-f62ea902813a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.089906 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75e186d9-b760-47dc-a392-0a72588ea222 req-6a767f2f-35d8-455f-af6f-f62ea902813a tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 944 time: 0.1602671 Feb 10 23:23:57.103393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-7fb093f9-b295-4a96-8de7-5e97e6aaaa79 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.105966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-7fb093f9-b295-4a96-8de7-5e97e6aaaa79 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.30 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e&tenant_id=9d53ea6def444dbf88da850e17f6fe45&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.1428459 Feb 10 23:23:57.152819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bded628e-2720-4435-86af-63c282d54e09 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:23:57.242469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75e186d9-b760-47dc-a392-0a72588ea222 req-7dc40ed0-b968-42e0-8116-1d3c892936a2 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354051 Feb 10 23:23:57.256282 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-623bde1b-3cfa-4760-b8b1-4afa4f8f8ed3 service neutron] delete failed (client error): The resource could not be found. Feb 10 23:23:57.256642 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-623bde1b-3cfa-4760-b8b1-4afa4f8f8ed3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/bded628e-2720-4435-86af-63c282d54e09/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1347613 Feb 10 23:23:57.360788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:57.381500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'bded628e-2720-4435-86af-63c282d54e09', 'network_id': '5445c388-77af-40b6-aa71-003f536969d8', 'port_id': 'bded628e-2720-4435-86af-63c282d54e09', 'mac_address': 'fa:16:3e:05:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f377a000-b9d0-4b4f-9125-aff8396c8c77', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:23:57.465286 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:57.502818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bded628e-2720-4435-86af-63c282d54e09 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:23:57.514960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-d755433b-5a91-46bc-b8f6-417abb85e831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.516892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-d755433b-5a91-46bc-b8f6-417abb85e831 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 1095 time: 0.1516643 Feb 10 23:23:57.525250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:57.531251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:57.631398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:57.743319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-0162c752-63f6-404b-a984-4863796d5f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.744994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-0162c752-63f6-404b-a984-4863796d5f23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 200 len: 916 time: 0.2218604 Feb 10 23:23:57.758538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['bded628e-2720-4435-86af-63c282d54e09'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:23:57.850623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-1c52f656-c986-4704-a5eb-96446a495605 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 200 len: 217 time: 0.0982456 Feb 10 23:23:57.938666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-553c29c1-3f57-47f8-94ec-d89838db247b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:57.940072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-553c29c1-3f57-47f8-94ec-d89838db247b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 200 len: 855 time: 0.0825984 Feb 10 23:23:58.012078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-c24958ba-4de5-4226-9648-40803225e512 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5445c388-77af-40b6-aa71-003f536969d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638947 Feb 10 23:23:58.241826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-27a90a5a-0b79-4039-8ffb-aa859f2e8eeb service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227197 Feb 10 23:23:58.444088 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad144e5a-7c77-42c4-9000-34d85a913e5f req-1a3d081d-ad54-460c-9176-cf27cc913faf service neutron] 10.222.0.30 "GET /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942847 Feb 10 23:23:58.515895 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaec15f-baa5-4abd-96f9-9addb33c0c97 req-9f3b51fe-8339-42ee-a1c2-be861c4ec346 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:58.517688 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cdaec15f-baa5-4abd-96f9-9addb33c0c97 req-9f3b51fe-8339-42ee-a1c2-be861c4ec346 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 945 time: 0.1286292 Feb 10 23:23:58.580160 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cdaec15f-baa5-4abd-96f9-9addb33c0c97 req-e2d51e47-fa65-4436-992a-3c81b9640249 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553277 Feb 10 23:23:59.150047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bded628e-2720-4435-86af-63c282d54e09 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:23:59.261626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port bded628e-2720-4435-86af-63c282d54e09 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:23:59.267759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port bded628e-2720-4435-86af-63c282d54e09 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:23:59.268334 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:59.419920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:59.460742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:23:59.471449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:23:59.476044 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:23:59.563522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:23:59.595213 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'code': 200} Feb 10 23:23:59.794103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb2558-871e-4e81-b96b-110359ddac10 req-8180840f-11ad-440c-87c8-f56fba3a307f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:23:59.795667 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-85fb2558-871e-4e81-b96b-110359ddac10 req-8180840f-11ad-440c-87c8-f56fba3a307f tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0932164 Feb 10 23:23:59.849012 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-85fb2558-871e-4e81-b96b-110359ddac10 req-57f8b553-4622-47d1-84cc-5193f8160bd0 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Feb 10 23:24:00.079213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80a69-be80-42ab-b489-268533c149bf req-530fee4e-c8c1-4eb6-a341-412aaa2b60e6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:00.081281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70e80a69-be80-42ab-b489-268533c149bf req-530fee4e-c8c1-4eb6-a341-412aaa2b60e6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0964062 Feb 10 23:24:00.136076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70e80a69-be80-42ab-b489-268533c149bf req-ff9d3dc1-96d4-4481-814e-8e3c0fa4126b tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467834 Feb 10 23:24:00.345481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37151544-bf48-45af-a13b-5a71bfc19927 req-81f1f555-43c3-4d37-8114-8073b45848c1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:00.346984 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37151544-bf48-45af-a13b-5a71bfc19927 req-81f1f555-43c3-4d37-8114-8073b45848c1 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.0899084 Feb 10 23:24:00.398566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-37151544-bf48-45af-a13b-5a71bfc19927 req-b52d3452-1515-4467-b76c-9457626cc1b6 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456338 Feb 10 23:24:01.193054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab77ae4-75a3-4533-b299-71dd438dbe76 req-46c3bf61-8c7a-4f2d-a017-c18a2dd417f7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:01.196501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ab77ae4-75a3-4533-b299-71dd438dbe76 req-46c3bf61-8c7a-4f2d-a017-c18a2dd417f7 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1666574 Feb 10 23:24:01.293259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8ab77ae4-75a3-4533-b299-71dd438dbe76 req-e22b85a3-f689-4f3a-92b5-fda38df86c85 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838201 Feb 10 23:24:02.067892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-ad7d93aa-e729-407e-b099-d53837ab3682 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:02.069437 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-ad7d93aa-e729-407e-b099-d53837ab3682 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.24 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.1009464 Feb 10 23:24:02.160900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Deleting port bded628e-2720-4435-86af-63c282d54e09 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:24:02.161197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:02.561596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] For port bded628e-2720-4435-86af-63c282d54e09, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=bded628e-2720-4435-86af-63c282d54e09,segment=NetworkSegment(c883f2d1-ff12-42ce-8b9a-2e3149b70ae1),segment_id=c883f2d1-ff12-42ce-8b9a-2e3149b70ae1)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:02.561956 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:02.706071 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Calling delete_port for bded628e-2720-4435-86af-63c282d54e09 owned by compute:nova {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:24:02.786159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605f1de-8007-46e4-b28c-93beaca9b643 req-93000709-218c-490f-a1fc-93249e71a255 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:02.787814 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4605f1de-8007-46e4-b28c-93beaca9b643 req-93000709-218c-490f-a1fc-93249e71a255 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 946 time: 0.3456664 Feb 10 23:24:02.898077 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4605f1de-8007-46e4-b28c-93beaca9b643 req-649578b1-d6ce-436b-880a-0b2a22174ee0 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.53 "GET /v2.0/security-groups?id=da1765b1-b863-44e4-9e30-f65efa92ed1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886097 Feb 10 23:24:02.944523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:02.957320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['bded628e-2720-4435-86af-63c282d54e09'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:24:03.011770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Pushing event deleted for resources: {'Port': ['ID=bded628e-2720-4435-86af-63c282d54e09,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:03.261158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] No DVR routers for this DVR port bded628e-2720-4435-86af-63c282d54e09 on host n-h2-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:24:03.264141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:03.267172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-deleted', 'tag': 'bded628e-2720-4435-86af-63c282d54e09'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:03.288013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fc46e52d-deb9-4cb6-ad42-58965b790075 req-93cb13de-3d35-4ee4-ab68-fc3e18c2b874 tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] 10.222.0.24 "DELETE /v2.0/ports/bded628e-2720-4435-86af-63c282d54e09 HTTP/1.1" status: 204 len: 173 time: 1.2133856 Feb 10 23:24:03.343845 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f29192-1189-4c1f-a655-bf0fe279c28e', 'name': 'network-vif-deleted', 'tag': 'bded628e-2720-4435-86af-63c282d54e09', 'status': 'completed', 'code': 200} Feb 10 23:24:03.934147 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-37336763-00d4-4490-8438-faf8b269b671 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89f29192-1189-4c1f-a655-bf0fe279c28e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0525472 Feb 10 23:24:04.156531 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-4485f2d2-f891-4e70-8f3f-0d4e2b5d9f6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9d53ea6def444dbf88da850e17f6fe45&device_id=89f29192-1189-4c1f-a655-bf0fe279c28e HTTP/1.1" status: 200 len: 210 time: 0.0900359 Feb 10 23:24:04.316292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35126) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:04.364087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-0a7607bb-697c-48fa-9fb8-7c0603b28003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:04.365853 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-0a7607bb-697c-48fa-9fb8-7c0603b28003 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9d53ea6def444dbf88da850e17f6fe45&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1813061 Feb 10 23:24:04.396791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Deleting subnet f377a000-b9d0-4b4f-9125-aff8396c8c77 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:24:04.399994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:04.472563 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:04.555513 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:04.592711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-18c50f0b-603a-463f-ac79-9380b1910c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:04.594395 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5a2c52b3-2fc1-49e3-9094-86f7a49ee4b5 req-18c50f0b-603a-463f-ac79-9380b1910c9d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221689 Feb 10 23:24:04.644974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:04.691113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f377a000-b9d0-4b4f-9125-aff8396c8c77,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:04.696876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:04.705638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.705976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.706312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.706643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.706974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.707326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.707656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.707984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.708300 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.708619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.708931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.709247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:04.716236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-072c5531-258e-4f7d-b0dd-00ff6e2c2cd0 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/f377a000-b9d0-4b4f-9125-aff8396c8c77 HTTP/1.1" status: 204 len: 168 time: 0.3971019 Feb 10 23:24:04.718550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35130) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:05.027139 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.187013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bded628e-2720-4435-86af-63c282d54e09 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:24:05.240196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: bded628e-2720-4435-86af-63c282d54e09 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:24:05.240736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device bded628e-2720-4435-86af-63c282d54e09 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:24:05.266939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.305261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5445c388-77af-40b6-aa71-003f536969d8']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:05.326064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:05.327988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c883f2d1-ff12-42ce-8b9a-2e3149b70ae1') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:05.344982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.367907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.377459 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:24:05.378160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:24:05.399967 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:24:05.493299 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.521182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.537118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] Pushing event deleted for resources: {'Network': ['ID=5445c388-77af-40b6-aa71-003f536969d8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:05.566042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-bfe1e3b9-35de-4217-b387-6b259ab9f9fd admin admin] 10.222.0.53 "DELETE /v2.0/networks/5445c388-77af-40b6-aa71-003f536969d8 HTTP/1.1" status: 204 len: 168 time: 0.8463941 Feb 10 23:24:05.725325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35136) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:05.781940 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-375d6452-c241-4352-974d-48932b28de93 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=9d53ea6def444dbf88da850e17f6fe45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0550227 Feb 10 23:24:05.784851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35140) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:05.863625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.894846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.960444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.983728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1765b1-b863-44e4-9e30-f65efa92ed1f,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:05.996189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:05.997367 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-746a9a2c-a2db-447d-a708-2777f1cba86e admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/da1765b1-b863-44e4-9e30-f65efa92ed1f HTTP/1.1" status: 204 len: 168 time: 0.2111759 Feb 10 23:24:06.848586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35164) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:06.984158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1159219120-network', 'tenant_id': 'cc93ba121424488ebeac20930736a57c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:06.994527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:07.001514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Usage tracker for resource:network and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:07.006143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:07.018377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:07.036202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:24:07.040666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.071260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.097158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:07.101924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Usage tracker for resource:security_group_rule and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:07.106157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:07.113229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:07.223763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.228336 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.266609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:24:07.272827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7397594-b984-4270-b87d-9ecc6f70da37,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:07.285643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.285643 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Added segment 4787d494-2394-46f3-8afd-e3d2df9405bb of type vlan for network d819b4f3-dccf-45ec-b941-a5ffd77cf053 Feb 10 23:24:07.333461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.371516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.372885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:07.373616 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.496337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6417036 Feb 10 23:24:07.496584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35170) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:07.499397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da217096-99f0-4c4b-9eb9-c4b95cf5c79f admin admin] Pushing event updated for resources: {'Network': ['ID=d819b4f3-dccf-45ec-b941-a5ffd77cf053,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:07.505273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Request body: {'subnet': {'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1159219120-subnet', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:07.513333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:07.514299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:24:07.519558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Usage tracker for resource:subnet and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:07.523396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:07.531423 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:07.551186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:24:07.554298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.815188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.903211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6620c89-3e66-4e43-a01a-81a74c91f0e4,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:07.913253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:24:07.913609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Network hostable DHCP agents. Network: d819b4f3-dccf-45ec-b941-a5ffd77cf053, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:24:07.938128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:24:07.951500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d819b4f3-dccf-45ec-b941-a5ffd77cf053) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:07.956574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:07.957310 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:07.965098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9418c0ad-ea38-4c1f-a326-ea1607e0e81a None None] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:24:07.992105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9a2c961c-9600-4d93-986b-21ec0ff096a6 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4941354 Feb 10 23:24:07.996807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35174) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:08.006064 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:08.016608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:08.024374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Usage tracker for resource:router and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:08.030778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:08.043144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:08.058816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.060134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.080794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.229906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-d819b4f3-dccf-45ec-b941-a5ffd77cf053', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:24:08.230927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.321237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bce4324-7d27-463c-8ee5-b36f4aa85627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.436626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Allocated IP 172.20.0.2 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/696789df-aa13-4ded-bacd-47f82f842168) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:08.523364 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.735368 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.750678 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Transition to ACTIVE for port object 696789df-aa13-4ded-bacd-47f82f842168 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:08.777455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Transition to ACTIVE for port object 696789df-aa13-4ded-bacd-47f82f842168 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:08.785279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:08.874442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:08.878304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:08.881845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:24:08.894521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Pushing event updated for resources: {'Port': ['ID=696789df-aa13-4ded-bacd-47f82f842168,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:09.057892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Attempting to bind port 696789df-aa13-4ded-bacd-47f82f842168 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:09.058189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Attempting to bind port 696789df-aa13-4ded-bacd-47f82f842168 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:09.058764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Attempting to bind port 696789df-aa13-4ded-bacd-47f82f842168 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:24:09.066046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:24:09.066429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:24:09.066832 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.067351 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:24:09.067957 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Bound port: 696789df-aa13-4ded-bacd-47f82f842168, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:09.068349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.200104 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.200986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] For port 696789df-aa13-4ded-bacd-47f82f842168, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:24:09.205787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] For port 696789df-aa13-4ded-bacd-47f82f842168, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=696789df-aa13-4ded-bacd-47f82f842168,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:24:09.212683 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.237763 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.316014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c9e0b-9aa2-4386-b323-ac726cabee4f None None] Pushing event updated for resources: {'Port': ['ID=696789df-aa13-4ded-bacd-47f82f842168,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:09.444229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Allocated IP 172.25.2.207 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/df60e037-81c4-4ba3-b4a8-44f407383ae4) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:09.701901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.757641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:09.837582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:09.842268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:09.845242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:24:09.890863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Pushing event updated for resources: {'Port': ['ID=df60e037-81c4-4ba3-b4a8-44f407383ae4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:10.388244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:10.554577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-51e94538-0c9f-4077-85fa-7600c8038904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:10.561365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdc425-94a4-4d3a-aaba-cbdf41578a03 None None] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:24:10.599206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 696789df-aa13-4ded-bacd-47f82f842168 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:10.744431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-323e7bf9-5c8f-42e2-a8bc-eb000eb16e01 None None] Provisioning for port 696789df-aa13-4ded-bacd-47f82f842168 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:10.823473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 696789df-aa13-4ded-bacd-47f82f842168 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:10.833100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 696789df-aa13-4ded-bacd-47f82f842168 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:10.833667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:10.866876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.027142 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.084600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 696789df-aa13-4ded-bacd-47f82f842168, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=696789df-aa13-4ded-bacd-47f82f842168,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:11.092545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.239727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=696789df-aa13-4ded-bacd-47f82f842168,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:11.292955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:24:11.397777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c47d4343-2093-49ea-aed1-9477be9e0a89 None None] Provisioning complete for port 696789df-aa13-4ded-bacd-47f82f842168 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:11.398195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c47d4343-2093-49ea-aed1-9477be9e0a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.530852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:24:11.552071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:24:11.568211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.571366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a1cab31c-730b-4cfd-9360-a803d28b5537 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5721195 Feb 10 23:24:11.576435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35180) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:11.583403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:11.584759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:11.786358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:11.811438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:12.016045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:12.173131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:10Z', 'revision_number': 3, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:12.178426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:24:12.178778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Updating router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 port df60e037-81c4-4ba3-b4a8-44f407383ae4 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:24:12.241853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:12.524505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:12.578455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 696789df-aa13-4ded-bacd-47f82f842168 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:12.796418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Allocated IP 172.20.0.1 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/b1169942-5f1d-4e18-8f79-5f77cfcdf2f7) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:12.830877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 696789df-aa13-4ded-bacd-47f82f842168 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:12.831776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:12.993978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.033729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Transition to ACTIVE for port object df60e037-81c4-4ba3-b4a8-44f407383ae4 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:13.094739 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:24:13.120298 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.128812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.143899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Transition to ACTIVE for port object b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:13.177585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.250982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:13.254550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:13.259461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:24:13.298049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Pushing event updated for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:13.313420 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.334131 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Attempting to bind port df60e037-81c4-4ba3-b4a8-44f407383ae4 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:13.335060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Attempting to bind port df60e037-81c4-4ba3-b4a8-44f407383ae4 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:13.335202 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.335527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Attempting to bind port df60e037-81c4-4ba3-b4a8-44f407383ae4 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:24:13.353109 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1877d0-2bad-4dd4-a8df-2d0ec809a214 None None] Pushing event updated for resources: {'Port': ['ID=df60e037-81c4-4ba3-b4a8-44f407383ae4,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:13.359087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:24:13.359720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:24:13.360392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.361297 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:24:13.362122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Bound port: df60e037-81c4-4ba3-b4a8-44f407383ae4, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:13.362744 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.493503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] For port df60e037-81c4-4ba3-b4a8-44f407383ae4, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:24:13.506298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] For port df60e037-81c4-4ba3-b4a8-44f407383ae4, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=df60e037-81c4-4ba3-b4a8-44f407383ae4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:24:13.513613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.615069 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:13.615777 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:13.692582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1877d0-2bad-4dd4-a8df-2d0ec809a214 None None] Pushing event updated for resources: {'Port': ['ID=df60e037-81c4-4ba3-b4a8-44f407383ae4,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:13.711765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1feeb264-6f54-47f5-a58c-c1a597e0811a None None] Provisioning for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:13.722926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1feeb264-6f54-47f5-a58c-c1a597e0811a None None] Provisioning complete for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:13.723277 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1feeb264-6f54-47f5-a58c-c1a597e0811a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.799156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:13.875425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1feeb264-6f54-47f5-a58c-c1a597e0811a None None] Port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:24:13.901230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:14.218007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:14.225252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:14.282086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:10Z', 'revision_number': 3, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:14.289839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fef71eb-2912-4eec-a74f-fe28d0b2f4d2 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:10Z', 'revision_number': 3, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:24:14.367810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:14.373182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Pushing event updated for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:14.606685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:14.609780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:14.922919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:24:15.018637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d75e10c8-63e9-42e5-8704-c46fa360e97b None None] Provisioning complete for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:15.020241 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d75e10c8-63e9-42e5-8704-c46fa360e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:15.113475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d75e10c8-63e9-42e5-8704-c46fa360e97b None None] Port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:24:15.139513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:24:15.163418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1c34d3bc-7760-4fc4-a394-0e31bebcb201 admin admin] 10.222.0.53 "PUT /v2.0/routers/7201eafa-dc6b-44a2-9b30-68a9c58d9a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5723484 Feb 10 23:24:15.920704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:15.926274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--179104958', 'description': 'tempest-description--683181353'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:15.934633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:15.939652 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Usage tracker for resource:security_group and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:15.943603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:15.952901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:15.967595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:15.996263 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:16.002743 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Usage tracker for resource:security_group_rule and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:16.006993 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:16.014880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:16.118260 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.125198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.178585 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:16.183951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.185844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aee2718c-e855-4d22-bf3d-12df9e580b2c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2640336 Feb 10 23:24:16.190113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:16.198087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'security_group_rule': {'security_group_id': '8e4a43a3-1b47-4c73-8212-5a6987c7b4a1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:16.199977 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:24:16.206299 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:16.211066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Usage tracker for resource:security_group_rule and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:16.215684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:16.216151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:16.217143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:16.224786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:16.250951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.332151 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.339708 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.391245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f3fb80-0594-48c3-82bb-510ba0327bc7,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:16.418607 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.425757 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8af2542d-8b4d-4983-837c-66c95e9f6cbf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2298570 Feb 10 23:24:16.425757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35198) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:16.441673 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'security_group_rule': {'security_group_id': '8e4a43a3-1b47-4c73-8212-5a6987c7b4a1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:16.448622 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:16.454695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:16.462353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Usage tracker for resource:security_group_rule and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:16.469368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:16.487717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:16.536365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.579462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device df60e037-81c4-4ba3-b4a8-44f407383ae4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:16.641977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.649653 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.684821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a8f0b6-b478-4685-89d1-3746e6cf19ee,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:16.707711 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.709654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-852f0644-4208-4d22-aa1b-fd88dc5c4541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824030 Feb 10 23:24:16.714953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35202) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:16.721662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:16.729517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port df60e037-81c4-4ba3-b4a8-44f407383ae4 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:16.735022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:16.736066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port df60e037-81c4-4ba3-b4a8-44f407383ae4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:16.736673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.741767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Usage tracker for resource:floatingip and tenant:cc93ba121424488ebeac20930736a57c is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:24:16.747041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:24:16.757792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:16.778770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.966065 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 2, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:16.972144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:16.973754 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:24:16.974333 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Updating router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:24:16.996726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port df60e037-81c4-4ba3-b4a8-44f407383ae4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=df60e037-81c4-4ba3-b4a8-44f407383ae4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:17.002083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.081620 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.089961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=df60e037-81c4-4ba3-b4a8-44f407383ae4,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:17.099972 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.100327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.100660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.101049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.101390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.101710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.102030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.102369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.102691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.103155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.104284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.105059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.142553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.330556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Allocated IP 172.25.2.78 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/18737c6f-5c50-4646-bb9b-6ae21c5f38e8) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:17.555997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.603238 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.604125 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.626042 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Transition to ACTIVE for port object b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:17.637418 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.724194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:17.729969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:17.734236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:24:17.805634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=18737c6f-5c50-4646-bb9b-6ae21c5f38e8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:17.901725 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.939244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Pushing event updated for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:17.981002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:17.996855 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.997260 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.997715 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.998191 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.998610 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.999023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:17.999573 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.000068 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.000484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.000890 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.001296 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.001699 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:24:18.036901 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Attempting to bind port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:18.037303 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Attempting to bind port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:18.037792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Attempting to bind port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:24:18.045394 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:24:18.046091 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:24:18.046638 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.047126 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:24:18.047807 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Bound port: b1169942-5f1d-4e18-8f79-5f77cfcdf2f7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:18.048295 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.198615 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] For port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:24:18.204232 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] For port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:24:18.209295 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.300775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76ebc3-1641-43b0-8d69-491ef7c9e691 None None] Pushing event updated for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:18.304973 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:18.305604 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:18.350649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.356981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.487452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=18737c6f-5c50-4646-bb9b-6ae21c5f38e8,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:18.505205 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.536521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.538232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f034e985-6938-4688-ac12-ad04ff3bdadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8220816 Feb 10 23:24:18.578530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device df60e037-81c4-4ba3-b4a8-44f407383ae4 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:18.696416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port df60e037-81c4-4ba3-b4a8-44f407383ae4 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:18.698096 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:18.717738 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:18.766055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-1bcdff89-165c-4cc6-a634-586d479a420c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:18.790060 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-1bcdff89-165c-4cc6-a634-586d479a420c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:18.796701 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-1bcdff89-165c-4cc6-a634-586d479a420c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--179104958&fields=id&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 267 time: 0.0868857 Feb 10 23:24:19.001005 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-7d79b982-005b-4562-83d4-363c57a70e2f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:19.002937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-7d79b982-005b-4562-83d4-363c57a70e2f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.2028632 Feb 10 23:24:19.020835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-19c679ad-016b-420d-83d5-d797d99b9bae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/quotas/cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 375 time: 0.0113761 Feb 10 23:24:19.169624 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-c9d96323-8679-481f-a20d-6b3130d2a099 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1395721 Feb 10 23:24:19.185200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:18Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:19.192651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ecb7a6-6ebf-4a26-a33d-1159cd1aebc3 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:18Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:24:19.598289 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-a78b7fca-0851-4d32-b9f2-2139f651bae1 service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619519 Feb 10 23:24:19.802528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-854545a2-9d37-499e-b559-044b919e2bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964176 Feb 10 23:24:20.054505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-370a4943-74c6-403c-adda-1aa30863e85d req-b31d1f00-9cb3-4b24-a8ee-8d353fc65caa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:20.081009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-370a4943-74c6-403c-adda-1aa30863e85d req-b31d1f00-9cb3-4b24-a8ee-8d353fc65caa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:20.082448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-370a4943-74c6-403c-adda-1aa30863e85d req-b31d1f00-9cb3-4b24-a8ee-8d353fc65caa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 210 time: 0.0745595 Feb 10 23:24:20.566296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:20.658903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:20.665377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:20.667119 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:20.813586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:20.859825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:20.865511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:20.956928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:21.276623 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-87a371cd-b2c0-468e-bd1c-4d1afb9a91fa req-87bb0a42-ea93-4d30-bf9a-bf75896d2530 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 210 time: 0.0569637 Feb 10 23:24:21.664073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-40737c1a-e6b9-4486-b797-50c880bbbbc8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:21.664939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-40737c1a-e6b9-4486-b797-50c880bbbbc8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:21.687015 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-40737c1a-e6b9-4486-b797-50c880bbbbc8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:21.688742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-40737c1a-e6b9-4486-b797-50c880bbbbc8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.1974666 Feb 10 23:24:21.758341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-46b8e4f8-f5f2-4ac9-82af-5ed369758acf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:21.772599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-46b8e4f8-f5f2-4ac9-82af-5ed369758acf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:21.773756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-46b8e4f8-f5f2-4ac9-82af-5ed369758acf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 379 time: 0.0756090 Feb 10 23:24:21.787058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'port': {'device_id': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'admin_state_up': True, 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'security_groups': ['8e4a43a3-1b47-4c73-8212-5a6987c7b4a1']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:21.960079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:24:21.974662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:24:21.987872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:24:21.991714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.137466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.209502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Allocated IP 172.20.0.8 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/a8d633cb-08eb-4c98-a0e6-b849eb278d62) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:24:22.504036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f4e1d80-a096-40d8-843a-42dbdf92e40c req-847f9da0-3bef-4c5b-87fe-1fe4dd60d1df tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 210 time: 0.0832953 Feb 10 23:24:22.530182 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.536348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:22.549475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Transition to ACTIVE for port object a8d633cb-08eb-4c98-a0e6-b849eb278d62 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:22.580589 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.669631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:22.670075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.671348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:24:22.675836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:24:22.682392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:24:22.721559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:22.781386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:22.782111 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:22.820206 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-602451df-5bf9-4bc0-816b-a8fed765a3f3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0375772 Feb 10 23:24:22.935879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Request body: {'port': {'device_id': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:23.040397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-45317394-5a6a-4321-9e3b-1ca7651fc82e None None] Provisioning for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:23.049753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-45317394-5a6a-4321-9e3b-1ca7651fc82e None None] Provisioning complete for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:23.050423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-45317394-5a6a-4321-9e3b-1ca7651fc82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:23.062774 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:23.153719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-45317394-5a6a-4321-9e3b-1ca7651fc82e None None] Port a8d633cb-08eb-4c98-a0e6-b849eb278d62 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:24:23.483320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8d633cb-08eb-4c98-a0e6-b849eb278d62 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:24:23.491435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:23.508257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Transition to ACTIVE for port object a8d633cb-08eb-4c98-a0e6-b849eb278d62 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:24:23.513751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:23.771569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62bc272-bb3e-41ba-8d05-a9daa4606487 req-418c757b-f4de-4c1c-bd14-f5544dc5b3c0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:23.774082 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d62bc272-bb3e-41ba-8d05-a9daa4606487 req-418c757b-f4de-4c1c-bd14-f5544dc5b3c0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.1284158 Feb 10 23:24:23.790780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:23.855566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d62bc272-bb3e-41ba-8d05-a9daa4606487 req-3bf70f9d-05d4-4c02-8ded-e593e28c06a4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670204 Feb 10 23:24:23.935712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:24:23.936053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:24:23.936388 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:24:23.942231 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:24:23.942570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:24:23.951110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:24:23.951554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:24:23.951986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:24:23.952679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Bound port: a8d633cb-08eb-4c98-a0e6-b849eb278d62, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:24:23.953100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:24.060609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:24:24.063911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:24:24.068643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:24.137650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:24.138780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:24.139699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] 10.222.0.30 "PUT /v2.0/ports/a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 1091 time: 1.2569628 Feb 10 23:24:24.140152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:24.173524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a67a7f-9796-4cf5-b240-1982c99cbae5 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:24.277087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-367f0c53-1f80-480d-a874-90fed5ae4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:24.278657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-367f0c53-1f80-480d-a874-90fed5ae4c1f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.0894485 Feb 10 23:24:24.374357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-32dbdf15-e40b-4c89-886e-6bd1e0a22452 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 217 time: 0.0881810 Feb 10 23:24:24.415015 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'status': 'completed', 'code': 200} Feb 10 23:24:24.446684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-3f23931f-7e95-4591-a1f4-7e74ae818be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:24.449222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-3f23931f-7e95-4591-a1f4-7e74ae818be7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0679257 Feb 10 23:24:24.553350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-414ba092-d7ed-4028-bcc8-efd4daf33eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:24.554964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-414ba092-d7ed-4028-bcc8-efd4daf33eba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993288 Feb 10 23:24:24.708120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-c63025ae-c03a-4dc7-b2f5-84dfca12bf61 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460345 Feb 10 23:24:24.864257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:24.873377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8131aef-9da2-4376-97ea-f3d4b04d66ca req-4c4913bb-300a-4ff4-a943-dc7876ba6176 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587834 Feb 10 23:24:25.009260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-8bb6758a-4c23-427a-a74b-124f3c08b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.011963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-8bb6758a-4c23-427a-a74b-124f3c08b4c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.0811441 Feb 10 23:24:25.131859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a0e04-1070-42ce-9943-09df56d40f86 req-8add59fc-3ce9-45d9-8907-8f57b566a7ef tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.136844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-458a0e04-1070-42ce-9943-09df56d40f86 req-8add59fc-3ce9-45d9-8907-8f57b566a7ef tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.1243114 Feb 10 23:24:25.185960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-cd859697-a3c0-4675-8bf2-5fed899191bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.187732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-cd859697-a3c0-4675-8bf2-5fed899191bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1684556 Feb 10 23:24:25.201186 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-458a0e04-1070-42ce-9943-09df56d40f86 req-4933bb24-bed6-450f-852a-fcd237dc4694 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563962 Feb 10 23:24:25.270656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-966b636c-72ba-43aa-807a-761da2eb7e7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 217 time: 0.0756359 Feb 10 23:24:25.347936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-f8a6427a-5e8e-4dfc-82ff-36758ef4d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.350341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-f8a6427a-5e8e-4dfc-82ff-36758ef4d60a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0734794 Feb 10 23:24:25.443944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-ffff7a97-a6ee-4f70-86c6-a5a2656e4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:25.445758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-ffff7a97-a6ee-4f70-86c6-a5a2656e4b76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894420 Feb 10 23:24:25.643157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-820aee97-d53c-41d4-8077-b26e8f509d30 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895201 Feb 10 23:24:25.953494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dd940982-91af-4f8b-bba8-b35d6a3d9517 req-5e9032f0-9bcb-4774-980a-6e8a12e1f210 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037081 Feb 10 23:24:26.426390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46b228-bdd6-40f6-bd44-75305d9c8ad0 req-74b345ba-0748-486f-9001-9edbcfc9f4b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:26.427715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7a46b228-bdd6-40f6-bd44-75305d9c8ad0 req-74b345ba-0748-486f-9001-9edbcfc9f4b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:24:26.456141 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7a46b228-bdd6-40f6-bd44-75305d9c8ad0 req-74b345ba-0748-486f-9001-9edbcfc9f4b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:24:26.457908 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a46b228-bdd6-40f6-bd44-75305d9c8ad0 req-74b345ba-0748-486f-9001-9edbcfc9f4b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.1382127 Feb 10 23:24:26.536551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a46b228-bdd6-40f6-bd44-75305d9c8ad0 req-ba6b0350-7063-4ca2-ae09-4dce546d488e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717635 Feb 10 23:24:27.761486 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99d93d-4308-45bf-847f-da0e178953c4 req-0aab9f26-d906-4ed0-b110-445d883dd64f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:27.763112 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb99d93d-4308-45bf-847f-da0e178953c4 req-0aab9f26-d906-4ed0-b110-445d883dd64f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.0952039 Feb 10 23:24:27.821317 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cb99d93d-4308-45bf-847f-da0e178953c4 req-6c801c07-a126-4fa3-b368-9eb690d8843b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469425 Feb 10 23:24:28.533643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:24:28.696631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:28.715386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'mac_address': 'fa:16:3e:4b:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:24:28.805968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:28.830825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d633cb-08eb-4c98-a0e6-b849eb278d62 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:24:28.849104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:28.854719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:28.935327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:29.046291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df882de-e15e-49ac-b2ba-30aa9b3b2579 req-176cc378-7827-4d60-a809-398e022f9787 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:29.047971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8df882de-e15e-49ac-b2ba-30aa9b3b2579 req-176cc378-7827-4d60-a809-398e022f9787 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 944 time: 0.1045833 Feb 10 23:24:29.104947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8df882de-e15e-49ac-b2ba-30aa9b3b2579 req-1aa1c882-69cb-44d2-bbff-328f566336cc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455813 Feb 10 23:24:29.171718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['a8d633cb-08eb-4c98-a0e6-b849eb278d62'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:24:30.335910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb95a1-9b27-4165-86dc-60261399d0f8 req-306c0293-e261-4567-9bdc-5b86ad5296d5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:30.337964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9dbb95a1-9b27-4165-86dc-60261399d0f8 req-306c0293-e261-4567-9bdc-5b86ad5296d5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 944 time: 0.0904272 Feb 10 23:24:30.401175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9dbb95a1-9b27-4165-86dc-60261399d0f8 req-580e696a-f4e3-45e0-bd6f-e82c53b6e752 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570838 Feb 10 23:24:30.537303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:24:30.617161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:24:30.623730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:24:30.624242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:30.756722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:30.788458 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:30.802724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:24:30.807491 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:30.904626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:24:30.971829 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'code': 200} Feb 10 23:24:31.115311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c489c-0a8b-4079-8bbb-483066513427 req-5e41b72f-366d-466f-b19e-f216241fa816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:31.117404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c489c-0a8b-4079-8bbb-483066513427 req-5e41b72f-366d-466f-b19e-f216241fa816 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1096 time: 0.0853090 Feb 10 23:24:31.169524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-611c489c-0a8b-4079-8bbb-483066513427 req-f9fab0dd-27dc-4a8a-8c3c-1c67d888b0da service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Feb 10 23:24:31.625002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c4460b-90e4-43a3-83db-4ef2871fe13b req-104a012f-b8d6-412b-b63e-dc44bd110885 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:31.626568 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6c4460b-90e4-43a3-83db-4ef2871fe13b req-104a012f-b8d6-412b-b63e-dc44bd110885 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1121299 Feb 10 23:24:31.684262 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b6c4460b-90e4-43a3-83db-4ef2871fe13b req-d5dba70e-f4aa-4416-b355-626b2177cedc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469413 Feb 10 23:24:32.902685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55012e-1911-4534-b6a9-656de65fa4b6 req-f05db39d-2d80-4ddd-9e43-405579d24201 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:32.905415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55012e-1911-4534-b6a9-656de65fa4b6 req-f05db39d-2d80-4ddd-9e43-405579d24201 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1033897 Feb 10 23:24:32.957905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe55012e-1911-4534-b6a9-656de65fa4b6 req-238971b5-6b30-4e08-a03e-8cbaf188ea56 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466475 Feb 10 23:24:33.160271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905974e7-361b-4c65-8db1-8d217cf551e3 req-6b775d74-8fc4-494f-b0e0-35a4bc16012e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:33.163061 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-905974e7-361b-4c65-8db1-8d217cf551e3 req-6b775d74-8fc4-494f-b0e0-35a4bc16012e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1014698 Feb 10 23:24:33.172520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:24:33.177927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'floatingip': {'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:24:33.260812 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:33.980845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:33.985742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:34.191845 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 associated. External IP: 172.25.2.78, port: a8d633cb-08eb-4c98-a0e6-b849eb278d62. Feb 10 23:24:34.743533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:24:35.042622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:24:35.057610 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:35.062164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:24:35.076929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:35.077869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:35.148047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9b7294e4-c30a-4e6d-9636-78161477596d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "PUT /v2.0/floatingips/1a192e8b-c9d4-49aa-8a3d-71fddef45168 HTTP/1.1" status: 200 len: 990 time: 1.9709938 Feb 10 23:24:35.148047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:24:35.256899 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'status': 'completed', 'code': 200} Feb 10 23:24:35.422757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:35.514699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-8f74dc62-ace4-4263-937e-8a20acbfda7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.517345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-8f74dc62-ace4-4263-937e-8a20acbfda7b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1096 time: 0.2307494 Feb 10 23:24:35.573818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f78a1-f67c-4f94-950e-88b8f487f2ac req-381beb3f-fa32-45c4-a857-502317d59f63 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.576399 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f53f78a1-f67c-4f94-950e-88b8f487f2ac req-381beb3f-fa32-45c4-a857-502317d59f63 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.2266765 Feb 10 23:24:35.744975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f53f78a1-f67c-4f94-950e-88b8f487f2ac req-e1fcdaa8-0ee2-4fe8-93d9-89bc3e6a081f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825634 Feb 10 23:24:35.770516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-d0056cda-f5d6-4eb4-875e-589300443e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.772339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-d0056cda-f5d6-4eb4-875e-589300443e44 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2480643 Feb 10 23:24:35.902196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-bdc56813-6083-481d-865d-458823fb4eb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 998 time: 0.1219280 Feb 10 23:24:35.965567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:4b:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:24:33Z', 'revision_number': 1, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:35.973597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:24:35.983773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-a7e7aac9-3b4c-48c7-8817-50edd4b1fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.985263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-a7e7aac9-3b4c-48c7-8817-50edd4b1fb6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0762100 Feb 10 23:24:35.988231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa72ac-6a39-421f-a938-0ffd9318a449 req-575e2876-c848-4a34-a108-cfc5ec55f00c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:35.990635 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79fa72ac-6a39-421f-a938-0ffd9318a449 req-575e2876-c848-4a34-a108-cfc5ec55f00c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1108921 Feb 10 23:24:35.990934 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:24:35.991875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:24:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:36.089042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-b27f7680-1422-41be-9497-ce81905e5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:36.090673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-b27f7680-1422-41be-9497-ce81905e5203 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983462 Feb 10 23:24:36.172107 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-79fa72ac-6a39-421f-a938-0ffd9318a449 req-89a3e3b3-61a5-4b9a-992a-c46f8012d6dd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723089 Feb 10 23:24:36.267651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-9774e57b-f1ba-4d52-844f-82a3ee41cd0c service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682546 Feb 10 23:24:36.290755 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:24:36.435920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49cf46c4-57d4-402f-9dbe-24de9396ccde req-f6761e47-7d01-46bd-bb83-c96b43af3fc5 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607783 Feb 10 23:24:36.727916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:4b:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:24:33Z', 'revision_number': 1, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:24:36.732397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396e85d4-8ac6-48a1-9ff4-be6bf74c77c2 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:4b:13:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:24:33Z', 'revision_number': 1, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:24:36.972785 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a113e5-041a-4eb5-b1f8-9e77347a9194 None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:24:37.429951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c05c0-ca62-4bc3-a142-108d4d0276b6 req-75e54c70-259a-45a2-918a-2f7a6f5c6cce tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:37.433096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-345c05c0-ca62-4bc3-a142-108d4d0276b6 req-75e54c70-259a-45a2-918a-2f7a6f5c6cce tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1142566 Feb 10 23:24:37.487813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-345c05c0-ca62-4bc3-a142-108d4d0276b6 req-1cce7ea2-1e97-4d00-9cb9-4e21db6a54a6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487378 Feb 10 23:24:37.705292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff0b6d4-5c62-44cb-8a29-f17dcf891e01 req-4ae24d11-021d-4bcf-8515-db419c1a6bd7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:37.707400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ff0b6d4-5c62-44cb-8a29-f17dcf891e01 req-4ae24d11-021d-4bcf-8515-db419c1a6bd7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0962121 Feb 10 23:24:37.763807 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7ff0b6d4-5c62-44cb-8a29-f17dcf891e01 req-cc22085f-b510-453e-b43b-abbc9084582c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487659 Feb 10 23:24:38.190387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-4df9024b-c26e-4dc0-a2a6-9b42bb25ecf8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002438 Feb 10 23:24:38.300665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59c58ba2-2dc0-4ff5-8ee5-6dc62668c023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:38.322878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca9299-204e-409d-9d54-58e74aa1e6b6 req-509dd74c-2557-44df-ad9c-336404058711 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:38.324747 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8ca9299-204e-409d-9d54-58e74aa1e6b6 req-509dd74c-2557-44df-ad9c-336404058711 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1040041 Feb 10 23:24:38.383312 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b8ca9299-204e-409d-9d54-58e74aa1e6b6 req-5d3f3c45-d74b-4164-871b-20c8d033b466 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470247 Feb 10 23:24:39.844024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e321186c-4ecf-4043-b632-a741b630d352 req-e0c03bfe-6ba5-467f-b5fc-54e030c7f2df tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:39.845607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e321186c-4ecf-4043-b632-a741b630d352 req-e0c03bfe-6ba5-467f-b5fc-54e030c7f2df tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.3217084 Feb 10 23:24:39.848731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-ea1f0fa2-35ad-43ec-bced-6847254f319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:39.850200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-ea1f0fa2-35ad-43ec-bced-6847254f319c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1096 time: 0.1253986 Feb 10 23:24:39.992970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e321186c-4ecf-4043-b632-a741b630d352 req-c9c838c4-f866-4f26-a7c1-f1dc51e0480d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167817 Feb 10 23:24:40.048401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-a6a13464-60ea-4d1a-9b4d-3d57dd0bead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:40.050968 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-a6a13464-60ea-4d1a-9b4d-3d57dd0bead8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1944070 Feb 10 23:24:40.169972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-c0e1d71b-5261-4e6b-9636-e61a7ec4d8cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 1000 time: 0.1117933 Feb 10 23:24:40.240669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-d200574e-a0e8-46d2-8100-bb8522567a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:40.242510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-d200574e-a0e8-46d2-8100-bb8522567a49 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0663986 Feb 10 23:24:40.335539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-8b9b2e19-518c-4a8a-8d59-ce5b8784d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:40.337682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-8b9b2e19-518c-4a8a-8d59-ce5b8784d5ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874662 Feb 10 23:24:40.500578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-6b754e7c-6437-43b1-ba38-6c346f62cb5e service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516595 Feb 10 23:24:40.552171 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fc5f4b53-ccda-41b0-9302-0ffab486e344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:40.657387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-322c7bf7-827f-429b-bb5f-d7c166cba576 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508615 Feb 10 23:24:41.215738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ca10b-6f83-444b-be29-ba5d53861fce req-954e452a-a194-432f-85af-274f080cf5b4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:41.217452 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-736ca10b-6f83-444b-be29-ba5d53861fce req-954e452a-a194-432f-85af-274f080cf5b4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0977125 Feb 10 23:24:41.271203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-736ca10b-6f83-444b-be29-ba5d53861fce req-875180b7-b84d-4c88-ad94-cb896e93707a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472674 Feb 10 23:24:41.743062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:41.937495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:42.520515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6198b3-8de4-47a6-9ed5-f9f5021afd76 req-22055b32-2f47-4377-ba32-125f39327940 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:42.522056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e6198b3-8de4-47a6-9ed5-f9f5021afd76 req-22055b32-2f47-4377-ba32-125f39327940 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0936687 Feb 10 23:24:42.574229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e6198b3-8de4-47a6-9ed5-f9f5021afd76 req-e2361904-8b13-45a3-88fb-753dfc838db2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450358 Feb 10 23:24:43.110864 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:43.802006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107c1ac-332a-4d22-a01b-d63eb3befff9 req-77d53537-1161-419c-9107-3cda0b1490d1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:43.803618 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0107c1ac-332a-4d22-a01b-d63eb3befff9 req-77d53537-1161-419c-9107-3cda0b1490d1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0898764 Feb 10 23:24:43.857051 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0107c1ac-332a-4d22-a01b-d63eb3befff9 req-be43c33d-8d80-4838-ae9f-9a2ef566a7b8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455589 Feb 10 23:24:45.078495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1910aa9-bc1b-4ae6-8f9b-cfa1c2895efe req-01d2178e-23c9-4b9a-87b3-93cf51140741 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:45.080228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1910aa9-bc1b-4ae6-8f9b-cfa1c2895efe req-01d2178e-23c9-4b9a-87b3-93cf51140741 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1092081 Feb 10 23:24:45.139757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1910aa9-bc1b-4ae6-8f9b-cfa1c2895efe req-a470132c-cd13-40ab-a041-91d89e0ac837 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531044 Feb 10 23:24:46.417621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c4059-0402-4228-83eb-1d08d7898fc7 req-5e94ef18-15b6-4a65-b3cb-17b2837ac94c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:46.420678 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-899c4059-0402-4228-83eb-1d08d7898fc7 req-5e94ef18-15b6-4a65-b3cb-17b2837ac94c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1429145 Feb 10 23:24:46.481611 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-899c4059-0402-4228-83eb-1d08d7898fc7 req-2ec5b446-81a0-4798-bbab-030150a5c766 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506337 Feb 10 23:24:47.788475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7a7e5-7f8a-4a68-9f3f-960f7fe949bb req-6b6b110b-c7e5-4628-9f8e-701c85ef1060 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:47.792021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcd7a7e5-7f8a-4a68-9f3f-960f7fe949bb req-6b6b110b-c7e5-4628-9f8e-701c85ef1060 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1064467 Feb 10 23:24:47.852671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcd7a7e5-7f8a-4a68-9f3f-960f7fe949bb req-cb14945b-1853-4638-8269-cbdb0b26ca80 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506074 Feb 10 23:24:49.206271 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e723b-edff-4831-824b-fe1e26191069 req-fef2d972-f6c0-4492-84cd-e51aadc9d276 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:49.208193 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-134e723b-edff-4831-824b-fe1e26191069 req-fef2d972-f6c0-4492-84cd-e51aadc9d276 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1177595 Feb 10 23:24:49.281527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-134e723b-edff-4831-824b-fe1e26191069 req-0a30afdf-80c5-4a17-925b-656136636f00 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650177 Feb 10 23:24:49.482517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-8fa821d8-cbf8-436c-a4e4-4a6d4f2d52dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:49.484041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-8fa821d8-cbf8-436c-a4e4-4a6d4f2d52dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1096 time: 0.0934250 Feb 10 23:24:49.661278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-00314cab-8e73-4d07-bb46-a601fd6e5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:49.662859 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-00314cab-8e73-4d07-bb46-a601fd6e5766 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1516039 Feb 10 23:24:49.788765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-58c1d003-0715-4859-88b8-a1257b53d23b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 1000 time: 0.1186221 Feb 10 23:24:49.914625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-f49ec537-9992-4d7d-82b7-bdd867a8f2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:49.917171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-f49ec537-9992-4d7d-82b7-bdd867a8f2c0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1207237 Feb 10 23:24:50.042208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-3ba2f7c6-e943-48d5-bb06-04d8b3f88994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:50.045035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-3ba2f7c6-e943-48d5-bb06-04d8b3f88994 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1209519 Feb 10 23:24:50.098495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:24:50.327996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-808e0599-a6c1-43ad-bb41-da635fd74fde service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762063 Feb 10 23:24:50.535893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60a1ee6a-4df1-40b6-b020-09981af03f0b req-0227d61a-9cf5-4930-b337-17cee7dad9ca service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014933 Feb 10 23:24:50.552513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa69be83-be40-4c8f-a60c-a9405bf8cb46 req-d09d3bf7-b3e6-4c49-9381-4936ac1643d0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:50.554036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa69be83-be40-4c8f-a60c-a9405bf8cb46 req-d09d3bf7-b3e6-4c49-9381-4936ac1643d0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1412222 Feb 10 23:24:50.607496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa69be83-be40-4c8f-a60c-a9405bf8cb46 req-88190590-5cc9-4465-8adc-818aaa9ea3c1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462537 Feb 10 23:24:51.865519 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209c550-0e25-4ff5-afcf-c9ca9a1fbe7c req-7f38e172-99fc-433c-a89a-27d3921cc208 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:51.867136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9209c550-0e25-4ff5-afcf-c9ca9a1fbe7c req-7f38e172-99fc-433c-a89a-27d3921cc208 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1017292 Feb 10 23:24:51.953705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9209c550-0e25-4ff5-afcf-c9ca9a1fbe7c req-92772023-3d92-4c69-9945-846ad02a63ca tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739274 Feb 10 23:24:52.156860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:53.235945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27f05b-178c-4930-93ee-0999b5eb16b9 req-d727a898-4390-4f2b-a36b-68f7221a4cdd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:53.237614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca27f05b-178c-4930-93ee-0999b5eb16b9 req-d727a898-4390-4f2b-a36b-68f7221a4cdd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0958815 Feb 10 23:24:53.294750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca27f05b-178c-4930-93ee-0999b5eb16b9 req-b0c81f1c-dfa0-426d-8c56-481c12a7235c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495503 Feb 10 23:24:54.523915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3afe18-561a-4fcc-ab81-ce4a51ba3efa req-d2d8f1f4-b78f-4d22-9cb8-54029e273249 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:54.528135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be3afe18-561a-4fcc-ab81-ce4a51ba3efa req-d2d8f1f4-b78f-4d22-9cb8-54029e273249 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1156547 Feb 10 23:24:54.601038 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be3afe18-561a-4fcc-ab81-ce4a51ba3efa req-8af8ea93-031d-491c-8319-64526b4cc6f6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622106 Feb 10 23:24:54.867143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:24:55.805267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe21a4-8eee-4491-8a9d-44a9f0fc2b56 req-52ff2a0c-5074-4daf-b830-91999afd3bf5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:55.807599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6fe21a4-8eee-4491-8a9d-44a9f0fc2b56 req-52ff2a0c-5074-4daf-b830-91999afd3bf5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0860953 Feb 10 23:24:55.859886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6fe21a4-8eee-4491-8a9d-44a9f0fc2b56 req-585955f2-1cde-40ad-99b4-31228615b7a7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419364 Feb 10 23:24:57.069582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60720bf6-466d-48d4-8a70-0a47ddf17b40 req-e0d8f061-119d-4721-be62-e9ffb2240a67 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:57.071184 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60720bf6-466d-48d4-8a70-0a47ddf17b40 req-e0d8f061-119d-4721-be62-e9ffb2240a67 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0988746 Feb 10 23:24:57.130457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60720bf6-466d-48d4-8a70-0a47ddf17b40 req-04957e99-f4b4-400d-984f-3093ead5980a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474317 Feb 10 23:24:58.349400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bec47e-f6c8-416c-9905-a33a7296faa3 req-65a4fa8f-e3ed-4748-a5d4-8b647a92b1a0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:58.350971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97bec47e-f6c8-416c-9905-a33a7296faa3 req-65a4fa8f-e3ed-4748-a5d4-8b647a92b1a0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0985644 Feb 10 23:24:58.402926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97bec47e-f6c8-416c-9905-a33a7296faa3 req-88a81c6d-9423-4373-98d1-8f9eb090d3a5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454507 Feb 10 23:24:59.610462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f83f63-3666-48e0-98ad-4f2ffdbaaef6 req-bbd8665c-f177-480d-9fb3-f79b37f1c309 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:24:59.612104 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89f83f63-3666-48e0-98ad-4f2ffdbaaef6 req-bbd8665c-f177-480d-9fb3-f79b37f1c309 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.0955732 Feb 10 23:24:59.660707 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89f83f63-3666-48e0-98ad-4f2ffdbaaef6 req-d7b723ba-481b-48b0-8fb0-53bc6dea1ae4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425460 Feb 10 23:25:00.883529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5580d-2fe9-4100-93ff-f24cbe24fed7 req-54d54386-226a-4363-9bf5-b210f4065226 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:00.886208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2d5580d-2fe9-4100-93ff-f24cbe24fed7 req-54d54386-226a-4363-9bf5-b210f4065226 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1091952 Feb 10 23:25:00.945402 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2d5580d-2fe9-4100-93ff-f24cbe24fed7 req-c9a30b5d-a6b1-445c-be12-fe70e58414f1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534081 Feb 10 23:25:01.479659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-82bef874-ee01-4c35-85de-72da8739e413 req-fc4cbb19-59fa-4c14-bdce-1f3801aaaa73 service neutron] (87653) timed out ('10.222.0.24', 52147) {{(pid=87653) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:25:02.207028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7e8c2-270c-4f24-9f38-ebd633350740 req-64fa6ede-981d-45eb-85b1-1233c25af752 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:02.209736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6da7e8c2-270c-4f24-9f38-ebd633350740 req-64fa6ede-981d-45eb-85b1-1233c25af752 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1225343 Feb 10 23:25:02.283397 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6da7e8c2-270c-4f24-9f38-ebd633350740 req-adac90fb-f7b2-4eff-bd5f-3174a7a27627 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666339 Feb 10 23:25:02.798126 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-9de97929-cd9d-4a48-bd83-163fdc01fd23 service neutron] show failed (client error): The resource could not be found. Feb 10 23:25:02.799815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-9de97929-cd9d-4a48-bd83-163fdc01fd23 service neutron] 10.222.0.30 "GET /v2.0/ports/a8d633cb-08eb-4c98-a0e6-b849eb278d62/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0929706 Feb 10 23:25:03.214177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-5155d1d9-db8b-4ac2-95c5-9adc61774cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.215764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-5155d1d9-db8b-4ac2-95c5-9adc61774cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1096 time: 0.0962493 Feb 10 23:25:03.230038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:03.366537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:03.517401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d97d4-5b29-484b-93b0-ea943adc4ed6 req-1b2850cd-f1ae-46b6-845d-675e34825f23 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:03.520098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e18d97d4-5b29-484b-93b0-ea943adc4ed6 req-1b2850cd-f1ae-46b6-845d-675e34825f23 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1039915 Feb 10 23:25:03.613050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e18d97d4-5b29-484b-93b0-ea943adc4ed6 req-5db04742-ccf9-4ba8-942d-bf09740f8424 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818942 Feb 10 23:25:03.717704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:03.770337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h1-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:25:03.860194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:03.865800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:03.890117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Transition to ACTIVE for port object a8d633cb-08eb-4c98-a0e6-b849eb278d62 will not be triggered until provisioned by entity L2. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:25:03.895794 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:03.990302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.24', 52692) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:04.161103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-9bda21c5-5465-40d2-bcea-df770c2b65e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:04.164246 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-9bda21c5-5465-40d2-bcea-df770c2b65e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1052 time: 0.1713445 Feb 10 23:25:04.382414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=6']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:04.395779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.396138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.396632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.396969 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.397297 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.397627 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.397951 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.398273 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.398592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.398912 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.399407 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.399955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:04.459554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] No DVR routers for this DVR port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on host n-h1-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:04.470030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-38e276cd-0c21-4b35-a626-60ad394a139e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:04.472798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-38e276cd-0c21-4b35-a626-60ad394a139e service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2803004 Feb 10 23:25:04.567129 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'code': 200} Feb 10 23:25:04.680597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-af77c594-c81c-4e12-bb1c-244f66b06cdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 998 time: 0.2005045 Feb 10 23:25:04.783435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:25:04.783763 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:25:04.784134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:25:04.789504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:25:04.790555 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Attempting to bind port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:25:04.797426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:25:04.798031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:25:04.798532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:25:04.799020 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.managers [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Bound port: a8d633cb-08eb-4c98-a0e6-b849eb278d62, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:25:04.799471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:04.903264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-d77a79f1-f0f6-4393-864d-41b0a0b2e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:04.905501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-d77a79f1-f0f6-4393-864d-41b0a0b2e998 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.2189798 Feb 10 23:25:04.916291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, cleared binding levels {{(pid=87652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:25:04.920825 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:25:04.927008 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:04.988317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d135eca3-5e7d-408d-b5c5-edfbf8c3114e req-83cdfc2e-15d5-43af-8b63-408c9fa5ab15 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:04.990123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d135eca3-5e7d-408d-b5c5-edfbf8c3114e req-83cdfc2e-15d5-43af-8b63-408c9fa5ab15 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.2344568 Feb 10 23:25:05.002824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:05.003496 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:05.004935 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] 10.222.0.24 "PUT /v2.0/ports/a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 1091 time: 1.7809784 Feb 10 23:25:05.027003 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=7']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:05.036353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-b5fbd625-008b-4c56-8b2a-04c9cfacd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:05.037964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-b5fbd625-008b-4c56-8b2a-04c9cfacd762 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1256948 Feb 10 23:25:05.171925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d135eca3-5e7d-408d-b5c5-edfbf8c3114e req-2fd784a3-6e9e-4e8f-8b3f-29d3b1e8a1c2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601717 Feb 10 23:25:05.257463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-2af71a9c-2277-49fd-92d4-ac505e5f7f5b service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036297 Feb 10 23:25:05.576084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58a661e6-6c34-4585-8b4f-52c2910f6a4f req-dc401e24-2abd-4eb9-ae11-b41acbc6ace8 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117337 Feb 10 23:25:05.716631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-8c6a7207-2e56-4168-9a12-65ddeb0aa115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:05.718183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-8c6a7207-2e56-4168-9a12-65ddeb0aa115 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.0889285 Feb 10 23:25:05.870491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-903802c2-2bd4-4bf2-a3b1-5e49bf205606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:05.871926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-903802c2-2bd4-4bf2-a3b1-5e49bf205606 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1481302 Feb 10 23:25:05.995746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-d6b00054-7dbe-4d61-87e6-17aec4b86e5a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 998 time: 0.1181600 Feb 10 23:25:06.066963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-e19f8e2c-4316-424b-bf8b-1e2d859566a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:06.068524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-e19f8e2c-4316-424b-bf8b-1e2d859566a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0670662 Feb 10 23:25:06.170123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-4efd8918-deaf-4485-8232-04e87f2a27b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:06.172864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-4efd8918-deaf-4485-8232-04e87f2a27b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973179 Feb 10 23:25:06.354423 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-2211c839-62d7-4186-8fad-f5c8a9c7e233 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750402 Feb 10 23:25:06.403019 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f3e51-2f9d-42f7-b184-d74ab9a9b847 req-182b9805-f201-40b4-96a3-f14cd79f3f6e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:06.404671 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-425f3e51-2f9d-42f7-b184-d74ab9a9b847 req-182b9805-f201-40b4-96a3-f14cd79f3f6e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.0942521 Feb 10 23:25:06.462736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-425f3e51-2f9d-42f7-b184-d74ab9a9b847 req-298ba1a8-20ea-4f52-9aad-7b5ec490c194 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458829 Feb 10 23:25:06.557961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-357907c2-bd66-4e10-92ba-aa5024685aa6 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979461 Feb 10 23:25:06.568186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:06.673444 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'status': 'completed', 'code': 200} Feb 10 23:25:06.780573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:25:06.847750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:25:06.954389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-4f7a6640-e9c0-4768-a94e-d7b52e987fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:06.956018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-4f7a6640-e9c0-4768-a94e-d7b52e987fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.1888306 Feb 10 23:25:06.959796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-cfe0f293-ee32-48dc-9a20-aebf9dd5bc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:06.961309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-cfe0f293-ee32-48dc-9a20-aebf9dd5bc3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.2639728 Feb 10 23:25:07.235794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-c87a7c5e-c65a-4aed-b352-2280193f589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.237657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-c87a7c5e-c65a-4aed-b352-2280193f589f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2745717 Feb 10 23:25:07.239474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-ffc52c54-38e5-4118-add7-1050ea7dd247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.241240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-ffc52c54-38e5-4118-add7-1050ea7dd247 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2592673 Feb 10 23:25:07.442390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-93c5efc7-3aec-46ae-a4fb-b58614533e65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 998 time: 0.1977460 Feb 10 23:25:07.446818 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-ce844ca2-a0f4-4a31-acce-0e21c4c82315 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 998 time: 0.1465864 Feb 10 23:25:07.773256 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59078d-6671-4162-8503-3de3dc22abb6 req-70343853-a28a-42fa-90bf-269b22a70c10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.775986 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d59078d-6671-4162-8503-3de3dc22abb6 req-70343853-a28a-42fa-90bf-269b22a70c10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.1202149 Feb 10 23:25:07.797376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-115ffc91-3758-4cde-b200-42533db2253d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.799996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-115ffc91-3758-4cde-b200-42533db2253d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.3510156 Feb 10 23:25:07.802712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-1a956511-8c4b-4db5-a5e3-e24d7f5e6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.805198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-1a956511-8c4b-4db5-a5e3-e24d7f5e6cbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1308739 Feb 10 23:25:07.860480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2d59078d-6671-4162-8503-3de3dc22abb6 req-86e75875-1ffd-4a3b-8ca3-17d4d8a97cfe tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762420 Feb 10 23:25:07.981252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-2186bf0f-dda9-4c23-abc0-bee247a438c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.982926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-2186bf0f-dda9-4c23-abc0-bee247a438c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1759603 Feb 10 23:25:07.989294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-eb2fc01a-aaa1-4563-ad5e-e6204535541a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:07.991077 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-eb2fc01a-aaa1-4563-ad5e-e6204535541a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326964 Feb 10 23:25:08.288791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-58e3ae0f-b921-413b-8508-8e779b3513be service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960472 Feb 10 23:25:08.296275 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-5e59447d-be27-4676-8caf-2b480b275b4f service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809961 Feb 10 23:25:08.296978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dbb57c6e-9dbc-4d3e-934d-91b29dc2097d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:08.568860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-96177812-a5d8-4870-afd4-cdecec681184 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2715800 Feb 10 23:25:08.572972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cbb48402-9c77-4a25-b8fc-cfac1875f450 req-cfd985b0-91f0-441f-9752-21801dce4610 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540889 Feb 10 23:25:09.079319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8284e527-edb7-48b4-9da2-734c4d89d8ae req-45e02268-2f1b-48f4-8aa6-913bfbb9a682 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:09.081007 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8284e527-edb7-48b4-9da2-734c4d89d8ae req-45e02268-2f1b-48f4-8aa6-913bfbb9a682 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.0963147 Feb 10 23:25:09.164118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8284e527-edb7-48b4-9da2-734c4d89d8ae req-d17b6a6a-3105-423c-89e0-469cf82540fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727875 Feb 10 23:25:09.539364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:25:09.604785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-f170f4bf-ef4b-4937-a4ec-384b9bd6e594 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:09.607529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-f170f4bf-ef4b-4937-a4ec-384b9bd6e594 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803&tenant_id=cc93ba121424488ebeac20930736a57c&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 943 time: 0.1379263 Feb 10 23:25:09.745693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:09.746376 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-9003a5dc-8cab-4eab-bdad-5013f31f3f73 service neutron] delete failed (client error): The resource could not be found. Feb 10 23:25:09.748280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-9003a5dc-8cab-4eab-bdad-5013f31f3f73 service neutron] 10.222.0.30 "DELETE /v2.0/ports/a8d633cb-08eb-4c98-a0e6-b849eb278d62/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1342387 Feb 10 23:25:09.773542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'mac_address': 'fa:16:3e:4b:13:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:25:09.895052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:09.929594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8d633cb-08eb-4c98-a0e6-b849eb278d62 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:25:09.959469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:09.966754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:09.973881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f3a5-f62b-43c3-b59c-26666e76d9bf req-26f445c0-2460-49c0-a513-497a99e87622 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:09.975941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1857f3a5-f62b-43c3-b59c-26666e76d9bf req-26f445c0-2460-49c0-a513-497a99e87622 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 943 time: 0.2126212 Feb 10 23:25:10.033226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-bbca646a-37a3-4fdc-af89-7b2efc8e8924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:10.035269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-bbca646a-37a3-4fdc-af89-7b2efc8e8924 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 1094 time: 0.1584489 Feb 10 23:25:10.079473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1857f3a5-f62b-43c3-b59c-26666e76d9bf req-67551833-6ecb-42f6-9c16-9f7db3de77d9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892951 Feb 10 23:25:10.109384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:10.199982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['a8d633cb-08eb-4c98-a0e6-b849eb278d62'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:25:10.250745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-3aa4296b-b33a-4d29-a878-1b6774d0936f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:10.252301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-3aa4296b-b33a-4d29-a878-1b6774d0936f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2091310 Feb 10 23:25:10.398266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-894ea77e-1bdd-45a7-b4d4-56d367fc880a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 200 len: 999 time: 0.1391499 Feb 10 23:25:10.528340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-8baa2d68-4f63-471a-8012-f7165dcbdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:10.531509 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-8baa2d68-4f63-471a-8012-f7165dcbdbf7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1246891 Feb 10 23:25:10.567456 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2adf449b-7bb7-4993-9d92-cb42761f1906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:10.876241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-3e2d48f2-05de-40a4-ae6f-fc7a6e529d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:10.878226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-3e2d48f2-05de-40a4-ae6f-fc7a6e529d5a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3411677 Feb 10 23:25:11.126410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-3451540e-6fc7-43a5-9325-e7fb2c69cae7 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408566 Feb 10 23:25:11.321989 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d6c45ea-8584-4977-ad1d-19aafe94c366 req-42ff0d44-f6ac-4b01-88e6-331012e30e81 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891146 Feb 10 23:25:11.417487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b381097-ec92-4d89-8aa7-460044c14bfa req-a8c79ac0-d13f-4dc7-9b27-530cd9b5e6b0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:11.419267 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b381097-ec92-4d89-8aa7-460044c14bfa req-a8c79ac0-d13f-4dc7-9b27-530cd9b5e6b0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 944 time: 0.1239421 Feb 10 23:25:11.476629 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2b381097-ec92-4d89-8aa7-460044c14bfa req-e044036e-e727-4bef-bca6-c915013ab800 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496764 Feb 10 23:25:11.554099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:25:11.650921 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:25:11.658310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port a8d633cb-08eb-4c98-a0e6-b849eb278d62 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:11.658667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:11.750818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:11.837578 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:11.873368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:11.891498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:11.898281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:11.962989 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'code': 200} Feb 10 23:25:12.030529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:12.060732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:12.738323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141c74c9-c61d-4473-a63f-467d5be0070d req-74ad5523-6b09-460f-a2b5-481673bf5078 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:12.740496 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-141c74c9-c61d-4473-a63f-467d5be0070d req-74ad5523-6b09-460f-a2b5-481673bf5078 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1256719 Feb 10 23:25:12.827546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-141c74c9-c61d-4473-a63f-467d5be0070d req-943f6e93-59e8-477d-b95c-c82b07047b52 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791900 Feb 10 23:25:13.118567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:13.124988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288606f-2584-44ed-b94d-752b3073dcaf req-f32b9ff2-6fe7-4473-9b9b-74de1f31e226 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:13.126588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4288606f-2584-44ed-b94d-752b3073dcaf req-f32b9ff2-6fe7-4473-9b9b-74de1f31e226 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1282804 Feb 10 23:25:13.192826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4288606f-2584-44ed-b94d-752b3073dcaf req-91105f0d-1ff5-4725-aa99-17987b70ef6c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547030 Feb 10 23:25:13.432382 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f73de-55c4-4d04-bdb2-ec0002a223d9 req-9db8e69e-379e-4c2f-82ad-c2ee734b3d27 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:13.435153 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a82f73de-55c4-4d04-bdb2-ec0002a223d9 req-9db8e69e-379e-4c2f-82ad-c2ee734b3d27 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1228125 Feb 10 23:25:13.504218 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a82f73de-55c4-4d04-bdb2-ec0002a223d9 req-1420b40c-8a65-47b2-bba4-1edf60c4b08e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585084 Feb 10 23:25:14.197772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a761d16-cb0f-4372-a772-c160a6a3191c req-21570ccb-790d-4d6a-a34b-a324882d8700 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:14.199507 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a761d16-cb0f-4372-a772-c160a6a3191c req-21570ccb-790d-4d6a-a34b-a324882d8700 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1539841 Feb 10 23:25:14.274937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6a761d16-cb0f-4372-a772-c160a6a3191c req-05775763-7a90-4858-9029-e8b939a5a1e5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640602 Feb 10 23:25:15.292297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-d3a191ac-b632-4273-bc4e-e5262f43c1cf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:15.294569 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-d3a191ac-b632-4273-bc4e-e5262f43c1cf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.1385427 Feb 10 23:25:15.393828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Deleting port a8d633cb-08eb-4c98-a0e6-b849eb278d62 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:25:15.394286 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:15.772920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7e0633-ba08-4a5e-b555-cd8f182a93db req-189d1854-715f-471e-ab0e-d9b106b10a00 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:15.774645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a7e0633-ba08-4a5e-b555-cd8f182a93db req-189d1854-715f-471e-ab0e-d9b106b10a00 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 945 time: 0.2582059 Feb 10 23:25:15.785520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] For port a8d633cb-08eb-4c98-a0e6-b849eb278d62, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=a8d633cb-08eb-4c98-a0e6-b849eb278d62,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:15.785866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:15.933064 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a7e0633-ba08-4a5e-b555-cd8f182a93db req-53de9195-5b82-4cb3-8803-f0755cd0d119 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504996 Feb 10 23:25:16.155203 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:16.155762 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:16.156079 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 disassociated. External IP: 172.25.2.78, port: a8d633cb-08eb-4c98-a0e6-b849eb278d62. Feb 10 23:25:16.156435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Calling delete_port for a8d633cb-08eb-4c98-a0e6-b849eb278d62 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:25:16.323615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:16.389514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'Port': ['ID=a8d633cb-08eb-4c98-a0e6-b849eb278d62,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:16.402973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.403464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.403827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.404217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.404649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.405078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.405592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.406008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.406426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.406841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.407259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.407688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:16.791812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:25:17.003236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:25:17.018272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:17.037010 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:25:17.038061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:25:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:17.139023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] No DVR routers for this DVR port a8d633cb-08eb-4c98-a0e6-b849eb278d62 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:25:17.142922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-808a52ac-9923-4609-a68f-c732a78c5199 req-dafcb57b-e261-465a-8820-4f013b934121 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=b0713135-42ea-4e30-845e-59c9d2ca8803 HTTP/1.1" status: 200 len: 210 time: 0.0833054 Feb 10 23:25:17.144602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:17.170380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-deleted', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:17.178123 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3257b45-7703-4b8f-ab95-4f398c683284 req-24e1abf0-c30b-4bf4-b2de-1d6cbf79081a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "DELETE /v2.0/ports/a8d633cb-08eb-4c98-a0e6-b849eb278d62 HTTP/1.1" status: 204 len: 173 time: 1.8782768 Feb 10 23:25:17.260526 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0713135-42ea-4e30-845e-59c9d2ca8803', 'name': 'network-vif-deleted', 'tag': 'a8d633cb-08eb-4c98-a0e6-b849eb278d62', 'status': 'completed', 'code': 200} Feb 10 23:25:17.336795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:25:17.817979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:17.826473 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:17.843149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:25:17.843929 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:25:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:18.065505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:25:18.464167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:18.468988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbad34f-011a-4e9f-8e0d-9998253d8273 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:18.611887 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-4e8f3542-1a8a-4caf-95de-a187037533ab tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--179104958&fields=id&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 267 time: 0.0594199 Feb 10 23:25:18.791891 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8a6d8d-7550-4935-a654-321ffd31653a None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:25:18.820022 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-c157c54f-0e13-4c01-9852-f6ab4dd5ed4b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:18.823257 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-c157c54f-0e13-4c01-9852-f6ab4dd5ed4b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.2027597 Feb 10 23:25:18.850928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-53c11aef-2d49-49ac-9044-c1a51e5a34e2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/quotas/cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 375 time: 0.0173450 Feb 10 23:25:19.012728 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-baff8d77-2433-4c61-bb6c-22f4937bca63 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1540961 Feb 10 23:25:19.260774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-c767b84b-f112-4c1c-bfe3-6369e31516bd service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339416 Feb 10 23:25:19.608553 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:25:19.616582 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-a4ae677c-3329-439e-b8f6-c287c136b809 service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448668 Feb 10 23:25:19.737169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: a8d633cb-08eb-4c98-a0e6-b849eb278d62 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:25:19.737531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device a8d633cb-08eb-4c98-a0e6-b849eb278d62 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:25:19.952664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5a6a73d7-e06d-40f1-866f-2be26157c3fe req-7f41e9f5-c8ca-48bb-98de-8f511391fa3e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:25:19.979689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-5a6a73d7-e06d-40f1-866f-2be26157c3fe req-7f41e9f5-c8ca-48bb-98de-8f511391fa3e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:25:19.981564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a6a73d7-e06d-40f1-866f-2be26157c3fe req-7f41e9f5-c8ca-48bb-98de-8f511391fa3e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 210 time: 0.1189563 Feb 10 23:25:21.203457 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7a92e452-99b7-4270-b4d2-bb9f06fb904a req-1758f728-8596-45dd-bfe1-ca8e2cf02a95 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 210 time: 0.0816162 Feb 10 23:25:21.499325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-236d066e-c9f8-4e16-85f3-f66ca5a3ccef tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:21.501990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-236d066e-c9f8-4e16-85f3-f66ca5a3ccef tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.3058481 Feb 10 23:25:21.585080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0b8a8779-67f0-4104-a352-55684a9a0bbd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 379 time: 0.0739493 Feb 10 23:25:21.597283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'port': {'device_id': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'admin_state_up': True, 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'security_groups': ['8e4a43a3-1b47-4c73-8212-5a6987c7b4a1']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:21.861308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:25:21.880605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:25:21.897886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:25:21.904199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.170697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.198368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Allocated IP 172.20.0.5 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/659f9c5d-c5f2-4693-a112-c16750397297) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:25:22.472769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e0e055-eca8-4d0e-a63d-c727918975cd req-aac7bdce-b9be-497d-a341-e70aa79fc045 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 210 time: 0.0608089 Feb 10 23:25:22.499437 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.519750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Transition to ACTIVE for port object 659f9c5d-c5f2-4693-a112-c16750397297 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:25:22.553192 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.686616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:25:22.692795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:25:22.699408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:25:22.764180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:22.810185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:22.811034 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:22.853752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-0f2234b8-d35b-4be2-9745-f72d2db62a10 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2635176 Feb 10 23:25:22.867203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Request body: {'port': {'device_id': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:23.027814 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:23.036124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd1459bf-cb1b-4e2e-8a65-9628c0d982a4 None None] Provisioning for port 659f9c5d-c5f2-4693-a112-c16750397297 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:25:23.044813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fd1459bf-cb1b-4e2e-8a65-9628c0d982a4 None None] Provisioning complete for port 659f9c5d-c5f2-4693-a112-c16750397297 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:23.045248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fd1459bf-cb1b-4e2e-8a65-9628c0d982a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:23.131004 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fd1459bf-cb1b-4e2e-8a65-9628c0d982a4 None None] Port 659f9c5d-c5f2-4693-a112-c16750397297 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:25:23.809393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 659f9c5d-c5f2-4693-a112-c16750397297 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:25:23.817974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6152410-1e21-4dbc-86da-a0ead079f931 req-c4504575-5af2-438e-979f-8854c2d481e7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:23.820758 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6152410-1e21-4dbc-86da-a0ead079f931 req-c4504575-5af2-438e-979f-8854c2d481e7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 931 time: 0.1694183 Feb 10 23:25:23.825090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:23.852988 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Transition to ACTIVE for port object 659f9c5d-c5f2-4693-a112-c16750397297 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:25:23.858978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:23.896534 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e6152410-1e21-4dbc-86da-a0ead079f931 req-ed571130-217b-4be5-9160-cfa79466e864 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653982 Feb 10 23:25:24.197458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:24.353746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:25:24.354205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:25:24.354770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:25:24.365294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:25:24.365890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:25:24.377508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:25:24.378092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:25:24.378752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:25:24.379537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Bound port: 659f9c5d-c5f2-4693-a112-c16750397297, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:25:24.380113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:24.545217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:25:24.548742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:25:24.554375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:24.626290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:24.626951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:24.628513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] 10.222.0.24 "PUT /v2.0/ports/659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 1091 time: 1.7673006 Feb 10 23:25:24.628982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:24.664586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dbfe23-d98e-4b43-a3e7-480ce339bc4f service neutron] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:24.686496 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'status': 'completed', 'code': 200} Feb 10 23:25:24.800671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-aabc7fb5-61e3-488c-af4f-539431bf5de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:24.803190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-aabc7fb5-61e3-488c-af4f-539431bf5de7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1094 time: 0.1133323 Feb 10 23:25:24.869582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:24.936997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-e128d250-69ca-44e3-b6f0-f2eac3497508 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 217 time: 0.1266358 Feb 10 23:25:25.026193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-8eb953ad-c1da-4069-98a5-fdbf0e2213b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:25.028244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-8eb953ad-c1da-4069-98a5-fdbf0e2213b9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0852354 Feb 10 23:25:25.126438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be00497e-47d3-43cd-9a18-84bb8184061e req-3bf7d9a5-18ea-4eb3-a3fa-3bba059f7e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:25.129303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-3bf7d9a5-18ea-4eb3-a3fa-3bba059f7e4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952075 Feb 10 23:25:25.174107 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa76f6da-edef-457f-bcfe-945379922dbe req-5b72d775-2f35-42b7-8a14-2c418a5ca8fd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:25.175908 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa76f6da-edef-457f-bcfe-945379922dbe req-5b72d775-2f35-42b7-8a14-2c418a5ca8fd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.1387391 Feb 10 23:25:25.236743 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-aa76f6da-edef-457f-bcfe-945379922dbe req-db65bc80-55a1-445e-9c66-9d5d922f1b67 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540385 Feb 10 23:25:25.381744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-b16e051a-6883-49af-92da-d852ada26e5e service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462704 Feb 10 23:25:25.542026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be00497e-47d3-43cd-9a18-84bb8184061e req-de766007-fcaf-452a-8a21-04dad9e7a919 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535814 Feb 10 23:25:25.681394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-a7525a48-30da-4f0b-84ee-22e6940a807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:25.682869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-a7525a48-30da-4f0b-84ee-22e6940a807f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1094 time: 0.0844791 Feb 10 23:25:25.908598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-37133664-e12e-497a-b311-b699b7eebfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:25.911099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-37133664-e12e-497a-b311-b699b7eebfab service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2222667 Feb 10 23:25:26.035777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-aac0f846-3222-405b-b01c-8345b4c22ae2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 217 time: 0.1167798 Feb 10 23:25:26.120754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-0635ea9e-8ab5-4ec4-a228-0d371e3727aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:26.123360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-0635ea9e-8ab5-4ec4-a228-0d371e3727aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0813010 Feb 10 23:25:26.249815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-9f81184b-ab68-4dba-b114-9b79dadc50ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:26.251496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-9f81184b-ab68-4dba-b114-9b79dadc50ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212018 Feb 10 23:25:26.606839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-72ad4da6-d066-4dc0-ba53-874a30f3728d service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471196 Feb 10 23:25:26.725598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adeb30-60c9-43b6-8b47-08d217b78a26 req-bbe8adf0-4074-4151-b374-51babf5a4a6c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:26.726336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d8adeb30-60c9-43b6-8b47-08d217b78a26 req-bbe8adf0-4074-4151-b374-51babf5a4a6c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:25:26.769628 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d8adeb30-60c9-43b6-8b47-08d217b78a26 req-bbe8adf0-4074-4151-b374-51babf5a4a6c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:25:26.771068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8adeb30-60c9-43b6-8b47-08d217b78a26 req-bbe8adf0-4074-4151-b374-51babf5a4a6c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.4042673 Feb 10 23:25:26.811846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-91cfba3d-4ef5-42bf-9b74-23112b467231 req-68c7e9cd-fa06-413a-a5e0-6907db1d7177 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981578 Feb 10 23:25:26.850112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8adeb30-60c9-43b6-8b47-08d217b78a26 req-6e553b61-04df-4294-ba71-11e3dbfe2420 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640905 Feb 10 23:25:27.101147 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:25:27.647012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:25:27.816342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:27.837575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '659f9c5d-c5f2-4693-a112-c16750397297', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': '659f9c5d-c5f2-4693-a112-c16750397297', 'mac_address': 'fa:16:3e:22:56:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:25:27.904240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:27.925302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659f9c5d-c5f2-4693-a112-c16750397297 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:25:27.945194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:27.950823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:28.031943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:28.041415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.041850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.042263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.042613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.042954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.043312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.043646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.043984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.044569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.044897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.045247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.045574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:25:28.079119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798567-50f3-4bf6-a038-bf0207803bf3 req-0857225d-c101-49cc-a56f-a6d8d91602c9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:28.081400 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76798567-50f3-4bf6-a038-bf0207803bf3 req-0857225d-c101-49cc-a56f-a6d8d91602c9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 944 time: 0.1006558 Feb 10 23:25:28.137700 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-76798567-50f3-4bf6-a038-bf0207803bf3 req-f1335158-0f9d-465c-9952-88e36c45f53b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481422 Feb 10 23:25:28.141897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['659f9c5d-c5f2-4693-a112-c16750397297'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:25:29.369671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c70894-4c36-4e82-afd0-2a4986bfa214 req-db43fac0-ab8a-42f6-bf8d-69ee885ff165 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:29.372415 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08c70894-4c36-4e82-afd0-2a4986bfa214 req-db43fac0-ab8a-42f6-bf8d-69ee885ff165 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 944 time: 0.1109996 Feb 10 23:25:29.454134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08c70894-4c36-4e82-afd0-2a4986bfa214 req-d847efaf-37ad-42e4-8d26-0908c9102941 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742803 Feb 10 23:25:29.647312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:25:29.737640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 659f9c5d-c5f2-4693-a112-c16750397297 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:25:29.747781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 659f9c5d-c5f2-4693-a112-c16750397297 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:25:29.748304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:29.957477 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:29.997593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:30.008978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:25:30.014100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:30.077128 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'code': 200} Feb 10 23:25:30.101028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:25:30.268311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e792f-3ef4-45b0-a2c8-c98e4f0bb5f3 req-91af910b-2244-4ad8-9965-821fbb38d74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:30.270087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b35e792f-3ef4-45b0-a2c8-c98e4f0bb5f3 req-91af910b-2244-4ad8-9965-821fbb38d74a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1096 time: 0.1196337 Feb 10 23:25:30.315869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b35e792f-3ef4-45b0-a2c8-c98e4f0bb5f3 req-d457349d-156d-421c-8743-e12ca8e5227b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397117 Feb 10 23:25:30.703697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dccad4-fc16-4da7-8064-5d71377782f7 req-7b98e651-6e9b-4f11-8c6b-6973d413cf0d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:30.705266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98dccad4-fc16-4da7-8064-5d71377782f7 req-7b98e651-6e9b-4f11-8c6b-6973d413cf0d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1262836 Feb 10 23:25:30.762956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98dccad4-fc16-4da7-8064-5d71377782f7 req-149eb8f3-6e73-47b9-9de8-c12f23334393 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514145 Feb 10 23:25:31.991835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d6b116-2321-4cc2-8a61-b1929b71e802 req-2fac2097-ea78-486a-b762-ab416712f24e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:31.993995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9d6b116-2321-4cc2-8a61-b1929b71e802 req-2fac2097-ea78-486a-b762-ab416712f24e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0954528 Feb 10 23:25:32.051903 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e9d6b116-2321-4cc2-8a61-b1929b71e802 req-55b12ab6-604e-4f50-b85d-5766096a6498 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515146 Feb 10 23:25:32.271529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b0a62-1d78-437c-82cf-8c25ed0eb3dd req-0505dfd7-8dc5-459d-9bd2-db3e77186d59 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:32.273133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f39b0a62-1d78-437c-82cf-8c25ed0eb3dd req-0505dfd7-8dc5-459d-9bd2-db3e77186d59 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0968354 Feb 10 23:25:32.290580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35466) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:25:32.299211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'floatingip': {'port_id': '659f9c5d-c5f2-4693-a112-c16750397297'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:25:32.443505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:33.157772 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:33.163261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:33.381061 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 associated. External IP: 172.25.2.78, port: 659f9c5d-c5f2-4693-a112-c16750397297. Feb 10 23:25:33.977084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:25:34.207163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:25:34.212853 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:34.223607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:25:34.242998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:25:34.244078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:25:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:34.313607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5bfc6d91-143e-4470-9950-35c6d7f5a1fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "PUT /v2.0/floatingips/1a192e8b-c9d4-49aa-8a3d-71fddef45168 HTTP/1.1" status: 200 len: 990 time: 2.0214193 Feb 10 23:25:34.314525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:25:34.412537 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'status': 'completed', 'code': 200} Feb 10 23:25:34.534758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-e8496be2-08c5-4e1c-a7e1-7024f66b476e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:34.537600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-e8496be2-08c5-4e1c-a7e1-7024f66b476e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1096 time: 0.0975258 Feb 10 23:25:34.559920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:25:34.818386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-7d9ce7a1-2136-4408-94a1-dfd4344d1093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:34.820157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-7d9ce7a1-2136-4408-94a1-dfd4344d1093 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2686286 Feb 10 23:25:34.937753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6533084-73a7-4b14-ac35-45b38bd68a62 req-7388c9a1-a225-47c3-8098-cc7a17fc5298 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:34.939464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6533084-73a7-4b14-ac35-45b38bd68a62 req-7388c9a1-a225-47c3-8098-cc7a17fc5298 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.2357891 Feb 10 23:25:34.976151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-2ef08090-d922-47d2-8ddf-b3c1ad19d358 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 998 time: 0.1484067 Feb 10 23:25:35.048536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6533084-73a7-4b14-ac35-45b38bd68a62 req-b466f9a3-ef76-4721-8ffc-bfec0897c545 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988593 Feb 10 23:25:35.080398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-c8a8bc52-b405-4ce0-a7f3-84b4c47b8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:35.080398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-c8a8bc52-b405-4ce0-a7f3-84b4c47b8d7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0881307 Feb 10 23:25:35.205451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-0700291e-ada9-4f5f-a668-6759398c9cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:35.208464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-0700291e-ada9-4f5f-a668-6759398c9cb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251163 Feb 10 23:25:35.320744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': '659f9c5d-c5f2-4693-a112-c16750397297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:22:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:25:32Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:35.328406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:25:35.346049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:25:35.347062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:25:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:35.388830 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-574e7ab0-26be-44e0-bf95-180b8ed122cd service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741829 Feb 10 23:25:35.550340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898ecc82-6f03-42b4-9e22-7076dec42441 req-0ab43a8b-4479-493c-ae8d-d365df21ea24 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556318 Feb 10 23:25:35.638496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:25:36.202212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': '659f9c5d-c5f2-4693-a112-c16750397297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:22:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:25:32Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:25:36.207739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82659cd-5b8f-4c23-99aa-14b05f91be36 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': '659f9c5d-c5f2-4693-a112-c16750397297', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:22:56:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:25:32Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:25:36.388276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6d608-4ba8-4a23-a46c-04603c9aaab3 req-52494d22-51dc-466b-b334-9b3e3ae6876e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:36.390900 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1cf6d608-4ba8-4a23-a46c-04603c9aaab3 req-52494d22-51dc-466b-b334-9b3e3ae6876e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1253214 Feb 10 23:25:36.458016 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1cf6d608-4ba8-4a23-a46c-04603c9aaab3 req-2b401be6-f8d6-416a-b64c-58f000911791 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562005 Feb 10 23:25:36.500727 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce80110-b98e-43f5-bcfc-12c9996b999e None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:25:37.859945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb272e-7671-435a-9375-bf35fa9fcb2f req-94b555a8-ed57-4ee6-9ac8-33cb1eee4e83 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:37.861545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fb272e-7671-435a-9375-bf35fa9fcb2f req-94b555a8-ed57-4ee6-9ac8-33cb1eee4e83 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.2678647 Feb 10 23:25:37.912348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3fb272e-7671-435a-9375-bf35fa9fcb2f req-e0b8632d-753d-420d-9e1c-f6bff6f7576c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446880 Feb 10 23:25:38.283646 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ea5743f-c488-4fcd-a127-9aef27fd9ebd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:39.130762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f4421-7590-44bd-a886-ad14584fe677 req-0bd6be30-635f-45e7-ae36-bb395b2c7e78 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:39.132417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c8f4421-7590-44bd-a886-ad14584fe677 req-0bd6be30-635f-45e7-ae36-bb395b2c7e78 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0995409 Feb 10 23:25:39.185401 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c8f4421-7590-44bd-a886-ad14584fe677 req-e5733c2f-4cf5-4e1d-bdb8-99fdccf0b688 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465889 Feb 10 23:25:40.412357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bb130f-7b4b-489c-8323-533659088e15 req-3bfd6109-3fdf-489a-9bd1-ac69e79cb617 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:40.415793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27bb130f-7b4b-489c-8323-533659088e15 req-3bfd6109-3fdf-489a-9bd1-ac69e79cb617 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1028130 Feb 10 23:25:40.485006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27bb130f-7b4b-489c-8323-533659088e15 req-d81bcb80-2e17-469f-a196-cf951f93ebe1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634129 Feb 10 23:25:40.536512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d04e923f-ef62-4997-b4ba-4256fc07ec00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:41.734880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2134a-1d6b-4b79-98ad-cb053bed4179 req-f4b15422-2601-4290-a183-453c98c168d2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:41.737376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21a2134a-1d6b-4b79-98ad-cb053bed4179 req-f4b15422-2601-4290-a183-453c98c168d2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1183448 Feb 10 23:25:41.747795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:41.796711 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-21a2134a-1d6b-4b79-98ad-cb053bed4179 req-9a468f22-96a7-49a2-b047-85a027ac4e8d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526080 Feb 10 23:25:41.936732 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:43.018100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f2f8d-d4f1-467a-a763-4771e03611f0 req-6ce4a660-76f0-42df-885a-121c7a994a84 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:43.019755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f5f2f8d-d4f1-467a-a763-4771e03611f0 req-6ce4a660-76f0-42df-885a-121c7a994a84 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0946221 Feb 10 23:25:43.078719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3f5f2f8d-d4f1-467a-a763-4771e03611f0 req-584e9da5-9c01-498a-a60c-7c7a7424d5f6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518122 Feb 10 23:25:43.122489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:44.311745 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac8a80-1dd1-4280-8464-a6c672742cad req-f1d8c5ea-c3e8-4fdf-9b8b-19fe2fd79aec tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:44.313417 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6dac8a80-1dd1-4280-8464-a6c672742cad req-f1d8c5ea-c3e8-4fdf-9b8b-19fe2fd79aec tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0949869 Feb 10 23:25:44.368577 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6dac8a80-1dd1-4280-8464-a6c672742cad req-e5718d49-df63-4d94-9f57-e437d865d074 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431387 Feb 10 23:25:45.691536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a3ae3-560c-43b2-a964-28fd5abb5c27 req-03a77dbc-8741-4f81-8135-3bb6b67a6aa5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:45.693197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-667a3ae3-560c-43b2-a964-28fd5abb5c27 req-03a77dbc-8741-4f81-8135-3bb6b67a6aa5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1235163 Feb 10 23:25:45.758496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-667a3ae3-560c-43b2-a964-28fd5abb5c27 req-767448d6-aad3-4ca9-b21b-80f2e80d92bb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572979 Feb 10 23:25:46.981079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bddf79-8b11-418d-b696-e127b1132cfd req-8956fa66-c343-4fd9-b48e-c5f1a7240005 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:46.982994 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17bddf79-8b11-418d-b696-e127b1132cfd req-8956fa66-c343-4fd9-b48e-c5f1a7240005 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0935283 Feb 10 23:25:47.041702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-17bddf79-8b11-418d-b696-e127b1132cfd req-241206ea-263e-42de-ba64-d0ce23a14dbb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481591 Feb 10 23:25:48.254217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028545c9-71e7-48b9-ad2a-9bc3abaee63a req-84183ada-e82c-4b5e-93f5-ce08c5ba7d7a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:48.256020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-028545c9-71e7-48b9-ad2a-9bc3abaee63a req-84183ada-e82c-4b5e-93f5-ce08c5ba7d7a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0934088 Feb 10 23:25:48.307924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-028545c9-71e7-48b9-ad2a-9bc3abaee63a req-2ba5a511-5906-456c-b41c-90adc37ae427 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451131 Feb 10 23:25:49.530083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118461d2-1a31-4559-b1fb-54f14f0e0b0b req-0ef1ed59-23b2-4323-b8ed-99b7dd787054 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:49.532013 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-118461d2-1a31-4559-b1fb-54f14f0e0b0b req-0ef1ed59-23b2-4323-b8ed-99b7dd787054 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1029334 Feb 10 23:25:49.590923 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-118461d2-1a31-4559-b1fb-54f14f0e0b0b req-77e8b935-5cf0-48aa-bad2-b1d96807cab1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519140 Feb 10 23:25:50.869920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e39fb9-237e-4dda-9574-5f0d01b5d9f7 req-2329cce5-298f-4ea5-bac8-bd16f1b48b4b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:50.872265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34e39fb9-237e-4dda-9574-5f0d01b5d9f7 req-2329cce5-298f-4ea5-bac8-bd16f1b48b4b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1533418 Feb 10 23:25:50.937428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34e39fb9-237e-4dda-9574-5f0d01b5d9f7 req-3c28e3e8-0737-44c4-82e4-5e624cace304 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548949 Feb 10 23:25:52.176144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:52.202530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dcd0cc-4c47-4349-8e3f-5aea0e00e966 req-2a9e58ac-5ecf-400e-a90e-2f488e2e47ba tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:52.204258 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2dcd0cc-4c47-4349-8e3f-5aea0e00e966 req-2a9e58ac-5ecf-400e-a90e-2f488e2e47ba tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1401157 Feb 10 23:25:52.268070 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f2dcd0cc-4c47-4349-8e3f-5aea0e00e966 req-093837bc-0dfd-440f-9d50-efbb3414d01e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556045 Feb 10 23:25:53.508299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ada76-1eda-4581-a4b1-b969664e9f82 req-f736e92f-cf14-4505-80a3-7f57a4d68682 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:53.510120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca7ada76-1eda-4581-a4b1-b969664e9f82 req-f736e92f-cf14-4505-80a3-7f57a4d68682 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1036823 Feb 10 23:25:53.592802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca7ada76-1eda-4581-a4b1-b969664e9f82 req-976d97df-2e81-4cc9-b180-9cc941786a81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755577 Feb 10 23:25:54.860941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d55f1-6fa5-40b9-b070-d512be7bd8bf req-26610097-1372-4668-9a1f-68ce473c5589 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:54.862649 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d99d55f1-6fa5-40b9-b070-d512be7bd8bf req-26610097-1372-4668-9a1f-68ce473c5589 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1368580 Feb 10 23:25:54.906111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:25:54.933022 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d99d55f1-6fa5-40b9-b070-d512be7bd8bf req-2708ab1b-34c4-4211-94c3-87c8b2490d39 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590937 Feb 10 23:25:56.183657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f3c9b-e2fb-4872-97b2-49e15474fe20 req-dcb408f4-4b6f-4d5c-94f2-11019296b463 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:56.186710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-368f3c9b-e2fb-4872-97b2-49e15474fe20 req-dcb408f4-4b6f-4d5c-94f2-11019296b463 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1265671 Feb 10 23:25:56.250378 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-368f3c9b-e2fb-4872-97b2-49e15474fe20 req-47718171-bcd6-46d1-9b8c-58654a8ed228 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526614 Feb 10 23:25:57.533643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a51d69a-11a0-4545-b3fc-5c85ed88878e req-4bbcf66e-d7d7-490b-a2b8-c0df9e5170ca tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:57.535831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a51d69a-11a0-4545-b3fc-5c85ed88878e req-4bbcf66e-d7d7-490b-a2b8-c0df9e5170ca tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1566746 Feb 10 23:25:57.592654 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2a51d69a-11a0-4545-b3fc-5c85ed88878e req-87d34cf6-1f49-4bde-a427-94cf429e00aa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497105 Feb 10 23:25:58.816122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77a3ded-8666-4751-ad40-c81dc62a8dc4 req-3f33f1cb-19b6-4efc-9d2e-007371617361 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:25:58.817991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c77a3ded-8666-4751-ad40-c81dc62a8dc4 req-3f33f1cb-19b6-4efc-9d2e-007371617361 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.0954435 Feb 10 23:25:58.875728 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c77a3ded-8666-4751-ad40-c81dc62a8dc4 req-33fa0831-8466-4b9d-83db-1db1f829ff47 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503850 Feb 10 23:26:00.131857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1bc6d-58be-4b9a-b090-45a5ccba0878 req-d221ba96-483b-4966-a559-bb1843f4c28e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:00.135510 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98e1bc6d-58be-4b9a-b090-45a5ccba0878 req-d221ba96-483b-4966-a559-bb1843f4c28e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1168070 Feb 10 23:26:00.205610 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-98e1bc6d-58be-4b9a-b090-45a5ccba0878 req-cc836bf8-40d8-48fe-96a2-4bfccf353573 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628786 Feb 10 23:26:00.704575 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-e2c0de50-42f8-46cd-a02c-aa03703a0021 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488655 Feb 10 23:26:00.723329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05c31d-7a70-40a6-8c7c-4cc9ea7560f5 req-28e24887-711e-4e75-832d-334b776bdc95 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:00.726844 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b05c31d-7a70-40a6-8c7c-4cc9ea7560f5 req-28e24887-711e-4e75-832d-334b776bdc95 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1326156 Feb 10 23:26:00.789810 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3b05c31d-7a70-40a6-8c7c-4cc9ea7560f5 req-a38d47ad-21b6-47a7-82fe-c1f2bab05f59 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541284 Feb 10 23:26:02.167395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d672161-a5a0-4d70-861c-dc130a251950 req-51bb7c4e-a43e-4db7-9d4d-173151f36ea0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:02.170393 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d672161-a5a0-4d70-861c-dc130a251950 req-51bb7c4e-a43e-4db7-9d4d-173151f36ea0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1558371 Feb 10 23:26:02.251226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d672161-a5a0-4d70-861c-dc130a251950 req-ee7c0791-b814-4bfc-bd61-a60102f073fb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728912 Feb 10 23:26:02.524426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-c8f5296f-a8f9-49cc-b8e4-dee41a5f522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:02.526338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-c8f5296f-a8f9-49cc-b8e4-dee41a5f522c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1096 time: 0.0991471 Feb 10 23:26:02.693757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-4f6acd7d-46f6-46b5-92a9-835029ca17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:02.696214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-4f6acd7d-46f6-46b5-92a9-835029ca17f1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1639037 Feb 10 23:26:02.824902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-85ce6acf-a4ca-460a-9526-6ff597a33ac1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 1000 time: 0.1230524 Feb 10 23:26:02.902061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-7a6df61d-4c34-4ac2-b7d0-7fd350b97104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:02.903662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-7a6df61d-4c34-4ac2-b7d0-7fd350b97104 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0735090 Feb 10 23:26:03.010236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-26321b60-dd4f-4c6e-8da4-5ccd5ef9166b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:03.012969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-26321b60-dd4f-4c6e-8da4-5ccd5ef9166b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031756 Feb 10 23:26:03.197192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-143b3878-0bfa-4c2d-9bbf-5c6927d9c78b service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771395 Feb 10 23:26:03.372924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-e50a77c6-4d4e-4a9e-9634-42a2bce0dd8d service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694384 Feb 10 23:26:03.603848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac503c47-4720-4d15-8c17-c19a29f0543a req-1e27d066-2861-4cfe-a18f-bfdd1124f6cd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:03.606516 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac503c47-4720-4d15-8c17-c19a29f0543a req-1e27d066-2861-4cfe-a18f-bfdd1124f6cd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1499183 Feb 10 23:26:03.688486 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ac503c47-4720-4d15-8c17-c19a29f0543a req-dba49aa2-29c5-4802-b16b-6bcf0b50b07d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755217 Feb 10 23:26:04.107038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:26:05.075049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d761e-e533-4fd8-b465-fc1662715f77 req-7be19cba-0391-422c-b0b7-2d498c92061a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:05.077753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e6d761e-e533-4fd8-b465-fc1662715f77 req-7be19cba-0391-422c-b0b7-2d498c92061a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.2678494 Feb 10 23:26:05.156207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e6d761e-e533-4fd8-b465-fc1662715f77 req-b2a1049a-1b4b-4efc-ac25-920f07ac7086 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712588 Feb 10 23:26:05.440511 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-ed739cc8-aef0-4f36-8e9e-455a7c4f8930 service neutron] show failed (client error): The resource could not be found. Feb 10 23:26:05.441456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-ed739cc8-aef0-4f36-8e9e-455a7c4f8930 service neutron] 10.222.0.24 "GET /v2.0/ports/659f9c5d-c5f2-4693-a112-c16750397297/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0920000 Feb 10 23:26:05.774822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-6a8a0e09-0a4c-445d-9dbc-94e29b8bbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:05.776444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-6a8a0e09-0a4c-445d-9dbc-94e29b8bbfb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1096 time: 0.1177583 Feb 10 23:26:05.788557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:05.984376 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.447584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:06.489433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89280784-d21c-4147-b5da-ef0213ada35b req-2fd40e63-f951-4765-8a2f-5a338a36e390 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:06.492071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89280784-d21c-4147-b5da-ef0213ada35b req-2fd40e63-f951-4765-8a2f-5a338a36e390 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1200228 Feb 10 23:26:06.503590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:26:06.556159 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-89280784-d21c-4147-b5da-ef0213ada35b req-69fd4bf6-2007-4c28-b66f-5788807cd104 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525513 Feb 10 23:26:06.628511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:06.637311 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.661786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Transition to ACTIVE for port object 659f9c5d-c5f2-4693-a112-c16750397297 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:06.667199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:06.796421 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'code': 200} Feb 10 23:26:06.846237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:06.947355 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] No DVR routers for this DVR port 659f9c5d-c5f2-4693-a112-c16750397297 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:26:07.255130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:26:07.255940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:26:07.256483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:26:07.266108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:26:07.266609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Attempting to bind port 659f9c5d-c5f2-4693-a112-c16750397297 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:26:07.277054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:26:07.277598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:26:07.278245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:26:07.278971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Bound port: 659f9c5d-c5f2-4693-a112-c16750397297, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:26:07.279568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:07.445979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:26:07.450092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:26:07.456615 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:07.531183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.531921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:07.533441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] 10.222.0.30 "PUT /v2.0/ports/659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 1091 time: 1.7494383 Feb 10 23:26:07.557220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c819720-2b8c-4a1b-8350-109264fa0e6c service neutron] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:07.672941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-b212ac6f-a5a6-4084-980d-8fabf05991b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.675300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-b212ac6f-a5a6-4084-980d-8fabf05991b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1094 time: 0.1089771 Feb 10 23:26:07.913163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5929cf2b-00de-4753-bccb-a8cbccb93832 req-0e036dc1-8820-436a-812d-6382dec4e59a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:07.917410 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5929cf2b-00de-4753-bccb-a8cbccb93832 req-0e036dc1-8820-436a-812d-6382dec4e59a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.1344585 Feb 10 23:26:08.012800 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5929cf2b-00de-4753-bccb-a8cbccb93832 req-1cbdd379-ade6-4844-8e78-4b75cd4de359 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815954 Feb 10 23:26:08.084085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-fc3add6b-a78d-4273-871a-2d1da79298a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:08.086486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-fc3add6b-a78d-4273-871a-2d1da79298a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.4032393 Feb 10 23:26:08.261791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-344cd485-226c-4a77-a025-e42e48a581ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 998 time: 0.1677048 Feb 10 23:26:08.292167 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9a655bf6-cbea-4e34-96db-92c3f8ab5359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:08.359755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8f20d29c-ac36-4fb9-b2d2-31dac34c1655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:08.361467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-8f20d29c-ac36-4fb9-b2d2-31dac34c1655 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0924277 Feb 10 23:26:08.475319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-94f6b83f-708c-4675-b852-c989e5bcce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:08.478620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-94f6b83f-708c-4675-b852-c989e5bcce77 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088398 Feb 10 23:26:08.674981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-4b7e1997-4f0d-4318-8b2a-c5d456a5e77b service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873810 Feb 10 23:26:08.800130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:08.900793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71338000-1de9-486b-8ba2-dfe14dfc70d0 req-a985d5fa-c30e-4f6e-8b97-c773325c402b service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182693 Feb 10 23:26:08.925091 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'status': 'completed', 'code': 200} Feb 10 23:26:09.211580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-7d390f8a-982e-4954-ab94-68094fe22118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.214540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-7d390f8a-982e-4954-ab94-68094fe22118 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1094 time: 0.1951942 Feb 10 23:26:09.228701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-5b3a9721-a041-4953-823e-8a0ed79d9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.231926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-5b3a9721-a041-4953-823e-8a0ed79d9a60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1094 time: 0.2829919 Feb 10 23:26:09.390223 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdabb3a-fb19-4b57-9f60-949b4186bb0a req-5b57c6be-20a8-404b-b9d6-8665e376b60c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.393196 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bdabb3a-fb19-4b57-9f60-949b4186bb0a req-5b57c6be-20a8-404b-b9d6-8665e376b60c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.1656578 Feb 10 23:26:09.479597 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7bdabb3a-fb19-4b57-9f60-949b4186bb0a req-79c37014-322f-4dd2-a8c6-302b448f8dad tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742593 Feb 10 23:26:09.545310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-c71ebe17-22b7-4341-a61f-084375316bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.546937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-c71ebe17-22b7-4341-a61f-084375316bbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3231966 Feb 10 23:26:09.550430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-3a37400f-2241-4c92-93ea-e55582297413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.552258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-3a37400f-2241-4c92-93ea-e55582297413 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2968385 Feb 10 23:26:09.768698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-08187902-8d54-445a-aabd-367c916c4134 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 998 time: 0.2144899 Feb 10 23:26:09.773383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-cc1439dd-8222-4eb5-a71b-fd85a43d87a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 998 time: 0.1604722 Feb 10 23:26:09.788219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:09.878191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:09.916958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-8caf3a49-5a16-4a23-9267-b25c89ec2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.918495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-8caf3a49-5a16-4a23-9267-b25c89ec2f84 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1437719 Feb 10 23:26:09.920223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-4653c95b-6406-4d19-9cd1-9f044acc9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:09.921790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-4653c95b-6406-4d19-9cd1-9f044acc9f79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1096053 Feb 10 23:26:10.090248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-a49368be-08f3-4131-aa89-bb24aea836d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:10.091947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-a49368be-08f3-4131-aa89-bb24aea836d8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670053 Feb 10 23:26:10.094155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-3d5e1c63-33a2-45b1-bcb3-83f2f611b323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:10.095798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-3d5e1c63-33a2-45b1-bcb3-83f2f611b323 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364830 Feb 10 23:26:10.543364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78bf9162-fcb6-4852-84e9-bd1b82eebd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:10.561662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-e040622c-ea7e-4cbd-951e-199fea89b32f service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4630041 Feb 10 23:26:10.566300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-1da3742a-ae06-4a5a-97b2-9257fc461db9 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4393735 Feb 10 23:26:10.923359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-215633b5-3e02-4eb1-be61-711cf68d3939 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317447 Feb 10 23:26:10.925383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d824c374-58e1-40ef-a62d-56dc13ef5481 req-d9183ffb-69bb-4763-965f-d3fd60e90d21 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573766 Feb 10 23:26:10.963560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af424d3-ec96-421d-a929-09784d79fe93 req-0c49e8ed-eeae-4bd0-8321-d914f57968de tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:10.965256 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8af424d3-ec96-421d-a929-09784d79fe93 req-0c49e8ed-eeae-4bd0-8321-d914f57968de tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.2381020 Feb 10 23:26:11.030274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8af424d3-ec96-421d-a929-09784d79fe93 req-390954a3-c7fd-4f9f-bfaf-e4fb181065b4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589027 Feb 10 23:26:11.752318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:11.940421 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:12.294643 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276ca30-bfea-45c2-a623-54b69a6f00c3 req-c3c5b791-e32c-4bd4-b80e-363038c7aabb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:12.299092 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c276ca30-bfea-45c2-a623-54b69a6f00c3 req-c3c5b791-e32c-4bd4-b80e-363038c7aabb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 943 time: 0.1209991 Feb 10 23:26:12.389557 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c276ca30-bfea-45c2-a623-54b69a6f00c3 req-113a2f48-077c-4ecf-b997-23458a1cda0d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788579 Feb 10 23:26:13.141438 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.172105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:26:13.337138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:13.357973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '659f9c5d-c5f2-4693-a112-c16750397297', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': '659f9c5d-c5f2-4693-a112-c16750397297', 'mac_address': 'fa:16:3e:22:56:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:26:13.439475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.467422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 659f9c5d-c5f2-4693-a112-c16750397297 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:26:13.499966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:13.514147 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:13.634188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:13.803577 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c42770-890d-411b-b4ea-7a67f6420b69 req-5d7c6ee7-8607-44b4-8f9e-5cf0f85ae541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:13.807624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46c42770-890d-411b-b4ea-7a67f6420b69 req-5d7c6ee7-8607-44b4-8f9e-5cf0f85ae541 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 944 time: 0.1851788 Feb 10 23:26:13.883955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['659f9c5d-c5f2-4693-a112-c16750397297'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:26:13.885765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46c42770-890d-411b-b4ea-7a67f6420b69 req-d6fd9a55-f0af-4752-9675-5db5619a032a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704672 Feb 10 23:26:14.646794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-fdc51100-922b-4762-9861-49fdfe4205c0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:14.650113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-fdc51100-922b-4762-9861-49fdfe4205c0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f&tenant_id=cc93ba121424488ebeac20930736a57c&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.2995732 Feb 10 23:26:14.667236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2b2ac-3fdf-485b-a3d2-0dbc471cefc8 req-ce676c01-6d89-42d3-94bf-a1244f2230cb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:14.670431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ec2b2ac-3fdf-485b-a3d2-0dbc471cefc8 req-ce676c01-6d89-42d3-94bf-a1244f2230cb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 944 time: 0.2473662 Feb 10 23:26:14.872346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ec2b2ac-3fdf-485b-a3d2-0dbc471cefc8 req-ef0bed6c-b659-4e9d-85d0-ee2edbf5f8ab tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361504 Feb 10 23:26:14.883998 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-4e1cb8b1-ee15-4877-bd85-33c639ad8aad service neutron] delete failed (client error): The resource could not be found. Feb 10 23:26:14.885196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-4e1cb8b1-ee15-4877-bd85-33c639ad8aad service neutron] 10.222.0.24 "DELETE /v2.0/ports/659f9c5d-c5f2-4693-a112-c16750397297/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.2134254 Feb 10 23:26:15.147346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-ea055305-fb83-4a24-96bf-90e8d35d72a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:15.150131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-ea055305-fb83-4a24-96bf-90e8d35d72a5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1095 time: 0.1488667 Feb 10 23:26:15.192710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:26:15.294741 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 659f9c5d-c5f2-4693-a112-c16750397297 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:26:15.300580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 659f9c5d-c5f2-4693-a112-c16750397297 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:15.300951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.374797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-6e4f7a5d-e354-4e50-96e7-ca7c54633864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:15.377543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-6e4f7a5d-e354-4e50-96e7-ca7c54633864 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2204974 Feb 10 23:26:15.505955 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.550005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-fd700034-1245-45ba-a60e-e0e4930c5428 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 999 time: 0.1656792 Feb 10 23:26:15.558614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:15.575842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:15.589144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:15.666195 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'code': 200} Feb 10 23:26:15.685568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-6025f217-233a-4b9d-bcb7-55eb1f4059f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:15.688301 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-6025f217-233a-4b9d-bcb7-55eb1f4059f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1314530 Feb 10 23:26:15.740433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:15.838409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-cd14f6e1-f47c-4d5d-ad8c-71c1afcdef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:15.841377 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-cd14f6e1-f47c-4d5d-ad8c-71c1afcdef6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465917 Feb 10 23:26:16.305018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-e1cc3ae0-ca04-4918-986c-11492b183420 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562347 Feb 10 23:26:16.488869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abd32-5bf9-4623-a216-e7a8e7331ec1 req-acd06747-2a7c-4bd3-84f7-5ca8af3e367a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:16.491771 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db4abd32-5bf9-4623-a216-e7a8e7331ec1 req-acd06747-2a7c-4bd3-84f7-5ca8af3e367a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.4183445 Feb 10 23:26:16.507875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53855880-ab73-4b8d-af7b-ca0534d91fb5 req-2af6fdd9-3564-4a9b-b6ce-7975a3d66f10 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907756 Feb 10 23:26:16.602184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db4abd32-5bf9-4623-a216-e7a8e7331ec1 req-15a41b42-0824-4eb5-a8a1-6994d00e01fb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866745 Feb 10 23:26:17.932957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687dd0d-63a3-4901-bb1d-54e56322025c req-977e6f08-f694-44d1-b2bd-067395dbb4fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:17.934736 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c687dd0d-63a3-4901-bb1d-54e56322025c req-977e6f08-f694-44d1-b2bd-067395dbb4fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1424942 Feb 10 23:26:17.996179 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c687dd0d-63a3-4901-bb1d-54e56322025c req-30c8275e-b96c-45e3-a5f7-d32d29789359 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508461 Feb 10 23:26:18.295437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeb1fd-9ff7-4354-9e9f-026b84c4548b req-f504961c-9e97-41e4-ba84-0877ea7f1d68 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:18.297499 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71aeb1fd-9ff7-4354-9e9f-026b84c4548b req-f504961c-9e97-41e4-ba84-0877ea7f1d68 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1514847 Feb 10 23:26:18.378666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71aeb1fd-9ff7-4354-9e9f-026b84c4548b req-f6bf4f95-b2ae-4924-adf4-1fa75b32976e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726614 Feb 10 23:26:19.190329 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a802d48-79f1-4ca0-a80e-26f720f7dffd req-e479ed4f-43aa-4b11-b84c-8b1a377a307d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:19.192286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a802d48-79f1-4ca0-a80e-26f720f7dffd req-e479ed4f-43aa-4b11-b84c-8b1a377a307d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.2241023 Feb 10 23:26:19.205335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-d9210c82-6adb-4658-8090-2aaae55f2de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:19.207013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-d9210c82-6adb-4658-8090-2aaae55f2de5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 1096 time: 0.1477916 Feb 10 23:26:19.415308 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a802d48-79f1-4ca0-a80e-26f720f7dffd req-c8f42d4b-5616-41ab-883c-358cd382b15d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022645 Feb 10 23:26:19.490012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-de9c840c-fe45-47c4-bb45-ac611dce9f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:19.492482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-de9c840c-fe45-47c4-bb45-ac611dce9f46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2768476 Feb 10 23:26:19.652924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-4b11de83-a3e8-46c0-aaad-0e29372a9372 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 200 len: 1000 time: 0.1530914 Feb 10 23:26:19.783481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-41168e88-6d72-4759-ac86-b871293fd28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:19.785811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-41168e88-6d72-4759-ac86-b871293fd28f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1189396 Feb 10 23:26:19.933279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-86987aa0-14fc-47fc-bd6b-5c6071316121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:19.935785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-86987aa0-14fc-47fc-bd6b-5c6071316121 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1393938 Feb 10 23:26:20.220418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-a958faef-607f-40f5-bbcc-b3dd6916efef service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743855 Feb 10 23:26:20.463768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27e760c3-a49e-40be-baeb-04b339eaf067 req-904129b1-13ee-45b6-bf22-34e2d4d103f0 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351716 Feb 10 23:26:20.738833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60fdce-fffe-4354-888a-754f9774f346 req-eef9fa2a-70dc-4142-a80b-3ae8e9f24edc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:20.742058 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b60fdce-fffe-4354-888a-754f9774f346 req-eef9fa2a-70dc-4142-a80b-3ae8e9f24edc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1429944 Feb 10 23:26:20.821735 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5b60fdce-fffe-4354-888a-754f9774f346 req-7f0a0f40-ea90-4105-8e2b-183f4eae4cfa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724874 Feb 10 23:26:22.205132 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:22.240424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9770c1-2b7d-44f7-9c18-4000b70a207c req-bacce69a-e9cf-4aac-b056-69ffb657770d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:22.244259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa9770c1-2b7d-44f7-9c18-4000b70a207c req-bacce69a-e9cf-4aac-b056-69ffb657770d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1774526 Feb 10 23:26:22.343041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa9770c1-2b7d-44f7-9c18-4000b70a207c req-e8dd7899-6d93-4a28-b846-1642ce0bc3f8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875566 Feb 10 23:26:22.977913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617b2fc-3771-46c0-855d-de554c595092 req-3b44964d-dbba-4c9f-9942-98a9c7e7663d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:22.980266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3617b2fc-3771-46c0-855d-de554c595092 req-3b44964d-dbba-4c9f-9942-98a9c7e7663d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1544025 Feb 10 23:26:23.069451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3617b2fc-3771-46c0-855d-de554c595092 req-544c90f9-b170-4308-9c90-45cf0e956d5e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812719 Feb 10 23:26:24.310838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-9db52838-4842-4ad2-b0cf-c56ec0e3eebb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:24.313554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-9db52838-4842-4ad2-b0cf-c56ec0e3eebb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1771212 Feb 10 23:26:24.438675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597fd73-a904-4bf7-a20a-204b56b4fba8 req-16450a7f-49a4-414d-8173-b312e63500de tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:24.442054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2597fd73-a904-4bf7-a20a-204b56b4fba8 req-16450a7f-49a4-414d-8173-b312e63500de tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 945 time: 0.1196899 Feb 10 23:26:24.474119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Deleting port 659f9c5d-c5f2-4693-a112-c16750397297 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:26:24.474727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:24.543806 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-2597fd73-a904-4bf7-a20a-204b56b4fba8 req-1fec887c-4dde-4642-a72b-5b3ce40308c6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890024 Feb 10 23:26:24.933876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:25.087439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] For port 659f9c5d-c5f2-4693-a112-c16750397297, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=659f9c5d-c5f2-4693-a112-c16750397297,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:25.088039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:25.499246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:25.500036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:25.500036 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 disassociated. External IP: 172.25.2.78, port: 659f9c5d-c5f2-4693-a112-c16750397297. Feb 10 23:26:25.500326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Calling delete_port for 659f9c5d-c5f2-4693-a112-c16750397297 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:26:25.723249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:25.857746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'Port': ['ID=659f9c5d-c5f2-4693-a112-c16750397297,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:25.900427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bee8e3ec-4f2d-4033-a435-59a8d87808a2 req-ac1f1427-073b-41b4-9093-6707a9f4eb27 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 210 time: 0.1035402 Feb 10 23:26:25.901908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.902499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.902666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.902894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.903222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.903576 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.904058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.904260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.904509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.904823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.905135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:25.905441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:26.199013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:26:26.496678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:26:26.529926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:26:26.562259 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:26:26.563240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:26:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:26.608812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] No DVR routers for this DVR port 659f9c5d-c5f2-4693-a112-c16750397297 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:26:26.612667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:26.618752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-deleted', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:26.648296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-49d677f2-d7e4-43ce-86b3-49aafe9a4a30 req-0129061e-82a5-40fa-b65c-d9db5039d8b3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "DELETE /v2.0/ports/659f9c5d-c5f2-4693-a112-c16750397297 HTTP/1.1" status: 204 len: 173 time: 2.3229547 Feb 10 23:26:26.689049 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bedf3a-9276-43e5-ad1d-cd517f3f144f', 'name': 'network-vif-deleted', 'tag': '659f9c5d-c5f2-4693-a112-c16750397297', 'status': 'completed', 'code': 200} Feb 10 23:26:27.023006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:26:27.194661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-043e4e90-5915-4a62-8eee-7cb12938cb6b req-dfb8beef-0bc0-4741-96fc-c2b5f4842ada tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:27.224160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-043e4e90-5915-4a62-8eee-7cb12938cb6b req-dfb8beef-0bc0-4741-96fc-c2b5f4842ada tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:27.225647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-043e4e90-5915-4a62-8eee-7cb12938cb6b req-dfb8beef-0bc0-4741-96fc-c2b5f4842ada tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=89bedf3a-9276-43e5-ad1d-cd517f3f144f HTTP/1.1" status: 200 len: 210 time: 0.1220775 Feb 10 23:26:27.274853 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:26:27.373624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 659f9c5d-c5f2-4693-a112-c16750397297 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:26:27.374164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 659f9c5d-c5f2-4693-a112-c16750397297 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:26:27.645620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:27.652501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:26:27.671606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:26:27.672606 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:26:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:27.896298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:26:28.314076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:28.323205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d61940b-3eb8-445c-9f77-a4c78e0651d1 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:28.627073 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cab427-6e0d-4444-b112-5def3b82e395 None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:26:28.665793 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-25048cb6-5a51-4fbf-abf2-c59ce09a197a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--179104958&fields=id&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 267 time: 0.0495186 Feb 10 23:26:28.855944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-9c0b9da6-ac03-4103-9f85-da277ba214e3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:28.857917 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-9c0b9da6-ac03-4103-9f85-da277ba214e3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.1851676 Feb 10 23:26:28.879771 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-2e79c790-81d1-481f-8568-4d45ee3a74ec tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/quotas/cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 375 time: 0.0149245 Feb 10 23:26:29.091319 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-c6f000eb-cf30-40d6-94b3-1242b572d491 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2048523 Feb 10 23:26:29.244884 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-277f1031-f921-43da-b644-dc2b67c0322f service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406741 Feb 10 23:26:29.415161 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-af5ce0af-05dd-464e-b338-8caaec08ccfd service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639698 Feb 10 23:26:29.660543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d10c66a-bd9a-4cac-8037-07056e07d086 req-80499016-7b8c-4ff1-83f8-e11168044c92 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 210 time: 0.0483043 Feb 10 23:26:30.851168 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5f24fd19-880f-4301-97d8-c7ed16a0a657 req-6d250392-c6ae-48f6-80b7-1994a50f5753 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 210 time: 0.0509653 Feb 10 23:26:30.941012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-71281993-657f-43c7-9e34-32277bfe00c3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:30.942488 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-71281993-657f-43c7-9e34-32277bfe00c3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.1863308 Feb 10 23:26:31.000962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-7a33b55c-d7ca-466d-be45-2faacfd58f4b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 379 time: 0.0488219 Feb 10 23:26:31.010572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'port': {'device_id': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'admin_state_up': True, 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'security_groups': ['8e4a43a3-1b47-4c73-8212-5a6987c7b4a1']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:31.281154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:26:31.301424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:26:31.313524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:26:31.317499 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:31.498500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Allocated IP 172.20.0.13 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/b3c535b7-8a6e-420e-995a-10f7ed509130) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:26:31.715260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:31.731319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Transition to ACTIVE for port object b3c535b7-8a6e-420e-995a-10f7ed509130 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:31.757941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:31.833908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:26:31.838311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:26:31.840799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:26:31.887391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:31.930012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:31.930755 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:31.966003 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-54d460e3-5ad5-4a68-884f-71138ed0ad81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9588561 Feb 10 23:26:31.979673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Request body: {'port': {'device_id': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:32.155766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0737eb1f-028a-480d-b947-383778320c78 None None] Provisioning for port b3c535b7-8a6e-420e-995a-10f7ed509130 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:26:32.163920 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0737eb1f-028a-480d-b947-383778320c78 None None] Provisioning complete for port b3c535b7-8a6e-420e-995a-10f7ed509130 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:32.165570 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0737eb1f-028a-480d-b947-383778320c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:32.231702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0737eb1f-028a-480d-b947-383778320c78 None None] Port b3c535b7-8a6e-420e-995a-10f7ed509130 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:26:32.249839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:32.398735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727bf01-bab1-4bdb-a436-51257c256470 req-ed12c240-3518-4fed-94b8-210e42a350cc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:32.400025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9727bf01-bab1-4bdb-a436-51257c256470 req-ed12c240-3518-4fed-94b8-210e42a350cc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:26:32.488517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-9727bf01-bab1-4bdb-a436-51257c256470 req-ed12c240-3518-4fed-94b8-210e42a350cc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:26:32.489690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9727bf01-bab1-4bdb-a436-51257c256470 req-ed12c240-3518-4fed-94b8-210e42a350cc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 932 time: 0.4410388 Feb 10 23:26:32.621303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9727bf01-bab1-4bdb-a436-51257c256470 req-7e8eb347-1ce6-472e-9fe6-5220bab79570 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196373 Feb 10 23:26:32.760034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:26:32.767478 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:32.782269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Transition to ACTIVE for port object b3c535b7-8a6e-420e-995a-10f7ed509130 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:26:32.787316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:32.924774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:33.065837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:26:33.066885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:26:33.066885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:26:33.076809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:26:33.077351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:26:33.087240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:26:33.087578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:26:33.087975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:26:33.088406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Bound port: b3c535b7-8a6e-420e-995a-10f7ed509130, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:26:33.088751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.197528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:26:33.201580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:26:33.206276 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.274524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:33.275160 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:33.276692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] 10.222.0.30 "PUT /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1092 time: 1.3034971 Feb 10 23:26:33.277142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:33.306226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a6a2a-05bc-40d5-b041-82205089b37d service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:33.377503 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'status': 'completed', 'code': 200} Feb 10 23:26:33.453638 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-14c33201-444b-4260-b7ab-3f35ed9031c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:33.455401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-14c33201-444b-4260-b7ab-3f35ed9031c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1095 time: 0.1249697 Feb 10 23:26:33.536919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-aea60592-3eed-4dcb-96d6-cd999562b89f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 217 time: 0.0743728 Feb 10 23:26:33.617478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-12d175b8-a548-402a-9144-37cf0b3c0b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:33.619169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-12d175b8-a548-402a-9144-37cf0b3c0b5d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0759516 Feb 10 23:26:33.708396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410c046-4aad-440a-977d-07a0cd9264fa req-9ca2a8de-7c65-44af-bb81-7553d2a67708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:33.710575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-9ca2a8de-7c65-44af-bb81-7553d2a67708 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0849099 Feb 10 23:26:34.057896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-a7c16313-1a6f-4ca5-8ae9-f62c59ba428f service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393641 Feb 10 23:26:34.189621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b51393-6350-4153-b219-6aa60253eadd req-85f02901-a4c5-4ae6-a309-8036709feb3c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:34.192269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71b51393-6350-4153-b219-6aa60253eadd req-85f02901-a4c5-4ae6-a309-8036709feb3c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.2738278 Feb 10 23:26:34.338613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71b51393-6350-4153-b219-6aa60253eadd req-3d06402a-d291-48ae-b403-421beafcebf2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329622 Feb 10 23:26:34.370962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0410c046-4aad-440a-977d-07a0cd9264fa req-5487a649-6678-4aab-9a4f-56c8ac95e0f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064477 Feb 10 23:26:34.561424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a567e-cd04-4928-9298-63576249a03e req-c36c683d-5614-44b9-8f06-80c0920022a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:34.564059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-c36c683d-5614-44b9-8f06-80c0920022a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1095 time: 0.1385353 Feb 10 23:26:34.771450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a567e-cd04-4928-9298-63576249a03e req-beba9306-8d40-4fb5-9670-d78a7a196400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:34.773875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-beba9306-8d40-4fb5-9670-d78a7a196400 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1995351 Feb 10 23:26:34.851424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-1690f54d-84d3-4882-a874-848a12dc2d95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 217 time: 0.0703180 Feb 10 23:26:34.928077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a567e-cd04-4928-9298-63576249a03e req-d6f0bd5d-f6b8-4796-a73b-acd3e00f37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:34.930519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-d6f0bd5d-f6b8-4796-a73b-acd3e00f37fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0724077 Feb 10 23:26:35.019307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a567e-cd04-4928-9298-63576249a03e req-551d28a6-0859-496f-9d28-03db13bfcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:35.021024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-551d28a6-0859-496f-9d28-03db13bfcdd2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0835121 Feb 10 23:26:35.194999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-8ac1c0ec-c73e-4b4c-9636-bfb4bb263bbb service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663940 Feb 10 23:26:35.346797 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e0a567e-cd04-4928-9298-63576249a03e req-9bd81e0e-c3da-4ab0-b4c9-9a94b919b0df service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446056 Feb 10 23:26:35.620158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c8ecac-baaa-4c74-9c3c-5cf6aba36111 req-64726490-e78d-4e9b-a215-63d239b4ba93 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:35.621851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0c8ecac-baaa-4c74-9c3c-5cf6aba36111 req-64726490-e78d-4e9b-a215-63d239b4ba93 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.1227968 Feb 10 23:26:35.701300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d0c8ecac-baaa-4c74-9c3c-5cf6aba36111 req-fd7bcff9-61a2-473a-bbca-2a30225dbb3c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702286 Feb 10 23:26:36.920448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d806406-fe49-415c-8da8-1d674ec86f1b req-ae07233f-54ff-416a-8a4f-8868a756ea43 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:36.922018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d806406-fe49-415c-8da8-1d674ec86f1b req-ae07233f-54ff-416a-8a4f-8868a756ea43 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.0939460 Feb 10 23:26:36.971951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1d806406-fe49-415c-8da8-1d674ec86f1b req-d3edf09a-7480-444a-8cc0-57eddb1c0eca tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436637 Feb 10 23:26:37.278884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:26:37.412674 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:37.426870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:26:37.486086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:37.551748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:26:37.570667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:37.575970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:37.697677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:37.711878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.712453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.713016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.713571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.714145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.714515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.715040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.715700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.716150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.716704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.717178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.717663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:26:37.909572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b3c535b7-8a6e-420e-995a-10f7ed509130'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:26:38.185876 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb13f0e-5453-4372-8cc7-8bdf8c9425f1 req-443285ca-0914-4d09-8fe1-18ac49d49db9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:38.187477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb13f0e-5453-4372-8cc7-8bdf8c9425f1 req-443285ca-0914-4d09-8fe1-18ac49d49db9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.1060016 Feb 10 23:26:38.243860 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bbb13f0e-5453-4372-8cc7-8bdf8c9425f1 req-10c5cb3c-f6f8-4862-bdef-9f67b4e7eb0c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453527 Feb 10 23:26:38.293779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c1c9601-695b-4c9a-90fc-ecb4150131b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.279028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:26:39.361879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b3c535b7-8a6e-420e-995a-10f7ed509130 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:26:39.368166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b3c535b7-8a6e-420e-995a-10f7ed509130 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:26:39.368546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.484165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b40295-0df3-40d4-bedd-5c148d7891e2 req-989fb50b-b24d-4ef8-acb0-699616f74c68 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:39.486206 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40b40295-0df3-40d4-bedd-5c148d7891e2 req-989fb50b-b24d-4ef8-acb0-699616f74c68 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.1092157 Feb 10 23:26:39.532739 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.564516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40b40295-0df3-40d4-bedd-5c148d7891e2 req-3d7d3743-4b28-4c06-9660-a6478b245142 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710080 Feb 10 23:26:39.578406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:39.596901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:26:39.604224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:39.668884 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'code': 200} Feb 10 23:26:39.727846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:26:39.821209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797b4bc-368c-4df3-a372-1d28d9dbb000 req-7ef83538-7b0c-4689-a78c-d166bf036282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:39.823056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f797b4bc-368c-4df3-a372-1d28d9dbb000 req-7ef83538-7b0c-4689-a78c-d166bf036282 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1097 time: 0.0970693 Feb 10 23:26:39.869620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f797b4bc-368c-4df3-a372-1d28d9dbb000 req-7b6df5c7-a619-48d4-96d0-39ae02f04084 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394590 Feb 10 23:26:40.536882 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f484763d-aee6-4129-8edf-7992c06df8a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:40.781590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbce838-7473-4aab-8234-23e3b81fd74f req-a5c92dac-c539-4a05-a8a2-352721fb0398 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:40.783264 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbbce838-7473-4aab-8234-23e3b81fd74f req-a5c92dac-c539-4a05-a8a2-352721fb0398 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.0922549 Feb 10 23:26:40.831570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbbce838-7473-4aab-8234-23e3b81fd74f req-a70a9523-6943-489c-b228-f885ecfa4822 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 Feb 10 23:26:41.113800 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:26:41.752301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:41.942336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:42.074436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d768304-2b6e-4ee3-bf73-20a472a153b7 req-b3b6bfd1-8c10-4e0a-b0fb-7e9725778256 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:42.076053 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d768304-2b6e-4ee3-bf73-20a472a153b7 req-b3b6bfd1-8c10-4e0a-b0fb-7e9725778256 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1153986 Feb 10 23:26:42.130459 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d768304-2b6e-4ee3-bf73-20a472a153b7 req-d3b3c411-1827-493d-b4e4-6f6099de5bf5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446115 Feb 10 23:26:42.346105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af88735-5353-4fdd-97f4-59b1cece8a4b req-efa2bfa5-1142-44bd-86a7-1b99e41abb81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:42.348634 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7af88735-5353-4fdd-97f4-59b1cece8a4b req-efa2bfa5-1142-44bd-86a7-1b99e41abb81 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.0962515 Feb 10 23:26:42.358839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 35696) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:26:42.364257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'floatingip': {'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:26:42.450932 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:43.131322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:43.247987 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:43.253243 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:43.606457 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 associated. External IP: 172.25.2.78, port: b3c535b7-8a6e-420e-995a-10f7ed509130. Feb 10 23:26:44.043360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:26:44.375337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:26:44.382950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:44.390596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:26:44.407076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:26:44.408256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:26:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:44.496290 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-da5d1fcd-1b22-4a55-bb12-c235852b1c42 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "PUT /v2.0/floatingips/1a192e8b-c9d4-49aa-8a3d-71fddef45168 HTTP/1.1" status: 200 len: 991 time: 2.1359630 Feb 10 23:26:44.497241 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:26:44.594494 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'status': 'completed', 'code': 200} Feb 10 23:26:44.782563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-41f6880a-bfc7-4ae7-97ea-e9b446001e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:44.783167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:26:44.785455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-41f6880a-bfc7-4ae7-97ea-e9b446001e2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1097 time: 0.1509635 Feb 10 23:26:45.341672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-8b8b36b1-8eea-4c78-a261-de3c724d8021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:45.344345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-8b8b36b1-8eea-4c78-a261-de3c724d8021 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.5513349 Feb 10 23:26:45.359989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e3aa4-cd76-4bbc-bc1d-0dad511483c5 req-5138539f-72d1-4cf5-94ae-403418f5f256 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:45.362679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a23e3aa4-cd76-4bbc-bc1d-0dad511483c5 req-5138539f-72d1-4cf5-94ae-403418f5f256 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.2229872 Feb 10 23:26:45.378464 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-f907ef21-dfeb-436e-be8d-3235d0b42b05 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2319901 Feb 10 23:26:45.546124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:26:43Z', 'revision_number': 9, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:45.547469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a23e3aa4-cd76-4bbc-bc1d-0dad511483c5 req-54c42100-0fc5-4c14-8a22-c642848d6a2b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202242 Feb 10 23:26:45.553479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:26:45.569544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-dc7e79ae-c348-4b2a-9922-ef0f45be100e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 999 time: 0.2045426 Feb 10 23:26:45.571841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:26:45.574486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:26:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:45.712812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-240645c2-2581-4385-817b-6330f570f414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:45.715332 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-240645c2-2581-4385-817b-6330f570f414 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1388662 Feb 10 23:26:45.886203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-8a60ed9e-5eaa-48d6-8233-b1d5092be607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:45.889266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-8a60ed9e-5eaa-48d6-8233-b1d5092be607 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1660395 Feb 10 23:26:45.906670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:26:46.140396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-f5dbf145-d7ae-48e9-80f6-ed4bbbdba26d service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435622 Feb 10 23:26:46.450274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4859d4c7-50da-40fc-a504-2016e370ddd2 req-9e8b17a1-a832-46cb-ba02-76e5cdb16d0f service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026102 Feb 10 23:26:46.657335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:26:43Z', 'revision_number': 9, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:26:46.667695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f695fedc-c5b3-4ac6-b2ae-677923be1bcd None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:26:43Z', 'revision_number': 9, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:26:46.947472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb3b5be-fd0d-455b-b042-2c60b72f953b req-9b007e5a-367f-4c19-9bd5-cfe2283a530e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:46.955175 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9eb3b5be-fd0d-455b-b042-2c60b72f953b req-9b007e5a-367f-4c19-9bd5-cfe2283a530e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1600409 Feb 10 23:26:47.032074 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-9eb3b5be-fd0d-455b-b042-2c60b72f953b req-b2618ba8-37c0-4def-b3ac-811bddba3c44 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754614 Feb 10 23:26:47.077922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef043125-3d45-4cd0-a1d4-336c27c31446 None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:26:47.558675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-9cc9a6fa-c1f1-4b00-b232-e0e986f943ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:47.560341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-9cc9a6fa-c1f1-4b00-b232-e0e986f943ab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1097 time: 0.1189392 Feb 10 23:26:47.745805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-22a58e2f-2e25-4dad-90cd-11dab4ebc0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:47.747652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-22a58e2f-2e25-4dad-90cd-11dab4ebc0b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1791995 Feb 10 23:26:47.911525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-aeffe9d8-b704-4fda-83da-8ea0e47b993b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1002 time: 0.1557677 Feb 10 23:26:48.029465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-29a0dc9b-f115-475a-87ec-5648dfd8a29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.032245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-29a0dc9b-f115-475a-87ec-5648dfd8a29a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1128652 Feb 10 23:26:48.186166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-9ad67ec6-b50d-428f-9404-c831a93cbf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.188820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-9ad67ec6-b50d-428f-9404-c831a93cbf9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488059 Feb 10 23:26:48.463138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-c4823ac6-aef9-4b5b-8e42-365c75a9ba40 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660139 Feb 10 23:26:48.501602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46328048-dca3-4744-b93c-853db8fdb732 req-b9865631-548f-457a-9ae1-fa431ff92a9a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:48.503407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46328048-dca3-4744-b93c-853db8fdb732 req-b9865631-548f-457a-9ae1-fa431ff92a9a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1814313 Feb 10 23:26:48.708465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46328048-dca3-4744-b93c-853db8fdb732 req-54175078-5628-4db1-a59c-784707bc079c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397166 Feb 10 23:26:48.749733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-565592a0-d731-433a-998b-7baeac3d0b92 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793655 Feb 10 23:26:49.924067 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d895700-af2f-4db3-a8cf-1090c35ee310 req-63e6d29d-5a0b-414d-be52-36dd56274d20 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:49.925641 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d895700-af2f-4db3-a8cf-1090c35ee310 req-63e6d29d-5a0b-414d-be52-36dd56274d20 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.0927370 Feb 10 23:26:49.982135 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8d895700-af2f-4db3-a8cf-1090c35ee310 req-05460244-8016-404e-ba47-f5ec49a89101 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494125 Feb 10 23:26:50.620124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5507c-4a93-490e-94aa-3d96768653af req-399e791e-462b-4ea7-b26c-5d4461acbbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:50.621655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-399e791e-462b-4ea7-b26c-5d4461acbbea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1097 time: 0.2319295 Feb 10 23:26:50.798018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5507c-4a93-490e-94aa-3d96768653af req-1bc99003-0b7f-43aa-8460-4d54658ff791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:50.799726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-1bc99003-0b7f-43aa-8460-4d54658ff791 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1550756 Feb 10 23:26:50.938260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-82bad4fe-3168-4cde-8f76-9e726c7fe151 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1002 time: 0.1270075 Feb 10 23:26:51.013031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5507c-4a93-490e-94aa-3d96768653af req-c7493b7a-d841-48f1-adf6-2614f42b3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.015601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-c7493b7a-d841-48f1-adf6-2614f42b3fc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0701275 Feb 10 23:26:51.120771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5507c-4a93-490e-94aa-3d96768653af req-98256120-4aab-42b7-9796-a3cf9d5155b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.122396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-98256120-4aab-42b7-9796-a3cf9d5155b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0992210 Feb 10 23:26:51.360204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-c9a0d65d-409b-40a9-a839-1741a1af8881 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014313 Feb 10 23:26:51.370663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73318f-bd6c-49fe-a064-1859e5774407 req-78b8455f-d4b1-4ce3-8fa8-da9d19abea09 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:51.372309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f73318f-bd6c-49fe-a064-1859e5774407 req-78b8455f-d4b1-4ce3-8fa8-da9d19abea09 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.2490168 Feb 10 23:26:51.549646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f73318f-bd6c-49fe-a064-1859e5774407 req-3a9b2e91-b142-4610-8832-0ef1e2d36a6a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566825 Feb 10 23:26:51.580710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5a5507c-4a93-490e-94aa-3d96768653af req-63e36019-eb92-444b-8dbf-c39c1c7acabf service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071080 Feb 10 23:26:52.180302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:52.802330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f936fca-65c7-4c12-a5be-f6ffc6c24efb req-8172ca44-78af-49bf-8258-91e44fdf8f06 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:52.804744 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f936fca-65c7-4c12-a5be-f6ffc6c24efb req-8172ca44-78af-49bf-8258-91e44fdf8f06 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1140897 Feb 10 23:26:52.869376 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7f936fca-65c7-4c12-a5be-f6ffc6c24efb req-75b2e0a9-b739-49ae-8023-4cd7e70d1ca3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578339 Feb 10 23:26:54.143705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf0923e-523c-4a3e-984f-41c78fec5168 req-c088da83-c217-458f-8fc8-0fe3945d0276 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:54.145568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-daf0923e-523c-4a3e-984f-41c78fec5168 req-c088da83-c217-458f-8fc8-0fe3945d0276 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1223950 Feb 10 23:26:54.204959 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-daf0923e-523c-4a3e-984f-41c78fec5168 req-339e2d0a-3b89-4cb3-834d-4334c2c540eb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488203 Feb 10 23:26:54.931168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:26:55.446582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45340d55-c580-466a-8e1c-4e23622d9a64 req-6f497609-bc17-496d-aaf2-45b96f6b6d11 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:55.448122 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45340d55-c580-466a-8e1c-4e23622d9a64 req-6f497609-bc17-496d-aaf2-45b96f6b6d11 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1018538 Feb 10 23:26:55.500522 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-45340d55-c580-466a-8e1c-4e23622d9a64 req-8d348ccc-5ff5-4e34-ad2f-e7d9c65e6bf6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468125 Feb 10 23:26:56.765143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31204f-2f06-4545-b49a-46ebca9e3f66 req-cd283721-21df-4eb1-8e1c-c4f1d89b3843 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:56.767089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a31204f-2f06-4545-b49a-46ebca9e3f66 req-cd283721-21df-4eb1-8e1c-c4f1d89b3843 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1017549 Feb 10 23:26:56.843724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a31204f-2f06-4545-b49a-46ebca9e3f66 req-ad75758e-ce43-41e6-b37e-0829dd7dafb9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697088 Feb 10 23:26:58.128426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510edc51-5e9e-425a-9a47-22f6b76530c7 req-cad36463-612f-485d-a955-e1c667d1353e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:58.130543 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-510edc51-5e9e-425a-9a47-22f6b76530c7 req-cad36463-612f-485d-a955-e1c667d1353e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1122324 Feb 10 23:26:58.221896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-510edc51-5e9e-425a-9a47-22f6b76530c7 req-3eabbc3d-db54-4fa6-b45f-8ab3d903d40b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741122 Feb 10 23:26:59.543112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ab3bf-6572-486c-a17e-f1f975d34a47 req-795af373-8b42-48c6-8284-ac124ae41677 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:26:59.546637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a1ab3bf-6572-486c-a17e-f1f975d34a47 req-795af373-8b42-48c6-8284-ac124ae41677 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1180651 Feb 10 23:26:59.635567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a1ab3bf-6572-486c-a17e-f1f975d34a47 req-0d300296-12d0-4b6e-9833-899c82f57eb7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772049 Feb 10 23:27:00.977815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ef62a2-7c3b-444e-b09c-6a0123942cff req-14a75350-110a-49ad-a6b1-ece42a4cc70f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:00.980683 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ef62a2-7c3b-444e-b09c-6a0123942cff req-14a75350-110a-49ad-a6b1-ece42a4cc70f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1600060 Feb 10 23:27:01.074477 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e1ef62a2-7c3b-444e-b09c-6a0123942cff req-4d718bae-295e-4cde-bf39-a1fd40f975ae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825450 Feb 10 23:27:02.332694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2108d0-c282-4c13-986f-a215fedc4820 req-429707cc-8d27-47c8-bf61-282931de6ee8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:02.334512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e2108d0-c282-4c13-986f-a215fedc4820 req-429707cc-8d27-47c8-bf61-282931de6ee8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1142347 Feb 10 23:27:02.397029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e2108d0-c282-4c13-986f-a215fedc4820 req-5e103c9d-1c4c-467d-a88e-ce2eb2a598c9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519164 Feb 10 23:27:03.691248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d95629-00d0-425c-b368-9e463356bada req-17094b50-4261-43ee-85ed-a01a14b5f647 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:03.692867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d95629-00d0-425c-b368-9e463356bada req-17094b50-4261-43ee-85ed-a01a14b5f647 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1227591 Feb 10 23:27:03.762566 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-64d95629-00d0-425c-b368-9e463356bada req-2bcdb6e1-19dd-4194-a5f9-00db942d55aa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620823 Feb 10 23:27:05.026627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9471e0-7c5b-46bf-8b11-c24f98d1de1d req-14cc9643-4044-4e5d-918e-759fafef19d5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:05.028511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d9471e0-7c5b-46bf-8b11-c24f98d1de1d req-14cc9643-4044-4e5d-918e-759fafef19d5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1229599 Feb 10 23:27:05.090342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d9471e0-7c5b-46bf-8b11-c24f98d1de1d req-15e1a98f-1c0e-4298-9864-679debe18dc9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500154 Feb 10 23:27:06.593661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d477fb9-b4de-4517-b13c-3a6919c86371 req-e83dfd69-b2e1-4ab3-a5fc-47fc53f8466c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:06.596390 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d477fb9-b4de-4517-b13c-3a6919c86371 req-e83dfd69-b2e1-4ab3-a5fc-47fc53f8466c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.3256338 Feb 10 23:27:06.688501 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6d477fb9-b4de-4517-b13c-3a6919c86371 req-a32b3b40-e92e-4168-800d-a8ed8e94c00f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816526 Feb 10 23:27:08.013551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b4d16-b322-49d0-9f68-49635e88dced req-32d1a527-8ff2-463d-80fc-4a3deeb253b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:08.015385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac3b4d16-b322-49d0-9f68-49635e88dced req-32d1a527-8ff2-463d-80fc-4a3deeb253b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1597521 Feb 10 23:27:08.076225 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ac3b4d16-b322-49d0-9f68-49635e88dced req-90338ccd-33b3-404e-850f-fc5fb9a679a9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521252 Feb 10 23:27:08.295983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cd7ca827-a8f0-486c-9200-71c65a483f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:09.435113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec74dcb-e9ba-48e6-bee9-4f26a0f61522 req-0b4c9ef9-f2aa-4b63-8eba-f781b1a3a8fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:09.438089 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ec74dcb-e9ba-48e6-bee9-4f26a0f61522 req-0b4c9ef9-f2aa-4b63-8eba-f781b1a3a8fa tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1631203 Feb 10 23:27:09.534906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6ec74dcb-e9ba-48e6-bee9-4f26a0f61522 req-31c13508-fe5c-4d71-a32d-7a554488768f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886054 Feb 10 23:27:10.548673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62ac8d15-2e72-4261-8f4e-93a014791dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:10.912676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3e91ad-ffc4-4a0d-b638-5b83895121b0 req-530f6934-4ceb-4502-b144-4aa5c522c2c3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:10.915616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a3e91ad-ffc4-4a0d-b638-5b83895121b0 req-530f6934-4ceb-4502-b144-4aa5c522c2c3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1562881 Feb 10 23:27:11.020464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a3e91ad-ffc4-4a0d-b638-5b83895121b0 req-46287ff0-7b53-4216-a98f-f6f7b3c8fe41 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933399 Feb 10 23:27:11.751847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:11.957745 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:12.400174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521811bf-74e5-4fd3-b87c-9927b784c526 req-d54e5e91-a06a-44e5-a432-0eaca3af2813 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:12.402402 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-521811bf-74e5-4fd3-b87c-9927b784c526 req-d54e5e91-a06a-44e5-a432-0eaca3af2813 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1570823 Feb 10 23:27:12.479174 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-521811bf-74e5-4fd3-b87c-9927b784c526 req-a5f11bb5-907a-4572-aac2-9fb649828bef tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653679 Feb 10 23:27:13.143087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:13.776952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a272ec-c507-46c0-a7de-db6f7f1541fd req-f13c5eef-d2b2-4363-b150-850bce96fdff tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:13.779583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11a272ec-c507-46c0-a7de-db6f7f1541fd req-f13c5eef-d2b2-4363-b150-850bce96fdff tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1643879 Feb 10 23:27:13.867598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11a272ec-c507-46c0-a7de-db6f7f1541fd req-7b72d8b1-66fb-47ab-9bf4-e7f78392bffb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806105 Feb 10 23:27:15.242657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a5dd4-1893-43ea-ae98-8a3c639341ee req-12d551b5-ec97-463e-86cf-83fc3e280c37 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:15.245468 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-968a5dd4-1893-43ea-ae98-8a3c639341ee req-12d551b5-ec97-463e-86cf-83fc3e280c37 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1691797 Feb 10 23:27:15.323636 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-968a5dd4-1893-43ea-ae98-8a3c639341ee req-ac5bc64f-3b80-41f0-8f42-29127914a813 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660210 Feb 10 23:27:16.078752 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-42c6efc3-bfbf-47da-865d-809846bad184 service neutron] show failed (client error): The resource could not be found. Feb 10 23:27:16.080511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-42c6efc3-bfbf-47da-865d-809846bad184 service neutron] 10.222.0.30 "GET /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1595759 Feb 10 23:27:16.857294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-e93c5db6-0562-4864-920f-416c8e64ba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:16.859898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-e93c5db6-0562-4864-920f-416c8e64ba5e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1097 time: 0.4325838 Feb 10 23:27:16.875533 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:16.948626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bde87-fc54-4cac-91b7-18fb37cb8fce req-eed6cbad-d7de-4915-bbf3-8306ec45c299 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:16.951753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c9bde87-fc54-4cac-91b7-18fb37cb8fce req-eed6cbad-d7de-4915-bbf3-8306ec45c299 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.2806649 Feb 10 23:27:17.167637 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c9bde87-fc54-4cac-91b7-18fb37cb8fce req-461cf06e-0f4d-42d9-9c36-44b9ac31ee32 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016683 Feb 10 23:27:17.191899 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:17.646600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:17.687777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:27:17.761210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:17.768215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:17.797522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Transition to ACTIVE for port object b3c535b7-8a6e-420e-995a-10f7ed509130 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:17.803625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:17.867881 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'code': 200} Feb 10 23:27:18.015939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:18.100914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] No DVR routers for this DVR port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:27:18.124982 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:27:18.678503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60bc486-d5c4-42f3-b435-c4f40a21595a req-90d247b3-8802-4d53-83c5-d8d183d2d502 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:18.681617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b60bc486-d5c4-42f3-b435-c4f40a21595a req-90d247b3-8802-4d53-83c5-d8d183d2d502 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.3422863 Feb 10 23:27:18.683731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:27:18.684301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:27:18.684844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:18.697731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:27:18.698433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:18.737279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:27:18.738070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:27:18.738750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:27:18.739611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Bound port: b3c535b7-8a6e-420e-995a-10f7ed509130, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:27:18.740883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:18.903909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b60bc486-d5c4-42f3-b435-c4f40a21595a req-45543e4e-7f94-42b3-a806-f03ac607f0b4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2080002 Feb 10 23:27:18.978520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:27:18.983513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:27:18.990909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:19.110165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:19.111262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:19.113925 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] 10.222.0.24 "PUT /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1092 time: 2.2460673 Feb 10 23:27:19.205520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc763829-e903-436e-8d11-3d33a410dc8d service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:19.280048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-b5bfa71f-175b-4c3f-ba65-71e7017d9142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:19.282739 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-b5bfa71f-175b-4c3f-ba65-71e7017d9142 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1095 time: 0.1363895 Feb 10 23:27:19.507234 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:27:19.632045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:27:19.671697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-f74291f6-d612-4ef2-96a6-dfcfef5b1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:19.674236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-f74291f6-d612-4ef2-96a6-dfcfef5b1609 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3848836 Feb 10 23:27:19.871244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:19.886618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-8bd8e58d-4028-4c89-9a3e-919338fee93f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.2062967 Feb 10 23:27:20.022320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-13d692a9-f63f-49ea-bb05-3d756f296936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:20.026052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-13d692a9-f63f-49ea-bb05-3d756f296936 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1330950 Feb 10 23:27:20.029136 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'status': 'completed', 'code': 200} Feb 10 23:27:20.442011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-8cf831bd-05fd-4b3a-a668-5ba90aeeb197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:20.445157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-8cf831bd-05fd-4b3a-a668-5ba90aeeb197 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1095 time: 0.3488028 Feb 10 23:27:20.449330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-54c6d379-fa48-4f26-ba7d-1339546bf7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:20.451086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-54c6d379-fa48-4f26-ba7d-1339546bf7e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4184163 Feb 10 23:27:20.577575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d774416-7bd3-4523-8f82-2c85a7a61ac1 req-5f6bce05-f254-41f0-9c73-cc6466075827 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:20.580004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d774416-7bd3-4523-8f82-2c85a7a61ac1 req-5f6bce05-f254-41f0-9c73-cc6466075827 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.3901522 Feb 10 23:27:20.796676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-01713109-1a52-4218-ad18-54207ba4c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:20.798441 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-01713109-1a52-4218-ad18-54207ba4c283 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3442996 Feb 10 23:27:20.802087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6d774416-7bd3-4523-8f82-2c85a7a61ac1 req-8a53da99-3a5f-42c8-a2b1-4f0990e3a81e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583092 Feb 10 23:27:20.920494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-9d48020c-713d-473f-8a30-1053825953bc service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4430163 Feb 10 23:27:21.041014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-78fe0ee9-c558-4176-a003-8a6c7c2118dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.2222490 Feb 10 23:27:21.179273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-e6018f3c-fc98-4194-86ae-08a297f186ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:21.180847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-e6018f3c-fc98-4194-86ae-08a297f186ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1315379 Feb 10 23:27:21.230072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8c7ba086-88e3-418f-a6cc-2c5b16dd6472 req-620b7457-18df-492d-8914-c35dc38ca4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945621 Feb 10 23:27:21.388515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-06d64150-0698-40f9-a122-a38319d4aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:21.391903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-06d64150-0698-40f9-a122-a38319d4aede service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2024639 Feb 10 23:27:21.617685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-66cb02f4-7455-483c-964a-5faf54ad43ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:21.619685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-66cb02f4-7455-483c-964a-5faf54ad43ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1095 time: 0.3193407 Feb 10 23:27:21.741702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-3930f5e2-8491-4aba-9c56-1c26813fb377 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382702 Feb 10 23:27:22.184131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-5822b429-eec8-43cd-bb47-36bf702ff98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:22.187177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-5822b429-eec8-43cd-bb47-36bf702ff98c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.5593872 Feb 10 23:27:22.200754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:22.293553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e912f89a-5229-473d-a108-9d258754a516 req-256a113b-a137-42ca-b582-e8c564634017 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:22.296752 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e912f89a-5229-473d-a108-9d258754a516 req-256a113b-a137-42ca-b582-e8c564634017 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.2223225 Feb 10 23:27:22.383824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-46592f4b-f24f-474a-b70b-23adf1f26513 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293530 Feb 10 23:27:22.397190 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-e912f89a-5229-473d-a108-9d258754a516 req-eb98a40d-618a-4b33-b81c-b80d7dc286b9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884800 Feb 10 23:27:22.423105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-ffd764fb-91b7-45b5-93bb-de8f2265dc6f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.2285411 Feb 10 23:27:22.535177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-46b4c0c7-e599-4d6f-930a-02734f1c4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:22.537789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-46b4c0c7-e599-4d6f-930a-02734f1c4c86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1078768 Feb 10 23:27:22.674603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-f19a0516-5987-4e7d-968a-4f19de048102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:22.677863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-f19a0516-5987-4e7d-968a-4f19de048102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328683 Feb 10 23:27:22.950692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-ec2f1368-38e5-4ee0-93d4-62459f5dfce1 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661283 Feb 10 23:27:23.213354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1142e547-1336-4e29-95c0-97f2d7f89e07 req-032db6b2-833e-4273-b5ac-f2ecb45a3aea service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531118 Feb 10 23:27:23.675861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29c696-05f2-4109-87e9-acc7c7f1424d req-0c655839-d142-445c-b1e8-38e34b9b0368 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:23.678507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad29c696-05f2-4109-87e9-acc7c7f1424d req-0c655839-d142-445c-b1e8-38e34b9b0368 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.1228087 Feb 10 23:27:23.769180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad29c696-05f2-4109-87e9-acc7c7f1424d req-94fe4e3f-9987-486f-9e78-4fca3e094ab7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830872 Feb 10 23:27:24.209513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:27:24.483030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-45c87cb9-6b23-48ed-9f78-845be1bff622 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:24.485269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-45c87cb9-6b23-48ed-9f78-845be1bff622 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1&tenant_id=cc93ba121424488ebeac20930736a57c&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.1444728 Feb 10 23:27:24.504097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:24.533322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:27:24.645370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:24.679999 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:24.712284 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:24.719228 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:24.721894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-521597fb-4aa1-478f-a10a-e3e2f45af1f3 service neutron] 10.222.0.24 "GET /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.2294390 Feb 10 23:27:24.754807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48e9e3-ebf9-4310-9021-52df52e4d5fb req-6e322f63-aaaf-46ce-a3ee-89773f0fcd83 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:24.757215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb48e9e3-ebf9-4310-9021-52df52e4d5fb req-6e322f63-aaaf-46ce-a3ee-89773f0fcd83 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 944 time: 0.1995513 Feb 10 23:27:24.917499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:24.930145 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb48e9e3-ebf9-4310-9021-52df52e4d5fb req-7d6ba722-39b0-4da2-8e1d-8d50962ce40b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271753 Feb 10 23:27:24.946352 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:24.957869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-df2bd62c-e884-4f5e-97b0-6aa72012be71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:24.960616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-df2bd62c-e884-4f5e-97b0-6aa72012be71 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1096 time: 0.2021828 Feb 10 23:27:24.993591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['b3c535b7-8a6e-420e-995a-10f7ed509130'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:27:25.199713 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-0c039d84-a175-45f0-8c26-8745d8dd3cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:25.202319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-0c039d84-a175-45f0-8c26-8745d8dd3cca service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2353811 Feb 10 23:27:25.397490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-39c2e151-2b98-4f1e-b196-93a4c7f8eb43 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1001 time: 0.1877847 Feb 10 23:27:25.530802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-66c215cd-c58a-4dd9-ab9a-443cbb805a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:25.533493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-66c215cd-c58a-4dd9-ab9a-443cbb805a8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1299982 Feb 10 23:27:25.667087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-8ef7204a-ab13-4dde-8932-c5fb84cb8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:25.669194 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-8ef7204a-ab13-4dde-8932-c5fb84cb8482 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285417 Feb 10 23:27:25.861119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-6ab7750d-490e-40a0-8cfd-39ff60ed61b3 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845677 Feb 10 23:27:26.034313 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-7bac2754-7e22-4f95-9215-9dec4f00675c service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663263 Feb 10 23:27:26.227171 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:27:26.227915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c323041-6d28-45af-a70a-7fcd41e50f4a req-2cc09a6d-439e-43f0-98ad-427526c48c33 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:26.229751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c323041-6d28-45af-a70a-7fcd41e50f4a req-2cc09a6d-439e-43f0-98ad-427526c48c33 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.1240957 Feb 10 23:27:26.305461 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4c323041-6d28-45af-a70a-7fcd41e50f4a req-da59f434-eb15-4859-8842-de5aca1e9e4d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631657 Feb 10 23:27:26.328666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port b3c535b7-8a6e-420e-995a-10f7ed509130 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:26.337654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port b3c535b7-8a6e-420e-995a-10f7ed509130 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:26.338264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:26.565709 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:26.603727 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:26.617026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:26.623829 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:26.723689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:26.732356 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'code': 200} Feb 10 23:27:27.685913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b1c229-2895-4f18-b61a-b36c8b131f9b req-dc39ac62-56d1-4019-b779-be97d7e703ea tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:27.688733 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27b1c229-2895-4f18-b61a-b36c8b131f9b req-dc39ac62-56d1-4019-b779-be97d7e703ea tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1261344 Feb 10 23:27:27.766328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27b1c229-2895-4f18-b61a-b36c8b131f9b req-6b670e79-0040-4d32-8843-c0a8f60e1e19 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643620 Feb 10 23:27:28.547847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-5d5dd677-4939-409b-b7ab-3126600802ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:28.549789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-5d5dd677-4939-409b-b7ab-3126600802ab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1097 time: 0.3272655 Feb 10 23:27:28.566088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:28.771323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:29.303082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc37b1-3d28-4c5b-9307-4249583e3744 req-f14f9ebd-7b80-48a7-a2df-94590153c318 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:29.306068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2fc37b1-3d28-4c5b-9307-4249583e3744 req-f14f9ebd-7b80-48a7-a2df-94590153c318 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.3725264 Feb 10 23:27:29.389702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:29.428732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a2fc37b1-3d28-4c5b-9307-4249583e3744 req-db2a8ff1-0082-412e-862c-d61dd68c1fe0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108048 Feb 10 23:27:29.468913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:27:29.551193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:29.558565 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:29.581905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Transition to ACTIVE for port object b3c535b7-8a6e-420e-995a-10f7ed509130 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:29.588338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:29.680348 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'code': 200} Feb 10 23:27:29.808806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:29.834559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.835079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.835783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.836212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.836678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.837387 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.837732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.838214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.838743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.839171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.839879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.840454 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:29.910134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] No DVR routers for this DVR port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:27:30.222775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:27:30.248489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:27:30.248986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:27:30.249437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:30.256323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:27:30.256711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Attempting to bind port b3c535b7-8a6e-420e-995a-10f7ed509130 on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:30.263952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:27:30.264475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:27:30.264926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:27:30.265620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Bound port: b3c535b7-8a6e-420e-995a-10f7ed509130, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:27:30.266143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:30.304141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:27:30.382025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:27:30.386798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:27:30.394429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:30.482730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:30.484521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:30.487203 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] 10.222.0.30 "PUT /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1093 time: 1.9288392 Feb 10 23:27:30.569450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e4c9d1-75e1-4e3b-8d64-4a7e9e3a9690 service neutron] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=11']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:30.642555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-fc38890b-27a3-4ab1-a4e1-68e488ca4b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:30.644892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-fc38890b-27a3-4ab1-a4e1-68e488ca4b3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1096 time: 0.1284137 Feb 10 23:27:30.903014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-2e94435c-9f42-464b-a438-48909a9df181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:30.904717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-2e94435c-9f42-464b-a438-48909a9df181 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2537258 Feb 10 23:27:30.921023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b3fa7-e2fa-4501-a1d2-a58d83fe8435 req-a5fc4dbe-2668-4c48-8a50-3ab809bda3db tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:30.922737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-731b3fa7-e2fa-4501-a1d2-a58d83fe8435 req-a5fc4dbe-2668-4c48-8a50-3ab809bda3db tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.2444880 Feb 10 23:27:31.254902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-534ca598-efb1-48c6-b81f-88b38107295f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.3310738 Feb 10 23:27:31.259480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-731b3fa7-e2fa-4501-a1d2-a58d83fe8435 req-787f9e77-42da-4bcd-8c58-56f556df25f7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998940 Feb 10 23:27:31.359890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-bed54421-ef3b-460d-9abd-427eeaa9b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:31.362507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-bed54421-ef3b-460d-9abd-427eeaa9b116 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0996764 Feb 10 23:27:31.491527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-8231b6af-3957-4099-962f-7b7edf79e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:31.505775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-8231b6af-3957-4099-962f-7b7edf79e27a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257410 Feb 10 23:27:31.680894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-9abb4a3a-68ce-4b9e-9fad-8ddf17307b8e service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772084 Feb 10 23:27:31.681943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:31.814748 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'status': 'completed', 'code': 200} Feb 10 23:27:31.965814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-536c5dc8-080d-4948-bc8c-48cf4d723d96 req-f3fc4464-b6c1-48ed-b25f-b439d73e1c37 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780929 Feb 10 23:27:31.981836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-99650de5-b5f2-4ab8-8765-74e5b2481437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:31.984544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-99650de5-b5f2-4ab8-8765-74e5b2481437 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1096 time: 0.1627305 Feb 10 23:27:32.359801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-65435fea-012a-42c6-83c9-929a48f292c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:32.362480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-65435fea-012a-42c6-83c9-929a48f292c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3718312 Feb 10 23:27:32.492340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-17beee70-85b1-444c-8825-399f46405a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:32.494936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-17beee70-85b1-444c-8825-399f46405a43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 1096 time: 0.4655952 Feb 10 23:27:32.884576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-842f8227-b7d3-413a-945f-fdc988ea74c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.5152488 Feb 10 23:27:33.092551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-62579352-bbb8-4f62-8833-a7a73b99077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.095071 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-62579352-bbb8-4f62-8833-a7a73b99077b service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.5037007 Feb 10 23:27:33.116820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75923866-9f04-4ad0-8951-affadc7e765a req-90b164a7-2b18-4092-8603-ff6d1b4d69ae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.119576 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75923866-9f04-4ad0-8951-affadc7e765a req-90b164a7-2b18-4092-8603-ff6d1b4d69ae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.6322570 Feb 10 23:27:33.197299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-db570f9a-8ad2-47ed-baef-3dde9137de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.199009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-db570f9a-8ad2-47ed-baef-3dde9137de1b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.3081164 Feb 10 23:27:33.357815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-75923866-9f04-4ad0-8951-affadc7e765a req-47de9aff-b837-4795-bdb0-62ea0f7032ff tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310610 Feb 10 23:27:33.365841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-c50c9f3b-57cf-407c-ad3c-7b8c83d1ae10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 200 len: 1000 time: 0.2400723 Feb 10 23:27:33.467085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-abf108cc-fb5f-495b-a046-d718436851c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.469678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-abf108cc-fb5f-495b-a046-d718436851c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2491181 Feb 10 23:27:33.472688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-7ad7f480-c66e-4920-a990-667bc8f106bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.476012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-7ad7f480-c66e-4920-a990-667bc8f106bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1035259 Feb 10 23:27:33.899329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-5085dedb-0c64-4ab2-8518-262758f0f439 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216893 Feb 10 23:27:33.942375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-c4da0d77-abec-442a-a86e-aaa09cc212b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:33.944969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-c4da0d77-abec-442a-a86e-aaa09cc212b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4347339 Feb 10 23:27:34.359631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-c920fbf5-d04b-4aa7-8ed4-3811582dd9cb service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542568 Feb 10 23:27:34.373638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-3a4f9859-428f-4950-b25c-05319607fbbf service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4200406 Feb 10 23:27:34.540367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd402bd8-3776-41d6-b2ed-f9b5717a8f4a req-f5231b7c-5893-455a-a5c8-bcebab91405e service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575232 Feb 10 23:27:34.671031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4570783-e15b-44dc-97a3-6a7900c53086 req-5eed31e8-b839-426c-baf4-ab508b4a3f73 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:34.672664 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4570783-e15b-44dc-97a3-6a7900c53086 req-5eed31e8-b839-426c-baf4-ab508b4a3f73 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 945 time: 0.1179295 Feb 10 23:27:34.738263 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c4570783-e15b-44dc-97a3-6a7900c53086 req-baa55ef2-9ff9-44ea-b361-e526d2d51c83 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573583 Feb 10 23:27:35.564073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:27:35.744707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:35.763627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'mac_address': 'fa:16:3e:9c:bf:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:27:35.828340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:35.847773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:35.866935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:35.874322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:36.023624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe43760-ec90-4f17-b9bc-29b051587e57 req-fd478d48-6822-423e-8bd5-cd863d57eae4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:36.025291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe43760-ec90-4f17-b9bc-29b051587e57 req-fd478d48-6822-423e-8bd5-cd863d57eae4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1098230 Feb 10 23:27:36.065221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=12']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:36.090697 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abe43760-ec90-4f17-b9bc-29b051587e57 req-5017fdce-b774-4007-aee6-59b8d95b3afc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581446 Feb 10 23:27:36.229444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b3c535b7-8a6e-420e-995a-10f7ed509130'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:27:36.434459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27483d84-d092-4173-86ca-b057e47bcf96 req-8d97b1a2-af58-4ac2-a66f-bea9b267dc2b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:36.436789 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27483d84-d092-4173-86ca-b057e47bcf96 req-8d97b1a2-af58-4ac2-a66f-bea9b267dc2b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1363423 Feb 10 23:27:36.517592 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-27483d84-d092-4173-86ca-b057e47bcf96 req-48017f68-116a-4f49-b94c-f8eb6443598a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715098 Feb 10 23:27:36.814278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c8b815-0966-4a2b-90ad-557e91694160 req-0bc93bf3-bd7a-405b-a70d-58c33111b9dd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:36.816211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99c8b815-0966-4a2b-90ad-557e91694160 req-0bc93bf3-bd7a-405b-a70d-58c33111b9dd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.0987666 Feb 10 23:27:36.878778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99c8b815-0966-4a2b-90ad-557e91694160 req-07cd93f0-9568-4abd-9b90-03a421a400e8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546114 Feb 10 23:27:37.428733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65461daf-99fc-42db-bf2b-9125fc8543a2 req-ffeba6a6-12ac-4f77-bb15-cd0ee9a7fc80 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:37.430386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65461daf-99fc-42db-bf2b-9125fc8543a2 req-ffeba6a6-12ac-4f77-bb15-cd0ee9a7fc80 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 946 time: 0.1138890 Feb 10 23:27:37.491128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-65461daf-99fc-42db-bf2b-9125fc8543a2 req-cf54899a-7e1f-44c1-a0b1-ecf5f07933b5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523019 Feb 10 23:27:37.562702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:27:37.644588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b3c535b7-8a6e-420e-995a-10f7ed509130 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:37.651564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b3c535b7-8a6e-420e-995a-10f7ed509130 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:37.651936 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:37.840757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:37.883319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:37.897584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:37.903923 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:37.955402 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'code': 200} Feb 10 23:27:37.994114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=13']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:38.002855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.003202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.003568 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.003898 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.004223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.004544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.004913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.005250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.005986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.005986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.006231 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.006439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:27:38.291311 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-abacd102-6a03-40fc-b3b2-e0e96326e7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:38.756228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4faf4a-c6f4-42e0-ba52-5e98744bd4cf req-e32ba194-f1c1-4af7-8477-9a9a9b7cf079 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:38.758956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a4faf4a-c6f4-42e0-ba52-5e98744bd4cf req-e32ba194-f1c1-4af7-8477-9a9a9b7cf079 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 947 time: 0.1222870 Feb 10 23:27:38.814560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a4faf4a-c6f4-42e0-ba52-5e98744bd4cf req-b3d955d8-a201-4874-a172-b8661b00e52a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454483 Feb 10 23:27:38.959688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-d681b2fd-2194-4a6b-869e-096c3d681dd9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:38.961445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-d681b2fd-2194-4a6b-869e-096c3d681dd9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 947 time: 0.0986102 Feb 10 23:27:39.060470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Deleting port b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:27:39.060850 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:39.405034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] For port b3c535b7-8a6e-420e-995a-10f7ed509130, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b3c535b7-8a6e-420e-995a-10f7ed509130,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:39.405510 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:39.920413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:39.921518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:39.921518 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 disassociated. External IP: 172.25.2.78, port: b3c535b7-8a6e-420e-995a-10f7ed509130. Feb 10 23:27:39.921989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Calling delete_port for b3c535b7-8a6e-420e-995a-10f7ed509130 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:27:40.155472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:40.186325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68377c04-43e9-4e11-9a61-40a9d99e5f38 req-d6222005-6db2-4ede-9944-7ced23790f7c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:40.189244 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-68377c04-43e9-4e11-9a61-40a9d99e5f38 req-d6222005-6db2-4ede-9944-7ced23790f7c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 947 time: 0.1520538 Feb 10 23:27:40.225155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'Port': ['ID=b3c535b7-8a6e-420e-995a-10f7ed509130,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:40.279753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-68377c04-43e9-4e11-9a61-40a9d99e5f38 req-54cc0cab-769b-41f7-bf65-325a68cea4c5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833039 Feb 10 23:27:40.549447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-28028eb9-d416-448c-b887-26ccf08bfead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:40.555680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:27:40.926118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:27:40.942148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:27:40.961168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:27:40.962415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:27:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:41.077564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] No DVR routers for this DVR port b3c535b7-8a6e-420e-995a-10f7ed509130 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:27:41.081901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:41.087694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-deleted', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:41.125114 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7cc19bd6-40c8-4a59-aa35-2c5ef1154b12 req-43c46696-2e2d-4b3e-8e84-878f391b1197 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "DELETE /v2.0/ports/b3c535b7-8a6e-420e-995a-10f7ed509130 HTTP/1.1" status: 204 len: 173 time: 2.1568379 Feb 10 23:27:41.210584 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a48f0a3-d1b9-4a28-ab9a-30733de219a1', 'name': 'network-vif-deleted', 'tag': 'b3c535b7-8a6e-420e-995a-10f7ed509130', 'status': 'completed', 'code': 200} Feb 10 23:27:41.374497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:27:41.537995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d9fea43c-8ac8-42e6-bf1b-45c9a6f7578b req-0e6c1a61-be1a-4ec7-b6bf-47db41e0333e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a48f0a3-d1b9-4a28-ab9a-30733de219a1 HTTP/1.1" status: 200 len: 210 time: 0.0758421 Feb 10 23:27:41.760566 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:41.921607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:41.927729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:27:41.961256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:27:41.962164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:27:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:42.021228 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:42.263110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:27:42.904828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:27:42.910168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1c0af3-cea2-4d6d-968c-0805cc210599 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:27:43.047805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-b7ef044d-340c-4905-b936-3c67a2a8b396 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-securitygroup--179104958&fields=id&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 267 time: 0.0670185 Feb 10 23:27:43.154632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:43.260375 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36325455-2aae-4549-9be4-2d110a3cb69a None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:27:43.316830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-30ead750-be06-4ebe-9628-d4ed6991a95b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:43.320698 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-30ead750-be06-4ebe-9628-d4ed6991a95b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.2654119 Feb 10 23:27:43.349533 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-70148c7e-4c42-4fa0-90d0-7152f18289c8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/quotas/cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 375 time: 0.0186923 Feb 10 23:27:43.524531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-969c58ca-0ae6-4af3-a2fd-e5519ee63c8f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:27:43.556171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-969c58ca-0ae6-4af3-a2fd-e5519ee63c8f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:27:43.558592 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-969c58ca-0ae6-4af3-a2fd-e5519ee63c8f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1981709 Feb 10 23:27:43.622585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:27:43.687274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: b3c535b7-8a6e-420e-995a-10f7ed509130 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:27:43.687831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b3c535b7-8a6e-420e-995a-10f7ed509130 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:27:43.962794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-6feed400-6bb0-49d7-b97b-4182c903a4a7 service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013489 Feb 10 23:27:44.181894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-b4dbf3f6-53cc-403d-a521-e5f7d75ef71e service neutron] 10.222.0.53 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097287 Feb 10 23:27:44.500751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-a59084c2-f408-4c4f-b5da-8ccb8fb527fb req-86e3f1d2-42ca-471f-9347-033e181f6bfe tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 210 time: 0.0841455 Feb 10 23:27:45.767341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3a82a6d-4ade-4dc0-9410-fc701e4d25e1 req-c4d1f98f-4682-4982-822e-59ddc5cd993c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 210 time: 0.0808482 Feb 10 23:27:45.870102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-8bd655ff-92a8-4996-b433-c36cec621043 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:45.872785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-8bd655ff-92a8-4996-b433-c36cec621043 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 812 time: 0.3003807 Feb 10 23:27:45.972370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-b23079ed-33df-454f-bcc7-11fa1132db50 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 379 time: 0.0907271 Feb 10 23:27:45.981723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'port': {'device_id': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'admin_state_up': True, 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'security_groups': ['8e4a43a3-1b47-4c73-8212-5a6987c7b4a1']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:46.292498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:27:46.304503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:27:46.318882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Made reservation on behalf of cc93ba121424488ebeac20930736a57c for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:27:46.322650 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:46.557038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Allocated IP 172.20.0.8 (d819b4f3-dccf-45ec-b941-a5ffd77cf053/c6620c89-3e66-4e43-a01a-81a74c91f0e4/ceaee08b-273b-4042-8380-269c2209e85c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:27:46.823666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:46.851217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Transition to ACTIVE for port object ceaee08b-273b-4042-8380-269c2209e85c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:46.903479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:46.992382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:27:46.996898 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:27:47.000230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:27:47.075601 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:47.086618 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f14bc9-7c50-4273-8a7b-183dbd13e23a req-44f8d87d-1924-480c-9ffc-09d7e65c9262 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:47.087988 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51f14bc9-7c50-4273-8a7b-183dbd13e23a req-44f8d87d-1924-480c-9ffc-09d7e65c9262 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 931 time: 0.1654110 Feb 10 23:27:47.123910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:47.124907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:47.194433 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-51f14bc9-7c50-4273-8a7b-183dbd13e23a req-b35bf6e4-2ea9-4693-a2c0-7f2a569ddc60 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878403 Feb 10 23:27:47.200524 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-fa96a6c9-dea9-4367-89cd-0fe50233bfac tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2225223 Feb 10 23:27:47.224074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-ca4cb74d-280d-4033-9789-82e6b07fc9ad tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:27:47.227028 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-ca4cb74d-280d-4033-9789-82e6b07fc9ad tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195570 Feb 10 23:27:47.242006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Request body: {'port': {'device_id': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:47.396788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-994bf869-9c42-42ff-9835-c5fda67ade33 None None] Provisioning for port ceaee08b-273b-4042-8380-269c2209e85c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:47.407525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-994bf869-9c42-42ff-9835-c5fda67ade33 None None] Provisioning complete for port ceaee08b-273b-4042-8380-269c2209e85c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:47.409615 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-994bf869-9c42-42ff-9835-c5fda67ade33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:47.474330 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:47.503106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-994bf869-9c42-42ff-9835-c5fda67ade33 None None] Port ceaee08b-273b-4042-8380-269c2209e85c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:27:48.093484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:48.110348 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:48.142062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Transition to ACTIVE for port object ceaee08b-273b-4042-8380-269c2209e85c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:27:48.148493 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:48.406934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:48.595145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2153a1df-0bdf-4ded-b59f-212a5388edd5 req-8c628c7c-72ac-4eed-9547-6e9a7b6a86e0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:48.596043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2153a1df-0bdf-4ded-b59f-212a5388edd5 req-8c628c7c-72ac-4eed-9547-6e9a7b6a86e0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:27:48.599175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:27:48.599699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:27:48.600109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:48.609731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:27:48.610050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:27:48.621362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:27:48.621701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:27:48.622323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:27:48.622765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Bound port: ceaee08b-273b-4042-8380-269c2209e85c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:27:48.623105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:48.644405 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2153a1df-0bdf-4ded-b59f-212a5388edd5 req-8c628c7c-72ac-4eed-9547-6e9a7b6a86e0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:27:48.646476 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2153a1df-0bdf-4ded-b59f-212a5388edd5 req-8c628c7c-72ac-4eed-9547-6e9a7b6a86e0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.3109751 Feb 10 23:27:48.764019 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2153a1df-0bdf-4ded-b59f-212a5388edd5 req-9ace2497-d051-486b-8183-f62fa4d2d85f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889812 Feb 10 23:27:48.777131 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:27:48.781416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:27:48.789517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:48.885076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:48.885843 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:48.887444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] 10.222.0.30 "PUT /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 1091 time: 1.6546211 Feb 10 23:27:48.887903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:48.915555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f3b6bd-fa13-4a1c-a951-5b20ee5f2606 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:49.124847 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'status': 'completed', 'code': 200} Feb 10 23:27:49.172682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-c5233a69-fb24-4ff6-bae7-c3d71b2df4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:49.174398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-c5233a69-fb24-4ff6-bae7-c3d71b2df4f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1094 time: 0.2319639 Feb 10 23:27:49.256004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-a3235b67-4f8e-41cf-9829-21bd67435f10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 217 time: 0.0737579 Feb 10 23:27:49.328303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-1eded33c-6aac-4711-a3a6-3bf5a8ba79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:49.329962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-1eded33c-6aac-4711-a3a6-3bf5a8ba79a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0676732 Feb 10 23:27:49.421542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-0e93875c-1b14-491d-a5e4-fe02bbeef795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:49.424154 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-0e93875c-1b14-491d-a5e4-fe02bbeef795 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868716 Feb 10 23:27:49.572628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-e87d0b45-c467-4642-89d0-782f6dc596ca service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416502 Feb 10 23:27:49.723745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-219a4243-5a48-433b-8d47-261e64fe7ee7 req-267b4e89-317a-47ba-bfeb-6fadcee20d3d service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448970 Feb 10 23:27:49.870585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-78003af1-1bd1-4a73-bc96-1b0003af2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:49.872347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-78003af1-1bd1-4a73-bc96-1b0003af2f2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1094 time: 0.0983186 Feb 10 23:27:50.091113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-1f90844c-5bf0-430c-aa5b-db21b291a2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:50.092616 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-1f90844c-5bf0-430c-aa5b-db21b291a2ae service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2127066 Feb 10 23:27:50.101694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1decd-1039-4647-8769-30aee61eef76 req-9434ad73-be59-4e24-92f8-7195fba635f0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:50.103652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9f1decd-1039-4647-8769-30aee61eef76 req-9434ad73-be59-4e24-92f8-7195fba635f0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.2010925 Feb 10 23:27:50.189490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-6598743d-0bea-4424-a5c1-21a7da653c0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 217 time: 0.0845215 Feb 10 23:27:50.272069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9f1decd-1039-4647-8769-30aee61eef76 req-47ca9ee1-e935-4cb4-8882-7b064dad68bf tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110134 Feb 10 23:27:50.289811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-9ad38c89-17d6-4023-b003-c030c9293c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:50.292440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-9ad38c89-17d6-4023-b003-c030c9293c3f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0961289 Feb 10 23:27:50.382431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-f02e6065-e248-4bf0-b36c-90835249a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:50.384276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-f02e6065-e248-4bf0-b36c-90835249a9ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860693 Feb 10 23:27:50.543260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-c8ea42ec-8531-4c46-84df-16dcb3df72ca service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520519 Feb 10 23:27:50.707539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c23c486-f81a-423a-8846-efaa246c4ccf req-d99b5426-9982-4091-9574-9be567163b67 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573660 Feb 10 23:27:51.508691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33d35d4-9d44-4835-9fbb-90e798e4276c req-0efa5334-012a-4deb-85d5-6ae8234e7838 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:51.510221 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b33d35d4-9d44-4835-9fbb-90e798e4276c req-0efa5334-012a-4deb-85d5-6ae8234e7838 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.0976148 Feb 10 23:27:51.568014 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-b33d35d4-9d44-4835-9fbb-90e798e4276c req-b09b278c-3bca-4e73-8415-2e1395d01315 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467546 Feb 10 23:27:52.180103 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:52.784721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643a08b-faa8-449b-ac0d-7fec7f8ef7f5 req-c83d715a-47f4-46ff-8225-ac8793c07146 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:52.786877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2643a08b-faa8-449b-ac0d-7fec7f8ef7f5 req-c83d715a-47f4-46ff-8225-ac8793c07146 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.0910928 Feb 10 23:27:52.840189 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2643a08b-faa8-449b-ac0d-7fec7f8ef7f5 req-1dd09d33-9909-4b53-9eac-0343bbcf7783 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428650 Feb 10 23:27:53.656165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:27:53.886178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:53.903415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ceaee08b-273b-4042-8380-269c2209e85c', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:27:54.011417 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:54.044373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:27:54.072494 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:54.078296 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:54.144341 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ddcd8-f7ce-48ef-b366-19303ade83b2 req-f7d61495-4981-47ba-bdc1-0b8ee1521267 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:54.151774 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f35ddcd8-f7ce-48ef-b366-19303ade83b2 req-f7d61495-4981-47ba-bdc1-0b8ee1521267 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.1486363 Feb 10 23:27:54.180420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:54.228876 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f35ddcd8-f7ce-48ef-b366-19303ade83b2 req-ceccdc7c-37cb-46c1-afd2-be047b7a965b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694184 Feb 10 23:27:54.390502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ceaee08b-273b-4042-8380-269c2209e85c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:27:54.933082 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:55.122546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:27:55.462600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7225f5-782e-4237-b2bb-3fa5a984a423 req-7b721246-1e49-45f4-9fb4-8a24c4ed63ae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:55.465418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c7225f5-782e-4237-b2bb-3fa5a984a423 req-7b721246-1e49-45f4-9fb4-8a24c4ed63ae tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1159966 Feb 10 23:27:55.536645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c7225f5-782e-4237-b2bb-3fa5a984a423 req-df632cf9-5896-40a0-b5de-5694c153e35a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629301 Feb 10 23:27:55.666532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:27:55.752455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port ceaee08b-273b-4042-8380-269c2209e85c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:27:55.761392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ceaee08b-273b-4042-8380-269c2209e85c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:27:55.761766 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:55.914468 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:55.949988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:27:55.963590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:27:55.968866 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:56.017099 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'code': 200} Feb 10 23:27:56.068535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:27:56.177324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901788b1-1011-41b3-b58b-c6d2efccca44 req-d4342388-e9d2-4316-bd60-0f15468d48f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:56.179995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-901788b1-1011-41b3-b58b-c6d2efccca44 req-d4342388-e9d2-4316-bd60-0f15468d48f1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1096 time: 0.0923839 Feb 10 23:27:56.254152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-901788b1-1011-41b3-b58b-c6d2efccca44 req-6b8091bf-ede8-42a0-ad0e-3e937dc6d8ac service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669267 Feb 10 23:27:56.780812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0ff23-2aa7-45ed-a465-d748575aa1c3 req-c40fd95b-8024-433b-a376-cf342aa45c75 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:56.783082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b0ff23-2aa7-45ed-a465-d748575aa1c3 req-c40fd95b-8024-433b-a376-cf342aa45c75 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1008770 Feb 10 23:27:56.844240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b0ff23-2aa7-45ed-a465-d748575aa1c3 req-59cb6487-decd-409f-94b6-9bb060fb0b74 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544631 Feb 10 23:27:58.305568 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748875cb-0e5a-41a8-bbab-817fd7289d45 req-85427663-42ad-4374-8b45-1204b3037003 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:58.307220 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-748875cb-0e5a-41a8-bbab-817fd7289d45 req-85427663-42ad-4374-8b45-1204b3037003 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1078715 Feb 10 23:27:58.391264 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-748875cb-0e5a-41a8-bbab-817fd7289d45 req-125017ac-5810-4160-ae1b-58b71773daa8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759308 Feb 10 23:27:58.624074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1abb1-eece-4ff1-b4b6-b812250aa2c7 req-451a8c55-4393-442a-8d56-223b99eec366 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:27:58.626197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aad1abb1-eece-4ff1-b4b6-b812250aa2c7 req-451a8c55-4393-442a-8d56-223b99eec366 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1019711 Feb 10 23:27:58.638675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 35916) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:27:58.644826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Request body: {'floatingip': {'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:27:58.872166 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:59.670920 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:59.675881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:27:59.885007 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 associated. External IP: 172.25.2.78, port: ceaee08b-273b-4042-8380-269c2209e85c. Feb 10 23:28:00.367498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:28:00.727054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:28:00.733811 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:00.742315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:28:00.757319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:28:00.758135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:27:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:00.800175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a101290c-5621-49df-85e5-a761f600dde7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "PUT /v2.0/floatingips/1a192e8b-c9d4-49aa-8a3d-71fddef45168 HTTP/1.1" status: 200 len: 991 time: 2.1602700 Feb 10 23:28:00.800767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:00.883055 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'status': 'completed', 'code': 200} Feb 10 23:28:01.013601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:28:01.022525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-96a62109-1453-49ba-9401-8e00b6a175ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:01.024408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-96a62109-1453-49ba-9401-8e00b6a175ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1096 time: 0.1138949 Feb 10 23:28:01.220654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-1d0411df-8936-497f-bb8f-1057e1a76263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:01.222312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-1d0411df-8936-497f-bb8f-1057e1a76263 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.1899667 Feb 10 23:28:01.355263 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-f744b067-1e55-4880-8764-8cfcacce05b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.1252465 Feb 10 23:28:01.482112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-dd5afd94-f009-4371-811c-434261be75ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:01.484822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-dd5afd94-f009-4371-811c-434261be75ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1231689 Feb 10 23:28:01.643871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-59184b17-c632-4342-866a-4bdd9f46bcda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:01.647039 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-59184b17-c632-4342-866a-4bdd9f46bcda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556077 Feb 10 23:28:01.667381 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:27:59Z', 'revision_number': 13, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:01.675912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:28:01.698462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:28:01.699599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:27:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:01.812130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-6528bca1-3eba-4dd9-b650-bd6784d7be7b service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574316 Feb 10 23:28:01.983152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f520dfb2-7a71-44d0-a790-549f5e6891e8 req-9c6fa6c5-7921-4649-b9b1-985a9ae46ccd service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641650 Feb 10 23:28:02.058652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:28:02.596411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:27:59Z', 'revision_number': 13, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:28:02.604053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d2ea-ce08-42ef-94dc-9040aeec3b19 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '1a192e8b-c9d4-49aa-8a3d-71fddef45168', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'floating_ip_address': '172.25.2.78', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:24:17Z', 'updated_at': '2022-02-10T23:27:59Z', 'revision_number': 13, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:28:02.904582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7106673-b4c3-4b9e-bfd0-e68b7727f80e None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:28:02.981734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5ffc3-127e-440f-b440-2fbd615339fc req-674f5e5f-fef0-4b0b-be60-4e58fcb24b52 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:02.983316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5f5ffc3-127e-440f-b440-2fbd615339fc req-674f5e5f-fef0-4b0b-be60-4e58fcb24b52 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1095960 Feb 10 23:28:03.064650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5f5ffc3-127e-440f-b440-2fbd615339fc req-858d62bc-e052-42d1-a656-6379c7cbef72 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748117 Feb 10 23:28:08.297549 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4571d823-c3cc-4768-97f6-b8901047432f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:10.551944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4b2a0c5d-36af-4db6-8500-e2e23da36130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:11.747930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:11.957968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:12.412103 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-6d878982-12cb-4c70-94d4-cde8563726fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2124348 Feb 10 23:28:12.436337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132ccab-71c4-43fd-b9aa-a0a3f59583be req-71f343d0-62fb-43ec-a8d9-1f8266c95d0b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:12.438995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c132ccab-71c4-43fd-b9aa-a0a3f59583be req-71f343d0-62fb-43ec-a8d9-1f8266c95d0b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1620853 Feb 10 23:28:12.518307 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c132ccab-71c4-43fd-b9aa-a0a3f59583be req-0f64ce23-ba26-47a0-aa28-136313b446fc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685959 Feb 10 23:28:13.158860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:13.853444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163f7e5b-73f2-4445-bdae-7aae5965a169 req-20de4c9a-1991-4484-8c63-4b034ecf602b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:13.855561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-163f7e5b-73f2-4445-bdae-7aae5965a169 req-20de4c9a-1991-4484-8c63-4b034ecf602b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1069303 Feb 10 23:28:13.921620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-163f7e5b-73f2-4445-bdae-7aae5965a169 req-4716b80f-2950-4267-812e-9095fd576060 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593150 Feb 10 23:28:14.217819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-4d9650d7-0c1f-41c4-8dd0-6510688f6dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:14.219954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-4d9650d7-0c1f-41c4-8dd0-6510688f6dcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1096 time: 0.1411231 Feb 10 23:28:14.441542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-1e34d3be-8055-4313-9700-72785596d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:14.443996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-1e34d3be-8055-4313-9700-72785596d0a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2173462 Feb 10 23:28:14.571383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-2671bdeb-3ab3-4a42-a879-fcead720e5b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 1001 time: 0.1198843 Feb 10 23:28:14.653567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0b7ee422-b78a-48fc-a12a-106ff27e317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:14.655102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0b7ee422-b78a-48fc-a12a-106ff27e317e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0767787 Feb 10 23:28:14.785910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-be327f50-d7d3-4538-be47-f5f1a7d1fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:14.788835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-be327f50-d7d3-4538-be47-f5f1a7d1fcc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244640 Feb 10 23:28:15.112355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-9a73b607-0a52-48e1-a8fd-32368fcb6542 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155921 Feb 10 23:28:15.298681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaec703-f542-4e7d-8b14-9b5c9acb61f4 req-098e0eb8-a000-45c7-9920-92ebf30e3806 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:15.300291 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dcaec703-f542-4e7d-8b14-9b5c9acb61f4 req-098e0eb8-a000-45c7-9920-92ebf30e3806 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1584730 Feb 10 23:28:15.373573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-7d33e50e-f552-4c50-b4a5-596062f2c0f3 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419052 Feb 10 23:28:15.428121 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-dcaec703-f542-4e7d-8b14-9b5c9acb61f4 req-0fdc4212-c4e4-414c-ab6a-5a1ef3db6487 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029835 Feb 10 23:28:16.761758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe42f4b8-4c81-4194-ba5d-89a93b6f8ec8 req-58b975f3-b0df-484f-8b49-8161c25f8a82 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:16.763759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe42f4b8-4c81-4194-ba5d-89a93b6f8ec8 req-58b975f3-b0df-484f-8b49-8161c25f8a82 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1639960 Feb 10 23:28:16.840678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe42f4b8-4c81-4194-ba5d-89a93b6f8ec8 req-8ea6ad14-6ef0-4cee-a59f-5d05b4b0301f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652606 Feb 10 23:28:18.072098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283de0a3-c934-4bab-b60b-73b044ba294c req-134881ab-ee30-40cd-8021-48e50b87012a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:18.073724 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283de0a3-c934-4bab-b60b-73b044ba294c req-134881ab-ee30-40cd-8021-48e50b87012a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.0922558 Feb 10 23:28:18.135015 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-283de0a3-c934-4bab-b60b-73b044ba294c req-c33523f2-fefc-420a-8ea1-3a47dd4b700b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552716 Feb 10 23:28:19.518706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907eb78c-83d5-4057-b1c0-7f01b5be73e1 req-63f67942-4982-4b89-8226-d85db1ed0110 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:19.521626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-907eb78c-83d5-4057-b1c0-7f01b5be73e1 req-63f67942-4982-4b89-8226-d85db1ed0110 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1713028 Feb 10 23:28:19.592207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-907eb78c-83d5-4057-b1c0-7f01b5be73e1 req-62e8d7bc-1021-46a2-b798-7ebd58738ca7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600595 Feb 10 23:28:20.928243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad71c6c-46ef-44d1-81ab-2105b873799f req-b64f86ba-b169-4604-a179-172f26525ad7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:20.931387 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ad71c6c-46ef-44d1-81ab-2105b873799f req-b64f86ba-b169-4604-a179-172f26525ad7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1577857 Feb 10 23:28:20.989325 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-1ad71c6c-46ef-44d1-81ab-2105b873799f req-1f74a741-6bc3-48b5-91e3-b923a2348de6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513358 Feb 10 23:28:22.189530 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:22.266112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df5b45-bd8b-43c2-97f3-f03d1bd14ca2 req-646954bd-364f-4964-bed3-578d917b6bec tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:22.267788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8df5b45-bd8b-43c2-97f3-f03d1bd14ca2 req-646954bd-364f-4964-bed3-578d917b6bec tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1031170 Feb 10 23:28:22.332528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8df5b45-bd8b-43c2-97f3-f03d1bd14ca2 req-e757aab0-379e-4a8a-9514-d6a6ec94ca70 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522273 Feb 10 23:28:23.696626 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499f26c-f2a9-4a0e-a031-59d9b0c0a39f req-375a26b3-afa5-428b-bd2e-53b7d4f0371e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:23.699504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7499f26c-f2a9-4a0e-a031-59d9b0c0a39f req-375a26b3-afa5-428b-bd2e-53b7d4f0371e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1574388 Feb 10 23:28:23.788463 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-7499f26c-f2a9-4a0e-a031-59d9b0c0a39f req-7076b29b-da29-4758-9377-b925d73dc43f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775101 Feb 10 23:28:24.945002 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:25.089931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d47539-f638-4706-944d-b0ca7220bc2e req-a5e445f9-00ef-4ec9-a37e-1ace4fae62b1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:25.092669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3d47539-f638-4706-944d-b0ca7220bc2e req-a5e445f9-00ef-4ec9-a37e-1ace4fae62b1 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1324322 Feb 10 23:28:25.173211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3d47539-f638-4706-944d-b0ca7220bc2e req-906f88dc-8b00-42c6-89da-5194440efd5e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727654 Feb 10 23:28:26.439976 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c98b1-fc3b-4947-8c11-59dc5f0922d6 req-d7345f8a-64ad-44c9-8af7-69de2d1949fd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:26.441843 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-735c98b1-fc3b-4947-8c11-59dc5f0922d6 req-d7345f8a-64ad-44c9-8af7-69de2d1949fd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1083817 Feb 10 23:28:26.494238 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-735c98b1-fc3b-4947-8c11-59dc5f0922d6 req-d5013975-a96c-4629-911e-616b8a971353 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458324 Feb 10 23:28:27.773073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6034cfe2-7662-4ffd-9db7-31906cfbe398 req-d9670785-5fa1-423e-9e43-56e0841043b9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:27.774723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6034cfe2-7662-4ffd-9db7-31906cfbe398 req-d9670785-5fa1-423e-9e43-56e0841043b9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.0911267 Feb 10 23:28:27.840139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6034cfe2-7662-4ffd-9db7-31906cfbe398 req-201204d6-b7a6-4df8-a6c0-4e31c15b474c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590858 Feb 10 23:28:29.125532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6a23b8-adcf-4dc5-a6a9-92e932a1c5e4 req-4a094a99-f918-4bc9-a496-cb75a2220724 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:29.127953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f6a23b8-adcf-4dc5-a6a9-92e932a1c5e4 req-4a094a99-f918-4bc9-a496-cb75a2220724 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1080148 Feb 10 23:28:29.201203 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-0f6a23b8-adcf-4dc5-a6a9-92e932a1c5e4 req-045a81e2-b8b7-451c-9acd-fbd6d8de3ca9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651443 Feb 10 23:28:30.414626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e503662-8506-47f3-aa65-305675539dae req-fc8d5993-feee-4091-b174-97f82ec61117 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:30.416159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e503662-8506-47f3-aa65-305675539dae req-fc8d5993-feee-4091-b174-97f82ec61117 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.0902305 Feb 10 23:28:30.464895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e503662-8506-47f3-aa65-305675539dae req-432670c3-335d-47ff-8164-a8e039f6ebd6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423341 Feb 10 23:28:31.674818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05530a4d-6bf3-432a-9ce3-1cb83a681647 req-e4aaefae-605f-42e1-a7fb-8f8b100325d3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:31.677071 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05530a4d-6bf3-432a-9ce3-1cb83a681647 req-e4aaefae-605f-42e1-a7fb-8f8b100325d3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.0920687 Feb 10 23:28:31.739551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-05530a4d-6bf3-432a-9ce3-1cb83a681647 req-b97a6ae8-bd2f-44f2-a1ad-1636852637cd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526037 Feb 10 23:28:32.113571 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:28:33.084780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30350557-0a1e-427e-ba45-03e732c208ed req-7600ec8e-9ee2-45a4-a9e9-9f736d0ae76c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:33.087449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30350557-0a1e-427e-ba45-03e732c208ed req-7600ec8e-9ee2-45a4-a9e9-9f736d0ae76c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1531167 Feb 10 23:28:33.163724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-30350557-0a1e-427e-ba45-03e732c208ed req-161cc498-387f-4417-ba00-c9a489ade739 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683179 Feb 10 23:28:33.321150 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-3002a7e8-06c4-4220-bde1-7f9fe182913d service neutron] show failed (client error): The resource could not be found. Feb 10 23:28:33.322177 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-3002a7e8-06c4-4220-bde1-7f9fe182913d service neutron] 10.222.0.30 "GET /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.0969965 Feb 10 23:28:33.681531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0c084f5f-1359-4d56-9c42-9dca87a2f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:33.683151 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0c084f5f-1359-4d56-9c42-9dca87a2f978 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1096 time: 0.0917428 Feb 10 23:28:33.697719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:28:33.852752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:34.234463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:28:34.281277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:28:34.384412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:34.392662 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:34.400254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d3203-d302-4e78-8153-69e0ca5bb9c0 req-e0b089f2-4d45-40bf-8f3f-d6b7cecd8385 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:34.401995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d9d3203-d302-4e78-8153-69e0ca5bb9c0 req-e0b089f2-4d45-40bf-8f3f-d6b7cecd8385 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1049957 Feb 10 23:28:34.419511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Transition to ACTIVE for port object ceaee08b-273b-4042-8380-269c2209e85c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:28:34.429216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:34.454432 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-3d9d3203-d302-4e78-8153-69e0ca5bb9c0 req-29a34655-415e-4351-bb63-1720b6915b0c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459566 Feb 10 23:28:34.481907 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'code': 200} Feb 10 23:28:34.790394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:34.808514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.809020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.809559 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.810105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.810924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.811482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.812033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.812590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.813008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.813556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.814115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.814674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:34.885509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] No DVR routers for this DVR port ceaee08b-273b-4042-8380-269c2209e85c on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:28:35.158530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:28:35.159312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:28:35.159647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:28:35.165801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:28:35.166127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:28:35.173647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:28:35.174080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:28:35.174509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:28:35.175012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Bound port: ceaee08b-273b-4042-8380-269c2209e85c, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:28:35.176223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:35.286810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:28:35.290560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:28:35.297752 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:35.391697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.392823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:35.395617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] 10.222.0.24 "PUT /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 1091 time: 1.7051866 Feb 10 23:28:35.520847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c8217-56c0-4f33-8583-27ec1b8eb004 service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:35.581088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-a5b41023-4a7e-43a2-9bac-56e28af5c262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.584701 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-a5b41023-4a7e-43a2-9bac-56e28af5c262 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1094 time: 0.1579726 Feb 10 23:28:35.808938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:28:35.863936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0ec0afdc-4572-4c1d-80d8-17216fe2856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.867257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-0ec0afdc-4572-4c1d-80d8-17216fe2856d service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2757611 Feb 10 23:28:35.926123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:28:35.978832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315d98de-e6b0-49ef-bf32-99b49b53f6bf req-ae34ac68-a922-43fa-972d-48d6a073f1f6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:35.981609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-315d98de-e6b0-49ef-bf32-99b49b53f6bf req-ae34ac68-a922-43fa-972d-48d6a073f1f6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.2721426 Feb 10 23:28:36.140729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-315d98de-e6b0-49ef-bf32-99b49b53f6bf req-9fd7b552-59fb-4630-be2f-57d805f637dd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455288 Feb 10 23:28:36.144518 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-e7c48e94-c50b-4ec0-9734-a226afbf77ee service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.2721019 Feb 10 23:28:36.260950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-91d7e0bb-61d1-4147-b8c0-97ee3b7e912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:36.263543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-91d7e0bb-61d1-4147-b8c0-97ee3b7e912c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1131916 Feb 10 23:28:36.372058 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-d5f2cc00-cf6e-4059-bd5e-4f1dee76e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:36.374877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-d5f2cc00-cf6e-4059-bd5e-4f1dee76e867 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039672 Feb 10 23:28:36.386912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-92fd93e5-13d1-47bc-a51a-865b4ade960d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:28:36.388422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-92fd93e5-13d1-47bc-a51a-865b4ade960d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069575 Feb 10 23:28:36.487508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:36.573098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-54b3616b-5fa7-469f-b794-369873a0e4db service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790063 Feb 10 23:28:36.580011 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'status': 'completed', 'code': 200} Feb 10 23:28:36.798185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-c681318e-03bc-48b5-85f3-dfe235021df2 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167909 Feb 10 23:28:36.805941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-6a94be27-7a7e-49fc-aeed-29bf93318ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:36.808448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-6a94be27-7a7e-49fc-aeed-29bf93318ed3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1094 time: 0.1999018 Feb 10 23:28:37.400849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-ec65e812-e71b-446c-9801-8099bc3555bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:37.403709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-ec65e812-e71b-446c-9801-8099bc3555bb service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.5881777 Feb 10 23:28:37.625972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-ca6e0558-1b8d-48c0-9ee4-20a996a36026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:37.628645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-ca6e0558-1b8d-48c0-9ee4-20a996a36026 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1094 time: 0.6748190 Feb 10 23:28:37.883068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-1c69a23e-c5a5-4492-b22f-e144b84c1eb9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.4724054 Feb 10 23:28:38.116105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcf92d-7b43-41db-a332-84023e746fb0 req-b0b3e153-3dc4-4f4a-af39-d653066c0253 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:38.117169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4fcf92d-7b43-41db-a332-84023e746fb0 req-b0b3e153-3dc4-4f4a-af39-d653066c0253 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.7810247 Feb 10 23:28:38.122798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-0aab4bff-f8f9-4c4c-89f0-de8ad2941e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:38.125504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-0aab4bff-f8f9-4c4c-89f0-de8ad2941e99 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.2353745 Feb 10 23:28:38.131564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-6d5b56a1-cd38-4e0d-ac0a-2629d47845fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:38.134352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-6d5b56a1-cd38-4e0d-ac0a-2629d47845fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.4907956 Feb 10 23:28:38.318992 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-586e66f7-76fc-42f7-aee6-ca4d37903045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:38.490760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4fcf92d-7b43-41db-a332-84023e746fb0 req-3a656527-3939-437f-8050-6072223bc984 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599346 Feb 10 23:28:38.517945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-33641ea0-7a58-4c81-88b4-d77458159b64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.3020720 Feb 10 23:28:38.632082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-7efa56b1-b005-43cb-a8bc-f8adfbe56604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:38.634796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-7efa56b1-b005-43cb-a8bc-f8adfbe56604 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4979675 Feb 10 23:28:38.690837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-a9f0a807-e0e3-4226-99fe-20f9e55eb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:38.694063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-a9f0a807-e0e3-4226-99fe-20f9e55eb386 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1685033 Feb 10 23:28:39.006526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-1c475621-8cb6-4e69-8d39-ac2c5b8bd394 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622417 Feb 10 23:28:39.052745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-3753b817-8866-4a93-93ab-e432cf27482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:39.055613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-3753b817-8866-4a93-93ab-e432cf27482b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3535516 Feb 10 23:28:39.492835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-ae1f594c-2e13-4974-b8f4-7f1087683c8b service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4771640 Feb 10 23:28:39.504045 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-fa1a7612-b776-4dd5-ae72-55a203d0d14a service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417195 Feb 10 23:28:39.746695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8dfd789-e097-4f6a-843f-a9b4f8e6e0fd req-7977933a-01df-461e-b416-598844275100 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360132 Feb 10 23:28:39.916351 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766d929-dca7-4534-a003-bdb54047ae0e req-c82cdc75-d6e3-46a5-8a2e-d73a84ade3bd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:39.918579 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f766d929-dca7-4534-a003-bdb54047ae0e req-c82cdc75-d6e3-46a5-8a2e-d73a84ade3bd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.2063990 Feb 10 23:28:39.974245 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f766d929-dca7-4534-a003-bdb54047ae0e req-90cdc3ac-c0b0-4e7a-9ba6-4b2890426c18 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489776 Feb 10 23:28:40.553983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d99065a1-d302-4d49-a562-02db0fc7b87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:41.466317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59cdb4-ac46-4b75-917b-885a66b7494a req-c9a620a4-2764-4210-a957-f6e1b0a94738 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:41.468567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc59cdb4-ac46-4b75-917b-885a66b7494a req-c9a620a4-2764-4210-a957-f6e1b0a94738 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.1028368 Feb 10 23:28:41.530993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bc59cdb4-ac46-4b75-917b-885a66b7494a req-2bfa9c98-fd11-43c2-b756-fc171f4deeb0 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550773 Feb 10 23:28:41.745676 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:41.966818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:42.850589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b02aea-e558-48cb-b527-f5ac9ea6d3ca req-1c80707e-ba14-4a16-b6df-8647a581b060 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:42.852598 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8b02aea-e558-48cb-b527-f5ac9ea6d3ca req-1c80707e-ba14-4a16-b6df-8647a581b060 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.1100118 Feb 10 23:28:42.943230 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8b02aea-e558-48cb-b527-f5ac9ea6d3ca req-f75d7e41-c427-4c9b-8e89-578f61cf4aca tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840602 Feb 10 23:28:43.152125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:44.263531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7b98e-b7ec-40aa-a733-66f379e2e5e4 req-0bd2cd3a-323b-4769-97dd-05a42b2c9117 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:44.266304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eac7b98e-b7ec-40aa-a733-66f379e2e5e4 req-0bd2cd3a-323b-4769-97dd-05a42b2c9117 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.1584449 Feb 10 23:28:44.359686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eac7b98e-b7ec-40aa-a733-66f379e2e5e4 req-453e75c2-7697-48ab-98f5-063bb1a56e28 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829632 Feb 10 23:28:45.903629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60954ee9-9f44-4de8-89a0-6a6ae992e576 req-6bdb3bbd-5d20-4f02-89cb-7776aaa48020 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:45.906450 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60954ee9-9f44-4de8-89a0-6a6ae992e576 req-6bdb3bbd-5d20-4f02-89cb-7776aaa48020 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 943 time: 0.3162313 Feb 10 23:28:46.002946 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-60954ee9-9f44-4de8-89a0-6a6ae992e576 req-1607da59-61ea-4b50-a1d3-6282877b3e7e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848646 Feb 10 23:28:46.599648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ceaee08b-273b-4042-8380-269c2209e85c details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:28:46.811115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:28:46.829168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'ceaee08b-273b-4042-8380-269c2209e85c', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:28:46.902087 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:46.926168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:28:46.946380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:28:46.952370 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:47.069178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:47.078979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.079499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.079936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.080362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.080839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.081283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.082151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.082552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.083081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.083619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.084057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.084502 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:28:47.205500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['ceaee08b-273b-4042-8380-269c2209e85c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:28:47.401178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ccac3d-a017-4f90-b564-d836c7fb73cd req-49bc7a0c-8bd9-4eb0-bff9-fb540d39c82b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:47.405752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82ccac3d-a017-4f90-b564-d836c7fb73cd req-49bc7a0c-8bd9-4eb0-bff9-fb540d39c82b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1751413 Feb 10 23:28:47.724009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82ccac3d-a017-4f90-b564-d836c7fb73cd req-a7f56f74-9725-40f5-b481-fe92fc3300f8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3099847 Feb 10 23:28:48.526062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65edca-7ec4-4422-9554-57c2e9fd7c93 req-5b618775-1636-4659-9635-2a5b1a2896b9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:48.527626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a65edca-7ec4-4422-9554-57c2e9fd7c93 req-5b618775-1636-4659-9635-2a5b1a2896b9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1294444 Feb 10 23:28:48.547477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-218eabce-c64f-4332-a8ce-62c0fa790c6e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:48.550235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-218eabce-c64f-4332-a8ce-62c0fa790c6e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.24 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d&tenant_id=cc93ba121424488ebeac20930736a57c&binding%3Ahost_id=n-h2-825178-4 HTTP/1.1" status: 200 len: 944 time: 0.2312410 Feb 10 23:28:48.628030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ceaee08b-273b-4042-8380-269c2209e85c up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:28:48.772765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a65edca-7ec4-4422-9554-57c2e9fd7c93 req-353cd33e-e424-47fe-8ef1-f9532ad677da tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2209904 Feb 10 23:28:48.782264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port ceaee08b-273b-4042-8380-269c2209e85c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:28:48.790590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port ceaee08b-273b-4042-8380-269c2209e85c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:28:48.791245 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:48.803208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-6108d996-cb7c-4f2f-ae3b-fb7aa324b30f service neutron] 10.222.0.24 "GET /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c/bindings/n-h2-825178-4 HTTP/1.1" status: 200 len: 382 time: 0.2271957 Feb 10 23:28:48.954346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-7c713a65-7a17-4adc-b88a-6f7ace4e1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:48.956161 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-7c713a65-7a17-4adc-b88a-6f7ace4e1e86 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1095 time: 0.1219993 Feb 10 23:28:48.991885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:49.040195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:49.057911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:28:49.067384 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:49.161461 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'code': 200} Feb 10 23:28:49.192697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:49.204635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-50b7d63c-6f41-4756-ae03-6694974406d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:49.207530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-50b7d63c-6f41-4756-ae03-6694974406d8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2449396 Feb 10 23:28:49.373095 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-b83fb67c-3957-4fc2-b358-d2e873c96de8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 1001 time: 0.1586833 Feb 10 23:28:49.451743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-df76d284-c4ed-4a91-b47f-ddc8fac14ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:49.453459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-df76d284-c4ed-4a91-b47f-ddc8fac14ebd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0739291 Feb 10 23:28:49.585528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-be453612-0e1a-4528-aa78-3d13d99c71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:49.587454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-be453612-0e1a-4528-aa78-3d13d99c71f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1273272 Feb 10 23:28:49.790998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-801a5d88-6abc-43ec-9420-d2eb3fc4f752 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968844 Feb 10 23:28:50.109525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-61e7a8bd-997a-41ce-ac32-68f66c5ea339 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120530 Feb 10 23:28:50.170798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b198e-4545-4783-b01d-635a513d4e4c req-9960a483-ac62-4f67-9ae0-5dd14265c743 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:50.172671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd2b198e-4545-4783-b01d-635a513d4e4c req-9960a483-ac62-4f67-9ae0-5dd14265c743 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1819556 Feb 10 23:28:50.245126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd2b198e-4545-4783-b01d-635a513d4e4c req-b02dea2f-77de-42a6-96b6-91da83fc0ec8 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647490 Feb 10 23:28:51.518640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b6af5-a373-4b2c-9b95-9350127464bd req-3c751c7e-d820-480f-8573-5f6a06e42b96 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:51.521705 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef9b6af5-a373-4b2c-9b95-9350127464bd req-3c751c7e-d820-480f-8573-5f6a06e42b96 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1189620 Feb 10 23:28:51.583866 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-ef9b6af5-a373-4b2c-9b95-9350127464bd req-dccec11c-cd49-466d-9b17-ac06012962ab tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556893 Feb 10 23:28:52.202376 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:52.846412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ab748-644d-443f-9c40-5d73f75dbf1a req-61d6200b-7330-498b-90cc-84a6ddd530a2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:52.849316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a81ab748-644d-443f-9c40-5d73f75dbf1a req-61d6200b-7330-498b-90cc-84a6ddd530a2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1169972 Feb 10 23:28:52.935236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a81ab748-644d-443f-9c40-5d73f75dbf1a req-a50a06b7-3313-43c3-bcdf-8e4b4677ace9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787518 Feb 10 23:28:53.141794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-d939a0f2-9294-4f70-8d3f-2a8f350fff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:53.144431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-d939a0f2-9294-4f70-8d3f-2a8f350fff1d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d&tenant_id=cc93ba121424488ebeac20930736a57c HTTP/1.1" status: 200 len: 1096 time: 0.1009786 Feb 10 23:28:53.156373 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:28:53.318607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:53.911555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:28:53.948295 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:28:54.044358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:54.054290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:54.086493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Transition to ACTIVE for port object ceaee08b-273b-4042-8380-269c2209e85c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:28:54.094769 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:54.267920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef98594-c5ba-472d-bba0-73666647dc67 req-5ff43808-72cc-49a5-9b7a-fa90f9d47e84 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:54.268589 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'code': 200} Feb 10 23:28:54.270996 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fef98594-c5ba-472d-bba0-73666647dc67 req-5ff43808-72cc-49a5-9b7a-fa90f9d47e84 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1592247 Feb 10 23:28:54.343514 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-fef98594-c5ba-472d-bba0-73666647dc67 req-cbf31ddf-335b-4ce1-ba9f-bf493e49b46e tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655873 Feb 10 23:28:54.357816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=10']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:54.436888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] No DVR routers for this DVR port ceaee08b-273b-4042-8380-269c2209e85c on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:28:54.644157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ceaee08b-273b-4042-8380-269c2209e85c no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:28:54.722967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device ceaee08b-273b-4042-8380-269c2209e85c not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:28:54.841707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:28:54.842294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:28:54.842891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:28:54.853747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:28:54.854292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Attempting to bind port ceaee08b-273b-4042-8380-269c2209e85c on network d819b4f3-dccf-45ec-b941-a5ffd77cf053 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:28:54.865865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:28:54.866432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Checking segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:28:54.867098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Bound using segment: {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:28:54.867916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Bound port: ceaee08b-273b-4042-8380-269c2209e85c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4787d494-2394-46f3-8afd-e3d2df9405bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:28:54.868531 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:54.946361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:55.056757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:28:55.063013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:28:55.070546 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:55.201765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:55.203200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:28:55.205972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] 10.222.0.30 "PUT /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 1092 time: 2.0536737 Feb 10 23:28:55.328887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490833e-df9f-4087-8e2e-0ce48ba8f0ea service neutron] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=11']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:28:55.390874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-8774cbef-c37c-42b1-8096-b8ad31eb8c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:55.392066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-8774cbef-c37c-42b1-8096-b8ad31eb8c3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1095 time: 0.1507337 Feb 10 23:28:55.685352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-459068a6-0a41-47d5-a525-9671a8318fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:55.686879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-459068a6-0a41-47d5-a525-9671a8318fd0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.2882180 Feb 10 23:28:55.792460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f33cef-b11b-40ca-97e6-1384f37edc86 req-c93d479c-ea83-47b2-9dbb-1e5385bf0aa4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:55.794183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94f33cef-b11b-40ca-97e6-1384f37edc86 req-c93d479c-ea83-47b2-9dbb-1e5385bf0aa4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.2586541 Feb 10 23:28:55.860541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-3ba890c6-6bb5-451f-b47a-ac92a07fb9d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.1669629 Feb 10 23:28:55.954883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94f33cef-b11b-40ca-97e6-1384f37edc86 req-1e46c0ca-3cc7-40b3-895b-79c70cd24bdb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414356 Feb 10 23:28:56.000668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-7d6023c8-3c9a-47f8-9c81-6cb5651061ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:56.002428 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-7d6023c8-3c9a-47f8-9c81-6cb5651061ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1313341 Feb 10 23:28:56.105037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-79efd26b-5eb5-4220-970f-0cb460ab3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:56.107229 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-79efd26b-5eb5-4220-970f-0cb460ab3053 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978978 Feb 10 23:28:56.271396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:28:56.376681 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'status': 'completed', 'code': 200} Feb 10 23:28:56.380799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-8cd2dfea-2661-4c87-9a07-d922c1a85f21 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662361 Feb 10 23:28:56.802060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ba9e8f5-27ce-4e4f-8ff2-aa21167474d7 req-fcd1999d-4894-497d-a0d2-4f5b30a5bca1 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142373 Feb 10 23:28:56.818038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-6580e092-1ac1-4d2f-a6e2-1e403fcbdebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:56.820994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-6580e092-1ac1-4d2f-a6e2-1e403fcbdebe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1095 time: 0.4005525 Feb 10 23:28:57.168512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-f989edc7-6f3a-44fb-ac34-23321fcaf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.170827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-f989edc7-6f3a-44fb-ac34-23321fcaf4a9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3420086 Feb 10 23:28:57.294927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-87229c36-13b1-48af-9cfd-e500888a8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.297772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-87229c36-13b1-48af-9cfd-e500888a8bd7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cc93ba121424488ebeac20930736a57c&device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 1095 time: 0.4361782 Feb 10 23:28:57.583920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-6d531b2b-41dc-4538-956c-b49c68946256 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.4062335 Feb 10 23:28:57.694532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-cc06260f-06d2-4f9e-89c2-b373d93ec937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.696193 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-cc06260f-06d2-4f9e-89c2-b373d93ec937 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 200 len: 913 time: 0.3129897 Feb 10 23:28:57.771521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-ca916e3c-03f1-44aa-8a48-170bcd03b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.773433 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-ca916e3c-03f1-44aa-8a48-170bcd03b6ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.1826241 Feb 10 23:28:57.782817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955feb49-8266-4ebf-b236-6e50bbde7977 req-ce4047bb-1e60-46d9-9e1b-d138b1e9004d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:57.784473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-955feb49-8266-4ebf-b236-6e50bbde7977 req-ce4047bb-1e60-46d9-9e1b-d138b1e9004d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.4938271 Feb 10 23:28:57.930220 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-7c96e179-a832-4543-8286-15c4340f3fce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 200 len: 999 time: 0.2254407 Feb 10 23:28:57.985703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-955feb49-8266-4ebf-b236-6e50bbde7977 req-8ff331be-4228-4736-b96e-f6d83f5d1297 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814942 Feb 10 23:28:58.028534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-85c90e78-3d8a-47e9-877c-7f4dba00ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:58.030285 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-85c90e78-3d8a-47e9-877c-7f4dba00ce48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 200 len: 851 time: 0.0906558 Feb 10 23:28:58.073769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-a562f498-433e-4dea-a7d0-cb7525532e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:58.075384 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-a562f498-433e-4dea-a7d0-cb7525532e94 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2758658 Feb 10 23:28:58.276756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-6a227660-6844-4e1c-961e-0c107e5ce3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:58.278212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-6a227660-6844-4e1c-961e-0c107e5ce3a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d819b4f3-dccf-45ec-b941-a5ffd77cf053&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408700 Feb 10 23:28:58.288638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-d0431764-6414-492f-9019-3e779f34b987 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059381 Feb 10 23:28:58.727842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-58af79f8-8e71-4ac8-bc56-99d192906315 service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375768 Feb 10 23:28:58.789027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-e661c118-d2d3-4879-9d9e-db97647e6279 service neutron] 10.222.0.24 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632273 Feb 10 23:28:59.241245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-62487f94-cc59-421a-908d-8bb11e61b3a8 req-e465e253-bbca-421d-b61f-7b824f623d7d service neutron] 10.222.0.30 "GET /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069232 Feb 10 23:28:59.314272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c52fc-a882-409d-addd-3168380ba0ea req-95803946-cbe5-4aa1-975e-ecbd9048aadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:28:59.317418 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d5c52fc-a882-409d-addd-3168380ba0ea req-95803946-cbe5-4aa1-975e-ecbd9048aadd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1137605 Feb 10 23:28:59.395419 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-5d5c52fc-a882-409d-addd-3168380ba0ea req-dafabfb3-a4ce-4dd3-9a58-7cb538cc1feb tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704062 Feb 10 23:29:00.731699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8aacc-a8d0-445f-8e0b-a78f6edef184 req-69670e77-e9d9-40b9-9eb7-2fdeaf975e2a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:00.733972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81e8aacc-a8d0-445f-8e0b-a78f6edef184 req-69670e77-e9d9-40b9-9eb7-2fdeaf975e2a tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1227314 Feb 10 23:29:00.828975 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-81e8aacc-a8d0-445f-8e0b-a78f6edef184 req-ef0b2d42-104c-4b72-8d4c-0ec690d837cd tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789526 Feb 10 23:29:02.077901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23bd85e-bf03-4b0e-bfa0-e6a086232625 req-92c7a55d-91ee-4ce1-bb17-28162a4cd5be tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:02.079648 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d23bd85e-bf03-4b0e-bfa0-e6a086232625 req-92c7a55d-91ee-4ce1-bb17-28162a4cd5be tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1012151 Feb 10 23:29:02.156604 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-d23bd85e-bf03-4b0e-bfa0-e6a086232625 req-a90ee001-5ac8-41eb-b7f0-904c13b5fb08 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692277 Feb 10 23:29:03.474684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6cec9-a892-4b81-ba3b-7154703fc110 req-56d2a3c7-7515-4600-a4d5-91c66bd05860 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:03.477456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cce6cec9-a892-4b81-ba3b-7154703fc110 req-56d2a3c7-7515-4600-a4d5-91c66bd05860 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1567595 Feb 10 23:29:03.557283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cce6cec9-a892-4b81-ba3b-7154703fc110 req-fbf428bf-9155-4152-b173-b224b5bc8ae7 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714102 Feb 10 23:29:04.915377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72963379-b3a2-4d9c-bdfd-e80f49dd9012 req-10f320ff-bdb4-4ea2-b18c-cab2af941491 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:04.917910 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72963379-b3a2-4d9c-bdfd-e80f49dd9012 req-10f320ff-bdb4-4ea2-b18c-cab2af941491 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1676641 Feb 10 23:29:04.996110 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-72963379-b3a2-4d9c-bdfd-e80f49dd9012 req-6de1266c-16e2-4b45-8849-9fba82a9910b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713708 Feb 10 23:29:06.314336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d41295-d48f-443e-abc5-aa64f85b707f req-e37bf10e-25a9-4586-afc2-6191ae814ac9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:06.317255 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23d41295-d48f-443e-abc5-aa64f85b707f req-e37bf10e-25a9-4586-afc2-6191ae814ac9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1794357 Feb 10 23:29:06.395785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-23d41295-d48f-443e-abc5-aa64f85b707f req-e47d5fbd-12a2-41b5-b844-96608c1d96dc tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675871 Feb 10 23:29:07.688661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bebde17-ac15-478c-b0f9-049370505598 req-ef16cb3a-e8fe-46ac-9dec-b67b7eb5960d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:07.691995 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bebde17-ac15-478c-b0f9-049370505598 req-ef16cb3a-e8fe-46ac-9dec-b67b7eb5960d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 944 time: 0.1462564 Feb 10 23:29:07.771734 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-8bebde17-ac15-478c-b0f9-049370505598 req-14279e88-f062-4f62-a0c6-b0af65b9e7ab tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681345 Feb 10 23:29:07.948600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:29:08.208135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:08.232691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'ceaee08b-273b-4042-8380-269c2209e85c', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'port_id': 'ceaee08b-273b-4042-8380-269c2209e85c', 'mac_address': 'fa:16:3e:69:0d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:29:08.327325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59f13660-186a-4803-9c9b-8385469d15c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.334333 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.359153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:08.385272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:08.390669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:08.526223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=12']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:08.729542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['ceaee08b-273b-4042-8380-269c2209e85c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:29:09.119237 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:29:09.140677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77644972-4e12-4431-af26-a15eb35d367b req-cc5dd748-fbad-4393-be04-88b5dc41336d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:09.143689 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77644972-4e12-4431-af26-a15eb35d367b req-cc5dd748-fbad-4393-be04-88b5dc41336d tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1625736 Feb 10 23:29:09.210372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77644972-4e12-4431-af26-a15eb35d367b req-1059a4fd-b642-4f29-8227-94ddf43c0df4 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571740 Feb 10 23:29:09.449717 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b027e-0597-43d3-8b75-e19300ba619b req-bce9ee84-db6a-442d-bf4e-186a5f5f0d17 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:09.452527 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f17b027e-0597-43d3-8b75-e19300ba619b req-bce9ee84-db6a-442d-bf4e-186a5f5f0d17 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1152160 Feb 10 23:29:09.522586 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-f17b027e-0597-43d3-8b75-e19300ba619b req-6f0be2fe-3f49-46cb-bd27-a5e7666fce3f tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627437 Feb 10 23:29:09.831627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f6a0f3-8bf2-4f53-a2f7-a75264ccd7dd req-569616d9-9cbc-4819-a837-e285c0f1cdf6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:09.833243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2f6a0f3-8bf2-4f53-a2f7-a75264ccd7dd req-569616d9-9cbc-4819-a837-e285c0f1cdf6 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 945 time: 0.1191909 Feb 10 23:29:09.895842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2f6a0f3-8bf2-4f53-a2f7-a75264ccd7dd req-98bf1f96-cbda-47ac-99e0-5dc580682f46 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553167 Feb 10 23:29:09.945630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:29:10.027013 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port ceaee08b-273b-4042-8380-269c2209e85c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:29:10.033311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port ceaee08b-273b-4042-8380-269c2209e85c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:10.034412 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:10.250565 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:10.308653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:10.327022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:10.334847 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:10.414421 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'code': 200} Feb 10 23:29:10.478883 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641decfc-18ea-4d7b-8c9a-e3673892f17f req-d75fea9d-08dd-4a61-9d7d-330f09b0fae3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:10.481210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-641decfc-18ea-4d7b-8c9a-e3673892f17f req-d75fea9d-08dd-4a61-9d7d-330f09b0fae3 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 946 time: 0.1398609 Feb 10 23:29:10.484904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=13']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:10.551852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c01ef6f7-97a7-445a-9bf8-d1ad8d8146eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:10.560657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-641decfc-18ea-4d7b-8c9a-e3673892f17f req-7b1047a7-1b37-46f2-a1ae-82fd790526c5 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726447 Feb 10 23:29:11.734343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:11.809473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233159ab-17a4-4a07-9419-02123be928db req-136aca28-b44e-4f3a-a0ec-699018be78d9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:11.811023 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233159ab-17a4-4a07-9419-02123be928db req-136aca28-b44e-4f3a-a0ec-699018be78d9 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 946 time: 0.0893891 Feb 10 23:29:11.865818 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-233159ab-17a4-4a07-9419-02123be928db req-10957172-804d-44ab-887f-e24b8e870a49 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups?id=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 Feb 10 23:29:11.958573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.020027 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-d65c3b2e-dca2-47f5-b5e7-eed577f9f452 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:12.021599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-d65c3b2e-dca2-47f5-b5e7-eed577f9f452 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 946 time: 0.0897119 Feb 10 23:29:12.100581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Deleting port ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:12.100825 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.389375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] For port ceaee08b-273b-4042-8380-269c2209e85c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=ceaee08b-273b-4042-8380-269c2209e85c,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:12.389728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.711261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.711729 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.712041 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168 disassociated. External IP: 172.25.2.78, port: ceaee08b-273b-4042-8380-269c2209e85c. Feb 10 23:29:12.712384 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Calling delete_port for ceaee08b-273b-4042-8380-269c2209e85c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:12.872369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:12.929453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'Port': ['ID=ceaee08b-273b-4042-8380-269c2209e85c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:13.059764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58db423e-084e-408f-b04b-ef669b78d430 req-c914caa3-3074-4753-9b6b-20494d4fdea2 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 210 time: 0.0633676 Feb 10 23:29:13.154252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:13.328211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:29:13.541993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:29:13.557550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:29:13.574055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:29:13.574998 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:13.625645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] No DVR routers for this DVR port ceaee08b-273b-4042-8380-269c2209e85c on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:29:13.628975 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:13.631765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-deleted', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:13.653008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-78e1fff5-1ac3-4466-b120-8f5e52e0bcb4 req-80f2d6d9-8e5b-4573-9f7f-90b3efc21888 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.30 "DELETE /v2.0/ports/ceaee08b-273b-4042-8380-269c2209e85c HTTP/1.1" status: 204 len: 173 time: 1.6252663 Feb 10 23:29:13.692953 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288a2bb5-ba06-4816-a467-12ae36b5c58d', 'name': 'network-vif-deleted', 'tag': 'ceaee08b-273b-4042-8380-269c2209e85c', 'status': 'completed', 'code': 200} Feb 10 23:29:13.806076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:29:14.228772 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:14.234485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:29:14.259747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:29:14.260966 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:14.292802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a02e173-5601-4e46-a579-cfb10eac87e5 req-cd6e5361-8dc1-4826-bee8-57ccbd70719c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Synchronizing usage tracker for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:14.315881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4a02e173-5601-4e46-a579-cfb10eac87e5 req-cd6e5361-8dc1-4826-bee8-57ccbd70719c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Unset dirty status for tenant:cc93ba121424488ebeac20930736a57c on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:14.324346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4a02e173-5601-4e46-a579-cfb10eac87e5 req-cd6e5361-8dc1-4826-bee8-57ccbd70719c tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/ports?device_id=288a2bb5-ba06-4816-a467-12ae36b5c58d HTTP/1.1" status: 200 len: 210 time: 0.0952044 Feb 10 23:29:14.543278 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:29:14.982778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:14.988436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6745de5d-a76f-4ac5-9451-f73d7cc9e48f None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:24:13Z', 'revision_number': 4, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'b1169942-5f1d-4e18-8f79-5f77cfcdf2f7', 'name': '', 'network_id': 'd819b4f3-dccf-45ec-b941-a5ffd77cf053', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'mac_address': 'fa:16:3e:6d:c6:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:12Z', 'updated_at': '2022-02-10T23:24:20Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'subnets': [{'id': 'c6620c89-3e66-4e43-a01a-81a74c91f0e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:29:15.260804 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bfde7f-22f8-4f84-8512-c9c65cd9332c None None] New status for floating IP 1a192e8b-c9d4-49aa-8a3d-71fddef45168: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:29:15.994679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:16.035990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: ceaee08b-273b-4042-8380-269c2209e85c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:29:16.036517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device ceaee08b-273b-4042-8380-269c2209e85c not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:29:19.189024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36142) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:19.277108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.315976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.399212 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.423984 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4a43a3-1b47-4c73-8212-5a6987c7b4a1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:19.437160 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.437498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.437835 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.438177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.438505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.438830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.439153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.439507 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.439829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.440812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.441194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.441622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:19.447470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.449456 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ff28a1de-7914-41ad-92a4-ecd883d0030b tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "DELETE /v2.0/security-groups/8e4a43a3-1b47-4c73-8212-5a6987c7b4a1 HTTP/1.1" status: 204 len: 168 time: 0.2587588 Feb 10 23:29:19.452891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36146) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:19.476150 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-e2eb914c-d07b-4576-93a5-25ae4e7304ed tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] show failed (client error): The resource could not be found. Feb 10 23:29:19.479867 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2eb914c-d07b-4576-93a5-25ae4e7304ed tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "GET /v2.0/security-groups/8e4a43a3-1b47-4c73-8212-5a6987c7b4a1 HTTP/1.1" status: 404 len: 347 time: 0.0262756 Feb 10 23:29:19.481460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36150) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:19.669340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Deleting port 18737c6f-5c50-4646-bb9b-6ae21c5f38e8 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:19.669912 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.868428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:19.868886 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:20.027056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Calling delete_port for 18737c6f-5c50-4646-bb9b-6ae21c5f38e8 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:20.257124 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:20.346417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Pushing event deleted for resources: {'Port': ['ID=18737c6f-5c50-4646-bb9b-6ae21c5f38e8,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:20.467100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:20.496063 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:20.497949 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2a23d9fb-48a4-4275-ae38-3d7b62871a65 tempest-ServerActionsTestJSON-479398232 tempest-ServerActionsTestJSON-479398232-project] 10.222.0.53 "DELETE /v2.0/floatingips/1a192e8b-c9d4-49aa-8a3d-71fddef45168 HTTP/1.1" status: 204 len: 168 time: 1.0151937 Feb 10 23:29:20.501910 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36154) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:21.474970 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:21.953354 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Deleting port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:21.953889 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.207057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.242828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] For port b1169942-5f1d-4e18-8f79-5f77cfcdf2f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:22.243185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.388792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Calling delete_port for b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:22.630749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:22.686350 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1169942-5f1d-4e18-8f79-5f77cfcdf2f7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:23.159040 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:23.624254 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:29:23.881246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:29:23.893041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Sync routers for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:29:23.903155 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5900dcce-38b8-4912-b66d-93844ea8015d admin admin] 10.222.0.53 "PUT /v2.0/routers/7201eafa-dc6b-44a2-9b30-68a9c58d9a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3989363 Feb 10 23:29:23.904420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:29:23.905282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:23.906133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36160) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:24.128699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:29:24.246348 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:24.486634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:29:22Z', 'revision_number': 5, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port': {'id': 'df60e037-81c4-4ba3-b4a8-44f407383ae4', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:65:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:24:09Z', 'updated_at': '2022-02-10T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:24.492618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Checking router: 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:29:24.502179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Routers {'7201eafa-dc6b-44a2-9b30-68a9c58d9a05'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:29:24.503342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:29:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:24.511573 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:24.534468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Deleting port df60e037-81c4-4ba3-b4a8-44f407383ae4 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:24.535009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:24.743807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] Set router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:29:24.806333 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] For port df60e037-81c4-4ba3-b4a8-44f407383ae4, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=df60e037-81c4-4ba3-b4a8-44f407383ae4,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:24.806690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:24.871940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:29:24Z', 'revision_number': 6, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:24.877485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c0b4fc-4d0a-4aca-bf5f-7083203be035 None None] The sync data for ids ['7201eafa-dc6b-44a2-9b30-68a9c58d9a05'] in n-d-825178-4 is: [{'id': '7201eafa-dc6b-44a2-9b30-68a9c58d9a05', 'name': 'tempest-ServerActionsTestJSON-1159219120-router', 'tenant_id': 'cc93ba121424488ebeac20930736a57c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:24:08Z', 'updated_at': '2022-02-10T23:29:24Z', 'revision_number': 6, 'project_id': 'cc93ba121424488ebeac20930736a57c', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:29:24.947531 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.104989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Calling delete_port for df60e037-81c4-4ba3-b4a8-44f407383ae4 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:25.353766 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.405231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Pushing event deleted for resources: {'Port': ['ID=df60e037-81c4-4ba3-b4a8-44f407383ae4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:25.517531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.804447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.807929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.841430 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.842321 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7201eafa-dc6b-44a2-9b30-68a9c58d9a05 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:29:25.862627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:25.864512 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-aaaf2f7b-c04b-4873-83d0-b8c62e579b62 admin admin] 10.222.0.53 "DELETE /v2.0/routers/7201eafa-dc6b-44a2-9b30-68a9c58d9a05 HTTP/1.1" status: 204 len: 168 time: 1.9567721 Feb 10 23:29:25.867879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36164) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:25.967510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Deleting subnet c6620c89-3e66-4e43-a01a-81a74c91f0e4 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:29:25.972428 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.067668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.201487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.290661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.337049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6620c89-3e66-4e43-a01a-81a74c91f0e4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:26.341497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.349529 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1e52d091-7b6f-4a77-889d-6b088411dd8b admin admin] 10.222.0.53 "DELETE /v2.0/subnets/c6620c89-3e66-4e43-a01a-81a74c91f0e4 HTTP/1.1" status: 204 len: 168 time: 0.4801540 Feb 10 23:29:26.352302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36168) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:26.352807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f20d73-3d10-4624-bde6-c6579df3d891 None None] Network d819b4f3-dccf-45ec-b941-a5ffd77cf053 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:29:26.507537 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.535598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Deleting port 696789df-aa13-4ded-bacd-47f82f842168 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:26.536191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.691116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] DHCP port deletion for d819b4f3-dccf-45ec-b941-a5ffd77cf053 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:29:26.699331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Deleting port 696789df-aa13-4ded-bacd-47f82f842168 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:26.700019 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:26.849514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:26.901600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:29:26.901970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b1169942-5f1d-4e18-8f79-5f77cfcdf2f7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:29:26.902387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 696789df-aa13-4ded-bacd-47f82f842168 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:26.937608 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] For port 696789df-aa13-4ded-bacd-47f82f842168, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=696789df-aa13-4ded-bacd-47f82f842168,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:26.938105 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.137180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Calling delete_port for 696789df-aa13-4ded-bacd-47f82f842168 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:27.248447 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.321557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=696789df-aa13-4ded-bacd-47f82f842168,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:27.324896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.328391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] No DVR routers for this DVR port 696789df-aa13-4ded-bacd-47f82f842168 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:29:27.534697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] For port 696789df-aa13-4ded-bacd-47f82f842168, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=696789df-aa13-4ded-bacd-47f82f842168,segment=NetworkSegment(4787d494-2394-46f3-8afd-e3d2df9405bb),segment_id=4787d494-2394-46f3-8afd-e3d2df9405bb)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:27.535575 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.535744 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.581619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device df60e037-81c4-4ba3-b4a8-44f407383ae4 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:29:27.582878 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d819b4f3-dccf-45ec-b941-a5ffd77cf053']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:27.620761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4787d494-2394-46f3-8afd-e3d2df9405bb') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:27.621274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4787d494-2394-46f3-8afd-e3d2df9405bb') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:29:27.646690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.827976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Calling delete_port for 696789df-aa13-4ded-bacd-47f82f842168 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:29:27.884635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: df60e037-81c4-4ba3-b4a8-44f407383ae4 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:29:27.885139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device df60e037-81c4-4ba3-b4a8-44f407383ae4 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:29:27.898488 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.916277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:29:27.916973 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:29:27.950019 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:29:28.105016 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:29:28.105658 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:29:28.119827 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.157327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.174771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=d819b4f3-dccf-45ec-b941-a5ffd77cf053,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:28.216802 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c81651ed-d2ba-4e20-af85-870bc9ef0f83 admin admin] 10.222.0.53 "DELETE /v2.0/networks/d819b4f3-dccf-45ec-b941-a5ffd77cf053 HTTP/1.1" status: 204 len: 168 time: 1.8616350 Feb 10 23:29:28.415015 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36174) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:28.495003 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d5692a4-1faf-421a-9d41-b6d2f312a785 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=cc93ba121424488ebeac20930736a57c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782371 Feb 10 23:29:28.499948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36178) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:28.607273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Deleting port 696789df-aa13-4ded-bacd-47f82f842168 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:29:28.608099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.623415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.678728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.744512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4f7dcd33-35bf-4670-be80-5d1f2a9a5064 None None] The port '696789df-aa13-4ded-bacd-47f82f842168' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:29:28.797751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.831811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7397594-b984-4270-b87d-9ecc6f70da37,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:28.852109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:28.857136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-642ff867-ac65-420e-80e9-2df230a3cc20 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e7397594-b984-4270-b87d-9ecc6f70da37 HTTP/1.1" status: 204 len: 168 time: 0.3523893 Feb 10 23:29:30.247487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:30.447319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-421123047-network', 'tenant_id': 'f0a256719a524aa29e3bc928d6f1d376'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:30.456361 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:29:30.461629 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Usage tracker for resource:network and tenant:f0a256719a524aa29e3bc928d6f1d376 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:29:30.466537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:29:30.479095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:29:30.497242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Made reservation on behalf of f0a256719a524aa29e3bc928d6f1d376 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:30.501552 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.518487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.540476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:29:30.546703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Usage tracker for resource:security_group_rule and tenant:f0a256719a524aa29e3bc928d6f1d376 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:29:30.556093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:29:30.566163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:29:30.774164 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.781082 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.837995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:29:30.866056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:30.874719 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.875259 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Added segment 411de15f-6aff-4036-bac9-85e8c9395770 of type vlan for network c04ea658-d7df-478e-9ac0-5ebdbae558a1 Feb 10 23:29:30.926753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.979435 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:30.981044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:30.981881 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:31.121922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8724999 Feb 10 23:29:31.128199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2e269-1fd2-4a9c-b41a-53cc5c414225 admin admin] Pushing event updated for resources: {'Network': ['ID=c04ea658-d7df-478e-9ac0-5ebdbae558a1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:31.128886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36208) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:29:31.139961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Request body: {'subnet': {'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-421123047-subnet', 'tenant_id': 'f0a256719a524aa29e3bc928d6f1d376', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:31.148979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network c04ea658-d7df-478e-9ac0-5ebdbae558a1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:29:31.149826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:29:31.158257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Usage tracker for resource:subnet and tenant:f0a256719a524aa29e3bc928d6f1d376 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:29:31.165332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:29:31.181958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:29:31.198767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Made reservation on behalf of f0a256719a524aa29e3bc928d6f1d376 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:31.201860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:31.489780 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:31.578270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37008799-ae4f-4180-a4ff-5dc601a5332d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:31.598792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Checking segment: {'id': '411de15f-6aff-4036-bac9-85e8c9395770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:29:31.599430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Network hostable DHCP agents. Network: c04ea658-d7df-478e-9ac0-5ebdbae558a1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:29:31.639174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Network c04ea658-d7df-478e-9ac0-5ebdbae558a1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:29:31.656239 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, c04ea658-d7df-478e-9ac0-5ebdbae558a1) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:31.663419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:31.665050 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:31.669412 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033158f-13ed-4276-b3ac-7de618d4e213 None None] Network c04ea658-d7df-478e-9ac0-5ebdbae558a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:29:31.704040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb0db533-b916-4c9c-969f-a2b7c887fc87 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5731318 Feb 10 23:29:32.007908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8f1ef-7073-40fd-b174-e1d71493d7b3 None None] Network c04ea658-d7df-478e-9ac0-5ebdbae558a1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:29:32.659198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-30ac1d0f-a818-41a9-93b8-fa917d953069 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:32.661863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-30ac1d0f-a818-41a9-93b8-fa917d953069 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/networks?id=c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 200 len: 813 time: 0.2560589 Feb 10 23:29:32.687963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-9fbfe141-3310-45da-8913-c59d58ee47b4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/quotas/f0a256719a524aa29e3bc928d6f1d376 HTTP/1.1" status: 200 len: 375 time: 0.0174036 Feb 10 23:29:32.747832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-43c0ecfe-2f90-439a-b1ad-283846e40fc1 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0a256719a524aa29e3bc928d6f1d376&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574789 Feb 10 23:29:32.925184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-94ac35d5-5006-4558-9f1b-27fe63072652 service neutron] 10.222.0.53 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696875 Feb 10 23:29:33.140134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-a4e93819-4a02-4c50-a91b-cdff3e4aefab service neutron] 10.222.0.53 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079937 Feb 10 23:29:33.478300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-14cba314-eeae-4712-b1fe-b5bb49df52c8 req-730187a7-2a55-4e98-bd29-d6725dcd5cb5 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 210 time: 0.0743959 Feb 10 23:29:34.694699 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b98a1cff-892d-4da2-84ae-4842482bfca7 req-670cc55e-b308-4ccd-890d-eb49c5edff4f tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 210 time: 0.0779727 Feb 10 23:29:35.362611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-35d05ff4-493f-4516-b593-1a7926130e64 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:35.365279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-35d05ff4-493f-4516-b593-1a7926130e64 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.30 "GET /v2.0/networks?id=c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 200 len: 813 time: 0.2767289 Feb 10 23:29:35.382210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Request body: {'port': {'device_id': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1', 'admin_state_up': True, 'tenant_id': 'f0a256719a524aa29e3bc928d6f1d376'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:35.824709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:29:35.832831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Usage tracker for resource:port and tenant:f0a256719a524aa29e3bc928d6f1d376 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:29:35.838656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:29:35.852599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:29:35.871939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Made reservation on behalf of f0a256719a524aa29e3bc928d6f1d376 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:29:35.876745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:35.951216 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-189d149d-13ce-4b92-bdec-fe75c7b4dfe6 req-91ae46fe-e559-4311-9ed5-00061fd048db tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 210 time: 0.0824115 Feb 10 23:29:36.211754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Allocated IP 172.20.0.9 (c04ea658-d7df-478e-9ac0-5ebdbae558a1/37008799-ae4f-4180-a4ff-5dc601a5332d/b9088551-683b-4a88-8147-15702e96b677) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:29:36.621103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:36.678240 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:36.784321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Network c04ea658-d7df-478e-9ac0-5ebdbae558a1 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:29:36.787970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:29:36.792428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:29:36.827240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Pushing event updated for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:36.854999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.855482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.855871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.856279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.856659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.857032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.857404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.857833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.858252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.858646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.859060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.859463 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:29:36.904083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:36.904787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:36.937993 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-c9bfcaa8-669d-4413-a5eb-dcb640197cb2 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5634391 Feb 10 23:29:37.023648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Request body: {'port': {'device_id': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:29:37.231165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:37.398998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fcee67-7c04-4e59-8862-0312829944da req-61d4248e-8521-4182-b427-331f5cfbaeb4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:37.399820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-50fcee67-7c04-4e59-8862-0312829944da req-61d4248e-8521-4182-b427-331f5cfbaeb4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Synchronizing usage tracker for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:37.510765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-50fcee67-7c04-4e59-8862-0312829944da req-61d4248e-8521-4182-b427-331f5cfbaeb4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Unset dirty status for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:37.512869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50fcee67-7c04-4e59-8862-0312829944da req-61d4248e-8521-4182-b427-331f5cfbaeb4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 931 time: 0.3495619 Feb 10 23:29:37.710303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50fcee67-7c04-4e59-8862-0312829944da req-0f0b663e-6769-4521-bd78-5771331f29b1 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934463 Feb 10 23:29:37.871382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9088551-683b-4a88-8147-15702e96b677 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:37.886590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:37.914566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Transition to ACTIVE for port object b9088551-683b-4a88-8147-15702e96b677 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:29:37.919679 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:38.076554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Pushing event updated for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:38.257639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Attempting to bind port b9088551-683b-4a88-8147-15702e96b677 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:29:38.258079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Attempting to bind port b9088551-683b-4a88-8147-15702e96b677 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '411de15f-6aff-4036-bac9-85e8c9395770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:29:38.258649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Attempting to bind port b9088551-683b-4a88-8147-15702e96b677 on network c04ea658-d7df-478e-9ac0-5ebdbae558a1 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:29:38.268394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Port b9088551-683b-4a88-8147-15702e96b677 on network c04ea658-d7df-478e-9ac0-5ebdbae558a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:29:38.268899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Attempting to bind port b9088551-683b-4a88-8147-15702e96b677 on network c04ea658-d7df-478e-9ac0-5ebdbae558a1 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:29:38.278636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:29:38.278980 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Checking segment: {'id': '411de15f-6aff-4036-bac9-85e8c9395770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:29:38.279583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Bound using segment: {'id': '411de15f-6aff-4036-bac9-85e8c9395770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:29:38.280173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Bound port: b9088551-683b-4a88-8147-15702e96b677, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '411de15f-6aff-4036-bac9-85e8c9395770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:29:38.280747 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:38.317055 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea4527a4-2264-42e5-9b75-ad21bf52f7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:38.449663 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:29:38.457997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b9088551-683b-4a88-8147-15702e96b677,segment=NetworkSegment(411de15f-6aff-4036-bac9-85e8c9395770),segment_id=411de15f-6aff-4036-bac9-85e8c9395770)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:29:38.459889 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:38.563731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:38.564986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:38.567056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9088551-683b-4a88-8147-15702e96b677 HTTP/1.1" status: 200 len: 1091 time: 1.6213100 Feb 10 23:29:38.567932 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'tag': 'b9088551-683b-4a88-8147-15702e96b677'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:38.592914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039d440-6fce-4244-8c4b-536870333f11 service neutron] Pushing event updated for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:38.729236 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'tag': 'b9088551-683b-4a88-8147-15702e96b677', 'status': 'completed', 'code': 200} Feb 10 23:29:38.746207 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-14379857-18e5-435f-8040-1a6c34b6518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:38.748942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-14379857-18e5-435f-8040-1a6c34b6518d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0a256719a524aa29e3bc928d6f1d376&device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 1094 time: 0.1292293 Feb 10 23:29:39.003877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-19b4d57b-09c8-44df-aa10-17c80fd4e8c8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9088551-683b-4a88-8147-15702e96b677 HTTP/1.1" status: 200 len: 217 time: 0.2465186 Feb 10 23:29:39.130659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-9f014ee4-6b0b-4587-8e2f-7c7d9e71a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:39.132173 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-9f014ee4-6b0b-4587-8e2f-7c7d9e71a1f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37008799-ae4f-4180-a4ff-5dc601a5332d HTTP/1.1" status: 200 len: 853 time: 0.0941517 Feb 10 23:29:39.226513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-25b90ab5-4f7f-487e-bf44-c6594d473a38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c04ea658-d7df-478e-9ac0-5ebdbae558a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0868316 Feb 10 23:29:39.292003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe8569-c124-4ce5-8b9b-085e3372f95c req-5e233dd0-5862-4788-b6e6-54c4be56523c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:39.294338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4fe8569-c124-4ce5-8b9b-085e3372f95c req-5e233dd0-5862-4788-b6e6-54c4be56523c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 943 time: 0.2929895 Feb 10 23:29:39.517218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4fe8569-c124-4ce5-8b9b-085e3372f95c req-33eddf2b-e4b0-4da5-b7ae-7aec4aba89cf tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445296 Feb 10 23:29:39.560107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-97a7a7cb-be5c-4f7e-8964-9c3f77f967a5 service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251317 Feb 10 23:29:39.750310 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c0e23a8-636d-48d5-9f4e-7ea5f408a315 req-fd118d51-058a-4442-813e-aee974929ead service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839759 Feb 10 23:29:39.882996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-341e0d64-eeb4-4584-bf39-5234441d3b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:39.884589 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-341e0d64-eeb4-4584-bf39-5234441d3b84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0a256719a524aa29e3bc928d6f1d376&device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 1094 time: 0.0866380 Feb 10 23:29:40.031268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-167f5987-11ae-43f6-820f-41376bd39b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:40.032877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-167f5987-11ae-43f6-820f-41376bd39b1a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 200 len: 914 time: 0.1366961 Feb 10 23:29:40.102237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-45693e49-c16d-4129-809e-9d94b2730b29 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9088551-683b-4a88-8147-15702e96b677 HTTP/1.1" status: 200 len: 217 time: 0.0631843 Feb 10 23:29:40.182872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-b39b4af6-8784-4dc2-b18d-7445df52b02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:40.184691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-b39b4af6-8784-4dc2-b18d-7445df52b02e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37008799-ae4f-4180-a4ff-5dc601a5332d HTTP/1.1" status: 200 len: 853 time: 0.0767076 Feb 10 23:29:40.240070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-8cc8ae81-67e7-451a-9663-14d12b0b159e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c04ea658-d7df-478e-9ac0-5ebdbae558a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484073 Feb 10 23:29:40.413979 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-cb77aed4-bea2-4790-87e8-b2486033da5b service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662445 Feb 10 23:29:40.545452 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f1f7dcd-f53b-4b2c-9137-ef386a75e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:40.678459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bb66434-07ff-4275-8ae9-631db10bce7b req-86e28f7c-625d-4694-b79a-a18968f53ca8 service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576079 Feb 10 23:29:40.831574 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc872c05-9b05-43ca-88c9-a4e2a605f2af req-b847103f-ff88-4ff3-b29c-8b4d0c6aad6e tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:40.834371 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc872c05-9b05-43ca-88c9-a4e2a605f2af req-b847103f-ff88-4ff3-b29c-8b4d0c6aad6e tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 943 time: 0.1656966 Feb 10 23:29:40.898612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cc872c05-9b05-43ca-88c9-a4e2a605f2af req-ae6f2935-c799-4ffa-a733-049030f81fc4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Synchronizing usage tracker for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:security_group {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:40.925930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-cc872c05-9b05-43ca-88c9-a4e2a605f2af req-ae6f2935-c799-4ffa-a733-049030f81fc4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Unset dirty status for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:security_group {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:40.927480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-cc872c05-9b05-43ca-88c9-a4e2a605f2af req-ae6f2935-c799-4ffa-a733-049030f81fc4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828953 Feb 10 23:29:41.738837 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:41.982273 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:42.120532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b9088551-683b-4a88-8147-15702e96b677 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:29:42.242530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d727dea-ae77-47ee-8f2b-26f1025aa0d5 req-18f0ad8b-1163-457a-a932-0e21c36ad017 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:42.245078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d727dea-ae77-47ee-8f2b-26f1025aa0d5 req-18f0ad8b-1163-457a-a932-0e21c36ad017 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 943 time: 0.1208887 Feb 10 23:29:42.338413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d727dea-ae77-47ee-8f2b-26f1025aa0d5 req-b1ef69ea-0061-4fc5-b015-ad54ae2b8640 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810125 Feb 10 23:29:42.384481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b9088551-683b-4a88-8147-15702e96b677,segment=NetworkSegment(411de15f-6aff-4036-bac9-85e8c9395770),segment_id=411de15f-6aff-4036-bac9-85e8c9395770)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:42.412480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'b9088551-683b-4a88-8147-15702e96b677', 'network_id': 'c04ea658-d7df-478e-9ac0-5ebdbae558a1', 'port_id': 'b9088551-683b-4a88-8147-15702e96b677', 'mac_address': 'fa:16:3e:af:24:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37008799-ae4f-4180-a4ff-5dc601a5332d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:29:42.505607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:42.527542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9088551-683b-4a88-8147-15702e96b677 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:29:42.546987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b9088551-683b-4a88-8147-15702e96b677,segment=NetworkSegment(411de15f-6aff-4036-bac9-85e8c9395770),segment_id=411de15f-6aff-4036-bac9-85e8c9395770)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:42.553196 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:42.672706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:42.856211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b9088551-683b-4a88-8147-15702e96b677'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:29:43.151512 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:43.605272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13011952-225e-46fd-a775-9e841fd71362 req-a921c3bb-6b15-4572-8a00-bb3d7c7b6527 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:43.606991 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13011952-225e-46fd-a775-9e841fd71362 req-a921c3bb-6b15-4572-8a00-bb3d7c7b6527 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 944 time: 0.1009479 Feb 10 23:29:43.687932 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-13011952-225e-46fd-a775-9e841fd71362 req-e9f50644-1eef-4169-aba9-75471fd7a91c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688715 Feb 10 23:29:44.150830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b9088551-683b-4a88-8147-15702e96b677 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:29:44.238587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port b9088551-683b-4a88-8147-15702e96b677 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:29:44.245446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port b9088551-683b-4a88-8147-15702e96b677 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:29:44.245940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:44.406180 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:44.450365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9088551-683b-4a88-8147-15702e96b677'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:29:44.472881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b9088551-683b-4a88-8147-15702e96b677,segment=NetworkSegment(411de15f-6aff-4036-bac9-85e8c9395770),segment_id=411de15f-6aff-4036-bac9-85e8c9395770)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:29:44.479396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:44.580924 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9088551-683b-4a88-8147-15702e96b677', 'code': 200} Feb 10 23:29:44.604882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:29:44.756501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b92674-fb6f-4049-891a-ac9e62e96a99 req-478f4151-54c9-4581-b52e-863ba5041fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:44.758139 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04b92674-fb6f-4049-891a-ac9e62e96a99 req-478f4151-54c9-4581-b52e-863ba5041fb2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 1096 time: 0.0929184 Feb 10 23:29:44.816267 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04b92674-fb6f-4049-891a-ac9e62e96a99 req-00c74211-41a4-48dc-8a91-99b22111f44b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516157 Feb 10 23:29:45.046690 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749c83c-5a81-4514-b1f9-071aacc6c406 req-614e5187-d7d8-4d5d-9262-9451122ebfef tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:45.048211 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6749c83c-5a81-4514-b1f9-071aacc6c406 req-614e5187-d7d8-4d5d-9262-9451122ebfef tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 945 time: 0.1491461 Feb 10 23:29:45.116922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-6749c83c-5a81-4514-b1f9-071aacc6c406 req-27ebcc6f-0110-4279-b529-f5f644c818b0 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566461 Feb 10 23:29:46.131737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:29:46.427442 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016de98-f5b2-49cf-b043-48885a2eb60b req-3996a394-e78c-44d5-8a83-953409081ea7 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:46.429408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3016de98-f5b2-49cf-b043-48885a2eb60b req-3996a394-e78c-44d5-8a83-953409081ea7 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 945 time: 0.1173501 Feb 10 23:29:46.518444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3016de98-f5b2-49cf-b043-48885a2eb60b req-a0e0d382-3526-4d9b-9927-0ef9bbd993f0 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778089 Feb 10 23:29:46.958528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-46d5b6b3-6e91-4490-a295-5ae17fbb660c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:46.959512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-46d5b6b3-6e91-4490-a295-5ae17fbb660c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Synchronizing usage tracker for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:network {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:29:46.981512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-46d5b6b3-6e91-4490-a295-5ae17fbb660c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Unset dirty status for tenant:f0a256719a524aa29e3bc928d6f1d376 on resource:network {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:29:46.983031 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-46d5b6b3-6e91-4490-a295-5ae17fbb660c tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/networks?id=c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 200 len: 813 time: 0.2096090 Feb 10 23:29:47.001228 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-b5f673a4-884f-4f11-a1e9-87da429f4e0d tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/quotas/f0a256719a524aa29e3bc928d6f1d376 HTTP/1.1" status: 200 len: 375 time: 0.0117469 Feb 10 23:29:47.119485 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-c54c0a74-df95-40d7-970b-1a10a50ff3b4 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=f0a256719a524aa29e3bc928d6f1d376&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1102798 Feb 10 23:29:47.413918 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-c23c00cd-9ba7-417f-9fcb-ea7811a13aa8 service neutron] 10.222.0.53 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807338 Feb 10 23:29:47.678552 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-f122197d-4dd2-4ce6-8e8c-4ee46f73170c service neutron] 10.222.0.53 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552750 Feb 10 23:29:52.232079 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:53.459694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-7dc54bb8-da53-4798-8ebd-dfebfd77af6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1482458 Feb 10 23:29:53.917480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-cdabd520-f92a-4513-bfdd-0c9f99407368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:53.920126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-cdabd520-f92a-4513-bfdd-0c9f99407368 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f0a256719a524aa29e3bc928d6f1d376&device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 1096 time: 0.3317528 Feb 10 23:29:54.212866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-8b70ccfb-aef4-43e8-838c-9d6b784b3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:54.215135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-8b70ccfb-aef4-43e8-838c-9d6b784b3c8f service neutron] 10.222.0.30 "GET /v2.0/networks?id=c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 200 len: 914 time: 0.2663953 Feb 10 23:29:54.371978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-e7f767d8-2adc-48be-9520-e99250b3ab84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9088551-683b-4a88-8147-15702e96b677 HTTP/1.1" status: 200 len: 217 time: 0.1486955 Feb 10 23:29:54.482674 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-5c72df81-ce86-48c8-90f2-7ac94db040ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:29:54.482674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-5c72df81-ce86-48c8-90f2-7ac94db040ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=37008799-ae4f-4180-a4ff-5dc601a5332d HTTP/1.1" status: 200 len: 853 time: 0.0985014 Feb 10 23:29:54.554219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-826188d5-004e-4941-b9f8-8ef4fae24176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c04ea658-d7df-478e-9ac0-5ebdbae558a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631459 Feb 10 23:29:54.817001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-4bcae78a-8c6b-4676-919e-ae33498c520c service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2529733 Feb 10 23:29:54.964669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:29:55.088651 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22c3462d-e65d-42fb-bb09-d5dcd937ba4a req-bb5eca83-37f5-4837-8633-1445f4d1e767 service neutron] 10.222.0.30 "GET /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652872 Feb 10 23:30:08.330731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02aa98dc-c899-4e20-9d84-14f0afe86231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:10.555896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea5fd889-63e6-46ce-a6fe-beb7335493c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.739422 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:11.982371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:13.150056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:22.222780 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:23.123913 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:30:24.967978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:38.306546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5fce70f-4405-4705-804b-46b164e5ea59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:40.540795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0557c97f-997b-4fa2-b2d3-00f8906a1f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:41.737084 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:41.968446 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:43.158069 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:47.146655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a164e24-ad1b-4bad-b883-c5c98e3b0d2e req-e1f9e8b4-1c67-4e5b-a8ec-0df3f37f902f tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:47.149048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a164e24-ad1b-4bad-b883-c5c98e3b0d2e req-e1f9e8b4-1c67-4e5b-a8ec-0df3f37f902f tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 945 time: 0.0994303 Feb 10 23:30:47.211233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a164e24-ad1b-4bad-b883-c5c98e3b0d2e req-2a1ba337-512d-4050-8320-62b68954ff66 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Feb 10 23:30:48.615969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a76a-511a-47e7-a289-0aeafbd91a0a req-6f6980a3-274b-4c75-89d4-07e0ab8df7e9 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:48.617954 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5066a76a-511a-47e7-a289-0aeafbd91a0a req-6f6980a3-274b-4c75-89d4-07e0ab8df7e9 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 945 time: 0.1706166 Feb 10 23:30:48.693331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5066a76a-511a-47e7-a289-0aeafbd91a0a req-e69b063f-dde0-4933-9fe9-f0fd98c7a98d tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/security-groups?id=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654583 Feb 10 23:30:48.835084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-b154b11a-8020-4897-8236-874baaaaa95d tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:48.837690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-b154b11a-8020-4897-8236-874baaaaa95d tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.30 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 945 time: 0.1208384 Feb 10 23:30:48.932728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Deleting port b9088551-683b-4a88-8147-15702e96b677 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:30:48.933077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:49.308537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] For port b9088551-683b-4a88-8147-15702e96b677, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=b9088551-683b-4a88-8147-15702e96b677,segment=NetworkSegment(411de15f-6aff-4036-bac9-85e8c9395770),segment_id=411de15f-6aff-4036-bac9-85e8c9395770)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:30:49.309278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:49.484062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Calling delete_port for b9088551-683b-4a88-8147-15702e96b677 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:30:49.712284 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:49.727101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['b9088551-683b-4a88-8147-15702e96b677'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:30:49.958724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Pushing event deleted for resources: {'Port': ['ID=b9088551-683b-4a88-8147-15702e96b677,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:50.099370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.099939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.100496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.101046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.101581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.102096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.102630 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.103165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.103750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.104310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.104782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.105187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:50.159672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70b645e6-1e81-4a85-ab99-899046b3a438 req-377929e3-0f43-4646-a590-1e2b330bfa81 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.53 "GET /v2.0/ports?device_id=0526ecdc-b2f1-4b02-b616-84ae9f820c63 HTTP/1.1" status: 200 len: 210 time: 0.2020619 Feb 10 23:30:50.173746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] No DVR routers for this DVR port b9088551-683b-4a88-8147-15702e96b677 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:30:50.177043 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:50.180198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'name': 'network-vif-deleted', 'tag': 'b9088551-683b-4a88-8147-15702e96b677'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:30:50.217210 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd42d01d-1f53-4d32-8ae3-3e887a0f2352 req-d06950ac-bd9a-4fe5-8622-46cfbaca8510 tempest-ServersNegativeTestJSON-1471628735 tempest-ServersNegativeTestJSON-1471628735-project] 10.222.0.30 "DELETE /v2.0/ports/b9088551-683b-4a88-8147-15702e96b677 HTTP/1.1" status: 204 len: 173 time: 1.3730981 Feb 10 23:30:50.259541 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0526ecdc-b2f1-4b02-b616-84ae9f820c63', 'name': 'network-vif-deleted', 'tag': 'b9088551-683b-4a88-8147-15702e96b677', 'status': 'completed', 'code': 200} Feb 10 23:30:51.364292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36322) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:51.455879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Deleting subnet 37008799-ae4f-4180-a4ff-5dc601a5332d {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:30:51.460226 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.525931 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.591367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.677873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.727014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37008799-ae4f-4180-a4ff-5dc601a5332d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:51.732641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:51.743162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d3927c88-ee24-46f6-b95e-7d4535b3548c admin admin] 10.222.0.53 "DELETE /v2.0/subnets/37008799-ae4f-4180-a4ff-5dc601a5332d HTTP/1.1" status: 204 len: 168 time: 0.3775196 Feb 10 23:30:51.746543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36326) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:51.903305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.073806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.120819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c04ea658-d7df-478e-9ac0-5ebdbae558a1']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:52.143809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '411de15f-6aff-4036-bac9-85e8c9395770') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:52.144290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '411de15f-6aff-4036-bac9-85e8c9395770') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:30:52.166068 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.195335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.206516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:30:52.207117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.225240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:30:52.230923 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:30:52.330614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.351863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.369805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c04ea658-d7df-478e-9ac0-5ebdbae558a1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:52.379809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-96dda5d3-9624-4255-b06e-1c8b874d69fc admin admin] 10.222.0.53 "DELETE /v2.0/networks/c04ea658-d7df-478e-9ac0-5ebdbae558a1 HTTP/1.1" status: 204 len: 168 time: 0.6315935 Feb 10 23:30:52.523754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b9088551-683b-4a88-8147-15702e96b677 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:30:52.541583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36334) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:52.568186 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: b9088551-683b-4a88-8147-15702e96b677 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:30:52.568720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device b9088551-683b-4a88-8147-15702e96b677 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:30:52.628091 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-08dd865c-b6f2-468c-8d03-a85f0e978a02 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=f0a256719a524aa29e3bc928d6f1d376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852623 Feb 10 23:30:52.634523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36338) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:52.712813 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.745975 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.820421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.852656 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2a96a-10e7-4126-a28d-1fb8cc5856ab,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:52.873334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.873917 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.874477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.875037 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.876235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.876814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.877372 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.877909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.878536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.879036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.879637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.880173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:52.885199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:52.886881 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2312c753-94c6-4e0e-88ea-9d91c61b86d8 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/bdb2a96a-10e7-4126-a28d-1fb8cc5856ab HTTP/1.1" status: 204 len: 168 time: 0.2510164 Feb 10 23:30:53.904025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36362) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:54.056614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476005262'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:54.063565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:54.067990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:network and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:54.071094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:54.077769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:54.089889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:54.095469 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.111883 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.130925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:54.135443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:security_group_rule and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:54.138803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:54.146159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:54.244231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.249505 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.284198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:30:54.292439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0512c7e-13bc-42a5-8443-766ff987e2d0,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:54.305993 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.306380 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Added segment c3677e7b-266d-4e75-b058-c17b8a26b804 of type vlan for network 3656563b-1ca3-4553-952e-1d3af2fc8c08 Feb 10 23:30:54.338696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.389540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.397203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:54.397826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:54.514897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6097198 Feb 10 23:30:54.519991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c3e2e-6b48-4f68-89af-91064b6a891b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Network': ['ID=3656563b-1ca3-4553-952e-1d3af2fc8c08,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:54.537026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:30:54.949314 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.025597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36368) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:58.031697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'subnet': {'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:58.152032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:58.156697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:subnet and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:58.159905 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:58.166763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:58.179821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:58.183518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.471700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.555068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Subnet': ['ID=80147b22-0846-4ae7-985a-a0d962d933c1,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:58.566114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking segment: {'id': 'c3677e7b-266d-4e75-b058-c17b8a26b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:30:58.566473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network hostable DHCP agents. Network: 3656563b-1ca3-4553-952e-1d3af2fc8c08, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:30:58.595937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:30:58.607508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 3656563b-1ca3-4553-952e-1d3af2fc8c08) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:58.612768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:58.613382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.619012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68357ce6-4151-4f0c-87eb-b2a126542bdf None None] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:30:58.640196 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-385d9beb-2e28-40bb-babb-99eb624bf01d tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6125522 Feb 10 23:30:58.644653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:58.650566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-457446729'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:58.658187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:58.663403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:network and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:58.666976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:58.674981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:58.689721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:58.694577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.735343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:30:58.753998 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.754468 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Added segment c4d40768-4541-4669-a5b4-39f842aa0798 of type vlan for network 90ebebf9-7a29-4255-905f-8a743ec3fccf Feb 10 23:30:58.790806 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.841905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.851900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:58.852816 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:58.927501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-3656563b-1ca3-4553-952e-1d3af2fc8c08', 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08', 'tenant_id': '739337b3450b46f6b1acacb48ce4bccc', 'fixed_ips': [{'subnet_id': '80147b22-0846-4ae7-985a-a0d962d933c1'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:30:58.928896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.112691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Network': ['ID=90ebebf9-7a29-4255-905f-8a743ec3fccf,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:59.127980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c0ec7058-2260-45e6-b9a8-6f5862a675e9 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4821517 Feb 10 23:30:59.129078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36378) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:59.130720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 90ebebf9-7a29-4255-905f-8a743ec3fccf details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:30:59.136753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'subnet': {'network_id': '90ebebf9-7a29-4255-905f-8a743ec3fccf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:30:59.278778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:30:59.284398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:subnet and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:30:59.287706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:30:59.293829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:30:59.305655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:30:59.309778 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.344716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Allocated IP 2001:db8:0:ffff::2 (3656563b-1ca3-4553-952e-1d3af2fc8c08/80147b22-0846-4ae7-985a-a0d962d933c1/7f2b2853-5191-440e-bc92-ac9561baba48) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:30:59.582532 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.592427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.610223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Transition to ACTIVE for port object 7f2b2853-5191-440e-bc92-ac9561baba48 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:59.633001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Transition to ACTIVE for port object 7f2b2853-5191-440e-bc92-ac9561baba48 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:30:59.641088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.698348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Subnet': ['ID=784b94ef-dc3c-4735-bd65-ac1ffc9b4e82,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:59.711910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking segment: {'id': 'c4d40768-4541-4669-a5b4-39f842aa0798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '90ebebf9-7a29-4255-905f-8a743ec3fccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:30:59.712509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network hostable DHCP agents. Network: 90ebebf9-7a29-4255-905f-8a743ec3fccf, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:30:59.720033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:30:59.721252 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:59.725819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:30:59.732419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Pushing event updated for resources: {'Port': ['ID=7f2b2853-5191-440e-bc92-ac9561baba48,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:30:59.752220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network 90ebebf9-7a29-4255-905f-8a743ec3fccf is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:30:59.767479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 90ebebf9-7a29-4255-905f-8a743ec3fccf) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:30:59.773665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:30:59.774296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.777995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.778354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.778690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.779029 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.779388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.779723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.780047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.780365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.780697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.781011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.781362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.781690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:30:59.795180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a320acfa-e3ea-470f-a10d-34e847c361ea None None] Network 90ebebf9-7a29-4255-905f-8a743ec3fccf requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:30:59.807185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1dd0335e-3054-4c5d-a773-0324562a49c1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6765728 Feb 10 23:30:59.810296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36382) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:30:59.936342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Attempting to bind port 7f2b2853-5191-440e-bc92-ac9561baba48 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:30:59.936689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Attempting to bind port 7f2b2853-5191-440e-bc92-ac9561baba48 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c3677e7b-266d-4e75-b058-c17b8a26b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:30:59.937123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Attempting to bind port 7f2b2853-5191-440e-bc92-ac9561baba48 on network 3656563b-1ca3-4553-952e-1d3af2fc8c08 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:30:59.949223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:30:59.949594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Checking segment: {'id': 'c3677e7b-266d-4e75-b058-c17b8a26b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:30:59.949986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.950383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Bound using segment: {'id': 'c3677e7b-266d-4e75-b058-c17b8a26b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:30:59.950864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Bound port: 7f2b2853-5191-440e-bc92-ac9561baba48, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3677e7b-266d-4e75-b058-c17b8a26b804', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '3656563b-1ca3-4553-952e-1d3af2fc8c08'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:30:59.951237 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:30:59.982765 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.063652 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.149191 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:31:00.201121 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.221366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] For port 7f2b2853-5191-440e-bc92-ac9561baba48, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:00.245112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] For port 7f2b2853-5191-440e-bc92-ac9561baba48, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f2b2853-5191-440e-bc92-ac9561baba48,segment=NetworkSegment(c3677e7b-266d-4e75-b058-c17b8a26b804),segment_id=c3677e7b-266d-4e75-b058-c17b8a26b804)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:00.254646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58867a4f-98a1-41b3-9e76-dc6d88fabecb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-90ebebf9-7a29-4255-905f-8a743ec3fccf', 'network_id': '90ebebf9-7a29-4255-905f-8a743ec3fccf', 'tenant_id': '739337b3450b46f6b1acacb48ce4bccc', 'fixed_ips': [{'subnet_id': '784b94ef-dc3c-4735-bd65-ac1ffc9b4e82'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:00.256094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-58867a4f-98a1-41b3-9e76-dc6d88fabecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.270526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Subnet': ['ID=784b94ef-dc3c-4735-bd65-ac1ffc9b4e82,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:00.277164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.385039 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.419554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ebebf9-7a29-4255-905f-8a743ec3fccf']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:00.439154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4d40768-4541-4669-a5b4-39f842aa0798') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:00.439882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4d40768-4541-4669-a5b4-39f842aa0798') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:00.454959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.468875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215f5ca-9c16-4a8d-801e-1277b3c1a00b None None] Pushing event updated for resources: {'Port': ['ID=7f2b2853-5191-440e-bc92-ac9561baba48,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:00.486626 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.496233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:00.496727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.504995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c7e4d8-926d-44e4-b954-c284d8aa2d48 None None] Network 90ebebf9-7a29-4255-905f-8a743ec3fccf requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:00.516404 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:00.629767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.656597 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.675422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Network': ['ID=90ebebf9-7a29-4255-905f-8a743ec3fccf,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:00.695695 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b11bdd2d-dfae-4bf7-89c1-bfa6dddb013c tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/90ebebf9-7a29-4255-905f-8a743ec3fccf HTTP/1.1" status: 204 len: 168 time: 0.8842864 Feb 10 23:31:00.705157 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36386) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:00.713115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1630231808'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:00.734511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:00.743557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:network and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:00.758869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:00.771017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:00.798483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:00.804496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.849549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:00.870291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.870984 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Added segment ffcf8acc-70f2-4d95-814c-439010c9fe5b of type vlan for network 957b1bee-7c6d-442a-8869-5923048984a4 Feb 10 23:31:00.874536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f2b2853-5191-440e-bc92-ac9561baba48 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:00.916306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.956690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.962919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:00.963644 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:00.980841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7f2b2853-5191-440e-bc92-ac9561baba48 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:01.084269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3728704 Feb 10 23:31:01.084848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36390) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:01.095516 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'subnet': {'network_id': '957b1bee-7c6d-442a-8869-5923048984a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:01.103315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44161b48-d72f-481c-8324-561b3a5c0865 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Network': ['ID=957b1bee-7c6d-442a-8869-5923048984a4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:01.119161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 957b1bee-7c6d-442a-8869-5923048984a4 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:01.307838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:01.314562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:subnet and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:01.318434 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:01.325592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:01.339135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:01.343490 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:01.464487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Performing IP validity checks on allocation pools {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 10 23:31:01.464890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.ipam_backend_mixin [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 10 23:31:01.681330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:01.788211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Subnet': ['ID=1640cd2f-1dbb-476c-8afb-bd01e9177ea9,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:01.805602 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking segment: {'id': 'ffcf8acc-70f2-4d95-814c-439010c9fe5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '957b1bee-7c6d-442a-8869-5923048984a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:01.806219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network hostable DHCP agents. Network: 957b1bee-7c6d-442a-8869-5923048984a4, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:01.847720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network 957b1bee-7c6d-442a-8869-5923048984a4 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:01.861940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c168c0d0-253a-43df-ac61-0eaa4aa16d40 None None] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:01.869234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 957b1bee-7c6d-442a-8869-5923048984a4) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:01.874680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:01.876449 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:01.881973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9435f28c-43c0-4b2f-a68c-c36588c6ffbc None None] Network 957b1bee-7c6d-442a-8869-5923048984a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:01.905937 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b984e63f-6c8a-4e07-83ce-4bfe374f5410 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8194580 Feb 10 23:31:01.910406 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36396) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:02.059819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Provisioning for port 7f2b2853-5191-440e-bc92-ac9561baba48 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:02.093459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Provisioning complete for port 7f2b2853-5191-440e-bc92-ac9561baba48 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:02.094332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.250760 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.347854 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.480055 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.537150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74182dd5-d6db-4402-806e-72ebe83ae1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-957b1bee-7c6d-442a-8869-5923048984a4', 'network_id': '957b1bee-7c6d-442a-8869-5923048984a4', 'tenant_id': '739337b3450b46f6b1acacb48ce4bccc', 'fixed_ips': [{'subnet_id': '1640cd2f-1dbb-476c-8afb-bd01e9177ea9'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:02.537969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74182dd5-d6db-4402-806e-72ebe83ae1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.554592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Subnet': ['ID=1640cd2f-1dbb-476c-8afb-bd01e9177ea9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:02.627345 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.702962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] For port 7f2b2853-5191-440e-bc92-ac9561baba48, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f2b2853-5191-440e-bc92-ac9561baba48,segment=NetworkSegment(c3677e7b-266d-4e75-b058-c17b8a26b804),segment_id=c3677e7b-266d-4e75-b058-c17b8a26b804)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:02.713723 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.755572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.770838 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca093ef-a6e2-4198-9f69-4ca0d1157068 None None] Network 957b1bee-7c6d-442a-8869-5923048984a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:02.803879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957b1bee-7c6d-442a-8869-5923048984a4']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:02.829291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffcf8acc-70f2-4d95-814c-439010c9fe5b') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:02.829844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffcf8acc-70f2-4d95-814c-439010c9fe5b') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:02.850121 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.880676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.893686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:02.894471 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:02.926002 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:02.983501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dce41e-0054-45a1-8eac-293ffe2a31b4 None None] Pushing event updated for resources: {'Port': ['ID=7f2b2853-5191-440e-bc92-ac9561baba48,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:03.039844 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.062225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.077077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Network': ['ID=957b1bee-7c6d-442a-8869-5923048984a4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:03.081150 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b970d6e8-e209-4243-a99d-8f13cf481824 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/957b1bee-7c6d-442a-8869-5923048984a4 HTTP/1.1" status: 204 len: 168 time: 1.1694422 Feb 10 23:31:03.084831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:03.091648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1479434175'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:03.099200 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:03.104132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:network and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:03.107447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:03.114915 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:03.128113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:03.132408 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.145652 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e3bb71e3-a5b8-444d-98c3-193763c704da None None] Provisioning complete for port 7f2b2853-5191-440e-bc92-ac9561baba48 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:03.146403 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3bb71e3-a5b8-444d-98c3-193763c704da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.173058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:03.183654 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.184007 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Added segment eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a of type vlan for network 564616d1-6209-4b89-8ada-ff05ee4e93ea Feb 10 23:31:03.215820 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.261997 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.268477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:03.269150 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.386266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3002033 Feb 10 23:31:03.389820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36404) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:03.398873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'subnet': {'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:03.404034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e720426-1beb-4cde-9728-10c95266ce5e tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Network': ['ID=564616d1-6209-4b89-8ada-ff05ee4e93ea,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:03.417634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 564616d1-6209-4b89-8ada-ff05ee4e93ea details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:03.540528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:03.548635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:subnet and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:03.553837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:03.577100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:03.596872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:03.603559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:03.912768 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.012643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Subnet': ['ID=ddbcf7b7-7d8f-4a08-9315-8832c97e523e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:04.019170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking segment: {'id': 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:04.019543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network hostable DHCP agents. Network: 564616d1-6209-4b89-8ada-ff05ee4e93ea, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:04.043297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network 564616d1-6209-4b89-8ada-ff05ee4e93ea is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:04.057855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 564616d1-6209-4b89-8ada-ff05ee4e93ea) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:04.064906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:04.065823 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.072442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af6f6a-7fab-4f53-833a-5d182cba5e99 None None] Network 564616d1-6209-4b89-8ada-ff05ee4e93ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:04.100155 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3580363c-0b20-4c50-b6ae-26ee0b8197f1 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7080631 Feb 10 23:31:04.103910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36408) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:04.112621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091336320'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:04.121374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:04.128880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:network and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:04.133129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:04.144527 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:04.166541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:04.170417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.203722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:04.214867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.215479 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Added segment f4a25d21-61a2-4023-a8e9-53512f8d6bfe of type vlan for network 1ae67ce1-63f9-4d2d-bc1d-30661c459f50 Feb 10 23:31:04.266162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.319742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.326500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:04.327142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.377272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-564616d1-6209-4b89-8ada-ff05ee4e93ea', 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea', 'tenant_id': '739337b3450b46f6b1acacb48ce4bccc', 'fixed_ips': [{'subnet_id': 'ddbcf7b7-7d8f-4a08-9315-8832c97e523e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:04.378602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.442474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3370254 Feb 10 23:31:04.446135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:04.454645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995b946-ecd7-4a3d-b19b-361aea93d062 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Network': ['ID=1ae67ce1-63f9-4d2d-bc1d-30661c459f50,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:04.470917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 1ae67ce1-63f9-4d2d-bc1d-30661c459f50 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:04.474992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Request body: {'subnet': {'network_id': '1ae67ce1-63f9-4d2d-bc1d-30661c459f50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:04.633432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:04.639548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Usage tracker for resource:subnet and tenant:739337b3450b46f6b1acacb48ce4bccc is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:04.644400 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:04.652209 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:04.669189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Made reservation on behalf of 739337b3450b46f6b1acacb48ce4bccc for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:04.673274 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:04.688306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Allocated IP 2001:db8::2 (564616d1-6209-4b89-8ada-ff05ee4e93ea/ddbcf7b7-7d8f-4a08-9315-8832c97e523e/1303e522-57c9-4936-92b5-92ad507efc54) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:04.800486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f2b2853-5191-440e-bc92-ac9561baba48 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:04.930463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.013339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7f2b2853-5191-440e-bc92-ac9561baba48 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:05.013623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.030689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event updated for resources: {'Subnet': ['ID=0ecfd864-a100-4a53-b190-e0ba2566ff26,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:05.037550 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Checking segment: {'id': 'f4a25d21-61a2-4023-a8e9-53512f8d6bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '1ae67ce1-63f9-4d2d-bc1d-30661c459f50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:05.038716 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network hostable DHCP agents. Network: 1ae67ce1-63f9-4d2d-bc1d-30661c459f50, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:05.064894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Network 1ae67ce1-63f9-4d2d-bc1d-30661c459f50 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:05.079138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 1ae67ce1-63f9-4d2d-bc1d-30661c459f50) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:05.086479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.087927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:05.088879 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.101902 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abc13f2-3941-4303-8594-a6ffe332e1e7 None None] Network 1ae67ce1-63f9-4d2d-bc1d-30661c459f50 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:05.130894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Transition to ACTIVE for port object 1303e522-57c9-4936-92b5-92ad507efc54 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:05.135994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36416) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:05.136239 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e771bb64-85fa-4e3e-b5c9-43e2c5db4e58 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6877270 Feb 10 23:31:05.235837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Transition to ACTIVE for port object 1303e522-57c9-4936-92b5-92ad507efc54 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:05.282054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.315723 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.405175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.469935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Network 564616d1-6209-4b89-8ada-ff05ee4e93ea is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:05.486773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:05.488378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:05.496572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Pushing event updated for resources: {'Port': ['ID=1303e522-57c9-4936-92b5-92ad507efc54,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:05.507848 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.592590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Subnet': ['ID=0ecfd864-a100-4a53-b190-e0ba2566ff26,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:05.655515 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Attempting to bind port 1303e522-57c9-4936-92b5-92ad507efc54 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:05.655887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Attempting to bind port 1303e522-57c9-4936-92b5-92ad507efc54 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:05.656304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Attempting to bind port 1303e522-57c9-4936-92b5-92ad507efc54 on network 564616d1-6209-4b89-8ada-ff05ee4e93ea {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:05.663146 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 30, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:05.663561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Checking segment: {'id': 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:05.663988 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.664356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Bound using segment: {'id': 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:05.664891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Bound port: 1303e522-57c9-4936-92b5-92ad507efc54, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '564616d1-6209-4b89-8ada-ff05ee4e93ea'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:05.665226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.676442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26bbb01-b64e-4767-86e2-b87dea0230b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-1ae67ce1-63f9-4d2d-bc1d-30661c459f50', 'network_id': '1ae67ce1-63f9-4d2d-bc1d-30661c459f50', 'tenant_id': '739337b3450b46f6b1acacb48ce4bccc', 'fixed_ips': [{'subnet_id': '0ecfd864-a100-4a53-b190-e0ba2566ff26'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:05.677287 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f26bbb01-b64e-4767-86e2-b87dea0230b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.846728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] For port 1303e522-57c9-4936-92b5-92ad507efc54, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:05.852240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] For port 1303e522-57c9-4936-92b5-92ad507efc54, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1303e522-57c9-4936-92b5-92ad507efc54,segment=NetworkSegment(eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a),segment_id=eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:05.857788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5a292-30f1-4b53-ba22-e72f7c822211 None None] Network 1ae67ce1-63f9-4d2d-bc1d-30661c459f50 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:05.874231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.875670 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.910579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae67ce1-63f9-4d2d-bc1d-30661c459f50']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:05.927450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a25d21-61a2-4023-a8e9-53512f8d6bfe') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:05.927761 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a25d21-61a2-4023-a8e9-53512f8d6bfe') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:05.943878 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.967954 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.976675 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:05.977137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:05.994858 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:06.040281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6522f592-856c-4710-8731-fa66f52dbd06 None None] Pushing event updated for resources: {'Port': ['ID=1303e522-57c9-4936-92b5-92ad507efc54,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:06.102030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.148529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.160386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Network': ['ID=1ae67ce1-63f9-4d2d-bc1d-30661c459f50,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:06.174035 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f444d456-8b7d-4449-9d92-7be0edefbe08 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/1ae67ce1-63f9-4d2d-bc1d-30661c459f50 HTTP/1.1" status: 204 len: 168 time: 1.0355082 Feb 10 23:31:06.176576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36420) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.221199 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-af086ed0-ab87-493c-b1ad-bc29e1596028 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] GET failed (client error): The resource could not be found. Feb 10 23:31:06.221748 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af086ed0-ab87-493c-b1ad-bc29e1596028 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Synchronizing usage tracker for tenant:739337b3450b46f6b1acacb48ce4bccc on resource:subnet {{(pid=87652) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:06.244936 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-af086ed0-ab87-493c-b1ad-bc29e1596028 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Unset dirty status for tenant:739337b3450b46f6b1acacb48ce4bccc on resource:subnet {{(pid=87652) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:06.258995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36424) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.268896 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-af086ed0-ab87-493c-b1ad-bc29e1596028 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "GET /v2.0/subnets/0ecfd864-a100-4a53-b190-e0ba2566ff26 HTTP/1.1" status: 404 len: 337 time: 0.0692739 Feb 10 23:31:06.309359 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-27adf166-6938-42a9-9d64-04020a941dfe tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:06.310172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27adf166-6938-42a9-9d64-04020a941dfe tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:06.313907 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-27adf166-6938-42a9-9d64-04020a941dfe tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/1ae67ce1-63f9-4d2d-bc1d-30661c459f50 HTTP/1.1" status: 404 len: 339 time: 0.0528769 Feb 10 23:31:06.319526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36428) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.366463 n-d-825178-4 neutron-server[87652]: INFO neutron.pecan_wsgi.hooks.translation [None req-776b36fe-189b-4151-83ec-2c0e42d620ce tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:06.366928 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776b36fe-189b-4151-83ec-2c0e42d620ce tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:06.368763 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-776b36fe-189b-4151-83ec-2c0e42d620ce tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/subnets/0ecfd864-a100-4a53-b190-e0ba2566ff26 HTTP/1.1" status: 404 len: 337 time: 0.0467858 Feb 10 23:31:06.372238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36432) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.401258 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6b8fc4-c06b-482c-a46c-a93cf376c72b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:06.401987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6b8fc4-c06b-482c-a46c-a93cf376c72b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:06.404886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d6b8fc4-c06b-482c-a46c-a93cf376c72b tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/1ae67ce1-63f9-4d2d-bc1d-30661c459f50 HTTP/1.1" status: 404 len: 339 time: 0.0312924 Feb 10 23:31:06.408521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36436) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.492431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Deleting subnet ddbcf7b7-7d8f-4a08-9315-8832c97e523e {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:31:06.496841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.566041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.663777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.762775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.823152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Subnet': ['ID=ddbcf7b7-7d8f-4a08-9315-8832c97e523e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:06.841957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:06.865442 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1303e522-57c9-4936-92b5-92ad507efc54 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:06.876001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-649d0b2d-d228-4fee-a3cc-c12790554aa0 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/subnets/ddbcf7b7-7d8f-4a08-9315-8832c97e523e HTTP/1.1" status: 204 len: 168 time: 0.4651387 Feb 10 23:31:06.882203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36440) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:06.988181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 1303e522-57c9-4936-92b5-92ad507efc54 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:07.079898 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.100541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Deleting port 1303e522-57c9-4936-92b5-92ad507efc54 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:07.101249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.386390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7178bd-f146-45a6-9e0e-8086a246089e None None] Network 564616d1-6209-4b89-8ada-ff05ee4e93ea requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:07.480055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] For port 1303e522-57c9-4936-92b5-92ad507efc54, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1303e522-57c9-4936-92b5-92ad507efc54,segment=NetworkSegment(eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a),segment_id=eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:07.480412 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.538565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f12695b-eaec-4e3d-8658-c411dcc89d04 None None] Provisioning for port 1303e522-57c9-4936-92b5-92ad507efc54 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:07.577687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1f12695b-eaec-4e3d-8658-c411dcc89d04 None None] Provisioning complete for port 1303e522-57c9-4936-92b5-92ad507efc54 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:07.578868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f12695b-eaec-4e3d-8658-c411dcc89d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.629672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Calling delete_port for 1303e522-57c9-4936-92b5-92ad507efc54 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:07.737847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.767802 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f12695b-eaec-4e3d-8658-c411dcc89d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:07.799759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Port': ['ID=1303e522-57c9-4936-92b5-92ad507efc54,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:07.805262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No DVR routers for this DVR port 1303e522-57c9-4936-92b5-92ad507efc54 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:31:07.837418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eaf669-487a-49e8-a852-d7f4a371c57c None None] DHCP port deletion for 564616d1-6209-4b89-8ada-ff05ee4e93ea request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:31:08.048262 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.095262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['564616d1-6209-4b89-8ada-ff05ee4e93ea']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.119192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.119698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0d1e4a-6d43-4f7a-ae27-771b38bc1f4a') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:08.143356 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.168110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.178263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:08.178902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:08.195703 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:08.312921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2c6fc23-baa4-4f96-bff8-b810f1bb3b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.416595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.438103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.456406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Network': ['ID=564616d1-6209-4b89-8ada-ff05ee4e93ea,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:08.463845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3d69a46c-6fd5-40f5-b9fa-19c7479574fd tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/564616d1-6209-4b89-8ada-ff05ee4e93ea HTTP/1.1" status: 204 len: 168 time: 1.5781102 Feb 10 23:31:08.465833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36444) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:08.520770 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-889e8dc1-928c-4813-9330-7ced894ce3ca tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:08.521237 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889e8dc1-928c-4813-9330-7ced894ce3ca tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:08.523179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-889e8dc1-928c-4813-9330-7ced894ce3ca tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/subnets/1640cd2f-1dbb-476c-8afb-bd01e9177ea9 HTTP/1.1" status: 404 len: 337 time: 0.0560856 Feb 10 23:31:08.525995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36448) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:08.575954 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71bac05-2945-47d1-b6a7-1c82d1e4ac6a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:08.576443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71bac05-2945-47d1-b6a7-1c82d1e4ac6a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:08.578984 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d71bac05-2945-47d1-b6a7-1c82d1e4ac6a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/957b1bee-7c6d-442a-8869-5923048984a4 HTTP/1.1" status: 404 len: 339 time: 0.0518816 Feb 10 23:31:08.583428 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36452) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:08.631174 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e6f7b70-11fe-43da-b3fb-3d8e17074d5a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:08.632258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e6f7b70-11fe-43da-b3fb-3d8e17074d5a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:08.633537 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5e6f7b70-11fe-43da-b3fb-3d8e17074d5a tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/subnets/784b94ef-dc3c-4735-bd65-ac1ffc9b4e82 HTTP/1.1" status: 404 len: 337 time: 0.0490315 Feb 10 23:31:08.636955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36456) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:08.669815 n-d-825178-4 neutron-server[87653]: INFO neutron.pecan_wsgi.hooks.translation [None req-542e32e8-628a-4813-aadd-abc95c51bd36 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] DELETE failed (client error): The resource could not be found. Feb 10 23:31:08.670610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542e32e8-628a-4813-aadd-abc95c51bd36 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87653) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 10 23:31:08.674746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-542e32e8-628a-4813-aadd-abc95c51bd36 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/90ebebf9-7a29-4255-905f-8a743ec3fccf HTTP/1.1" status: 404 len: 339 time: 0.0362754 Feb 10 23:31:08.678091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36460) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:08.782783 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Deleting subnet 80147b22-0846-4ae7-985a-a0d962d933c1 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:31:08.787505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1303e522-57c9-4936-92b5-92ad507efc54 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:08.787776 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.847845 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 1303e522-57c9-4936-92b5-92ad507efc54 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:31:08.848107 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1303e522-57c9-4936-92b5-92ad507efc54 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:31:08.868879 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:08.981419 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.070098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.118427 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Subnet': ['ID=80147b22-0846-4ae7-985a-a0d962d933c1,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:09.123409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.136004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a6c771fa-d4d1-451a-ad06-12c09b0c2ae3 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/subnets/80147b22-0846-4ae7-985a-a0d962d933c1 HTTP/1.1" status: 204 len: 168 time: 0.4564228 Feb 10 23:31:09.136660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c3fc07-8212-46b6-ad51-c7a13fef0beb None None] Network 3656563b-1ca3-4553-952e-1d3af2fc8c08 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:09.138403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36464) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:09.278237 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.292369 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Deleting port 7f2b2853-5191-440e-bc92-ac9561baba48 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:09.292704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.543849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] For port 7f2b2853-5191-440e-bc92-ac9561baba48, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f2b2853-5191-440e-bc92-ac9561baba48,segment=NetworkSegment(c3677e7b-266d-4e75-b058-c17b8a26b804),segment_id=c3677e7b-266d-4e75-b058-c17b8a26b804)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:09.544354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.577094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] DHCP port deletion for 3656563b-1ca3-4553-952e-1d3af2fc8c08 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:31:09.583627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Deleting port 7f2b2853-5191-440e-bc92-ac9561baba48 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:09.584118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.700009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Calling delete_port for 7f2b2853-5191-440e-bc92-ac9561baba48 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:09.818750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.879537 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] For port 7f2b2853-5191-440e-bc92-ac9561baba48, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7f2b2853-5191-440e-bc92-ac9561baba48,segment=NetworkSegment(c3677e7b-266d-4e75-b058-c17b8a26b804),segment_id=c3677e7b-266d-4e75-b058-c17b8a26b804)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:09.879938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:09.896121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Port': ['ID=7f2b2853-5191-440e-bc92-ac9561baba48,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:09.902188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] No DVR routers for this DVR port 7f2b2853-5191-440e-bc92-ac9561baba48 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:31:10.048011 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.068968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Calling delete_port for 7f2b2853-5191-440e-bc92-ac9561baba48 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:10.083510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3656563b-1ca3-4553-952e-1d3af2fc8c08']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:10.098139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3677e7b-266d-4e75-b058-c17b8a26b804') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:10.098563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3677e7b-266d-4e75-b058-c17b8a26b804') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:10.112994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.135859 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.144395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:10.145208 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.165865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:31:10.166489 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:10.167273 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:10.262512 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.280943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.293332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] Pushing event deleted for resources: {'Network': ['ID=3656563b-1ca3-4553-952e-1d3af2fc8c08,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:10.299257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a38fbc96-b90a-4aa4-9864-53c43be73542 tempest-NetworksIpV6Test-598103379 tempest-NetworksIpV6Test-598103379-project] 10.222.0.53 "DELETE /v2.0/networks/3656563b-1ca3-4553-952e-1d3af2fc8c08 HTTP/1.1" status: 204 len: 168 time: 1.1595197 Feb 10 23:31:10.550780 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-395c8568-4f97-4c2d-a753-602b74624e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.657193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36472) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:10.668335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Deleting port 7f2b2853-5191-440e-bc92-ac9561baba48 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:10.668848 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.785668 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-91e5cb30-cbce-47bb-9aad-ace27b06cc17 None None] The port '7f2b2853-5191-440e-bc92-ac9561baba48' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:31:10.801179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f2b2853-5191-440e-bc92-ac9561baba48 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:10.856842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f35169f-6169-429a-88f1-2eadc25c534c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=739337b3450b46f6b1acacb48ce4bccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983459 Feb 10 23:31:10.861393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36478) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:10.864624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7f2b2853-5191-440e-bc92-ac9561baba48 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:31:10.864988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7f2b2853-5191-440e-bc92-ac9561baba48 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:31:10.933382 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:10.974748 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:11.060119 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:11.078724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0512c7e-13bc-42a5-8443-766ff987e2d0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:11.085813 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:11.086318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2437daf0-bc31-42d5-b21b-5d92caa95ee1 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/f0512c7e-13bc-42a5-8443-766ff987e2d0 HTTP/1.1" status: 204 len: 168 time: 0.2236762 Feb 10 23:31:11.737191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:11.974765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36502) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:11.975792 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.116738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-571395251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:12.127590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:12.131068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:router and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:12.134332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:12.146351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:12.159727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.162335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.180788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.203260 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.231623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.233009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ad1b58f2-72fc-4a21-9897-a5f03c2718b7 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2566245 Feb 10 23:31:12.236689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36508) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:12.242529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1099112223'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:12.248426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:12.255484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:network and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:12.258923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:12.265610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:12.276727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Made reservation on behalf of de50b0909bf24865af3f011e396b21ff for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:12.280263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.294340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.312188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:12.316911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:security_group_rule and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:12.321053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:12.327030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:12.435578 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.439988 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.475805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:12.485297 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad060ef-29ca-41d7-a0e9-48470868b391,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:12.494602 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.494602 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Added segment 62845493-76e2-4115-a9ab-e7eca57260d5 of type vlan for network 6570789b-0a96-4582-80fd-069b15dc041c Feb 10 23:31:12.525647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.559377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.565262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:12.565873 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:12.684667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4468405 Feb 10 23:31:12.688294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36512) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:12.692709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c06ba-3c55-439d-8c36-5052097948ad tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event updated for resources: {'Network': ['ID=6570789b-0a96-4582-80fd-069b15dc041c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:12.698809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'subnet': {'network_id': '6570789b-0a96-4582-80fd-069b15dc041c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:12.704402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 6570789b-0a96-4582-80fd-069b15dc041c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:12.833873 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:12.839031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:subnet and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:12.841910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:12.848021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:12.861885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Made reservation on behalf of de50b0909bf24865af3f011e396b21ff for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:12.865709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.174799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.261109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.351383 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event updated for resources: {'Subnet': ['ID=c61756d1-1380-4637-91a6-26c0498f9f69,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:13.364697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Checking segment: {'id': '62845493-76e2-4115-a9ab-e7eca57260d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:13.365056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Network hostable DHCP agents. Network: 6570789b-0a96-4582-80fd-069b15dc041c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:13.387437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Network 6570789b-0a96-4582-80fd-069b15dc041c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:13.398218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 6570789b-0a96-4582-80fd-069b15dc041c) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:13.403262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:13.403786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.408908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8416ae1-baf8-4001-acc4-bdd5b8d7e85d None None] Network 6570789b-0a96-4582-80fd-069b15dc041c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:13.431274 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d5e69d8c-1687-4f33-9d8d-5fb4bb067e0b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7410622 Feb 10 23:31:13.434580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36516) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:13.441151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-40783898'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:13.446434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:13.450322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:network and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:13.453464 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:13.459570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:13.474928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Made reservation on behalf of de50b0909bf24865af3f011e396b21ff for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:13.478552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.510033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:13.521491 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.521940 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Added segment b2c12758-de81-4d10-b173-17a53034bed3 of type vlan for network e89c999f-b11c-4eed-83c1-f5409951dec1 Feb 10 23:31:13.552301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.586728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.592800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:13.592968 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.648243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-6570789b-0a96-4582-80fd-069b15dc041c', 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c', 'tenant_id': 'de50b0909bf24865af3f011e396b21ff', 'fixed_ips': [{'subnet_id': 'c61756d1-1380-4637-91a6-26c0498f9f69'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:13.649289 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.696270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2604032 Feb 10 23:31:13.699362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36520) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:13.708576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'subnet': {'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:13.714594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ce85d-eb38-4a85-976d-7ce2a32efef4 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event updated for resources: {'Network': ['ID=e89c999f-b11c-4eed-83c1-f5409951dec1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:13.728262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e89c999f-b11c-4eed-83c1-f5409951dec1 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:13.842522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:13.847724 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Usage tracker for resource:subnet and tenant:de50b0909bf24865af3f011e396b21ff is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:13.850776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:13.857194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:13.870402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Made reservation on behalf of de50b0909bf24865af3f011e396b21ff for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:13.874366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:13.915401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Allocated IP 172.20.0.2 (6570789b-0a96-4582-80fd-069b15dc041c/c61756d1-1380-4637-91a6-26c0498f9f69/521c757b-3937-4401-a374-cf30fef291b8) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:14.131005 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.192256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.206687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Transition to ACTIVE for port object 521c757b-3937-4401-a374-cf30fef291b8 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:14.229281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Transition to ACTIVE for port object 521c757b-3937-4401-a374-cf30fef291b8 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:14.235747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.241134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Checking segment: {'id': 'b2c12758-de81-4d10-b173-17a53034bed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:14.241134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Network hostable DHCP agents. Network: e89c999f-b11c-4eed-83c1-f5409951dec1, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:14.245692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event updated for resources: {'Subnet': ['ID=78549e92-8c61-421d-a63d-ac827e6e9325,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:14.271998 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Network e89c999f-b11c-4eed-83c1-f5409951dec1 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:14.283309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e89c999f-b11c-4eed-83c1-f5409951dec1) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:14.288689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:14.289313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.299617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d946560-aee6-4508-9982-226c91681fdd None None] Network e89c999f-b11c-4eed-83c1-f5409951dec1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:14.315235 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5ce4acc6-205e-42f7-8357-ba1cbf4852bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6140611 Feb 10 23:31:14.319644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36524) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:14.323265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Network 6570789b-0a96-4582-80fd-069b15dc041c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:14.329725 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-45b55d16-5af2-42c4-aed0-88f2dfe740ac tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:14.370742 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:14.381452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:14.401456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Pushing event updated for resources: {'Port': ['ID=521c757b-3937-4401-a374-cf30fef291b8,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:14.542114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Attempting to bind port 521c757b-3937-4401-a374-cf30fef291b8 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:14.542680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Attempting to bind port 521c757b-3937-4401-a374-cf30fef291b8 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '62845493-76e2-4115-a9ab-e7eca57260d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:14.542888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Attempting to bind port 521c757b-3937-4401-a374-cf30fef291b8 on network 6570789b-0a96-4582-80fd-069b15dc041c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:14.583852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:14.584235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Checking segment: {'id': '62845493-76e2-4115-a9ab-e7eca57260d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:14.584648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.585050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Bound using segment: {'id': '62845493-76e2-4115-a9ab-e7eca57260d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:14.585577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Bound port: 521c757b-3937-4401-a374-cf30fef291b8, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62845493-76e2-4115-a9ab-e7eca57260d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '6570789b-0a96-4582-80fd-069b15dc041c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:14.586025 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.733855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e89c999f-b11c-4eed-83c1-f5409951dec1', 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1', 'tenant_id': 'de50b0909bf24865af3f011e396b21ff', 'fixed_ips': [{'subnet_id': '78549e92-8c61-421d-a63d-ac827e6e9325'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:14.735056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.758045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] For port 521c757b-3937-4401-a374-cf30fef291b8, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:14.770324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] For port 521c757b-3937-4401-a374-cf30fef291b8, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=521c757b-3937-4401-a374-cf30fef291b8,segment=NetworkSegment(62845493-76e2-4115-a9ab-e7eca57260d5),segment_id=62845493-76e2-4115-a9ab-e7eca57260d5)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:14.809479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.904988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45b55d16-5af2-42c4-aed0-88f2dfe740ac tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:14.985164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d931eb-4894-4a26-9330-b1b6dd3f324d None None] Pushing event updated for resources: {'Port': ['ID=521c757b-3937-4401-a374-cf30fef291b8,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:15.031460 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Allocated IP 172.21.0.2 (e89c999f-b11c-4eed-83c1-f5409951dec1/78549e92-8c61-421d-a63d-ac827e6e9325/04742447-85b0-419b-ace1-35b3910dd580) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:15.109927 n-d-825178-4 neutron-server[87652]: INFO neutron.api.v2.resource [None req-45b55d16-5af2-42c4-aed0-88f2dfe740ac tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 10 23:31:15.111633 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45b55d16-5af2-42c4-aed0-88f2dfe740ac tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "PUT /v2.0/routers/10a6955a-9a01-4bc0-9e2d-ed9ca2317c50 HTTP/1.1" status: 400 len: 364 time: 0.7903647 Feb 10 23:31:15.118048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36528) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:15.292059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Deleting subnet 78549e92-8c61-421d-a63d-ac827e6e9325 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:31:15.319151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.331355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Transition to ACTIVE for port object 04742447-85b0-419b-ace1-35b3910dd580 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:15.362561 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Transition to ACTIVE for port object 04742447-85b0-419b-ace1-35b3910dd580 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:15.371429 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.372065 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.455147 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.455947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Network e89c999f-b11c-4eed-83c1-f5409951dec1 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:15.459850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:15.464704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:15.473287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Pushing event updated for resources: {'Port': ['ID=04742447-85b0-419b-ace1-35b3910dd580,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:15.569207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.574343 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Attempting to bind port 04742447-85b0-419b-ace1-35b3910dd580 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:15.574708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Attempting to bind port 04742447-85b0-419b-ace1-35b3910dd580 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'b2c12758-de81-4d10-b173-17a53034bed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:15.575123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Attempting to bind port 04742447-85b0-419b-ace1-35b3910dd580 on network e89c999f-b11c-4eed-83c1-f5409951dec1 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:15.584112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:15.584791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Checking segment: {'id': 'b2c12758-de81-4d10-b173-17a53034bed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:15.585563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.585963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Bound using segment: {'id': 'b2c12758-de81-4d10-b173-17a53034bed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:15.586527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Bound port: 04742447-85b0-419b-ace1-35b3910dd580, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c12758-de81-4d10-b173-17a53034bed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e89c999f-b11c-4eed-83c1-f5409951dec1'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:15.586898 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.682540 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.708946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] For port 04742447-85b0-419b-ace1-35b3910dd580, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:15.712983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] For port 04742447-85b0-419b-ace1-35b3910dd580, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=04742447-85b0-419b-ace1-35b3910dd580,segment=NetworkSegment(b2c12758-de81-4d10-b173-17a53034bed3),segment_id=b2c12758-de81-4d10-b173-17a53034bed3)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:15.717917 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.732709 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Subnet': ['ID=78549e92-8c61-421d-a63d-ac827e6e9325,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:15.734715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.744227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2f3d90e5-4917-45a2-a94b-54225832dc1b tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "DELETE /v2.0/subnets/78549e92-8c61-421d-a63d-ac827e6e9325 HTTP/1.1" status: 204 len: 168 time: 0.6246660 Feb 10 23:31:15.744435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36532) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:15.821611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e37fd-e3b9-40a5-8735-e42c7ae0490c None None] Pushing event updated for resources: {'Port': ['ID=04742447-85b0-419b-ace1-35b3910dd580,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:15.898117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:15.913675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Deleting port 04742447-85b0-419b-ace1-35b3910dd580 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:15.914354 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.180128 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] For port 04742447-85b0-419b-ace1-35b3910dd580, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=04742447-85b0-419b-ace1-35b3910dd580,segment=NetworkSegment(b2c12758-de81-4d10-b173-17a53034bed3),segment_id=b2c12758-de81-4d10-b173-17a53034bed3)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:16.180508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.232345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af98c7-e2a1-4f55-9b20-1ee405fea9cf None None] Network 6570789b-0a96-4582-80fd-069b15dc041c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:16.324746 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Calling delete_port for 04742447-85b0-419b-ace1-35b3910dd580 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:16.335842 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-095d6708-dd22-4a6e-ac62-a0949235946b None None] Provisioning for port 521c757b-3937-4401-a374-cf30fef291b8 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:16.412074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.462302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Port': ['ID=04742447-85b0-419b-ace1-35b3910dd580,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:16.468509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] No DVR routers for this DVR port 04742447-85b0-419b-ace1-35b3910dd580 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:31:16.607146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.638496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89c999f-b11c-4eed-83c1-f5409951dec1']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:16.658188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c12758-de81-4d10-b173-17a53034bed3') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:16.658613 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c12758-de81-4d10-b173-17a53034bed3') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:16.683900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.705894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.716887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:16.717668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:16.748443 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:16.850436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 521c757b-3937-4401-a374-cf30fef291b8 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:16.877960 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.904959 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:16.925304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Network': ['ID=e89c999f-b11c-4eed-83c1-f5409951dec1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:16.934318 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-045f212b-fda9-49ec-b61a-4b171e0d01bf tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "DELETE /v2.0/networks/e89c999f-b11c-4eed-83c1-f5409951dec1 HTTP/1.1" status: 204 len: 168 time: 1.1866736 Feb 10 23:31:16.934614 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36536) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:16.969868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 521c757b-3937-4401-a374-cf30fef291b8 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:16.976676 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 521c757b-3937-4401-a374-cf30fef291b8 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:16.977324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.073590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Deleting subnet c61756d1-1380-4637-91a6-26c0498f9f69 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:31:17.079142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.177658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.198176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.245949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 521c757b-3937-4401-a374-cf30fef291b8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=521c757b-3937-4401-a374-cf30fef291b8,segment=NetworkSegment(62845493-76e2-4115-a9ab-e7eca57260d5),segment_id=62845493-76e2-4115-a9ab-e7eca57260d5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:17.255865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.340548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b409fb-5f9a-4152-af3e-840b3daeb2c0 None None] DHCP port deletion for e89c999f-b11c-4eed-83c1-f5409951dec1 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:31:17.356209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.361632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0418eff3-db27-484c-8d1b-6b31b4e37942 None None] Could not find standard attr ID for object 04742447-85b0-419b-ace1-35b3910dd580. {{(pid=87654) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 10 23:31:17.405279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e571c-eefe-4e3f-a760-ceb6a8c891e1 None None] Network e89c999f-b11c-4eed-83c1-f5409951dec1 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:17.439254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e571c-eefe-4e3f-a760-ceb6a8c891e1 None None] Network e89c999f-b11c-4eed-83c1-f5409951dec1 could not be found, it might have been deleted concurrently. {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Feb 10 23:31:17.445308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=521c757b-3937-4401-a374-cf30fef291b8,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:17.480622 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.532648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Subnet': ['ID=c61756d1-1380-4637-91a6-26c0498f9f69,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:17.536165 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.544989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ac708-9c37-4ccf-8e20-2076bdd68f13 None None] Network 6570789b-0a96-4582-80fd-069b15dc041c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:17.548338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-67e02a1f-2204-483e-b951-beab1d4f22c3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "DELETE /v2.0/subnets/c61756d1-1380-4637-91a6-26c0498f9f69 HTTP/1.1" status: 204 len: 168 time: 0.6119490 Feb 10 23:31:17.551396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36540) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:17.692211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.710534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Deleting port 521c757b-3937-4401-a374-cf30fef291b8 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:17.711005 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:17.878865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] DHCP port deletion for 6570789b-0a96-4582-80fd-069b15dc041c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:31:17.885002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Deleting port 521c757b-3937-4401-a374-cf30fef291b8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:17.885466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.004814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] For port 521c757b-3937-4401-a374-cf30fef291b8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=521c757b-3937-4401-a374-cf30fef291b8,segment=NetworkSegment(62845493-76e2-4115-a9ab-e7eca57260d5),segment_id=62845493-76e2-4115-a9ab-e7eca57260d5)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:18.005438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.142127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] For port 521c757b-3937-4401-a374-cf30fef291b8, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=521c757b-3937-4401-a374-cf30fef291b8,segment=NetworkSegment(62845493-76e2-4115-a9ab-e7eca57260d5),segment_id=62845493-76e2-4115-a9ab-e7eca57260d5)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:18.142501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Calling delete_port for 521c757b-3937-4401-a374-cf30fef291b8 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:18.142614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.234663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.301016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Port': ['ID=521c757b-3937-4401-a374-cf30fef291b8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:18.303496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] No DVR routers for this DVR port 521c757b-3937-4401-a374-cf30fef291b8 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:31:18.322035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Calling delete_port for 521c757b-3937-4401-a374-cf30fef291b8 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:31:18.416881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:31:18.417863 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:31:18.454463 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.486165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6570789b-0a96-4582-80fd-069b15dc041c']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:18.501492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62845493-76e2-4115-a9ab-e7eca57260d5') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:18.501793 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62845493-76e2-4115-a9ab-e7eca57260d5') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:18.514379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.534473 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.541747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:31:18.542161 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:31:18.565086 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:31:18.786000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 04742447-85b0-419b-ace1-35b3910dd580 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:18.789552 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.811128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.824972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Pushing event deleted for resources: {'Network': ['ID=6570789b-0a96-4582-80fd-069b15dc041c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:18.825928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 04742447-85b0-419b-ace1-35b3910dd580 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:31:18.826892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 04742447-85b0-419b-ace1-35b3910dd580 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:31:18.827328 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 521c757b-3937-4401-a374-cf30fef291b8 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:31:18.831276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e05a8db9-8f9a-4761-acbe-0b702357915d tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "DELETE /v2.0/networks/6570789b-0a96-4582-80fd-069b15dc041c HTTP/1.1" status: 204 len: 168 time: 1.2763739 Feb 10 23:31:18.831661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36544) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:18.867993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 521c757b-3937-4401-a374-cf30fef291b8 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:31:18.868329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 521c757b-3937-4401-a374-cf30fef291b8 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:31:18.910867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8cefaff7-24b8-4949-b5a4-aee292a48ed3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Synchronizing usage tracker for tenant:de50b0909bf24865af3f011e396b21ff on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:18.919018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Deleting port 521c757b-3937-4401-a374-cf30fef291b8 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:31:18.919443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:18.943176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8cefaff7-24b8-4949-b5a4-aee292a48ed3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Unset dirty status for tenant:de50b0909bf24865af3f011e396b21ff on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:18.947895 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8cefaff7-24b8-4949-b5a4-aee292a48ed3 tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "GET /v2.0/ports?device_id=10a6955a-9a01-4bc0-9e2d-ed9ca2317c50 HTTP/1.1" status: 200 len: 205 time: 0.1145878 Feb 10 23:31:18.950483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36548) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:18.996395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc84da-81b8-4d43-a0ff-c0420a60c9d2 None None] The port '521c757b-3937-4401-a374-cf30fef291b8' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:31:19.114649 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.461326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.466076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.509721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.510351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Fanout notify agent at l3_agent the message router_deleted on router 10a6955a-9a01-4bc0-9e2d-ed9ca2317c50 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:31:19.525779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:19.527070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f3108769-385e-4346-b477-fa159d03c1ce tempest-RoutersNegativeTest-89455945 tempest-RoutersNegativeTest-89455945-project] 10.222.0.53 "DELETE /v2.0/routers/10a6955a-9a01-4bc0-9e2d-ed9ca2317c50 HTTP/1.1" status: 204 len: 168 time: 0.5751004 Feb 10 23:31:20.010699 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36556) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:20.224067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8e01b645-8fd7-412c-a62c-ca715ff156ef admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=de50b0909bf24865af3f011e396b21ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2120023 Feb 10 23:31:20.227038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36562) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:20.310924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:20.339690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:20.402711 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:20.420244 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad060ef-29ca-41d7-a0e9-48470868b391,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:20.429905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:20.432181 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a5141a51-e3fd-4fcf-a5a7-7f2c78a85453 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/1ad060ef-29ca-41d7-a0e9-48470868b391 HTTP/1.1" status: 204 len: 168 time: 0.2035429 Feb 10 23:31:21.315087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36586) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:21.461522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1362037663-network', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:21.468620 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:21.473421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Usage tracker for resource:network and tenant:195515f5d35d4fca8fb214bf689d5637 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:21.476820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:21.484941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:21.498737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Made reservation on behalf of 195515f5d35d4fca8fb214bf689d5637 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:21.503103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.526952 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.560324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:21.568193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Usage tracker for resource:security_group_rule and tenant:195515f5d35d4fca8fb214bf689d5637 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:21.573556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:21.585399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:21.705633 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.710096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.751008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:21.761018 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=765d7e84-cc32-4b40-8f3a-af5933f93ce4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:21.768266 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.768610 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Added segment 56824e26-f6c7-4c67-af99-e3c22e41ba2d of type vlan for network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 Feb 10 23:31:21.808404 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.845207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.846100 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:21.846699 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:21.962852 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] Pushing event updated for resources: {'Network': ['ID=5cd0d8b5-3874-4d08-99f7-a659dfc410a4,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:21.965974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c7a9e08-51c8-467d-b576-0a6eacc54851 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6493340 Feb 10 23:31:21.970666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:21.976198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:21.976821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Request body: {'subnet': {'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-subnet', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:21.982241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:21.987340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Usage tracker for resource:subnet and tenant:195515f5d35d4fca8fb214bf689d5637 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:21.990911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:21.999254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:22.011697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Made reservation on behalf of 195515f5d35d4fca8fb214bf689d5637 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:22.014113 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.237177 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.238269 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.319944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca62372d-efea-48cc-a70d-61c673a66f01,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:22.331619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Checking segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:22.331979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Network hostable DHCP agents. Network: 5cd0d8b5-3874-4d08-99f7-a659dfc410a4, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:22.352940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:22.363970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 5cd0d8b5-3874-4d08-99f7-a659dfc410a4) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:22.372721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:22.372935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6598c7-67c4-4dc8-84cc-92727e5c9d05 None None] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:22.375221 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.408682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5362fd38-7067-4b39-90ff-0b0740c4d68b admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4337711 Feb 10 23:31:22.409181 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36596) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:22.414853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:22.422177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:22.428489 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Usage tracker for resource:router and tenant:195515f5d35d4fca8fb214bf689d5637 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:22.432290 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:22.441306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:22.453775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.454958 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.470782 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.621195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:22.622101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:22.836463 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Allocated IP 172.20.0.2 (5cd0d8b5-3874-4d08-99f7-a659dfc410a4/ca62372d-efea-48cc-a70d-61c673a66f01/f3c75ab8-4308-44f6-b574-e5495b993d37) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:22.887648 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.056049 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.067126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Transition to ACTIVE for port object f3c75ab8-4308-44f6-b574-e5495b993d37 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:23.087164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Transition to ACTIVE for port object f3c75ab8-4308-44f6-b574-e5495b993d37 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:23.094299 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.165692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:23.169360 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:23.175242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:23.218663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Pushing event updated for resources: {'Port': ['ID=f3c75ab8-4308-44f6-b574-e5495b993d37,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:23.255357 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.286695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Attempting to bind port f3c75ab8-4308-44f6-b574-e5495b993d37 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:23.287055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Attempting to bind port f3c75ab8-4308-44f6-b574-e5495b993d37 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:23.287437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Attempting to bind port f3c75ab8-4308-44f6-b574-e5495b993d37 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:23.293347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:23.293712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Checking segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:23.294107 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.294496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Bound using segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:23.294683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.294956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Bound port: f3c75ab8-4308-44f6-b574-e5495b993d37, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:23.295353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.402160 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] For port f3c75ab8-4308-44f6-b574-e5495b993d37, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:23.408506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] For port f3c75ab8-4308-44f6-b574-e5495b993d37, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3c75ab8-4308-44f6-b574-e5495b993d37,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:23.414709 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.459865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Allocated IP 172.25.2.110 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/586ff4aa-3e2b-4c37-9a3b-e250efeb366e) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:23.531643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb00c3-af98-4d24-a378-acc3d95a5086 None None] Pushing event updated for resources: {'Port': ['ID=f3c75ab8-4308-44f6-b574-e5495b993d37,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:23.665949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.701758 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:23.791236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:23.794911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:23.799491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:23.857211 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Pushing event updated for resources: {'Port': ['ID=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:24.407251 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:24.656058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a77316f-9d4b-42bb-bee0-a624bba607f2 None None] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:24.755258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-34acc743-7af5-4171-98b6-50ead67edc42 None None] Provisioning for port f3c75ab8-4308-44f6-b574-e5495b993d37 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:24.848690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:24.866789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3c75ab8-4308-44f6-b574-e5495b993d37 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:25.021859 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.028849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f3c75ab8-4308-44f6-b574-e5495b993d37 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:25.036581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3c75ab8-4308-44f6-b574-e5495b993d37 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:25.036964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.134266 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:31:25.200761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.262491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f3c75ab8-4308-44f6-b574-e5495b993d37, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3c75ab8-4308-44f6-b574-e5495b993d37,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:25.273226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.413082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f3c75ab8-4308-44f6-b574-e5495b993d37,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:25.434167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:31:25.448662 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Sync routers for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:31:25.462852 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:25.463790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:25.469613 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.470964 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d1e4fd1-2b12-4b86-88f2-1b98592c93da admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0603211 Feb 10 23:31:25.475688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36600) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:25.521608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db0d4b25-57c0-4526-8a2d-a43595bfc55b None None] Provisioning complete for port f3c75ab8-4308-44f6-b574-e5495b993d37 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:25.521986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db0d4b25-57c0-4526-8a2d-a43595bfc55b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:25.694749 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:26.038714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:24Z', 'revision_number': 3, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:26.043363 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Checking router: 5654c38d-89e5-4eb1-bb91-6ced0b69d350 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:31:26.043752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Updating router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:31:26.106401 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.482312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.621612 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.642714 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Transition to ACTIVE for port object 586ff4aa-3e2b-4c37-9a3b-e250efeb366e will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:26.652734 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.775629 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Attempting to bind port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:26.776821 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Attempting to bind port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:26.776821 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Attempting to bind port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:26.790408 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:26.790760 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:26.791241 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.791866 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:26.792338 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Bound port: 586ff4aa-3e2b-4c37-9a3b-e250efeb366e, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:26.792867 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.800934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Allocated IP 172.20.0.1 (5cd0d8b5-3874-4d08-99f7-a659dfc410a4/ca62372d-efea-48cc-a70d-61c673a66f01/824c97d5-fd58-4462-9a23-8e4ef33e07d1) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:26.830356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3c75ab8-4308-44f6-b574-e5495b993d37 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:26.868898 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Pushing event updated for resources: {'Port': ['ID=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:26.898156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.898679 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.899445 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.900240 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.901932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.901932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.901932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.902819 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.902819 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.903493 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.904012 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.904520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:31:26.942183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f3c75ab8-4308-44f6-b574-e5495b993d37 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:26.942554 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:26.950226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] For port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:26.956476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] For port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:26.963423 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:27.039831 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:27.091161 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Transition to ACTIVE for port object 824c97d5-fd58-4462-9a23-8e4ef33e07d1 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:27.091518 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:27.092449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:27.130135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:27.215738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:27.220130 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:27.227682 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:27.266391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Pushing event updated for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:27.308698 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1538a8-60c6-408d-98a0-e824a1ffe5e2 None None] Pushing event updated for resources: {'Port': ['ID=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:27.329632 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:27.338495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:27.513087 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85c572e5-a34c-4efe-9b81-71a1babd9a5b None None] Provisioning for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:27.637782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85c572e5-a34c-4efe-9b81-71a1babd9a5b None None] Provisioning complete for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:27.638358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85c572e5-a34c-4efe-9b81-71a1babd9a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:27.721948 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:24Z', 'revision_number': 3, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:27.726579 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a9f638-5eeb-4580-989d-4f2cbde4769b None None] The sync data for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 is: [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:24Z', 'revision_number': 3, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:31:27.732454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85c572e5-a34c-4efe-9b81-71a1babd9a5b None None] Port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:31:27.746544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:28.065953 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:28.073467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:28.184326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Pushing event updated for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:28.190507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:28.355859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:28.357334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:28.665413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-373d3bf6-3e10-4956-b66a-43ce084eedc8 None None] Provisioning complete for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:28.665993 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-373d3bf6-3e10-4956-b66a-43ce084eedc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:28.706798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:31:28.752042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-373d3bf6-3e10-4956-b66a-43ce084eedc8 None None] Port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:31:28.861609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 586ff4aa-3e2b-4c37-9a3b-e250efeb366e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:28.954909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:31:28.975825 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2ffe1770-0ac3-4a9a-8855-5105362d7541 admin admin] 10.222.0.53 "PUT /v2.0/routers/5654c38d-89e5-4eb1-bb91-6ced0b69d350/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4926438 Feb 10 23:31:28.982780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:28.992893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:28.993504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.174515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.203556 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:29.208856 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.298877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:29.533907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Sync routers for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:31:29.545151 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:29.545871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:29.700246 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36618) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:29.707006 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1850442025-network', 'tenant_id': '0269fdcabfff471884ac784121d1b627'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:29.713178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:29.717255 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Usage tracker for resource:network and tenant:0269fdcabfff471884ac784121d1b627 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:29.721197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:29.731047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:29.744385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Made reservation on behalf of 0269fdcabfff471884ac784121d1b627 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:29.746219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.748227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:29.759874 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.776140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:29.787167 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Usage tracker for resource:security_group_rule and tenant:0269fdcabfff471884ac784121d1b627 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:29.790353 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:29.796770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:29.897217 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.901507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.935064 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:31:29.944600 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0fc20c-3820-4ad2-a51b-766cb251a603,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:29.954600 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:29.954600 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Added segment 34ece044-7a25-4baa-9d8f-3fb156a97556 of type vlan for network 83d01c5e-2e92-4e8a-9d1b-090dba49671a Feb 10 23:31:29.998209 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.033337 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.034381 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:30.035258 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.118414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:27Z', 'revision_number': 4, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '824c97d5-fd58-4462-9a23-8e4ef33e07d1', 'name': '', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'mac_address': 'fa:16:3e:2a:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:26Z', 'updated_at': '2022-02-10T23:31:27Z', 'revision_number': 2, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'subnets': [{'id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:30.126175 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Checking router: 5654c38d-89e5-4eb1-bb91-6ced0b69d350 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:31:30.126663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Updating router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:31:30.152083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] Pushing event updated for resources: {'Network': ['ID=83d01c5e-2e92-4e8a-9d1b-090dba49671a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:30.161099 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-654ef67b-f305-41c3-b1ab-a3453ef6cf55 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4559083 Feb 10 23:31:30.162185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36622) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:30.165871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:31:30.168534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Request body: {'subnet': {'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-subnet', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:30.175728 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:30.180014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Usage tracker for resource:subnet and tenant:0269fdcabfff471884ac784121d1b627 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:30.183128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:30.190440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:30.207832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Made reservation on behalf of 0269fdcabfff471884ac784121d1b627 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:30.211309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.286998 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.599551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.737726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba9bd67-2638-4c69-afbe-4d5c1b09c13c,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:30.744368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Checking segment: {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:30.744942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Network hostable DHCP agents. Network: 83d01c5e-2e92-4e8a-9d1b-090dba49671a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:31:30.746562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.770677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Transition to ACTIVE for port object 824c97d5-fd58-4462-9a23-8e4ef33e07d1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:30.778109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:31:30.783509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.794294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 83d01c5e-2e92-4e8a-9d1b-090dba49671a) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:30.805664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:30.806245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.847980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dcdca70b-65a8-4c1e-b196-b9fb2cc35294 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6833918 Feb 10 23:31:30.849899 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36626) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:30.860847 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:30.864500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e9e951-ff9f-4a6c-a924-e0e3c8a1a134 None None] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:30.870672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:30.878245 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Usage tracker for resource:router and tenant:0269fdcabfff471884ac784121d1b627 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:30.883880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:30.894946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:30.914225 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.915978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.942043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:30.955122 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 586ff4aa-3e2b-4c37-9a3b-e250efeb366e up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:31.279108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb182-5cdf-43e1-b57d-08c062c5baea None None] Pushing event updated for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:31.297360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.389294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Attempting to bind port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:31.389599 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Attempting to bind port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:31.390585 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Attempting to bind port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:31.410018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:31.410388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Checking segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:31.410785 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.411197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Bound using segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:31.411687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Bound port: 824c97d5-fd58-4462-9a23-8e4ef33e07d1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:31.412056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.459916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:31.460490 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.667479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'fixed_ips': [{'subnet_id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:31:31.668302 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.689922 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.697486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] For port 824c97d5-fd58-4462-9a23-8e4ef33e07d1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:31.702134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] For port 824c97d5-fd58-4462-9a23-8e4ef33e07d1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=824c97d5-fd58-4462-9a23-8e4ef33e07d1,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:31.728075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.771390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:31.877530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Allocated IP 172.25.2.169 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/c5c00f94-ea94-4ba4-bffb-e4dcd6087c02) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:31.947865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:31.948282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:32.004198 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fb182-5cdf-43e1-b57d-08c062c5baea None None] Pushing event updated for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:32.124880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Allocated IP 172.20.0.2 (83d01c5e-2e92-4e8a-9d1b-090dba49671a/dba9bd67-2638-4c69-afbe-4d5c1b09c13c/6268e8d2-2358-454f-8e3b-bce46c2ee216) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:32.183031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:32.217947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:32.240978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:32.288109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:32.291294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:32.295934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:32.331074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Pushing event updated for resources: {'Port': ['ID=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:32.712260 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:32.754722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Transition to ACTIVE for port object 6268e8d2-2358-454f-8e3b-bce46c2ee216 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:32.783194 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Transition to ACTIVE for port object 6268e8d2-2358-454f-8e3b-bce46c2ee216 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:32.788306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:32.794387 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:32.899353 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:32.907221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:32.910282 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:32.920988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Pushing event updated for resources: {'Port': ['ID=6268e8d2-2358-454f-8e3b-bce46c2ee216,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:33.002783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:27Z', 'revision_number': 4, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '824c97d5-fd58-4462-9a23-8e4ef33e07d1', 'name': '', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'mac_address': 'fa:16:3e:2a:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:26Z', 'updated_at': '2022-02-10T23:31:31Z', 'revision_number': 4, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'subnets': [{'id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:33.019523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1872b1-8775-4881-9aac-1b810e694a7c None None] The sync data for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 is: [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:31:27Z', 'revision_number': 4, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '824c97d5-fd58-4462-9a23-8e4ef33e07d1', 'name': '', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'mac_address': 'fa:16:3e:2a:6a:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:26Z', 'updated_at': '2022-02-10T23:31:31Z', 'revision_number': 4, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'subnets': [{'id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:31:33.028757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Attempting to bind port 6268e8d2-2358-454f-8e3b-bce46c2ee216 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:33.029538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Attempting to bind port 6268e8d2-2358-454f-8e3b-bce46c2ee216 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:33.029984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Attempting to bind port 6268e8d2-2358-454f-8e3b-bce46c2ee216 on network 83d01c5e-2e92-4e8a-9d1b-090dba49671a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:33.037988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:33.038466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Checking segment: {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:33.038990 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:33.039449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Bound using segment: {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:33.039992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Bound port: 6268e8d2-2358-454f-8e3b-bce46c2ee216, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:33.040602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:33.178078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] For port 6268e8d2-2358-454f-8e3b-bce46c2ee216, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:33.183271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] For port 6268e8d2-2358-454f-8e3b-bce46c2ee216, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6268e8d2-2358-454f-8e3b-bce46c2ee216,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:33.191788 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:33.227024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:33.286294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19325b62-5a29-4729-94d3-433f70ec95b3 None None] Pushing event updated for resources: {'Port': ['ID=6268e8d2-2358-454f-8e3b-bce46c2ee216,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:33.489913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:31:33.705336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:31:33.715643 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Sync routers for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:31:33.725817 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:33.726450 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:33.736644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:33.742106 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b1e7b321-c749-47f4-aca2-9bc3caf5f924 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8867033 Feb 10 23:31:33.742552 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36630) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:31:33.925372 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:34.270076 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:32Z', 'revision_number': 3, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:34.274822 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Checking router: d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:31:34.275203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Updating router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:31:34.337343 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.463887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f20f9-b073-4d95-9af7-3fddbac8fb84 None None] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:31:34.601044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-310309cd-57da-4aba-83d5-189942166d29 None None] Provisioning for port 6268e8d2-2358-454f-8e3b-bce46c2ee216 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:34.688930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.768750 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.787131 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Transition to ACTIVE for port object c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:34.797335 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.889312 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Attempting to bind port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:34.889675 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Attempting to bind port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:34.890242 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Attempting to bind port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:34.893183 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9bcea-e28a-418b-858f-86746fd1e76e None None] Pushing event updated for resources: {'Port': ['ID=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:34.900426 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:34.900803 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:34.901198 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.901580 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:34.902031 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Bound port: c5c00f94-ea94-4ba4-bffb-e4dcd6087c02, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:34.902396 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.942882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 824c97d5-fd58-4462-9a23-8e4ef33e07d1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:34.986539 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] For port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:34.990298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] For port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:34.997105 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:34.998722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Allocated IP 172.20.0.1 (83d01c5e-2e92-4e8a-9d1b-090dba49671a/dba9bd67-2638-4c69-afbe-4d5c1b09c13c/f37aa424-0d2f-4199-9bac-ce3f7398d50a) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:35.055548 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:35.064513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:35.065290 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.099796 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:35.100437 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:35.194379 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.215478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Transition to ACTIVE for port object f37aa424-0d2f-4199-9bac-ce3f7398d50a will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:35.224718 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.254305 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.262664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 824c97d5-fd58-4462-9a23-8e4ef33e07d1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=824c97d5-fd58-4462-9a23-8e4ef33e07d1,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:35.268404 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.269499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6268e8d2-2358-454f-8e3b-bce46c2ee216 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:35.286524 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc9bcea-e28a-418b-858f-86746fd1e76e None None] Pushing event updated for resources: {'Port': ['ID=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:35.317550 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:35.325419 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:35.329216 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:35.333295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:35.389359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:35.414310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Pushing event updated for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:35.449918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 6268e8d2-2358-454f-8e3b-bce46c2ee216 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:35.459000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6268e8d2-2358-454f-8e3b-bce46c2ee216 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:35.459684 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.460178 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.614146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.637138 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.678354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 6268e8d2-2358-454f-8e3b-bce46c2ee216, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6268e8d2-2358-454f-8e3b-bce46c2ee216,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:35.686463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.728222 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:32Z', 'revision_number': 3, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:35.728510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cad868b6-d58e-4c48-ab8b-198c0d799100 None None] Provisioning for port f37aa424-0d2f-4199-9bac-ce3f7398d50a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:35.735148 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a9a9a-a4fe-4e90-9abd-14a5d5684c71 None None] The sync data for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 is: [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:32Z', 'revision_number': 3, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:31:35.756633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-cad868b6-d58e-4c48-ab8b-198c0d799100 None None] Provisioning complete for port f37aa424-0d2f-4199-9bac-ce3f7398d50a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:35.757007 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cad868b6-d58e-4c48-ab8b-198c0d799100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:35.822248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=6268e8d2-2358-454f-8e3b-bce46c2ee216,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:35.826524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-cad868b6-d58e-4c48-ab8b-198c0d799100 None None] Port f37aa424-0d2f-4199-9bac-ce3f7398d50a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:31:36.043731 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:36.049852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:36.230174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:36.234242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Pushing event updated for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:36.382426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:36.383694 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:36.594784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:31:36.659447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a96bd8f6-82eb-49cd-8f3a-6a5210414a13 None None] Provisioning complete for port f37aa424-0d2f-4199-9bac-ce3f7398d50a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:36.660603 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a96bd8f6-82eb-49cd-8f3a-6a5210414a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:36.737266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a96bd8f6-82eb-49cd-8f3a-6a5210414a13 None None] Port f37aa424-0d2f-4199-9bac-ce3f7398d50a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:31:36.805403 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:31:36.817136 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-850c3d2a-6167-4ea2-b26c-2076521ccf96 admin admin] 10.222.0.53 "PUT /v2.0/routers/d9ab0e0d-bf60-4b7f-90c4-529653f06ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0732822 Feb 10 23:31:36.895339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 824c97d5-fd58-4462-9a23-8e4ef33e07d1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:36.972016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:36.972385 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:37.131770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:31:37.146626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6268e8d2-2358-454f-8e3b-bce46c2ee216 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:37.228708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 6268e8d2-2358-454f-8e3b-bce46c2ee216 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:37.229179 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:37.363102 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:37.443643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:37.454526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Sync routers for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:31:37.462349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:37.462727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:37.510405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:37.510964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:37.767690 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:37.810110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:37.854488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:37.915219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:37.928772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ba83d1ab-7d79-4414-b7a7-8dc51c74731a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:37.929583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ba83d1ab-7d79-4414-b7a7-8dc51c74731a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Synchronizing usage tracker for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:37.949687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ba83d1ab-7d79-4414-b7a7-8dc51c74731a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Unset dirty status for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:37.951097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ba83d1ab-7d79-4414-b7a7-8dc51c74731a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 817 time: 0.1962447 Feb 10 23:31:37.970620 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-9c45f786-efcc-4a02-81b2-93e99577d014 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/quotas/195515f5d35d4fca8fb214bf689d5637 HTTP/1.1" status: 200 len: 375 time: 0.0119774 Feb 10 23:31:38.066440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-6949d6b5-6302-4a34-a318-e0c32055ea64 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891309 Feb 10 23:31:38.088805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:38.214310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:35Z', 'revision_number': 4, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f37aa424-0d2f-4199-9bac-ce3f7398d50a', 'name': '', 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'mac_address': 'fa:16:3e:75:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:34Z', 'updated_at': '2022-02-10T23:31:35Z', 'revision_number': 2, 'project_id': '0269fdcabfff471884ac784121d1b627', 'subnets': [{'id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:38.219345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Checking router: d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:31:38.219788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Updating router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 port f37aa424-0d2f-4199-9bac-ce3f7398d50a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:31:38.227092 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ca4e9ee6-a19e-4590-a021-9554ec5f99bf service neutron] 10.222.0.53 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422129 Feb 10 23:31:38.276712 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:38.353044 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8fa8f8c2-00ab-41dd-9830-134a8c7a1b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:38.371021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-39acef9d-d92f-44ab-aaa9-95deafc69463 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377392 Feb 10 23:31:38.558696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7c135a7b-7128-4cf9-9fbb-e8506fdbff42 req-7c7a4fd6-18d5-42c9-8e50-a8d23214eec1 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0479677 Feb 10 23:31:38.664671 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:38.679104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Transition to ACTIVE for port object f37aa424-0d2f-4199-9bac-ce3f7398d50a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:38.688580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:38.877531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:38.927363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e88bd-7f03-4451-a01f-4dcec11c69d6 None None] Pushing event updated for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:39.037543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Attempting to bind port f37aa424-0d2f-4199-9bac-ce3f7398d50a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:39.037816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Attempting to bind port f37aa424-0d2f-4199-9bac-ce3f7398d50a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:39.038179 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Attempting to bind port f37aa424-0d2f-4199-9bac-ce3f7398d50a on network 83d01c5e-2e92-4e8a-9d1b-090dba49671a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:39.045632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:39.046620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Checking segment: {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:39.047036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:39.047468 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Bound using segment: {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:39.047932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Bound port: f37aa424-0d2f-4199-9bac-ce3f7398d50a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ece044-7a25-4baa-9d8f-3fb156a97556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:39.048305 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:39.116829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:39.117198 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:39.231043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] For port f37aa424-0d2f-4199-9bac-ce3f7398d50a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:39.235065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] For port f37aa424-0d2f-4199-9bac-ce3f7398d50a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f37aa424-0d2f-4199-9bac-ce3f7398d50a,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:39.269319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:39.388084 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:31:39.388747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:31:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:39.488030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35e88bd-7f03-4451-a01f-4dcec11c69d6 None None] Pushing event updated for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:39.669663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:31:39.680381 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e0581e8-ded2-4d8a-8951-a469d7fbd172 req-0d52a17a-5d89-4345-8553-498e2d9193bd tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0513723 Feb 10 23:31:40.113541 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:35Z', 'revision_number': 4, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f37aa424-0d2f-4199-9bac-ce3f7398d50a', 'name': '', 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'mac_address': 'fa:16:3e:75:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:34Z', 'updated_at': '2022-02-10T23:31:39Z', 'revision_number': 4, 'project_id': '0269fdcabfff471884ac784121d1b627', 'subnets': [{'id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:31:40.121520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac39634c-2954-4d81-804e-ba699cb4cae4 None None] The sync data for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 is: [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:31:35Z', 'revision_number': 4, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'f37aa424-0d2f-4199-9bac-ce3f7398d50a', 'name': '', 'network_id': '83d01c5e-2e92-4e8a-9d1b-090dba49671a', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'mac_address': 'fa:16:3e:75:8e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:34Z', 'updated_at': '2022-02-10T23:31:39Z', 'revision_number': 4, 'project_id': '0269fdcabfff471884ac784121d1b627', 'subnets': [{'id': 'dba9bd67-2638-4c69-afbe-4d5c1b09c13c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:31:40.557856 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85242dcd-b9a1-4bcf-937f-364ea3a6eabc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:40.894124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43cd8a2e-d712-454a-b19d-d8484c9ed258 req-7fee32fd-e6a6-4534-a9ae-3cbe0f22dab6 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0641389 Feb 10 23:31:40.899591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f37aa424-0d2f-4199-9bac-ce3f7398d50a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:40.992156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f37aa424-0d2f-4199-9bac-ce3f7398d50a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:41.000386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f37aa424-0d2f-4199-9bac-ce3f7398d50a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:41.000921 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:41.199714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:41.240056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f37aa424-0d2f-4199-9bac-ce3f7398d50a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f37aa424-0d2f-4199-9bac-ce3f7398d50a,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:41.246372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:41.349730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:41.743474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:41.980933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:42.110065 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4910bf40-8200-4369-8102-79d9fde3bdb6 req-553b9220-b62c-4f59-9af1-3eaa42fc8bd5 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0695698 Feb 10 23:31:42.559689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-54aaa69b-1383-4f3d-8f81-fe8426a5bfd3 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:42.563877 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-54aaa69b-1383-4f3d-8f81-fe8426a5bfd3 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 817 time: 0.3032148 Feb 10 23:31:42.580795 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Request body: {'port': {'device_id': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'admin_state_up': True, 'tenant_id': '195515f5d35d4fca8fb214bf689d5637'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:42.844147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f37aa424-0d2f-4199-9bac-ce3f7398d50a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:42.879074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:31:42.886869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Usage tracker for resource:port and tenant:195515f5d35d4fca8fb214bf689d5637 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:31:42.893569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:31:42.908897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:31:42.931740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Made reservation on behalf of 195515f5d35d4fca8fb214bf689d5637 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:31:42.938928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:42.988263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f37aa424-0d2f-4199-9bac-ce3f7398d50a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:42.988893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:43.206851 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:43.220672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Allocated IP 172.20.0.9 (5cd0d8b5-3874-4d08-99f7-a659dfc410a4/ca62372d-efea-48cc-a70d-61c673a66f01/cf01681e-dff6-493f-b707-b82da5951298) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:31:43.428059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1be2176d-2662-44c4-9554-9b6cc174590a req-89c18fc1-4074-486a-8d42-70b450e14e09 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0977695 Feb 10 23:31:43.666318 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:43.685952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Transition to ACTIVE for port object cf01681e-dff6-493f-b707-b82da5951298 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:43.718480 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:43.925483 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:31:43.928723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:31:43.932740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:31:43.966947 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Pushing event updated for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:44.027751 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:44.028886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:44.066022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-041fafbd-0a6a-421a-b182-b95dff5bf11a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4937158 Feb 10 23:31:44.079129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Request body: {'port': {'device_id': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:31:44.231246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-719827c4-7592-4118-a7b6-444f42cc6e3d None None] Provisioning for port cf01681e-dff6-493f-b707-b82da5951298 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:44.240988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-719827c4-7592-4118-a7b6-444f42cc6e3d None None] Provisioning complete for port cf01681e-dff6-493f-b707-b82da5951298 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:44.241692 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-719827c4-7592-4118-a7b6-444f42cc6e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:44.256596 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:44.308081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-719827c4-7592-4118-a7b6-444f42cc6e3d None None] Port cf01681e-dff6-493f-b707-b82da5951298 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:31:44.850183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-ef9785f5-d16e-4e98-b241-692527fb711a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:44.851532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-ef9785f5-d16e-4e98-b241-692527fb711a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Synchronizing usage tracker for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:44.885955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf01681e-dff6-493f-b707-b82da5951298 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:31:44.912075 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:44.929212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-ef9785f5-d16e-4e98-b241-692527fb711a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Unset dirty status for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:44.930703 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-ef9785f5-d16e-4e98-b241-692527fb711a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 931 time: 0.3286407 Feb 10 23:31:44.942597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Transition to ACTIVE for port object cf01681e-dff6-493f-b707-b82da5951298 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:31:44.971183 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:45.168242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-e6e52d48-13d9-48b7-9f56-ec0dfca06ec4 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Synchronizing usage tracker for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:31:45.198273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:45.313884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-e6e52d48-13d9-48b7-9f56-ec0dfca06ec4 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Unset dirty status for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:31:45.315701 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dff3e68f-54b3-4a82-89dc-414d3b461225 req-e6e52d48-13d9-48b7-9f56-ec0dfca06ec4 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762047 Feb 10 23:31:45.386776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Attempting to bind port cf01681e-dff6-493f-b707-b82da5951298 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:31:45.387264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Attempting to bind port cf01681e-dff6-493f-b707-b82da5951298 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:31:45.387587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Attempting to bind port cf01681e-dff6-493f-b707-b82da5951298 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:45.395088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Port cf01681e-dff6-493f-b707-b82da5951298 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:31:45.395592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Attempting to bind port cf01681e-dff6-493f-b707-b82da5951298 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:31:45.403223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:31:45.403656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Checking segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:31:45.404049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Bound using segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:31:45.404484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Bound port: cf01681e-dff6-493f-b707-b82da5951298, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:31:45.404831 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:45.523615 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:31:45.528989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cf01681e-dff6-493f-b707-b82da5951298,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:31:45.536475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:45.614473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.615169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:45.616791 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] 10.222.0.30 "PUT /v2.0/ports/cf01681e-dff6-493f-b707-b82da5951298 HTTP/1.1" status: 200 len: 1091 time: 1.5423996 Feb 10 23:31:45.617317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:45.649132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f9b86-4d37-43eb-9361-5292e6258de5 service neutron] Pushing event updated for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:45.732807 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298', 'status': 'completed', 'code': 200} Feb 10 23:31:45.813882 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-7d26b63e-e833-4e6b-9c52-c7610c921b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:45.816478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-7d26b63e-e833-4e6b-9c52-c7610c921b68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 1094 time: 0.1483464 Feb 10 23:31:45.937320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-e7dc6c8d-e1c6-45b4-9af3-7d8665040de4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf01681e-dff6-493f-b707-b82da5951298 HTTP/1.1" status: 200 len: 217 time: 0.1129003 Feb 10 23:31:46.026834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ea441d40-3b11-44c0-84df-e60c4aaeafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:46.029371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-ea441d40-3b11-44c0-84df-e60c4aaeafa5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 200 len: 856 time: 0.0857751 Feb 10 23:31:46.154204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-90f36b07-c0f7-4d7d-9c6e-ab4e03c2a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:46.156682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-90f36b07-c0f7-4d7d-9c6e-ab4e03c2a0eb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195791 Feb 10 23:31:46.365761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-97313993-781b-403e-9de6-d7b57fa2d304 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015092 Feb 10 23:31:46.773725 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4b67efd1-89f6-46b2-ac07-c1b76311f2f8 req-1770b3fc-bf21-4519-9fbe-3f0f06ed9379 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017911 Feb 10 23:31:46.813165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad9ed5-f0ff-4c7b-bb0e-3a5de1ae6216 req-a3cf740d-55ee-49af-84b0-e949f855a8b6 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:46.815769 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1ad9ed5-f0ff-4c7b-bb0e-3a5de1ae6216 req-a3cf740d-55ee-49af-84b0-e949f855a8b6 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 943 time: 0.2782781 Feb 10 23:31:46.964280 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1ad9ed5-f0ff-4c7b-bb0e-3a5de1ae6216 req-d0d15631-01d1-427f-ae27-327cfe16fc80 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329367 Feb 10 23:31:47.000081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee7db-996e-4929-a711-500073bf4662 req-82821462-1a21-4eb4-ba1c-ebfd800a703c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.002563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-82821462-1a21-4eb4-ba1c-ebfd800a703c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 1094 time: 0.1474297 Feb 10 23:31:47.265738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee7db-996e-4929-a711-500073bf4662 req-febaf5be-b9c3-4514-bda2-306f9a5bb974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.268465 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-febaf5be-b9c3-4514-bda2-306f9a5bb974 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 918 time: 0.2591891 Feb 10 23:31:47.385382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-0d14f100-4a50-4e36-97c5-12d84f08de17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf01681e-dff6-493f-b707-b82da5951298 HTTP/1.1" status: 200 len: 217 time: 0.1096885 Feb 10 23:31:47.514390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee7db-996e-4929-a711-500073bf4662 req-57223bd7-bd91-443e-bd7a-ea4c0add2ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.517788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-57223bd7-bd91-443e-bd7a-ea4c0add2ca1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 200 len: 856 time: 0.1216006 Feb 10 23:31:47.663046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee7db-996e-4929-a711-500073bf4662 req-e5074b9f-d52a-4636-875e-dd23b96dc0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:47.665851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-e5074b9f-d52a-4636-875e-dd23b96dc0cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412482 Feb 10 23:31:47.929362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-a585d82d-90bf-41f9-be02-294f43d22b4b service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554917 Feb 10 23:31:48.300584 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7a1ee7db-996e-4929-a711-500073bf4662 req-04d4b162-c4d3-448f-b695-de43db9c7985 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617065 Feb 10 23:31:48.371321 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7759cf-2aba-4364-b984-2677621d7d52 req-72b4fcb9-9181-4d0f-9369-c9bbc48e4be3 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:48.374232 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a7759cf-2aba-4364-b984-2677621d7d52 req-72b4fcb9-9181-4d0f-9369-c9bbc48e4be3 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 943 time: 0.1641083 Feb 10 23:31:48.459796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a7759cf-2aba-4364-b984-2677621d7d52 req-a67a2405-358e-4343-9980-58a62d5a45e5 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739133 Feb 10 23:31:48.803660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cf01681e-dff6-493f-b707-b82da5951298 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:31:49.033533 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cf01681e-dff6-493f-b707-b82da5951298,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:49.056341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'cf01681e-dff6-493f-b707-b82da5951298', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'port_id': 'cf01681e-dff6-493f-b707-b82da5951298', 'mac_address': 'fa:16:3e:41:35:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:31:49.175509 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:49.213608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf01681e-dff6-493f-b707-b82da5951298 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:31:49.238304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cf01681e-dff6-493f-b707-b82da5951298,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:49.244125 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:49.361002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:49.576577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cf01681e-dff6-493f-b707-b82da5951298'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:31:49.772279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc63b95-044f-46e8-87b2-7081d2c2a824 req-d6758cc8-a30a-410f-9cb8-6258d4271b1c tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:49.774556 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cc63b95-044f-46e8-87b2-7081d2c2a824 req-d6758cc8-a30a-410f-9cb8-6258d4271b1c tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 944 time: 0.1618204 Feb 10 23:31:49.866348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1cc63b95-044f-46e8-87b2-7081d2c2a824 req-9d9ae99d-681b-4fe7-863e-69a48c887bb0 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822294 Feb 10 23:31:50.820792 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cf01681e-dff6-493f-b707-b82da5951298 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:31:50.956862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port cf01681e-dff6-493f-b707-b82da5951298 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:31:50.965530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port cf01681e-dff6-493f-b707-b82da5951298 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:31:50.966148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:51.197226 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:51.241120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb7626-e570-456f-82ee-47f188430139 req-f37e1acb-20e9-4725-bc8c-a7e342efbf37 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:51.244226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bb7626-e570-456f-82ee-47f188430139 req-f37e1acb-20e9-4725-bc8c-a7e342efbf37 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 944 time: 0.1813567 Feb 10 23:31:51.261405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:31:51.278188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cf01681e-dff6-493f-b707-b82da5951298,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:31:51.284648 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:51.324905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19bb7626-e570-456f-82ee-47f188430139 req-adecfd0e-bcab-4deb-86a9-7bd004e374a7 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741262 Feb 10 23:31:51.424507 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298', 'code': 200} Feb 10 23:31:51.431118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:31:51.627308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a7384-e549-430b-a585-3ff27fda45a0 req-7175adbf-983e-40c7-a4b0-e805694a81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:51.629952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-899a7384-e549-430b-a585-3ff27fda45a0 req-7175adbf-983e-40c7-a4b0-e805694a81e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 1096 time: 0.1128139 Feb 10 23:31:51.706760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-899a7384-e549-430b-a585-3ff27fda45a0 req-b0b4345d-7267-4537-a585-44a6bc7b2650 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704103 Feb 10 23:31:52.240954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:52.623202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436518a-1a81-4aab-85dc-775eb795f6a2 req-a39b9a8a-d097-4ddb-bb4a-543bd76f854d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:52.626113 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0436518a-1a81-4aab-85dc-775eb795f6a2 req-a39b9a8a-d097-4ddb-bb4a-543bd76f854d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.1022909 Feb 10 23:31:52.688261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0436518a-1a81-4aab-85dc-775eb795f6a2 req-f8cce475-7356-4633-9dea-39fe33b4eac7 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509305 Feb 10 23:31:54.005275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea2711-d50c-45bf-80d4-7d7e79c268b8 req-15860d07-7e0a-4048-84fc-f88a9d692d54 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:54.006985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55ea2711-d50c-45bf-80d4-7d7e79c268b8 req-15860d07-7e0a-4048-84fc-f88a9d692d54 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.1568973 Feb 10 23:31:54.069827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-55ea2711-d50c-45bf-80d4-7d7e79c268b8 req-f2e37067-8583-4cc9-8a8f-d64731fa69c7 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534966 Feb 10 23:31:54.453126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb798a-1b5f-486d-919a-8411e9627caa req-e36dfd85-b79a-4ad1-831c-3c56626ea34f tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:54.456099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60cb798a-1b5f-486d-919a-8411e9627caa req-e36dfd85-b79a-4ad1-831c-3c56626ea34f tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.1619382 Feb 10 23:31:54.557237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-60cb798a-1b5f-486d-919a-8411e9627caa req-8de6a5ee-79e4-4219-9c66-59488068d1d6 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903993 Feb 10 23:31:54.990541 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:31:57.381167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-efedc0d4-7afc-42f7-aa55-256d8b12f820 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1052902 Feb 10 23:31:57.565590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-2233e8b4-3c72-4792-98a2-15f8d1199e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:57.567887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-2233e8b4-3c72-4792-98a2-15f8d1199e4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 1096 time: 0.0900793 Feb 10 23:31:57.740208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-ee2d619c-27e6-41d3-86bd-d0b1fe838daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:57.741687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-ee2d619c-27e6-41d3-86bd-d0b1fe838daf service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 918 time: 0.1528237 Feb 10 23:31:57.939581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-f27bab14-0e8a-4fc6-bda6-25f499c1d722 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf01681e-dff6-493f-b707-b82da5951298 HTTP/1.1" status: 200 len: 217 time: 0.1907959 Feb 10 23:31:58.003688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-c7a82ea8-5bd2-4107-b665-6ac73fb017c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:58.005217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-c7a82ea8-5bd2-4107-b665-6ac73fb017c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 200 len: 856 time: 0.0593538 Feb 10 23:31:58.093698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-0daaf8d9-14ce-4872-b249-632f135abb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:31:58.095329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-0daaf8d9-14ce-4872-b249-632f135abb4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839915 Feb 10 23:31:58.241389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-39c41317-6ff0-4f54-9c79-73387901cdcc service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394353 Feb 10 23:31:58.387924 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3f9aa22-ede1-48d0-b61e-d85f05e7ac12 req-8f72f339-b32e-4165-93a9-a8ba299f0ed6 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398561 Feb 10 23:32:08.313404 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5f2e8f14-433f-4137-95db-9aaf786c72c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:10.551188 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d7c92f44-6869-4863-b7e8-56fb7a0dfb4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:11.750162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:11.995742 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:12.172348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526d504-44ed-4a3f-beef-e78bf0c87aee req-2cf6de58-41df-42c0-83f8-bbeb3dfd093b tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:12.175190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d526d504-44ed-4a3f-beef-e78bf0c87aee req-2cf6de58-41df-42c0-83f8-bbeb3dfd093b tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.1482396 Feb 10 23:32:12.242742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d526d504-44ed-4a3f-beef-e78bf0c87aee req-97325667-c2af-4aae-abc8-db7491ca7e11 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600791 Feb 10 23:32:13.169875 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:13.523805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f7f27-5489-46ba-a936-8b3ffe218cbe req-76aa4bf8-af39-453c-9b37-1a43434081de tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:13.525574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3e9f7f27-5489-46ba-a936-8b3ffe218cbe req-76aa4bf8-af39-453c-9b37-1a43434081de tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.1332679 Feb 10 23:32:13.585457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3e9f7f27-5489-46ba-a936-8b3ffe218cbe req-e21bfe8e-1ce9-45e2-9c41-d3278b9d56c8 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499096 Feb 10 23:32:13.916367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-c3b9660d-3d47-45b5-bc8a-8ad94b7f6f45 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:13.919221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-c3b9660d-3d47-45b5-bc8a-8ad94b7f6f45 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 945 time: 0.0906670 Feb 10 23:32:14.003555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Deleting port cf01681e-dff6-493f-b707-b82da5951298 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:14.003886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:14.135476 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:32:14.350944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] For port cf01681e-dff6-493f-b707-b82da5951298, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=cf01681e-dff6-493f-b707-b82da5951298,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:14.351341 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:14.571047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Calling delete_port for cf01681e-dff6-493f-b707-b82da5951298 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:14.802530 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:14.813296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9f475091-a3eb-4c0e-a9e5-af33fd7e5dcf req-a10c261e-c792-46ca-8ec1-592f80dfecae tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=42be64b7-e9bd-417d-9e8b-7cd4780b14e7 HTTP/1.1" status: 200 len: 210 time: 0.0610068 Feb 10 23:32:14.815406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['cf01681e-dff6-493f-b707-b82da5951298'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:32:14.871235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Pushing event deleted for resources: {'Port': ['ID=cf01681e-dff6-493f-b707-b82da5951298,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:14.927416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.927990 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.928492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.928964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.929439 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.929944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.930402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.930857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.931371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.931870 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.932379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:14.932714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:15.008598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] No DVR routers for this DVR port cf01681e-dff6-493f-b707-b82da5951298 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:32:15.011732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:15.015515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'name': 'network-vif-deleted', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:15.043179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e350e9f0-6c73-4d12-a3c9-121d2fb04b60 req-84cdf4f6-22be-4383-97cc-18f0cd17c5ab tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "DELETE /v2.0/ports/cf01681e-dff6-493f-b707-b82da5951298 HTTP/1.1" status: 204 len: 173 time: 1.1196940 Feb 10 23:32:15.087942 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42be64b7-e9bd-417d-9e8b-7cd4780b14e7', 'name': 'network-vif-deleted', 'tag': 'cf01681e-dff6-493f-b707-b82da5951298', 'status': 'completed', 'code': 200} Feb 10 23:32:16.862313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-cfa695df-48b5-46fe-be34-47790e7de858 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:16.864326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-cfa695df-48b5-46fe-be34-47790e7de858 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 817 time: 0.3040721 Feb 10 23:32:16.881271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-1e20bb3e-0ea6-4395-89b3-dcb7d3ede136 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/quotas/195515f5d35d4fca8fb214bf689d5637 HTTP/1.1" status: 200 len: 375 time: 0.0106740 Feb 10 23:32:16.929128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cf01681e-dff6-493f-b707-b82da5951298 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:16.975932 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: cf01681e-dff6-493f-b707-b82da5951298 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:32:16.976491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device cf01681e-dff6-493f-b707-b82da5951298 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:16.995429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c3585a0c-eba9-4bf9-b0d5-50a3f7c577c0 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Synchronizing usage tracker for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:32:17.018511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c3585a0c-eba9-4bf9-b0d5-50a3f7c577c0 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Unset dirty status for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:32:17.020042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c3585a0c-eba9-4bf9-b0d5-50a3f7c577c0 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1329446 Feb 10 23:32:17.039002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c75b6f31-fc26-4131-b806-7f2284ea903d service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:32:17.040076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c75b6f31-fc26-4131-b806-7f2284ea903d service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060775 Feb 10 23:32:17.285148 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-c79f3d56-e871-4cbb-909a-80d3c8dfbc02 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318964 Feb 10 23:32:17.478675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-0fdc711f-ba10-43ba-b2f6-0e1ff9594796 service neutron] 10.222.0.53 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865997 Feb 10 23:32:17.689590 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b189d11a-1aee-4793-ab3d-819f76a423d3 req-e68d9c06-5233-4432-864f-466d4f017ac7 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 210 time: 0.0479534 Feb 10 23:32:18.815133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4078c169-fea6-460e-9e87-331774e4d0fe req-a41d3b09-fa0b-4e98-aeae-c35df6db4750 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 210 time: 0.0493176 Feb 10 23:32:19.980564 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-74157f51-3468-4d87-b8be-c8a6a4116b57 req-60db983b-3369-4e2c-97e7-9bfe19c66b06 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 210 time: 0.0860803 Feb 10 23:32:21.202595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-681779ab-5bee-46ec-ad35-4221bc83655b tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:21.205496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-681779ab-5bee-46ec-ad35-4221bc83655b tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 817 time: 0.2450469 Feb 10 23:32:21.258348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Request body: {'port': {'device_id': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'admin_state_up': True, 'tenant_id': '195515f5d35d4fca8fb214bf689d5637'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:32:21.293596 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7926f04-5e82-453f-8f56-f232c64477da req-ab7e0a4e-256f-4db2-a386-c04193f9bbe0 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 210 time: 0.0867498 Feb 10 23:32:21.488543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:32:21.508420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:32:21.533578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Made reservation on behalf of 195515f5d35d4fca8fb214bf689d5637 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:32:21.540777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:21.807923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Allocated IP 172.20.0.10 (5cd0d8b5-3874-4d08-99f7-a659dfc410a4/ca62372d-efea-48cc-a70d-61c673a66f01/d8ea9f30-88be-47b5-85f0-f9f6e1d7be47) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:32:22.102863 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.131340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Transition to ACTIVE for port object d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:32:22.167756 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.252208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.279884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:32:22.284046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:32:22.289021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:32:22.329983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Pushing event updated for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:22.398413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:22.399225 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.443748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-f469a67e-d815-4a2b-9142-a72af3156e3a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1896925 Feb 10 23:32:22.458800 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Request body: {'port': {'device_id': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:32:22.656629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-561d8096-142e-43be-b906-56b84461215c None None] Provisioning for port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:32:22.665794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-561d8096-142e-43be-b906-56b84461215c None None] Provisioning complete for port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:22.666348 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-561d8096-142e-43be-b906-56b84461215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.702933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:22.770443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-561d8096-142e-43be-b906-56b84461215c None None] Port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:32:22.919130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ba54-71df-42c8-b63f-3499779751c3 req-04b4ef00-4b14-447d-8f32-61a2de731952 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:22.920376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-26c5ba54-71df-42c8-b63f-3499779751c3 req-04b4ef00-4b14-447d-8f32-61a2de731952 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Synchronizing usage tracker for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:32:22.976901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-26c5ba54-71df-42c8-b63f-3499779751c3 req-04b4ef00-4b14-447d-8f32-61a2de731952 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Unset dirty status for tenant:195515f5d35d4fca8fb214bf689d5637 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:32:22.978183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26c5ba54-71df-42c8-b63f-3499779751c3 req-04b4ef00-4b14-447d-8f32-61a2de731952 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 932 time: 0.4870768 Feb 10 23:32:23.119734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-26c5ba54-71df-42c8-b63f-3499779751c3 req-f9f774f0-b637-4237-b93e-93ae6b0b8dfe tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877883 Feb 10 23:32:23.443893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:32:23.461516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.481939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Transition to ACTIVE for port object d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:32:23.491990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.729892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Pushing event updated for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:23.828563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Attempting to bind port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:32:23.828902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Attempting to bind port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:32:23.829317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Attempting to bind port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:32:23.835330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:32:23.835649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Attempting to bind port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 on network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:32:23.844886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:32:23.845223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Checking segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:32:23.845658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Bound using segment: {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:32:23.846216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Bound port: d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56824e26-f6c7-4c67-af99-e3c22e41ba2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:32:23.846754 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:23.959982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:32:23.964649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:32:23.972273 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:24.067724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.069243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:24.070853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] 10.222.0.30 "PUT /v2.0/ports/d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 HTTP/1.1" status: 200 len: 1092 time: 1.6196413 Feb 10 23:32:24.071308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:24.102197 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0ed2f-ffbd-40d9-ab31-79a70df0b14f service neutron] Pushing event updated for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:24.185784 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47', 'status': 'completed', 'code': 200} Feb 10 23:32:24.263025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-776888ed-6cd6-4bed-a027-5a16b67d0267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.264718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-776888ed-6cd6-4bed-a027-5a16b67d0267 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 1095 time: 0.1287093 Feb 10 23:32:24.392785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-bb37eecf-0912-4001-85a3-6ae99b5445b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 HTTP/1.1" status: 200 len: 217 time: 0.1203036 Feb 10 23:32:24.496859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-7645608f-8fc6-4baf-897c-b153095ad5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.499124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-7645608f-8fc6-4baf-897c-b153095ad5ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 200 len: 856 time: 0.0982585 Feb 10 23:32:24.597762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f27de4-0943-4c80-b9ed-aaa13468f4fd req-10783019-0f79-4903-bafc-37fbc5ef8f49 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.600613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f27de4-0943-4c80-b9ed-aaa13468f4fd req-10783019-0f79-4903-bafc-37fbc5ef8f49 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 944 time: 0.2643979 Feb 10 23:32:24.676109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d1f27de4-0943-4c80-b9ed-aaa13468f4fd req-888f3a27-5c37-43ba-987c-b341288e118b tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617249 Feb 10 23:32:24.686886 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-0a11caa0-d2f5-48b1-8cf9-50b3e9b548ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:24.688646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-0a11caa0-d2f5-48b1-8cf9-50b3e9b548ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832438 Feb 10 23:32:24.913230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-6b09764e-f4dc-4a03-8d7d-2713f938bad4 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175806 Feb 10 23:32:25.005544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:25.102450 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-738d3d4c-7671-471a-98ba-ff73f7648911 req-dd15d8f7-3f53-471e-b4d9-a9b2d76f30a2 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820750 Feb 10 23:32:25.294372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-163f6330-7597-4dac-ad4b-cbbebde32019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:25.297962 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-163f6330-7597-4dac-ad4b-cbbebde32019 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195515f5d35d4fca8fb214bf689d5637&device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 1095 time: 0.1254983 Feb 10 23:32:25.712594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-94b08146-5de8-4b11-9830-ea612f923478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:25.714141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-94b08146-5de8-4b11-9830-ea612f923478 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 200 len: 918 time: 0.4082160 Feb 10 23:32:25.801316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-ed2e15de-03a7-4aad-8d06-eae5158cdd10 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 HTTP/1.1" status: 200 len: 217 time: 0.0800352 Feb 10 23:32:25.999098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-e9910791-6bf7-4879-8ed9-f03dafb86bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:26.001755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-e9910791-6bf7-4879-8ed9-f03dafb86bdf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 200 len: 856 time: 0.1920490 Feb 10 23:32:26.120884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32287e3-c741-4ad3-8900-b818d7332fcf req-310b9bb2-cd62-4202-b08c-7b983bbd3490 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:26.124036 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c32287e3-c741-4ad3-8900-b818d7332fcf req-310b9bb2-cd62-4202-b08c-7b983bbd3490 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 944 time: 0.2597048 Feb 10 23:32:26.165981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-c4042d88-3a6c-4aac-bf8c-4e878ff49e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:26.168331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-c4042d88-3a6c-4aac-bf8c-4e878ff49e84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5cd0d8b5-3874-4d08-99f7-a659dfc410a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579354 Feb 10 23:32:26.286218 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c32287e3-c741-4ad3-8900-b818d7332fcf req-a1cdef15-ec20-4c47-b292-a9bd19e48701 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507165 Feb 10 23:32:26.379664 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-80191d48-9a96-4a8d-85c8-c08246b663f1 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982598 Feb 10 23:32:26.570617 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b4a9c59-0f01-46af-9cb2-9724fbece45d req-4ca329c8-9796-4fe3-9f8f-dcd48ffd2101 service neutron] 10.222.0.30 "GET /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834197 Feb 10 23:32:26.961375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:32:27.124005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:27.144752 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47', 'network_id': '5cd0d8b5-3874-4d08-99f7-a659dfc410a4', 'port_id': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47', 'mac_address': 'fa:16:3e:b6:f6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca62372d-efea-48cc-a70d-61c673a66f01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:32:27.224046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:27.255867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:32:27.275587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:27.281511 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:27.378135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:27.388028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.389086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.389539 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.389875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.390364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.390710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.391043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.391512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.391849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.392173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.392492 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.392913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:27.575362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22dee8b-2730-459c-865c-6b2934d8de63 req-256c1832-f43e-47a2-9406-7cef61ab87cd tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:27.577827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a22dee8b-2730-459c-865c-6b2934d8de63 req-256c1832-f43e-47a2-9406-7cef61ab87cd tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 945 time: 0.1096418 Feb 10 23:32:27.583230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d8ea9f30-88be-47b5-85f0-f9f6e1d7be47'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:32:27.666956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a22dee8b-2730-459c-865c-6b2934d8de63 req-a8d406c3-3993-4874-a7dc-3be59475e0ad tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797017 Feb 10 23:32:28.907603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bac5b36-f23b-4b5a-a63c-42a766060b5c req-a266bc79-6ef2-44df-92b2-5808182ba514 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:28.909517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bac5b36-f23b-4b5a-a63c-42a766060b5c req-a266bc79-6ef2-44df-92b2-5808182ba514 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 945 time: 0.1136374 Feb 10 23:32:28.971529 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bac5b36-f23b-4b5a-a63c-42a766060b5c req-6e763401-94fb-4b8f-92e2-2217b19a3529 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556931 Feb 10 23:32:28.990229 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:32:29.161447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:32:29.176375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:32:29.177213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:29.421563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:29.459253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:29.477232 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:29.484373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:29.540086 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47', 'code': 200} Feb 10 23:32:29.615415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:29.688154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938319dd-9964-41d7-a815-3f5d517105f9 req-6fa6ebcd-4347-4a85-9a14-41d00d586c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:29.690504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-938319dd-9964-41d7-a815-3f5d517105f9 req-6fa6ebcd-4347-4a85-9a14-41d00d586c77 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 1097 time: 0.1005902 Feb 10 23:32:29.751888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-938319dd-9964-41d7-a815-3f5d517105f9 req-8d2107e1-6cc4-4a74-945d-61efeb62d6d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552981 Feb 10 23:32:30.245467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e818f00-6f34-4b8e-8365-f8565836b1ff req-c2bbf4b3-80f4-4325-9a53-f4f80b6cbe6a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:30.247371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e818f00-6f34-4b8e-8365-f8565836b1ff req-c2bbf4b3-80f4-4325-9a53-f4f80b6cbe6a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.1277375 Feb 10 23:32:30.310934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e818f00-6f34-4b8e-8365-f8565836b1ff req-036c11db-900d-4b79-9582-908f9b2c1fa5 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Feb 10 23:32:31.592991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579106e-19a5-4983-a44f-6c99dd0867b8 req-c07e9508-0717-4f12-b1fd-199b29bb747a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:31.595838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9579106e-19a5-4983-a44f-6c99dd0867b8 req-c07e9508-0717-4f12-b1fd-199b29bb747a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.1167004 Feb 10 23:32:31.658506 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9579106e-19a5-4983-a44f-6c99dd0867b8 req-d9484107-17ad-4e81-9671-8d012573c049 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568767 Feb 10 23:32:31.923080 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee92d2-dfbd-46a4-abd0-31bb2272d6d4 req-30c755e7-1531-49ea-a143-6fb0b9e79c82 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:31.925110 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1eee92d2-dfbd-46a4-abd0-31bb2272d6d4 req-30c755e7-1531-49ea-a143-6fb0b9e79c82 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.1381083 Feb 10 23:32:31.981871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1eee92d2-dfbd-46a4-abd0-31bb2272d6d4 req-a91ad79a-5fb7-404b-a7c9-803b15dd1a47 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470717 Feb 10 23:32:38.311304 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-594d9c3c-c69a-4f02-86b7-46c883b96dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:40.556094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cb7192c-7a5c-4858-99d5-188afaf68280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:41.742239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:41.978586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:43.158610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:48.214568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e314c88-e426-4292-afac-892e6e6c6af6 req-f504379e-8ab6-4a27-881a-75854f626b84 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:48.217629 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e314c88-e426-4292-afac-892e6e6c6af6 req-f504379e-8ab6-4a27-881a-75854f626b84 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.1376314 Feb 10 23:32:48.302985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e314c88-e426-4292-afac-892e6e6c6af6 req-44e4a347-1d9e-4261-aebf-733e2750047a tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771623 Feb 10 23:32:49.518485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2f68-b8d2-4d90-b5ae-5b9ca6057498 req-f79c93f2-4e8a-4720-a577-45fd981c57f5 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:49.520010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-360d2f68-b8d2-4d90-b5ae-5b9ca6057498 req-f79c93f2-4e8a-4720-a577-45fd981c57f5 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.0940323 Feb 10 23:32:49.585710 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-360d2f68-b8d2-4d90-b5ae-5b9ca6057498 req-e0fa5f21-504f-4752-bb93-efcf0f92ba96 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593841 Feb 10 23:32:50.055476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-af9971d9-2008-4bbf-be9b-181a6deb8229 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:50.057067 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-af9971d9-2008-4bbf-be9b-181a6deb8229 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.0905287 Feb 10 23:32:50.139482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Deleting port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:50.139940 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:50.422776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] For port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:50.423132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:50.699687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Calling delete_port for d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:50.949302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3834e2b-a366-41f9-8421-0255215d8f37 req-7d825b4d-de1b-483e-827f-afcffaa71061 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:32:50.951705 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3834e2b-a366-41f9-8421-0255215d8f37 req-7d825b4d-de1b-483e-827f-afcffaa71061 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/ports?device_id=95e8499b-fdc6-491c-9e04-b6201a81d35c HTTP/1.1" status: 200 len: 946 time: 0.2173188 Feb 10 23:32:50.990045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:51.005003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['d8ea9f30-88be-47b5-85f0-f9f6e1d7be47'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:32:51.126397 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b3834e2b-a366-41f9-8421-0255215d8f37 req-880983cc-126b-4309-8486-f027a5195962 tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.53 "GET /v2.0/security-groups?id=765d7e84-cc32-4b40-8f3a-af5933f93ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631801 Feb 10 23:32:51.127727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Pushing event deleted for resources: {'Port': ['ID=d8ea9f30-88be-47b5-85f0-f9f6e1d7be47,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:51.152834 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:32:51.272410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] No DVR routers for this DVR port d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:32:51.274029 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:51.277693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'name': 'network-vif-deleted', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:32:51.310795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d8efbcd-9aa5-463d-854f-b40bfc8cded8 req-53c8b60e-b33c-48c0-a394-78b926d2126d tempest-TestEncryptedCinderVolumes-407908230 tempest-TestEncryptedCinderVolumes-407908230-project] 10.222.0.30 "DELETE /v2.0/ports/d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 HTTP/1.1" status: 204 len: 173 time: 1.2468531 Feb 10 23:32:51.375648 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95e8499b-fdc6-491c-9e04-b6201a81d35c', 'name': 'network-vif-deleted', 'tag': 'd8ea9f30-88be-47b5-85f0-f9f6e1d7be47', 'status': 'completed', 'code': 200} Feb 10 23:32:52.248820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:52.318477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:52.952235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:53.114942 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:53.173157 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:32:53.173594 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device d8ea9f30-88be-47b5-85f0-f9f6e1d7be47 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:53.514592 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Deleting port 824c97d5-fd58-4462-9a23-8e4ef33e07d1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:53.515327 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:53.708886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] For port 824c97d5-fd58-4462-9a23-8e4ef33e07d1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=824c97d5-fd58-4462-9a23-8e4ef33e07d1,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:53.709237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:53.846268 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Calling delete_port for 824c97d5-fd58-4462-9a23-8e4ef33e07d1 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:54.179745 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:54.254759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=824c97d5-fd58-4462-9a23-8e4ef33e07d1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:54.277427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.277786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.278109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.279800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.279800 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.280114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.280510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.280751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.281068 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.281377 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.281689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.282001 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:32:54.542135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:54.991546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:55.096588 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:32:55.289056 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:32:55.299940 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Sync routers for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:32:55.303980 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f9bb0a08-042a-4894-a2ec-c59d4f7bd0c9 admin admin] 10.222.0.53 "PUT /v2.0/routers/5654c38d-89e5-4eb1-bb91-6ced0b69d350/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9843304 Feb 10 23:32:55.306665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36944) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:55.312101 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:32:55.312724 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:32:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:55.494988 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:55.534658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:32:55.678862 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:55.689367 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Deleting port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:55.689712 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:55.838859 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:32:54Z', 'revision_number': 5, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port': {'id': '586ff4aa-3e2b-4c37-9a3b-e250efeb366e', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:5c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:23Z', 'updated_at': '2022-02-10T23:31:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:55.844276 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Checking router: 5654c38d-89e5-4eb1-bb91-6ced0b69d350 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:32:55.854436 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Routers {'5654c38d-89e5-4eb1-bb91-6ced0b69d350'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:32:55.855249 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:32:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:55.901712 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] For port 586ff4aa-3e2b-4c37-9a3b-e250efeb366e, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:55.902075 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.039600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] Set router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:32:56.047591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Calling delete_port for 586ff4aa-3e2b-4c37-9a3b-e250efeb366e owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:56.168563 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:32:55Z', 'revision_number': 6, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:56.174455 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b67ab27-b4b3-4f87-a005-709a629dc04f None None] The sync data for ids ['5654c38d-89e5-4eb1-bb91-6ced0b69d350'] in n-d-825178-4 is: [{'id': '5654c38d-89e5-4eb1-bb91-6ced0b69d350', 'name': 'tempest-TestEncryptedCinderVolumes-1362037663-router', 'tenant_id': '195515f5d35d4fca8fb214bf689d5637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:22Z', 'updated_at': '2022-02-10T23:32:55Z', 'revision_number': 6, 'project_id': '195515f5d35d4fca8fb214bf689d5637', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:32:56.238111 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.285538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=586ff4aa-3e2b-4c37-9a3b-e250efeb366e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:56.391366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.706584 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.709978 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.734992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.736176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5654c38d-89e5-4eb1-bb91-6ced0b69d350 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:32:56.752455 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.754050 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90b82038-fa4b-44e6-b524-d7c2ee20c4b9 admin admin] 10.222.0.53 "DELETE /v2.0/routers/5654c38d-89e5-4eb1-bb91-6ced0b69d350 HTTP/1.1" status: 204 len: 168 time: 1.4461040 Feb 10 23:32:56.757913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:56.827838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Deleting subnet ca62372d-efea-48cc-a70d-61c673a66f01 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:32:56.831634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:56.893793 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.024786 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.032372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 824c97d5-fd58-4462-9a23-8e4ef33e07d1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:57.097779 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 824c97d5-fd58-4462-9a23-8e4ef33e07d1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:32:57.098137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 824c97d5-fd58-4462-9a23-8e4ef33e07d1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:57.098702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 586ff4aa-3e2b-4c37-9a3b-e250efeb366e no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:57.134507 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.166142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 586ff4aa-3e2b-4c37-9a3b-e250efeb366e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:32:57.174575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 586ff4aa-3e2b-4c37-9a3b-e250efeb366e not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:57.191466 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.196570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4e5a9a-9975-477d-8973-a1d20768b652 None None] Network 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:32:57.199498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca62372d-efea-48cc-a70d-61c673a66f01,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:57.204657 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d09eccdb-8136-4f6d-a7b0-0354437b908f admin admin] 10.222.0.53 "DELETE /v2.0/subnets/ca62372d-efea-48cc-a70d-61c673a66f01 HTTP/1.1" status: 204 len: 168 time: 0.4456370 Feb 10 23:32:57.209899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36952) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:57.348726 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.362056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Deleting port f3c75ab8-4308-44f6-b574-e5495b993d37 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:57.362535 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.518074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] DHCP port deletion for 5cd0d8b5-3874-4d08-99f7-a659dfc410a4 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:32:57.522766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Deleting port f3c75ab8-4308-44f6-b574-e5495b993d37 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:57.523139 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.632083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] For port f3c75ab8-4308-44f6-b574-e5495b993d37, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3c75ab8-4308-44f6-b574-e5495b993d37,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:57.632369 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.767382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] For port f3c75ab8-4308-44f6-b574-e5495b993d37, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f3c75ab8-4308-44f6-b574-e5495b993d37,segment=NetworkSegment(56824e26-f6c7-4c67-af99-e3c22e41ba2d),segment_id=56824e26-f6c7-4c67-af99-e3c22e41ba2d)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:57.767772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.768333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Calling delete_port for f3c75ab8-4308-44f6-b574-e5495b993d37 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:57.859213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:57.901833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Calling delete_port for f3c75ab8-4308-44f6-b574-e5495b993d37 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:32:57.909899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3c75ab8-4308-44f6-b574-e5495b993d37,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:57.913508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] No DVR routers for this DVR port f3c75ab8-4308-44f6-b574-e5495b993d37 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 10 23:32:57.997160 n-d-825178-4 neutron-server[87654]: util.warn( Feb 10 23:32:58.002347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:32:58.002347 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:32:58.058698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.092366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cd0d8b5-3874-4d08-99f7-a659dfc410a4']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:58.107318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56824e26-f6c7-4c67-af99-e3c22e41ba2d') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:58.107780 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56824e26-f6c7-4c67-af99-e3c22e41ba2d') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:32:58.120135 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.137517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.144118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:32:58.144576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:32:58.163743 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:32:58.242603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.262115 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.274195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cd0d8b5-3874-4d08-99f7-a659dfc410a4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:32:58.297029 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b21dcde2-24fc-47ea-abb0-bb0594d97177 admin admin] 10.222.0.53 "DELETE /v2.0/networks/5cd0d8b5-3874-4d08-99f7-a659dfc410a4 HTTP/1.1" status: 204 len: 168 time: 1.0860639 Feb 10 23:32:58.301563 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36956) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:32:58.503578 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Deleting port f3c75ab8-4308-44f6-b574-e5495b993d37 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:58.504430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:58.616860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-527c2ee9-f977-40a7-8e1c-1e72b41d5ff9 None None] The port 'f3c75ab8-4308-44f6-b574-e5495b993d37' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:32:58.851534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3c75ab8-4308-44f6-b574-e5495b993d37 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:32:58.891465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f3c75ab8-4308-44f6-b574-e5495b993d37 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:32:58.891728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f3c75ab8-4308-44f6-b574-e5495b993d37 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:32:59.006606 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:59.384443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Deleting port f37aa424-0d2f-4199-9bac-ce3f7398d50a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:32:59.385185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:59.740295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] For port f37aa424-0d2f-4199-9bac-ce3f7398d50a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f37aa424-0d2f-4199-9bac-ce3f7398d50a,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:32:59.740800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:32:59.880092 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Calling delete_port for f37aa424-0d2f-4199-9bac-ce3f7398d50a owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:33:00.081775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:00.170810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f37aa424-0d2f-4199-9bac-ce3f7398d50a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:00.467194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:00.891124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:33:01.412863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:33:01.424569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f312bb7e-1a2d-47f0-bdf7-29b4e01f60bd admin admin] 10.222.0.53 "PUT /v2.0/routers/d9ab0e0d-bf60-4b7f-90c4-529653f06ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1216683 Feb 10 23:33:01.426400 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Sync routers for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:01.427579 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36960) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:01.446378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:01.447497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:32:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:01.738128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:01.772002 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.034544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.046146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Deleting port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:33:02.046519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.198618 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:33:00Z', 'revision_number': 5, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port': {'id': 'c5c00f94-ea94-4ba4-bffb-e4dcd6087c02', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:66:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:31:31Z', 'updated_at': '2022-02-10T23:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:02.204547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Checking router: d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:02.213677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Routers {'d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:02.216703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:32:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:02.257232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] For port c5c00f94-ea94-4ba4-bffb-e4dcd6087c02, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:02.257683 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.406003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] Set router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:02.448261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Calling delete_port for c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:33:02.525118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:33:02Z', 'revision_number': 6, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:02.530491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945c8a34-5b42-43d2-bebc-c8027c0b3455 None None] The sync data for ids ['d9ab0e0d-bf60-4b7f-90c4-529653f06ce9'] in n-d-825178-4 is: [{'id': 'd9ab0e0d-bf60-4b7f-90c4-529653f06ce9', 'name': 'tempest-TestEncryptedCinderVolumes-1850442025-router', 'tenant_id': '0269fdcabfff471884ac784121d1b627', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:31:30Z', 'updated_at': '2022-02-10T23:33:02Z', 'revision_number': 6, 'project_id': '0269fdcabfff471884ac784121d1b627', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:02.650431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.702635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c5c00f94-ea94-4ba4-bffb-e4dcd6087c02,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:02.792518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.957074 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f37aa424-0d2f-4199-9bac-ce3f7398d50a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:02.979544 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:02.983323 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.002445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f37aa424-0d2f-4199-9bac-ce3f7398d50a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:33:03.002837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f37aa424-0d2f-4199-9bac-ce3f7398d50a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:33:03.010301 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.010803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:33:03.024448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.025749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dcf27818-1386-42ac-abba-7f9d6236d5fe admin admin] 10.222.0.53 "DELETE /v2.0/routers/d9ab0e0d-bf60-4b7f-90c4-529653f06ce9 HTTP/1.1" status: 204 len: 168 time: 1.5968778 Feb 10 23:33:03.028936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36964) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:03.099975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Deleting subnet dba9bd67-2638-4c69-afbe-4d5c1b09c13c {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:33:03.103471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.162446 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.307409 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.399653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.440220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba9bd67-2638-4c69-afbe-4d5c1b09c13c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:03.443874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.450850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0ccdd88d-8553-433a-a33c-73c224932168 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/dba9bd67-2638-4c69-afbe-4d5c1b09c13c HTTP/1.1" status: 204 len: 168 time: 0.4203603 Feb 10 23:33:03.454721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36968) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:03.456378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea1a1d4-7850-4442-8cd5-1132f8377405 None None] Network 83d01c5e-2e92-4e8a-9d1b-090dba49671a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:33:03.741289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.756514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Deleting port 6268e8d2-2358-454f-8e3b-bce46c2ee216 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:33:03.756886 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:03.857305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] DHCP port deletion for 83d01c5e-2e92-4e8a-9d1b-090dba49671a request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:33:03.864291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Deleting port 6268e8d2-2358-454f-8e3b-bce46c2ee216 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:33:03.864653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.026172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] For port 6268e8d2-2358-454f-8e3b-bce46c2ee216, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6268e8d2-2358-454f-8e3b-bce46c2ee216,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:04.026529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.122600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] For port 6268e8d2-2358-454f-8e3b-bce46c2ee216, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=6268e8d2-2358-454f-8e3b-bce46c2ee216,segment=NetworkSegment(34ece044-7a25-4baa-9d8f-3fb156a97556),segment_id=34ece044-7a25-4baa-9d8f-3fb156a97556)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:04.123111 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.158736 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Calling delete_port for 6268e8d2-2358-454f-8e3b-bce46c2ee216 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:33:04.244930 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.300507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Calling delete_port for 6268e8d2-2358-454f-8e3b-bce46c2ee216 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:33:04.304922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Pushing event deleted for resources: {'Port': ['ID=6268e8d2-2358-454f-8e3b-bce46c2ee216,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:04.315975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] No DVR routers for this DVR port 6268e8d2-2358-454f-8e3b-bce46c2ee216 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:33:04.412183 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:33:04.412665 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:33:04.490400 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.534070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d01c5e-2e92-4e8a-9d1b-090dba49671a']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:04.554261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ece044-7a25-4baa-9d8f-3fb156a97556') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:04.554848 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ece044-7a25-4baa-9d8f-3fb156a97556') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:04.573553 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.599227 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.608242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:33:04.608947 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:33:04.626859 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:33:04.717319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.733784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.744008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] Pushing event deleted for resources: {'Network': ['ID=83d01c5e-2e92-4e8a-9d1b-090dba49671a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:04.748966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5f56856-485c-4c55-83c4-d6362eea32ee admin admin] 10.222.0.53 "DELETE /v2.0/networks/83d01c5e-2e92-4e8a-9d1b-090dba49671a HTTP/1.1" status: 204 len: 168 time: 1.2931366 Feb 10 23:33:04.853170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6268e8d2-2358-454f-8e3b-bce46c2ee216 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:04.889659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 6268e8d2-2358-454f-8e3b-bce46c2ee216 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:33:04.890507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 6268e8d2-2358-454f-8e3b-bce46c2ee216 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:33:04.890507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:33:04.919669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Deleting port 6268e8d2-2358-454f-8e3b-bce46c2ee216 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:33:04.920037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:04.940106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36974) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:04.953480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:33:04.953879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device c5c00f94-ea94-4ba4-bffb-e4dcd6087c02 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:33:05.003660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8b4a5e1d-6821-412b-98f9-d643b21a31fd None None] The port '6268e8d2-2358-454f-8e3b-bce46c2ee216' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:33:05.016523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-328e58ee-11a0-4569-a0d5-a32539f47c78 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=195515f5d35d4fca8fb214bf689d5637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0748069 Feb 10 23:33:05.020524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:05.087651 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.119256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.190946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.224412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=765d7e84-cc32-4b40-8f3a-af5933f93ce4,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:05.239716 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.241227 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7d0fc079-2bd8-4912-b734-76abf2f83697 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/765d7e84-cc32-4b40-8f3a-af5933f93ce4 HTTP/1.1" status: 204 len: 168 time: 0.2194750 Feb 10 23:33:05.681243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 36986) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:05.765824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eed20a9f-5287-4b9a-9b91-27e26adb6181 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0269fdcabfff471884ac784121d1b627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0831273 Feb 10 23:33:05.769242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 36990) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:05.842429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.870304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.923990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.941413 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0fc20c-3820-4ad2-a51b-766cb251a603,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:05.947713 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:05.948830 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3e37adcb-92bd-4965-9c76-2a9ad87ba311 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/0b0fc20c-3820-4ad2-a51b-766cb251a603 HTTP/1.1" status: 204 len: 168 time: 0.1784215 Feb 10 23:33:06.699522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37014) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:06.818168 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1137982929-network', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:06.824294 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:06.828905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Usage tracker for resource:network and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:06.831860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:06.837752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:06.848875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Made reservation on behalf of 0a9cb5e3a7254da29dd0c51655a0431d for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:06.851214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:06.866599 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:06.884463 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:06.889901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:06.893173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:06.899091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:06.996625 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.001548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.036850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:33:07.045846 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e1a929-459f-4dd4-ba14-5e677b2d222d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:07.052517 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.052859 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Added segment a9962716-9b2c-4fa0-8892-642023f92647 of type vlan for network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 Feb 10 23:33:07.081947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.113477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.114436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:07.115022 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.221097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] Pushing event updated for resources: {'Network': ['ID=e3ee2ad5-210b-42f5-81a9-2786172eb9c6,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:07.223958 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e196094a-30f8-4a79-ac4d-8e2b2c37fc6c admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5233157 Feb 10 23:33:07.226809 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37020) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:07.232135 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:33:07.232683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Request body: {'subnet': {'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1137982929-subnet', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:07.238228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:07.242089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Usage tracker for resource:subnet and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:07.245178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:07.252024 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:07.264741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Made reservation on behalf of 0a9cb5e3a7254da29dd0c51655a0431d for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:07.267169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.478800 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.556343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Pushing event updated for resources: {'Subnet': ['ID=aafc17bf-7193-4d00-ba86-f7d8884a7676,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:07.566792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Checking segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:07.567147 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Network hostable DHCP agents. Network: e3ee2ad5-210b-42f5-81a9-2786172eb9c6, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:33:07.586445 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:33:07.596226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e3ee2ad5-210b-42f5-81a9-2786172eb9c6) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:07.600282 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:07.600864 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.605462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d1f027-7971-456c-9da7-20efde1e2ea2 None None] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:33:07.626248 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f905af34-91bd-40d6-9349-c585dde3958a admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3983529 Feb 10 23:33:07.628999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:07.634187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:07.640953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:07.645612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Usage tracker for resource:router and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:07.648498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:07.654994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:07.665808 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.666892 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.683721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.873744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:33:07.874573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:07.968995 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.042619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Allocated IP 172.20.0.2 (e3ee2ad5-210b-42f5-81a9-2786172eb9c6/aafc17bf-7193-4d00-ba86-f7d8884a7676/713d268f-27db-4710-8a09-8ec7ebcc6237) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:08.312088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.318519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-46ffbec0-fea4-4c1c-972c-d95f7e60cecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.326811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Transition to ACTIVE for port object 713d268f-27db-4710-8a09-8ec7ebcc6237 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:08.346340 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.348281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Transition to ACTIVE for port object 713d268f-27db-4710-8a09-8ec7ebcc6237 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:08.354946 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.387146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.435757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:08.439720 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:08.444375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:08.455237 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Pushing event updated for resources: {'Port': ['ID=713d268f-27db-4710-8a09-8ec7ebcc6237,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:08.547438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Attempting to bind port 713d268f-27db-4710-8a09-8ec7ebcc6237 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:08.547800 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Attempting to bind port 713d268f-27db-4710-8a09-8ec7ebcc6237 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:08.548441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Attempting to bind port 713d268f-27db-4710-8a09-8ec7ebcc6237 on network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:08.553682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:08.554044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Checking segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:08.554439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.554821 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Bound using segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:08.555269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Bound port: 713d268f-27db-4710-8a09-8ec7ebcc6237, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:08.555747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.649355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] For port 713d268f-27db-4710-8a09-8ec7ebcc6237, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:08.652431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] For port 713d268f-27db-4710-8a09-8ec7ebcc6237, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=713d268f-27db-4710-8a09-8ec7ebcc6237,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:08.657880 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.661154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Allocated IP 172.25.2.167 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/cebd7571-9e00-40e0-aae4-caedb79502f7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:08.753257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e744507-5b2b-43bf-970d-d75a61c44e4e None None] Pushing event updated for resources: {'Port': ['ID=713d268f-27db-4710-8a09-8ec7ebcc6237,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:08.832467 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.863591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:08.953325 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:08.956040 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:08.958317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:08.989138 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Pushing event updated for resources: {'Port': ['ID=cebd7571-9e00-40e0-aae4-caedb79502f7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:09.402838 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:09.766939 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:09.771086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f669fd6-f54c-4cc0-b315-7a6184152512 None None] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:33:09.848572 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fb54e219-9815-4e48-8fb5-47c0652eb636 None None] Provisioning for port 713d268f-27db-4710-8a09-8ec7ebcc6237 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:09.983914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Router 04535451-42d4-43cc-9320-f414f24c72c2 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:33:10.310885 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:33:10.320609 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Sync routers for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:10.330827 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:10.331457 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:32:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:10.335405 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:10.336662 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d3c2a243-ac01-4cda-8315-522c8d2f161a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7067475 Feb 10 23:33:10.339591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37028) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:10.516666 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:10.547219 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-29144bc4-4906-4e83-8dc6-2fd395c2db28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:10.823323 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:09Z', 'revision_number': 3, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:10.827769 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Checking router: 04535451-42d4-43cc-9320-f414f24c72c2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:10.828089 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Updating router 04535451-42d4-43cc-9320-f414f24c72c2 port cebd7571-9e00-40e0-aae4-caedb79502f7 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:33:10.887023 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:10.890774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 713d268f-27db-4710-8a09-8ec7ebcc6237 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:10.967338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 713d268f-27db-4710-8a09-8ec7ebcc6237 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:10.973426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 713d268f-27db-4710-8a09-8ec7ebcc6237 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:10.974242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.117330 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.156033 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 713d268f-27db-4710-8a09-8ec7ebcc6237, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=713d268f-27db-4710-8a09-8ec7ebcc6237,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:11.161537 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.217864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.237576 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=713d268f-27db-4710-8a09-8ec7ebcc6237,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:11.321284 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.335920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Transition to ACTIVE for port object cebd7571-9e00-40e0-aae4-caedb79502f7 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:11.343453 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.427486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Attempting to bind port cebd7571-9e00-40e0-aae4-caedb79502f7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:11.427846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Attempting to bind port cebd7571-9e00-40e0-aae4-caedb79502f7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:11.428219 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Attempting to bind port cebd7571-9e00-40e0-aae4-caedb79502f7 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:11.434327 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Pushing event updated for resources: {'Port': ['ID=cebd7571-9e00-40e0-aae4-caedb79502f7,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:11.439894 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 32, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:11.440270 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:11.440663 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.441052 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:11.441516 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Bound port: cebd7571-9e00-40e0-aae4-caedb79502f7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:11.441882 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.454919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Allocated IP 172.20.0.1 (e3ee2ad5-210b-42f5-81a9-2786172eb9c6/aafc17bf-7193-4d00-ba86-f7d8884a7676/2c3a095e-5593-4d94-a278-d804dbee2d2f) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:11.474342 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.474686 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.475022 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.475379 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.475709 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.476031 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.476349 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.476669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.476989 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.477306 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.477617 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.477936 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:11.535377 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] For port cebd7571-9e00-40e0-aae4-caedb79502f7, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:11.538975 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] For port cebd7571-9e00-40e0-aae4-caedb79502f7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cebd7571-9e00-40e0-aae4-caedb79502f7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:11.545785 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.625962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.634495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:11.634495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:11.643678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Transition to ACTIVE for port object 2c3a095e-5593-4d94-a278-d804dbee2d2f will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:11.670300 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.689660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd9f3c-4029-4db4-862b-89fb5089755e None None] Pushing event updated for resources: {'Port': ['ID=cebd7571-9e00-40e0-aae4-caedb79502f7,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:11.746725 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.749782 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:11.752860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:11.756840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:11.790874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:11.827389 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:11.851650 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:11.993386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.005275 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.123500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1a55bbb2-df28-4533-97eb-817b71da47e4 None None] Provisioning for port 2c3a095e-5593-4d94-a278-d804dbee2d2f completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:12.131828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1a55bbb2-df28-4533-97eb-817b71da47e4 None None] Provisioning complete for port 2c3a095e-5593-4d94-a278-d804dbee2d2f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:12.132579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1a55bbb2-df28-4533-97eb-817b71da47e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.203389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1a55bbb2-df28-4533-97eb-817b71da47e4 None None] Port 2c3a095e-5593-4d94-a278-d804dbee2d2f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:33:12.232295 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:09Z', 'revision_number': 3, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:12.236827 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782e30e7-c62d-44ed-a640-188f6dc15dd3 None None] The sync data for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 is: [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:09Z', 'revision_number': 3, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:12.279766 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.288579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.421420 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.425292 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Pushing event updated for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:12.594861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:12.596881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:12.817773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Router 04535451-42d4-43cc-9320-f414f24c72c2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:33:12.934995 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-dc9dfa7a-9d2f-40cb-b6ca-e0b5b624988e None None] Provisioning complete for port 2c3a095e-5593-4d94-a278-d804dbee2d2f triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:12.935762 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc9dfa7a-9d2f-40cb-b6ca-e0b5b624988e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:12.968487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cebd7571-9e00-40e0-aae4-caedb79502f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:13.031045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:33:13.042840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-778d219a-47ea-48ce-9a22-65660f3354f6 admin admin] 10.222.0.53 "PUT /v2.0/routers/04535451-42d4-43cc-9320-f414f24c72c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7003162 Feb 10 23:33:13.062152 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-dc9dfa7a-9d2f-40cb-b6ca-e0b5b624988e None None] Port 2c3a095e-5593-4d94-a278-d804dbee2d2f cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:33:13.081886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port cebd7571-9e00-40e0-aae4-caedb79502f7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:13.089712 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cebd7571-9e00-40e0-aae4-caedb79502f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:13.090466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.199227 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.282947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.307857 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port cebd7571-9e00-40e0-aae4-caedb79502f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cebd7571-9e00-40e0-aae4-caedb79502f7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:13.314519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.316666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 713d268f-27db-4710-8a09-8ec7ebcc6237 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:13.499855 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=cebd7571-9e00-40e0-aae4-caedb79502f7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:13.512158 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 713d268f-27db-4710-8a09-8ec7ebcc6237 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:13.513210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.739274 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37048) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:13.744925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1306486598-network', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:13.751826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:13.756317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Usage tracker for resource:network and tenant:56effa24fa884f3d8d4828d807e8ed74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:13.759775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:13.767542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:13.780035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Made reservation on behalf of 56effa24fa884f3d8d4828d807e8ed74 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:13.782568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.800710 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.825611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:13.830456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Usage tracker for resource:security_group_rule and tenant:56effa24fa884f3d8d4828d807e8ed74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:13.834243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:13.843353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:13.957514 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.962659 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:13.998995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:33:14.008352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2163401a-8477-4683-9394-15901b04562d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:14.016065 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.016407 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Added segment d2c6e934-0af7-44a0-94be-be8ddddd72db of type vlan for network 7bff8991-09f0-4db9-a8f7-9c1b6178323a Feb 10 23:33:14.052839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.069263 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Sync routers for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:14.079322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:14.080098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:14.089579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.090643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:14.091614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.295809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:14.344639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6041696 Feb 10 23:33:14.347479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37052) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:14.350272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16af4d-d7db-429a-a58a-0c8b8ced99a2 admin admin] Pushing event updated for resources: {'Network': ['ID=7bff8991-09f0-4db9-a8f7-9c1b6178323a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:14.355504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Request body: {'subnet': {'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1306486598-subnet', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:14.362732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:14.367667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Usage tracker for resource:subnet and tenant:56effa24fa884f3d8d4828d807e8ed74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:14.368364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:33:14.370862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:14.378020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:14.389280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Made reservation on behalf of 56effa24fa884f3d8d4828d807e8ed74 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:14.391730 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.621080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.702285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=28972a78-8fd1-4fc3-a76b-a30842f7e383,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:14.717762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Checking segment: {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:14.718120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Network hostable DHCP agents. Network: 7bff8991-09f0-4db9-a8f7-9c1b6178323a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:33:14.738588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:33:14.748742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 7bff8991-09f0-4db9-a8f7-9c1b6178323a) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:14.753351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:14.753959 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.756040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:12Z', 'revision_number': 2, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:14.761558 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e8b9fe-bd2d-43c9-b94d-b1f23366b00f None None] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:33:14.779760 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Checking router: 04535451-42d4-43cc-9320-f414f24c72c2 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:14.780127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Updating router 04535451-42d4-43cc-9320-f414f24c72c2 port 2c3a095e-5593-4d94-a278-d804dbee2d2f binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:33:14.782603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-57acbf9d-812b-413a-93ca-d705af7baa9f admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4340494 Feb 10 23:33:14.785954 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37056) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:14.791234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:14.798562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:14.803112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Usage tracker for resource:router and tenant:56effa24fa884f3d8d4828d807e8ed74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:33:14.806469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:33:14.812845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:14.825600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.826986 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.858007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:14.893802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cebd7571-9e00-40e0-aae4-caedb79502f7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:14.985357 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.160789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.193526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port cebd7571-9e00-40e0-aae4-caedb79502f7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:15.194101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.361825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'fixed_ips': [{'subnet_id': '28972a78-8fd1-4fc3-a76b-a30842f7e383'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:33:15.362678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.506485 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.539102 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.722126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Allocated IP 172.20.0.2 (7bff8991-09f0-4db9-a8f7-9c1b6178323a/28972a78-8fd1-4fc3-a76b-a30842f7e383/7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:15.738337 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Allocated IP 172.25.2.35 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/9a20186f-fbbb-48d8-8501-da64159588ef) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:15.892831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.908787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.924260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Transition to ACTIVE for port object 2c3a095e-5593-4d94-a278-d804dbee2d2f will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:15.942547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:15.946070 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.016856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:16.020955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:16.023379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:16.160848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e561-2bbb-4062-b46a-2e44ea26bf6e None None] Pushing event updated for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.206881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Pushing event updated for resources: {'Port': ['ID=9a20186f-fbbb-48d8-8501-da64159588ef,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.224754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.225090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.225424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.225754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.226081 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.226407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.226727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.227046 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.227393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.227715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.228039 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.228419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:16.290642 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.308028 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Attempting to bind port 2c3a095e-5593-4d94-a278-d804dbee2d2f on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:16.308299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Attempting to bind port 2c3a095e-5593-4d94-a278-d804dbee2d2f by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:16.308658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Attempting to bind port 2c3a095e-5593-4d94-a278-d804dbee2d2f on network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:16.317863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Transition to ACTIVE for port object 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:16.320271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:16.320642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Checking segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:16.321036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.321422 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Bound using segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:16.321887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Bound port: 2c3a095e-5593-4d94-a278-d804dbee2d2f, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:16.322256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.390535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Transition to ACTIVE for port object 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:16.408062 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.514947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:16.521829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:16.530846 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:16.541989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Pushing event updated for resources: {'Port': ['ID=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.544865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] For port 2c3a095e-5593-4d94-a278-d804dbee2d2f, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:16.614844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] For port 2c3a095e-5593-4d94-a278-d804dbee2d2f, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2c3a095e-5593-4d94-a278-d804dbee2d2f,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:16.628582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.643911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.717348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Attempting to bind port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:16.717637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Attempting to bind port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:16.718005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Attempting to bind port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 on network 7bff8991-09f0-4db9-a8f7-9c1b6178323a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:16.733560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:16.733933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Checking segment: {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:16.734332 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.734716 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Bound using segment: {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:16.735191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Bound port: 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:16.735678 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:16.758990 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd33e561-2bbb-4062-b46a-2e44ea26bf6e None None] Pushing event updated for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:16.764093 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:16.765197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:17.003656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] For port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:17.010487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] For port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:17.019655 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.025457 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.067464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:17.251183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:33:17.304795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee775a9-52f8-458a-adf3-78628912fbba None None] Pushing event updated for resources: {'Port': ['ID=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:17.464140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:33:17.473822 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Sync routers for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:17.487162 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:17.488003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:17.503164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:17.507764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-987d4cae-73e9-4431-839b-8926e0fa5564 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7206733 Feb 10 23:33:17.510772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37060) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:33:17.568567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:16Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:17.575590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a725102-4515-479f-8116-808a5248b6c2 None None] The sync data for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 is: [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:16Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:17.738741 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:18.113115 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:16Z', 'revision_number': 3, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:18.121260 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Checking router: d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:18.121931 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Updating router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 port 9a20186f-fbbb-48d8-8501-da64159588ef binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:33:18.256536 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.476214 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.578133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136007bb-5bea-4d92-b623-8796b78a890e None None] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:33:18.699649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ca01e02e-a044-4068-aaff-1ab01c3e93d5 None None] Provisioning for port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:18.730841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Allocated IP 172.20.0.1 (7bff8991-09f0-4db9-a8f7-9c1b6178323a/28972a78-8fd1-4fc3-a76b-a30842f7e383/2a6654d5-5cff-48e1-991d-a0714eaea9a0) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:18.759979 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.776670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Transition to ACTIVE for port object 9a20186f-fbbb-48d8-8501-da64159588ef will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:18.789700 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.889326 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Attempting to bind port 9a20186f-fbbb-48d8-8501-da64159588ef on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:18.889326 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Attempting to bind port 9a20186f-fbbb-48d8-8501-da64159588ef by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:18.889326 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Attempting to bind port 9a20186f-fbbb-48d8-8501-da64159588ef on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:18.894878 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20021-98bc-4613-8461-53fdafb5ff1b None None] Pushing event updated for resources: {'Port': ['ID=9a20186f-fbbb-48d8-8501-da64159588ef,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:18.900653 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:18.901033 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:18.901437 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.902189 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:18.902662 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Bound port: 9a20186f-fbbb-48d8-8501-da64159588ef, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:18.903675 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.913528 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:18.933488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Transition to ACTIVE for port object 2a6654d5-5cff-48e1-991d-a0714eaea9a0 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:18.979769 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.027461 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] For port 9a20186f-fbbb-48d8-8501-da64159588ef, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:19.029935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2c3a095e-5593-4d94-a278-d804dbee2d2f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:19.031924 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] For port 9a20186f-fbbb-48d8-8501-da64159588ef, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a20186f-fbbb-48d8-8501-da64159588ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:19.041560 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.085606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:19.088953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:19.100513 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:19.174794 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:19.175484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:19.177260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2c3a095e-5593-4d94-a278-d804dbee2d2f completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:19.182378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2c3a095e-5593-4d94-a278-d804dbee2d2f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:19.182746 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.194051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.248412 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.286086 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec20021-98bc-4613-8461-53fdafb5ff1b None None] Pushing event updated for resources: {'Port': ['ID=9a20186f-fbbb-48d8-8501-da64159588ef,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.361943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.427333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2c3a095e-5593-4d94-a278-d804dbee2d2f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2c3a095e-5593-4d94-a278-d804dbee2d2f,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:19.434983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.435691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:19.446916 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:19.574235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.587018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:19.599551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:19.600008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.659030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-20e1a727-4d9b-4f24-8f32-a0761851fd4a None None] Provisioning for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:19.666138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-20e1a727-4d9b-4f24-8f32-a0761851fd4a None None] Provisioning complete for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:19.666402 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-20e1a727-4d9b-4f24-8f32-a0761851fd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.731099 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.732825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-20e1a727-4d9b-4f24-8f32-a0761851fd4a None None] Port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:33:19.774776 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:16Z', 'revision_number': 3, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:19.780042 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca920a0-df56-465b-bf0c-0284372cde55 None None] The sync data for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 is: [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:16Z', 'revision_number': 3, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:19.794208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.835006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:19.839432 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.917868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:19.989060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:19.994954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:20.112228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Pushing event updated for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:20.118270 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:20.270101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:20.271334 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:20.488190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:33:20.560922 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8e4ce888-9179-42cf-aef4-741d1a862937 None None] Provisioning complete for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:20.561297 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e4ce888-9179-42cf-aef4-741d1a862937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:20.618097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8e4ce888-9179-42cf-aef4-741d1a862937 None None] Port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:33:20.686274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:33:20.696140 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70ef9c66-6a8e-47b7-b68a-82ba41b13d84 admin admin] 10.222.0.53 "PUT /v2.0/routers/d3e62e7f-e0e9-4b1a-9d54-f53d78980d24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1837163 Feb 10 23:33:20.952227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:21.027062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:21.027545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.165303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2c3a095e-5593-4d94-a278-d804dbee2d2f up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:21.257139 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2c3a095e-5593-4d94-a278-d804dbee2d2f triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:21.257358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.437173 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a20186f-fbbb-48d8-8501-da64159588ef up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:21.468726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Sync routers for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:33:21.498638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:21.499307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:21.676658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 9a20186f-fbbb-48d8-8501-da64159588ef completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:21.686721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9a20186f-fbbb-48d8-8501-da64159588ef triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:21.687210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:21.767673 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:22.107077 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.140111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 9a20186f-fbbb-48d8-8501-da64159588ef, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a20186f-fbbb-48d8-8501-da64159588ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:22.155472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.337719 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.340017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=9a20186f-fbbb-48d8-8501-da64159588ef,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:22.377799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 4, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2a6654d5-5cff-48e1-991d-a0714eaea9a0', 'name': '', 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'mac_address': 'fa:16:3e:4c:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:18Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 2, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'subnets': [{'id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:22.382710 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Checking router: d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:33:22.383067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Updating router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:33:22.451910 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:22.910349 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a20186f-fbbb-48d8-8501-da64159588ef up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:23.052438 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:23.078692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Transition to ACTIVE for port object 2a6654d5-5cff-48e1-991d-a0714eaea9a0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:23.088815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 9a20186f-fbbb-48d8-8501-da64159588ef triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:23.089201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:23.127337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:23.589283 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ef28-5a0e-41da-b4ba-b532e0dbe28c None None] Pushing event updated for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:23.693598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Attempting to bind port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:23.694190 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Attempting to bind port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:23.694692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Attempting to bind port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 on network 7bff8991-09f0-4db9-a8f7-9c1b6178323a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:23.727371 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:23.727883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Checking segment: {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:23.728529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:23.729070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Bound using segment: {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:23.729815 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Bound port: 2a6654d5-5cff-48e1-991d-a0714eaea9a0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c6e934-0af7-44a0-94be-be8ddddd72db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:23.730353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:23.940320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] For port 2a6654d5-5cff-48e1-991d-a0714eaea9a0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:23.945161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] For port 2a6654d5-5cff-48e1-991d-a0714eaea9a0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a6654d5-5cff-48e1-991d-a0714eaea9a0,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:23.955940 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:24.054899 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163ef28-5a0e-41da-b4ba-b532e0dbe28c None None] Pushing event updated for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:24.057835 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:33:24.058476 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:33:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:24.458567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:33:25.007130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 4, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2a6654d5-5cff-48e1-991d-a0714eaea9a0', 'name': '', 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'mac_address': 'fa:16:3e:4c:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:18Z', 'updated_at': '2022-02-10T23:33:23Z', 'revision_number': 4, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'subnets': [{'id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:33:25.014573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a826b4ec-2236-4110-bb9a-993c8b4c87c8 None None] The sync data for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 is: [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 4, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2a6654d5-5cff-48e1-991d-a0714eaea9a0', 'name': '', 'network_id': '7bff8991-09f0-4db9-a8f7-9c1b6178323a', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'mac_address': 'fa:16:3e:4c:db:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:18Z', 'updated_at': '2022-02-10T23:33:23Z', 'revision_number': 4, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'subnets': [{'id': '28972a78-8fd1-4fc3-a76b-a30842f7e383', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:33:25.022862 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.023496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a6654d5-5cff-48e1-991d-a0714eaea9a0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:27.140406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:27.150648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:27.151444 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.430319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.650799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2a6654d5-5cff-48e1-991d-a0714eaea9a0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a6654d5-5cff-48e1-991d-a0714eaea9a0,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:27.659322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:27.929394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:27.951066 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.952731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.952731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.952731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.953657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.953657 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.954165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.954731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.955428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.955987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.956928 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:27.957582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:33:28.135914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:33:28.909212 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a6654d5-5cff-48e1-991d-a0714eaea9a0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:29.026292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:29.026665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:33.171759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-7e77ad67-1b08-4133-83d3-ce1202f4c883 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:33.174516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-7e77ad67-1b08-4133-83d3-ce1202f4c883 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 815 time: 0.1925237 Feb 10 23:33:33.193896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-8637f1d4-c19a-4ac5-90c2-3627cb4317f7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/quotas/0a9cb5e3a7254da29dd0c51655a0431d HTTP/1.1" status: 200 len: 375 time: 0.0118697 Feb 10 23:33:33.430272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-b063d8d0-eb4b-480c-b077-9356e83dc567 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Synchronizing usage tracker for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:33:33.451792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-b063d8d0-eb4b-480c-b077-9356e83dc567 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Unset dirty status for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:33:33.453130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-b063d8d0-eb4b-480c-b077-9356e83dc567 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2530258 Feb 10 23:33:33.801487 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-64ff4470-a9cd-4818-a40d-795c9623f07c service neutron] 10.222.0.53 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324931 Feb 10 23:33:34.003448 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-f2682b5c-4380-44be-8bbb-eafd5056526e service neutron] 10.222.0.53 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924000 Feb 10 23:33:34.256115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f899de33-6d1e-4a61-ab89-5cf06f576fc0 req-5d2155de-5868-4a0d-b9e1-f23c66f4c728 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 210 time: 0.0694149 Feb 10 23:33:35.475375 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6e3f519-ba24-43f3-9f2e-1570c43b22ef req-c30ba194-5d9b-4004-b4fa-0bc92569ec1e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 210 time: 0.0708959 Feb 10 23:33:35.650574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-8699c790-ba07-435f-8738-fccfade9115c tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:35.653934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-8699c790-ba07-435f-8738-fccfade9115c tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 815 time: 0.1997409 Feb 10 23:33:35.666485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'port': {'device_id': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'admin_state_up': True, 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:35.850869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:33:35.868956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:33:35.890132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Made reservation on behalf of 0a9cb5e3a7254da29dd0c51655a0431d for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:33:35.895148 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:36.219623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Allocated IP 172.20.0.13 (e3ee2ad5-210b-42f5-81a9-2786172eb9c6/aafc17bf-7193-4d00-ba86-f7d8884a7676/dd267672-8c21-4dfe-8462-b5f23dcc7421) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:33:36.657397 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:36.685588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Transition to ACTIVE for port object dd267672-8c21-4dfe-8462-b5f23dcc7421 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:36.774110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:36.867047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:33:36.873105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:33:36.876897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:33:36.956598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:36.957336 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:36.991357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:37.098960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be420ef-ca64-4cf8-8bed-5b0f3f9bd0e0 req-ce0e578a-89ae-47e6-9ad1-1dde1d858e18 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:37.100055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be420ef-ca64-4cf8-8bed-5b0f3f9bd0e0 req-ce0e578a-89ae-47e6-9ad1-1dde1d858e18 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Synchronizing usage tracker for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:33:37.106601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-98600c94-b8a9-47e7-94e9-e36942613d9e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4437599 Feb 10 23:33:37.154680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-1be420ef-ca64-4cf8-8bed-5b0f3f9bd0e0 req-ce0e578a-89ae-47e6-9ad1-1dde1d858e18 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Unset dirty status for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:33:37.166687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1be420ef-ca64-4cf8-8bed-5b0f3f9bd0e0 req-ce0e578a-89ae-47e6-9ad1-1dde1d858e18 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.5030231 Feb 10 23:33:37.360856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db756ea8-9143-4d66-9673-751ae60ac1ed None None] Provisioning for port dd267672-8c21-4dfe-8462-b5f23dcc7421 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:37.368542 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-db756ea8-9143-4d66-9673-751ae60ac1ed None None] Provisioning complete for port dd267672-8c21-4dfe-8462-b5f23dcc7421 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:37.368912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-db756ea8-9143-4d66-9673-751ae60ac1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:37.417773 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1be420ef-ca64-4cf8-8bed-5b0f3f9bd0e0 req-92a68d45-ff3a-4ded-9297-e9da5dfc31c3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459681 Feb 10 23:33:37.459056 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-db756ea8-9143-4d66-9673-751ae60ac1ed None None] Port dd267672-8c21-4dfe-8462-b5f23dcc7421 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:33:38.309479 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7b1ba008-352c-4f0e-8748-7bbb79cbf39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:38.672777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f290e6-aee2-4bd7-ac8f-7caf1c522bd8 req-4f72683e-cdde-4642-86c5-900640ebe9b8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:38.680980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67f290e6-aee2-4bd7-ac8f-7caf1c522bd8 req-4f72683e-cdde-4642-86c5-900640ebe9b8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.1250877 Feb 10 23:33:38.748793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67f290e6-aee2-4bd7-ac8f-7caf1c522bd8 req-886b834d-b112-4467-9e89-d7caa19e3df1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637910 Feb 10 23:33:39.994491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1faa90-4c4d-4552-ad82-a4a699bca1b2 req-e6e0b046-0616-4c56-99cf-41f5f189da44 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:39.996916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b1faa90-4c4d-4552-ad82-a4a699bca1b2 req-e6e0b046-0616-4c56-99cf-41f5f189da44 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.1121972 Feb 10 23:33:40.057228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6b1faa90-4c4d-4552-ad82-a4a699bca1b2 req-bec3dfa1-1dab-45cf-b29f-3373a459b79a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493422 Feb 10 23:33:40.549604 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fe29668-37ae-4a4f-a471-68173454f0ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:41.312179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aefd13-b5b6-4da5-9abe-245279030bc5 req-41a0ea42-3daf-44a3-8808-453829f8fe80 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:41.313887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1aefd13-b5b6-4da5-9abe-245279030bc5 req-41a0ea42-3daf-44a3-8808-453829f8fe80 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.1255536 Feb 10 23:33:41.375622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1aefd13-b5b6-4da5-9abe-245279030bc5 req-bd2140f3-f147-4452-9506-48bc05f1e4bc tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Feb 10 23:33:41.742307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:42.000743 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:42.709194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b8340-cd64-4f44-a243-6e35ab3be09e req-d4438592-e9ba-4007-80dd-39ecefa24379 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:42.710687 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b79b8340-cd64-4f44-a243-6e35ab3be09e req-d4438592-e9ba-4007-80dd-39ecefa24379 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.2198639 Feb 10 23:33:42.771158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b79b8340-cd64-4f44-a243-6e35ab3be09e req-0f35c530-bdfb-4740-9970-1dbd7faafa45 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504832 Feb 10 23:33:43.163540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:44.021193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ac05e-4ddb-4b11-a4b7-8deccb6d4c2a req-5205ca2f-819b-4f6f-afa9-ae83a27c99d8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:44.022789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770ac05e-4ddb-4b11-a4b7-8deccb6d4c2a req-5205ca2f-819b-4f6f-afa9-ae83a27c99d8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.1106148 Feb 10 23:33:44.076239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-770ac05e-4ddb-4b11-a4b7-8deccb6d4c2a req-575db11f-ea27-4dec-ac60-99cca92e8ac4 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457020 Feb 10 23:33:45.464156 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71976d9-6799-4312-bd1c-e9621fab93ca req-d02998b8-35af-4474-8b5d-2f6bd4b85fdf tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:45.466233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b71976d9-6799-4312-bd1c-e9621fab93ca req-d02998b8-35af-4474-8b5d-2f6bd4b85fdf tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.0871832 Feb 10 23:33:45.515938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b71976d9-6799-4312-bd1c-e9621fab93ca req-4bb1c49a-41ce-4fc5-8420-a4e3108018e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Feb 10 23:33:46.725434 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c3a8-5d68-42c1-8be2-c16dadb43706 req-93c2ce1d-4e5e-4514-b450-1b94905fa294 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:46.727054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bb1c3a8-5d68-42c1-8be2-c16dadb43706 req-93c2ce1d-4e5e-4514-b450-1b94905fa294 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 932 time: 0.1033263 Feb 10 23:33:46.783068 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bb1c3a8-5d68-42c1-8be2-c16dadb43706 req-1452a12d-98a4-43f2-95e4-179d24fb9451 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473104 Feb 10 23:33:47.296827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Request body: {'port': {'device_id': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:33:47.442261 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:47.820180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd267672-8c21-4dfe-8462-b5f23dcc7421 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:47.830943 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:47.849538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Transition to ACTIVE for port object dd267672-8c21-4dfe-8462-b5f23dcc7421 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:33:47.854086 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:48.109487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:48.304332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Attempting to bind port dd267672-8c21-4dfe-8462-b5f23dcc7421 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:33:48.304645 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Attempting to bind port dd267672-8c21-4dfe-8462-b5f23dcc7421 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:33:48.305074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Attempting to bind port dd267672-8c21-4dfe-8462-b5f23dcc7421 on network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:48.315429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c48fd-94c6-4725-88a8-dea1d9e6b481 req-2702e785-4c62-49a4-a120-e9739dc935c4 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:48.317129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f26c48fd-94c6-4725-88a8-dea1d9e6b481 req-2702e785-4c62-49a4-a120-e9739dc935c4 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 944 time: 0.2990141 Feb 10 23:33:48.321566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Port dd267672-8c21-4dfe-8462-b5f23dcc7421 on network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:33:48.321922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Attempting to bind port dd267672-8c21-4dfe-8462-b5f23dcc7421 on network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:33:48.345825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:33:48.346154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Checking segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:33:48.346566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Bound using segment: {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:33:48.347581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Bound port: dd267672-8c21-4dfe-8462-b5f23dcc7421, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9962716-9b2c-4fa0-8892-642023f92647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:33:48.347581 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:48.438649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f26c48fd-94c6-4725-88a8-dea1d9e6b481 req-74264fc2-dd1e-4586-94b3-b9d87e908fc8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125007 Feb 10 23:33:48.487514 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:33:48.489230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:33:48.494245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:48.563268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:48.563912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:48.565329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1092 time: 1.2786796 Feb 10 23:33:48.565770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:48.596136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee97925-174f-4ce9-a810-1d0cd7fc71c5 service neutron] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:48.641790 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:33:48.688477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-740d9d14-278a-4503-becd-c897faa322b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:48.690271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-740d9d14-278a-4503-becd-c897faa322b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1095 time: 0.0821118 Feb 10 23:33:48.769621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-3949b25b-646b-43c4-90f6-393bd21e76c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 217 time: 0.0717692 Feb 10 23:33:48.837460 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-c4c49d5f-e257-4d73-966c-288566285c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:48.838996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-c4c49d5f-e257-4d73-966c-288566285c3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0629964 Feb 10 23:33:48.919241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-cd64f36c-e8af-4fa1-87cb-8945f542ba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:48.920827 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-cd64f36c-e8af-4fa1-87cb-8945f542ba1a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759850 Feb 10 23:33:49.069463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-e4e9727b-0480-4622-b174-369faee21413 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422043 Feb 10 23:33:49.384936 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-387c6d49-47cc-48d4-ae4d-0b15484c33fe req-33e90822-066f-4bbe-9d7b-667136a7185a service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085957 Feb 10 23:33:49.529836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-e03ade3a-dcbd-404b-8c81-5c6320fea9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:49.531431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-e03ade3a-dcbd-404b-8c81-5c6320fea9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1095 time: 0.0847783 Feb 10 23:33:49.741281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-22e785f6-6595-439a-99f9-c97c59cfc716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:49.742717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-22e785f6-6595-439a-99f9-c97c59cfc716 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.2051570 Feb 10 23:33:49.809106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffb39e8-1bef-4bde-a929-27106e5392c9 req-4796b9c8-1f49-4754-9405-c9e564118bae tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:49.810784 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ffb39e8-1bef-4bde-a929-27106e5392c9 req-4796b9c8-1f49-4754-9405-c9e564118bae tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 944 time: 0.1990545 Feb 10 23:33:49.839237 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-556dc360-5372-415f-99fb-0539e5638725 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 217 time: 0.0896897 Feb 10 23:33:49.923021 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ffb39e8-1bef-4bde-a929-27106e5392c9 req-c2b8d18b-36eb-400a-89be-48b967aed455 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055739 Feb 10 23:33:49.936435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-b5c757a1-6efc-4cdc-b24d-e5792fdeb602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:49.939079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-b5c757a1-6efc-4cdc-b24d-e5792fdeb602 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0934279 Feb 10 23:33:50.023694 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-64956162-4c14-4228-ac53-6b2c0af2537d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:50.026255 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-64956162-4c14-4228-ac53-6b2c0af2537d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809786 Feb 10 23:33:50.177295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-f1b48839-89ac-44af-a4fa-1515539198fe service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442344 Feb 10 23:33:50.324628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cc27f835-5f95-483f-b605-7cd897b1f619 req-0a02f501-12c1-4d88-baac-2bedf1f7957d service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401639 Feb 10 23:33:51.166095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f20616-ac19-496b-8123-6155cc180c04 req-737851c9-9e0d-4c48-afb8-ec1de0e896e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:51.169304 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40f20616-ac19-496b-8123-6155cc180c04 req-737851c9-9e0d-4c48-afb8-ec1de0e896e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 944 time: 0.1090729 Feb 10 23:33:51.246320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40f20616-ac19-496b-8123-6155cc180c04 req-ee90b7e1-bf35-4680-9c4b-e0229d6f2713 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662022 Feb 10 23:33:52.267938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:52.549916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b99f14-e0a2-4b27-b668-416dd2cf7e21 req-c94ea104-245f-46e3-bc4c-ac4787522f01 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:52.551443 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3b99f14-e0a2-4b27-b668-416dd2cf7e21 req-c94ea104-245f-46e3-bc4c-ac4787522f01 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 944 time: 0.1421847 Feb 10 23:33:52.602554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a3b99f14-e0a2-4b27-b668-416dd2cf7e21 req-2dfeb452-57dd-4ca4-9348-940691aa827c tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449436 Feb 10 23:33:53.439417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dd267672-8c21-4dfe-8462-b5f23dcc7421 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:33:53.704554 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:53.732429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'port_id': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'mac_address': 'fa:16:3e:3c:6c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:33:53.838031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:53.873982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd267672-8c21-4dfe-8462-b5f23dcc7421 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:33:53.876472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21539eb0-bb51-4816-a9ac-48a35929c280 req-eedb04a5-7cd4-46fd-8102-713ca221e9e9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:53.879200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21539eb0-bb51-4816-a9ac-48a35929c280 req-eedb04a5-7cd4-46fd-8102-713ca221e9e9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 944 time: 0.1418631 Feb 10 23:33:53.903881 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:53.910118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:53.968522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-21539eb0-bb51-4816-a9ac-48a35929c280 req-4d70befd-046e-45d3-9df0-d816ffa3918d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782869 Feb 10 23:33:54.050227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:54.203754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:33:55.016307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:55.231983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065738-8f38-473b-8d83-5d366a2d017d req-e7b7ada5-b98a-41a2-bfd4-aff214149fc8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:55.234781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10065738-8f38-473b-8d83-5d366a2d017d req-e7b7ada5-b98a-41a2-bfd4-aff214149fc8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 945 time: 0.1135969 Feb 10 23:33:55.294886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-10065738-8f38-473b-8d83-5d366a2d017d req-c382c6e4-3071-4d1f-b93b-105881491fe1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521538 Feb 10 23:33:55.442797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dd267672-8c21-4dfe-8462-b5f23dcc7421 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:33:55.553906 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port dd267672-8c21-4dfe-8462-b5f23dcc7421 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:33:55.559876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port dd267672-8c21-4dfe-8462-b5f23dcc7421 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:33:55.560401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:55.688944 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:55.720255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:33:55.733224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:33:55.737926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:33:55.778943 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'code': 200} Feb 10 23:33:55.819980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:33:55.921764 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039cfed-4b57-40af-b3c0-7288372d6429 req-8c548d1c-e6cc-4012-952a-e8907854acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:55.923630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7039cfed-4b57-40af-b3c0-7288372d6429 req-8c548d1c-e6cc-4012-952a-e8907854acb5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1097 time: 0.0774734 Feb 10 23:33:55.968266 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7039cfed-4b57-40af-b3c0-7288372d6429 req-43935f2d-dc9e-4f97-b873-baf84a0748d0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388100 Feb 10 23:33:56.546477 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41679943-8c18-4a99-8fa3-cbad077d7e7b req-2edc3094-5fef-49c9-89de-88d01998afb2 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:56.549846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41679943-8c18-4a99-8fa3-cbad077d7e7b req-2edc3094-5fef-49c9-89de-88d01998afb2 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.1257412 Feb 10 23:33:56.609072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-41679943-8c18-4a99-8fa3-cbad077d7e7b req-bdf39ced-6b8e-45c9-bc29-6141c7c69546 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Feb 10 23:33:57.884165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde6b07-73b1-49e0-b79f-364c35b1e033 req-8e3643b8-6b1d-47fa-8515-bcfea31b0253 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:57.885834 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6fde6b07-73b1-49e0-b79f-364c35b1e033 req-8e3643b8-6b1d-47fa-8515-bcfea31b0253 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.1301177 Feb 10 23:33:57.937432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6fde6b07-73b1-49e0-b79f-364c35b1e033 req-631b0269-7043-4de7-bf50-dbb3bddabf2d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432353 Feb 10 23:33:58.257232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb57753-82c7-4773-8861-de75394464ad req-69e140a5-b1b3-4a4f-8b39-2b70ccc71b15 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:58.258838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9bb57753-82c7-4773-8861-de75394464ad req-69e140a5-b1b3-4a4f-8b39-2b70ccc71b15 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.2089050 Feb 10 23:33:58.306096 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9bb57753-82c7-4773-8861-de75394464ad req-aa812789-45c4-409a-89b0-8522e70e6c30 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407252 Feb 10 23:33:58.801647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e99497-9cf0-4f12-ac2c-164abcd76d23 req-0e8b0dbe-55a0-4b4f-8fff-4a28f9ac4692 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:58.803273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00e99497-9cf0-4f12-ac2c-164abcd76d23 req-0e8b0dbe-55a0-4b4f-8fff-4a28f9ac4692 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.1019681 Feb 10 23:33:58.857300 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-00e99497-9cf0-4f12-ac2c-164abcd76d23 req-5452c80b-c305-40ff-95ba-a1029f4e173d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472486 Feb 10 23:33:59.369720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-8f78ebdc-ac17-4ca1-b5a4-bcf850a0f13c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1013091 Feb 10 23:33:59.568502 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-b04c03c6-df03-40da-98af-3a56f45fbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:59.571048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-b04c03c6-df03-40da-98af-3a56f45fbf66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1097 time: 0.1164551 Feb 10 23:33:59.765376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-dcf98a93-8283-4db2-bafb-9c5eb1334f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:59.766964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-dcf98a93-8283-4db2-bafb-9c5eb1334f32 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1640480 Feb 10 23:33:59.844411 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-b6731b91-4adf-4239-946e-6b6c4b1f666c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 217 time: 0.0707977 Feb 10 23:33:59.926339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-ecbb1c44-e328-41c0-b39a-373289e2da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:33:59.928134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-ecbb1c44-e328-41c0-b39a-373289e2da35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0780663 Feb 10 23:34:00.020505 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-d5c3a33e-6604-4369-9942-5add1e27c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:00.022767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-d5c3a33e-6604-4369-9942-5add1e27c02a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878296 Feb 10 23:34:00.196980 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-2faafff6-7760-4b82-b522-5c5040315f55 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670587 Feb 10 23:34:00.355957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29109062-06bb-4a8f-9d44-87609f15cee8 req-a7829408-f20f-47d6-b2bf-a564e8dcf0ae service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525083 Feb 10 23:34:05.135745 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:34:08.310736 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d465dc50-39c5-46ec-8c69-f658a993fac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:09.201138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cea00-6c77-4280-9f96-a0b3f44d1eaa req-4f98d9f0-e4d8-4540-aa36-913c9bddfa81 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:09.202718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d96cea00-6c77-4280-9f96-a0b3f44d1eaa req-4f98d9f0-e4d8-4540-aa36-913c9bddfa81 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.0892324 Feb 10 23:34:09.258211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d96cea00-6c77-4280-9f96-a0b3f44d1eaa req-a16094a9-b49d-42b0-95bf-4dd687674412 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494969 Feb 10 23:34:09.300488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37258) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:09.450094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7755f-7ded-498c-9824-c7047733f54b tempest-TestMinimumBasicScenario-1988750770 tempest-TestMinimumBasicScenario-1988750770-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:09.451835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f7d7755f-7ded-498c-9824-c7047733f54b tempest-TestMinimumBasicScenario-1988750770 tempest-TestMinimumBasicScenario-1988750770-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1092 time: 0.1499028 Feb 10 23:34:09.453756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37264) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:09.459380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:09.467829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:09.472056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:floatingip and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:09.475542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:09.482840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:09.495890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:09.653936 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:09.794360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Allocated IP 172.25.2.103 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/0f69a098-c8ff-48be-b643-890371591e5c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:34:09.957468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:09.990833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:10.057569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:34:10.061235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:34:10.064821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:34:10.102738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'Port': ['ID=0f69a098-c8ff-48be-b643-890371591e5c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:10.543399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-77b67ed0-5403-403e-bdf0-bd727c4a5972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:10.640590 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:10.720946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:10.932072 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:10.936819 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:11.051887 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'Port': ['ID=0f69a098-c8ff-48be-b643-890371591e5c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:11.061439 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:11.236450 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Floating IP 4dde8c30-5e7a-4754-8171-756ea14c8be1 associated. External IP: 172.25.2.103, port: dd267672-8c21-4dfe-8462-b5f23dcc7421. Feb 10 23:34:11.607542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Router 04535451-42d4-43cc-9320-f414f24c72c2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:34:11.741666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:11.942053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:34:11.953227 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Sync routers for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:34:11.963395 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:34:11.964056 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:11.972241 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.005586 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.035734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90ad8aa5-dae1-44f0-81de-7cdf6da4b3c7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5806797 Feb 10 23:34:12.036322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:12.038909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37268) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:12.045648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-968072293', 'description': 'tempest-secgroup-smoke-968072293 description', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:12.053597 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.060896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.064980 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.071593 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.085776 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.086569 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:34:12.118553 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.124188 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.128317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.134657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.164276 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:34:12.210067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670587-ac0e-46a2-b753-ec5180928770 req-3cc288ab-f223-4bcb-8f0a-7d0cb052e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:12.212202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-3cc288ab-f223-4bcb-8f0a-7d0cb052e6db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1097 time: 0.0982192 Feb 10 23:34:12.218656 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.223511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.267894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.272351 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2323194 Feb 10 23:34:12.272949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37274) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:12.281642 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:12.287111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0373b0-5776-4207-bf41-0e6c9c6593a9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:12.291681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.301081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.301421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.301757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.302081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.302428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.302948 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.303601 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.304099 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.304583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.305051 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.305548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.306028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1942f40-4d84-4e53-93e9-73ddca307ed9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:34:12.309887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.313747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.322823 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.346162 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.371443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670587-ac0e-46a2-b753-ec5180928770 req-68450d8c-6b14-4df0-91d0-877cd9fa042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:12.373335 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-68450d8c-6b14-4df0-91d0-877cd9fa042a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1553316 Feb 10 23:34:12.420914 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.425805 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.453362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30103214-e180-4758-a9da-8db3f17406aa,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:12.464555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.466167 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bbf7daca-b767-4912-87f9-6ea3e3a456e3 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1899328 Feb 10 23:34:12.469073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37278) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:12.476836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:12.494680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.503356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.508040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.517499 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.521107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-53aed503-dd15-471f-b378-3e28c0ed360b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1000 time: 0.1404357 Feb 10 23:34:12.573516 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '4dde8c30-5e7a-4754-8171-756ea14c8be1', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'port_id': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'mac_address': 'fa:16:3e:3c:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:34:10Z', 'updated_at': '2022-02-10T23:34:10Z', 'revision_number': 0, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:12.577080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.577484 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Checking router: 04535451-42d4-43cc-9320-f414f24c72c2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:34:12.585694 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:34:12.586297 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:34:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:12.624147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670587-ac0e-46a2-b753-ec5180928770 req-8ff95e19-55fc-4c6a-b3a8-99328a4a82c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:12.625623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-8ff95e19-55fc-4c6a-b3a8-99328a4a82c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0979133 Feb 10 23:34:12.706460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.712770 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.749075 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3292334-4fe2-4114-bb5b-5fd3cba6c9bb,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:12.757935 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.759331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b27db9a2-8d76-4811-b280-73d4373348a8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2891288 Feb 10 23:34:12.761729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63670587-ac0e-46a2-b753-ec5180928770 req-7b0b0869-f480-4a6a-9f1e-d44e92b28adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:12.762606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37282) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:12.763180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-7b0b0869-f480-4a6a-9f1e-d44e92b28adf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298594 Feb 10 23:34:12.768047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:12.774770 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.778924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.782152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.788499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.789298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:34:12.811665 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.888773 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.893598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.919572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d2c733-0a0e-4457-a7f6-e72c4a400368,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:12.930535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-4ec21e73-26e9-4006-9fcb-72384c054154 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580913 Feb 10 23:34:12.930846 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:12.932363 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-30b33db1-c0dd-4f7e-b48e-37c3065d8472 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1686966 Feb 10 23:34:12.935875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37286) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:12.942501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:12.951617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:12.955968 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:12.959207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:12.966541 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:12.985562 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.079670 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.085802 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.134965 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63670587-ac0e-46a2-b753-ec5180928770 req-21cbf7e9-2b61-4185-a3a3-bccb4932e64c service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978767 Feb 10 23:34:13.139735 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da71be65-26f1-4c6f-83f7-15c21c3fc66e,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:13.172835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.188579 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.190845 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-53e44593-b1cc-46f6-8a42-a48900f4973b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2535758 Feb 10 23:34:13.194338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37290) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:13.201484 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:13.210548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:13.219350 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:13.224302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:13.229031 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '4dde8c30-5e7a-4754-8171-756ea14c8be1', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'port_id': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'mac_address': 'fa:16:3e:3c:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:34:10Z', 'updated_at': '2022-02-10T23:34:10Z', 'revision_number': 0, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:34:13.233962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7803a18d-f8f4-423d-9137-28dc2e7e43c7 None None] The sync data for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 is: [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '4dde8c30-5e7a-4754-8171-756ea14c8be1', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'floating_ip_address': '172.25.2.103', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'port_id': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'mac_address': 'fa:16:3e:3c:6c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:34:10Z', 'updated_at': '2022-02-10T23:34:10Z', 'revision_number': 0, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:34:13.236286 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:13.248907 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Project 0a9cb5e3a7254da29dd0c51655a0431d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:34:13.260316 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.361628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.367109 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.392341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81a9b7b7-cbc5-46bd-9ba4-79cf1e747d52,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:13.411872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.413222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7808bf78-2ed8-4b3b-a717-793c3f3eb3e1 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2174265 Feb 10 23:34:13.416491 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37294) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:34:13.423136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'security_group_rule': {'security_group_id': '9e0373b0-5776-4207-bf41-0e6c9c6593a9', 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:13.430648 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:34:13.435532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Usage tracker for resource:security_group_rule and tenant:0a9cb5e3a7254da29dd0c51655a0431d is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:34:13.438931 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:34:13.445043 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:34:13.457736 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Project 0a9cb5e3a7254da29dd0c51655a0431d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:34:13.466222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.478611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5054503-e648-410d-b3b0-3429a12a68c1 None None] New status for floating IP 4dde8c30-5e7a-4754-8171-756ea14c8be1: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:34:13.549833 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.553926 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.578424 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3015a051-c8cf-4105-b881-f33d270f5cb6,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:13.588470 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:13.590556 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f550dc48-c9d5-4323-aa9a-2c8a7d9662ef tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1721969 Feb 10 23:34:13.713789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-8ae0ee9c-9e56-4249-8f56-c15842baa203 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968072293&fields=id&tenant_id=0a9cb5e3a7254da29dd0c51655a0431d HTTP/1.1" status: 200 len: 267 time: 0.0411730 Feb 10 23:34:13.816631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-b1441aa9-b03f-4c8c-b67b-6dd45715cda8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:13.818219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-b1441aa9-b03f-4c8c-b67b-6dd45715cda8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.0980113 Feb 10 23:34:13.832548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'port': {'security_groups': ['b0e1a929-459f-4dd4-ba14-5e677b2d222d', '9e0373b0-5776-4207-bf41-0e6c9c6593a9']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:34:13.966979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.251510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:34:14.279758 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.284885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.297610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:34:14.358843 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:14.359660 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.367059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db805f3f-cc60-4c08-9e4d-206ddbe4c0f7 req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "PUT /v2.0/ports/dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 982 time: 0.5380177 Feb 10 23:34:14.367059 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:34:14.397635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0e6fb2-0ced-4d95-a8e1-db011980799a tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:34:14.459233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:34:14.569482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd045-0f98-4027-bbb8-5fc92f6e78c4 req-28b9a09d-b658-4c02-a1ea-a7aef0877bcc tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:14.571094 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbddd045-0f98-4027-bbb8-5fc92f6e78c4 req-28b9a09d-b658-4c02-a1ea-a7aef0877bcc tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.1027076 Feb 10 23:34:14.626597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbddd045-0f98-4027-bbb8-5fc92f6e78c4 req-f557a123-a188-4473-ae66-d9a0f8b8a9e2 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0487230 Feb 10 23:34:14.685342 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:34:14.780086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fb15d410-711a-46e7-8c69-233112ab3786 None None] Provisioning complete for port dd267672-8c21-4dfe-8462-b5f23dcc7421 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:34:14.780358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fb15d410-711a-46e7-8c69-233112ab3786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:14.782326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820751df-27f0-4de7-8605-1770a6587226 req-1528b49f-42b1-4d4d-9d4a-21ce46eee073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:14.783880 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-1528b49f-42b1-4d4d-9d4a-21ce46eee073 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1136 time: 0.0757728 Feb 10 23:34:14.947123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820751df-27f0-4de7-8605-1770a6587226 req-9082128f-76b7-4d2c-8ac0-3158a2acd770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:14.950463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-9082128f-76b7-4d2c-8ac0-3158a2acd770 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1603155 Feb 10 23:34:15.096553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-bbdacc80-6465-4d76-821a-49b2ebd41f98 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1002 time: 0.1380839 Feb 10 23:34:15.216313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820751df-27f0-4de7-8605-1770a6587226 req-08199fc4-568d-429a-8293-887fb1fbe3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:15.217759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-08199fc4-568d-429a-8293-887fb1fbe3e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.1109724 Feb 10 23:34:15.300315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820751df-27f0-4de7-8605-1770a6587226 req-3f630666-d8e7-4ed9-bd84-3ee99be2eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:34:15.302677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-3f630666-d8e7-4ed9-bd84-3ee99be2eb8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787802 Feb 10 23:34:15.568370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-56e7ad47-7d45-4181-a9e5-f9ed73f82f4b service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577677 Feb 10 23:34:15.726692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-820751df-27f0-4de7-8605-1770a6587226 req-af2c1046-29ba-49a1-98df-7cef61a0ffd4 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518178 Feb 10 23:34:22.274240 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:25.012846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:38.305764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-149158be-8447-4e03-b45d-b89ffa9b6e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:40.550443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4dfb9bd3-1a0e-412e-8994-a505c502fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:41.738890 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:41.995846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:42.142325 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:34:43.181525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:52.273228 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:34:55.023254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:00.411390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-8e9fe5e3-692a-49e8-9d85-5b48fd1e8716 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1448708 Feb 10 23:35:00.560583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-26a1eaf7-5414-4553-b8a3-255fb91d8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:00.561978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-26a1eaf7-5414-4553-b8a3-255fb91d8292 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1136 time: 0.0759034 Feb 10 23:35:00.727687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-b4d83f88-a5b3-49e1-92cd-48793f5e0294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:00.729186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-b4d83f88-a5b3-49e1-92cd-48793f5e0294 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1469209 Feb 10 23:35:00.842822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-5a7b2883-d485-4741-b2b3-3ee56e0524bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1002 time: 0.1068854 Feb 10 23:35:00.928242 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-81685cdb-1991-4409-a557-ae358be26299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:00.930166 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-81685cdb-1991-4409-a557-ae358be26299 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0779934 Feb 10 23:35:01.011584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-fe3a902c-1cd6-40c5-914f-0fe7a2c113be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:01.013086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-fe3a902c-1cd6-40c5-914f-0fe7a2c113be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764251 Feb 10 23:35:01.163535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-d8921e1a-353d-4728-8018-3347d86f422e service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432583 Feb 10 23:35:01.321572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d54febfe-6988-4854-99e9-bad7a0c87560 req-63fb327d-2c58-41ea-b51d-48b40dddd86b service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497686 Feb 10 23:35:08.305039 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74439fd1-7b06-48ea-a6da-ad0b7f71b50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:10.543779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b82effd3-f092-4354-aec0-221c64ebc1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:11.733540 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:11.994253 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:12.451604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb065b-28ec-408c-8457-ea0b1f37e36c req-1861fcf2-c036-4fff-8fe3-f29b324c6323 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:12.453059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6eb065b-28ec-408c-8457-ea0b1f37e36c req-1861fcf2-c036-4fff-8fe3-f29b324c6323 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.1106188 Feb 10 23:35:12.455863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-186ed4b5-2d18-491e-acff-1d3606d8cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:12.457918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-186ed4b5-2d18-491e-acff-1d3606d8cf2d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1136 time: 0.1491985 Feb 10 23:35:12.580857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a6eb065b-28ec-408c-8457-ea0b1f37e36c req-28fa0099-2895-4957-b8f8-3758e60a9236 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1213722 Feb 10 23:35:12.621223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-ed7de51e-b97d-420b-83c7-9e0d98342680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:12.622669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-ed7de51e-b97d-420b-83c7-9e0d98342680 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1508367 Feb 10 23:35:12.728070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-68d507a9-698d-4181-912a-7e1134f2bf27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1002 time: 0.0980451 Feb 10 23:35:12.789892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-c8530816-7fc9-4933-9d99-0e421df41510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:12.791342 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-c8530816-7fc9-4933-9d99-0e421df41510 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0571773 Feb 10 23:35:12.997243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-2df54439-ca36-4abd-8b1f-acb408cf12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:12.998761 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-2df54439-ca36-4abd-8b1f-acb408cf12b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2001560 Feb 10 23:35:13.131427 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-25cd2b80-0523-45e4-a881-7e5121359741 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257224 Feb 10 23:35:13.180602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:13.267295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7a49824-5449-491e-ae4a-be1f36e7823f req-82fb1b0d-97fd-4221-b727-1de50bc7d978 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296017 Feb 10 23:35:13.775353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b36c-507e-4e01-908d-b68faf32ef0e req-ad0a1005-3908-4b2d-906d-9554f57f4080 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:13.776832 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1409b36c-507e-4e01-908d-b68faf32ef0e req-ad0a1005-3908-4b2d-906d-9554f57f4080 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0824170 Feb 10 23:35:13.824481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1409b36c-507e-4e01-908d-b68faf32ef0e req-aa4fecb3-bf36-406a-a541-d00a3aa306ab tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419886 Feb 10 23:35:15.020415 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e9695-a8bf-4038-ad10-60ae7551c449 req-55cf13c3-51ad-4d0b-8d87-30d416182277 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:15.021934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-931e9695-a8bf-4038-ad10-60ae7551c449 req-55cf13c3-51ad-4d0b-8d87-30d416182277 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0889790 Feb 10 23:35:15.071751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-931e9695-a8bf-4038-ad10-60ae7551c449 req-6f93a0ee-2b99-4e25-9e0b-c5aa1cb6c87e tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0435314 Feb 10 23:35:16.261995 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62619cf-01ed-4600-807b-46a9775e2e0d req-7ef475fb-4f32-4221-90c4-5d0f05387e3d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:16.263484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d62619cf-01ed-4600-807b-46a9775e2e0d req-7ef475fb-4f32-4221-90c4-5d0f05387e3d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0812268 Feb 10 23:35:16.314401 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d62619cf-01ed-4600-807b-46a9775e2e0d req-698d3e57-69cf-4197-aa45-d39af2468067 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0448253 Feb 10 23:35:17.502673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd17789-d0d5-4429-a0c1-7811b5ece402 req-3d210651-8f6e-432f-89e5-61b936a2b845 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:17.504763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4dd17789-d0d5-4429-a0c1-7811b5ece402 req-3d210651-8f6e-432f-89e5-61b936a2b845 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0822546 Feb 10 23:35:17.551328 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4dd17789-d0d5-4429-a0c1-7811b5ece402 req-c712d6ac-a9f4-4815-8cf3-3ed59291f0bf tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0409164 Feb 10 23:35:18.741028 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5138a3-bb06-435a-8c3b-b7d73c537e1d req-625f9014-01d7-4978-b421-92bedd19cd7d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:18.742510 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f5138a3-bb06-435a-8c3b-b7d73c537e1d req-625f9014-01d7-4978-b421-92bedd19cd7d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0859420 Feb 10 23:35:18.790639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2f5138a3-bb06-435a-8c3b-b7d73c537e1d req-d76a9019-f603-42aa-a911-37b9bd22f1b4 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424356 Feb 10 23:35:19.133457 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:35:19.985756 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b78a5-ab01-47e7-bd03-7ba247f0a1e1 req-89e46fe5-eb3b-44f3-b369-321d8b0b2142 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:19.987258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f0b78a5-ab01-47e7-bd03-7ba247f0a1e1 req-89e46fe5-eb3b-44f3-b369-321d8b0b2142 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0803063 Feb 10 23:35:20.034159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7f0b78a5-ab01-47e7-bd03-7ba247f0a1e1 req-fe1e641c-edfb-4fba-9f8f-a81656416d6d tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404825 Feb 10 23:35:21.226347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebdc47-9b9a-4d67-8ef6-8558949f9fe1 req-42248155-ad12-4fc5-aa91-2add29ed6919 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:21.227869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aebdc47-9b9a-4d67-8ef6-8558949f9fe1 req-42248155-ad12-4fc5-aa91-2add29ed6919 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0879471 Feb 10 23:35:21.275656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aebdc47-9b9a-4d67-8ef6-8558949f9fe1 req-19bb5168-9241-4cba-8eb1-00ba4b039191 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419285 Feb 10 23:35:22.271600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:22.460218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dfe03-96f8-4a75-be4e-921d5aa35b55 req-1b584be7-f2ee-4550-ac2b-02bb3e944904 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:22.461627 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e98dfe03-96f8-4a75-be4e-921d5aa35b55 req-1b584be7-f2ee-4550-ac2b-02bb3e944904 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0814283 Feb 10 23:35:22.508704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e98dfe03-96f8-4a75-be4e-921d5aa35b55 req-5a8c436d-bd6b-4201-915a-f0fb30563ec4 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414612 Feb 10 23:35:23.702573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f339b8-e9b0-4e29-bd1f-f405e2b55425 req-9f6eb7e0-83a3-46cd-855f-25d3fad76934 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:23.704099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12f339b8-e9b0-4e29-bd1f-f405e2b55425 req-9f6eb7e0-83a3-46cd-855f-25d3fad76934 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0843720 Feb 10 23:35:23.751339 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12f339b8-e9b0-4e29-bd1f-f405e2b55425 req-f03c50c8-a902-4aef-9667-e22ecb4e0b69 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408206 Feb 10 23:35:24.943792 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba8d12-4af7-4801-8ffb-f26e9bbeaeb4 req-a5d06836-0523-4ace-ab96-c5932adfc467 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:35:24.945559 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddba8d12-4af7-4801-8ffb-f26e9bbeaeb4 req-a5d06836-0523-4ace-ab96-c5932adfc467 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0836332 Feb 10 23:35:24.998318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddba8d12-4af7-4801-8ffb-f26e9bbeaeb4 req-c9c6dafd-6c8c-4d13-912b-9937495af7d9 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&id=9e0373b0-5776-4207-bf41-0e6c9c6593a9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0472200 Feb 10 23:35:25.023663 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:38.298799 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e3fdb2ec-dbae-4906-8d19-0325bf486831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:40.554534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da9d64a5-910d-4d08-98a3-f27522b61888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:41.737480 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:41.998937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:43.176238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:52.286161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:55.035271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:35:56.133652 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:36:02.320972 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-84bc01b9-629f-475e-b3b5-eba4987199a7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0728278 Feb 10 23:36:02.467481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-bea9fb34-f14e-430b-9444-5457c2b3efe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:02.468899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-bea9fb34-f14e-430b-9444-5457c2b3efe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1136 time: 0.0725939 Feb 10 23:36:02.618380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-c996a65d-e557-4ce7-9977-52a3e3cc7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:02.620409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-c996a65d-e557-4ce7-9977-52a3e3cc7aaa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.1310041 Feb 10 23:36:02.725808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-c5d53086-8878-48d3-bb54-ad161e5ed3d2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1002 time: 0.0983634 Feb 10 23:36:02.793183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-7c6b669e-b34a-4904-b588-99c817db7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:02.794614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-7c6b669e-b34a-4904-b588-99c817db7b35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0631168 Feb 10 23:36:02.870419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-77ef2695-47b0-4e69-9e80-7a8b32e31588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:02.871970 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-77ef2695-47b0-4e69-9e80-7a8b32e31588 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705101 Feb 10 23:36:03.008548 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-bd137187-0399-498d-ab35-95a663aa207f service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296892 Feb 10 23:36:03.257511 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-27a4b7f3-3d50-4b12-9596-6689226f20cb req-9398b9ae-eb59-4b39-9d58-e1c7cead9d6f service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429552 Feb 10 23:36:08.302257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-21692017-123c-404e-bb45-15500819ad98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:10.545259 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73617918-d290-4fea-a288-d06d93715165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:11.741501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:12.001349 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:13.176726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:22.303454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:25.048220 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:28.458946 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-f0136a94-d85b-4df1-85df-bc14101ddbe8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-968072293&fields=id&tenant_id=0a9cb5e3a7254da29dd0c51655a0431d HTTP/1.1" status: 200 len: 267 time: 0.0446417 Feb 10 23:36:28.552910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-a7eb9a73-5411-43e4-a740-f88f55a5aaa5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:28.554514 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-a7eb9a73-5411-43e4-a740-f88f55a5aaa5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 985 time: 0.0894122 Feb 10 23:36:28.570806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Request body: {'port': {'security_groups': ['b0e1a929-459f-4dd4-ba14-5e677b2d222d']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:28.709196 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:28.985890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:29.013236 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.017805 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.031042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:36:29.121521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:29.122617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.124608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2c771d0f-ba6d-4735-8b63-bffa58593213 req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "PUT /v2.0/ports/dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 943 time: 0.5587764 Feb 10 23:36:29.125091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:36:29.133274 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37384) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:29.167679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event updated for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:29.187548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.187908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.188245 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.188578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.189228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.189228 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.195022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:36:29.197582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.198287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.199117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.199978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.200613 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.201303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24e00548-976b-428e-8ad9-8b23639034fb tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.267927 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.309705 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.325443 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:36:29.463602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-3a1610a0-5d2b-4681-8170-af43d78a1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:29.466226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-3a1610a0-5d2b-4681-8170-af43d78a1e52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1097 time: 0.1139815 Feb 10 23:36:29.575580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c3304e6a-92a3-46bc-95de-d81c5635a532 None None] Provisioning complete for port dd267672-8c21-4dfe-8462-b5f23dcc7421 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:36:29.575954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3304e6a-92a3-46bc-95de-d81c5635a532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.584119 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.613853 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0373b0-5776-4207-bf41-0e6c9c6593a9,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:29.619118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:29.623848 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "DELETE /v2.0/security-groups/9e0373b0-5776-4207-bf41-0e6c9c6593a9 HTTP/1.1" status: 204 len: 168 time: 0.4895012 Feb 10 23:36:29.624951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37390) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:29.636575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.636971 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.637243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.637571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.637900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.638390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.638722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.639048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.639391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.639722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.640044 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.640362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad36ec4-0147-4b17-8b73-289861c4b25f tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:29.743101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-1ea3199b-b6d9-4387-af09-1f1890ffd62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:29.744631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-1ea3199b-b6d9-4387-af09-1f1890ffd62a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.2713406 Feb 10 23:36:29.948765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-2d5526cf-1c32-455f-bd60-edaf6436c36e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 1002 time: 0.1956661 Feb 10 23:36:29.957605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Deleting port 0f69a098-c8ff-48be-b643-890371591e5c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:29.957944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:30.124273 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-b9679a63-2d11-4d85-89df-e8588e2f9926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:30.125742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-b9679a63-2d11-4d85-89df-e8588e2f9926 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.1696870 Feb 10 23:36:30.241335 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:30.241585 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:30.501246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Calling delete_port for 0f69a098-c8ff-48be-b643-890371591e5c owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:30.544700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-5bf45c4c-ef3e-49b1-8885-b7f0df20678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:30.546277 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-5bf45c4c-ef3e-49b1-8885-b7f0df20678a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4135523 Feb 10 23:36:30.739700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-c7a3dbdf-4204-4095-b797-2a3c69ba3f45 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850538 Feb 10 23:36:30.856001 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:30.928259 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event deleted for resources: {'Port': ['ID=0f69a098-c8ff-48be-b643-890371591e5c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:31.003684 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3952d1b2-c7e9-4416-9267-21dcc5c83f76 req-348b1a04-bf92-49cb-b9b0-9103d34af70e service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563841 Feb 10 23:36:31.033922 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.033922 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Floating IP 4dde8c30-5e7a-4754-8171-756ea14c8be1 disassociated (deleted). External IP: 172.25.2.103, port: dd267672-8c21-4dfe-8462-b5f23dcc7421. Feb 10 23:36:31.402204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Router 04535451-42d4-43cc-9320-f414f24c72c2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:36:31.584985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:36:31.595553 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Sync routers for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:36:31.606233 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:31.607023 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:31.607730 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:31.668271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c5a92ddc-fda5-4afa-adf1-6d3102f57efd tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "DELETE /v2.0/floatingips/4dde8c30-5e7a-4754-8171-756ea14c8be1 HTTP/1.1" status: 204 len: 168 time: 2.0393562 Feb 10 23:36:31.668271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:36:31.789861 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:32.057212 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:36:32.200868 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:32.205008 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-26473628-7790-42ac-8cff-935640da1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:32.207187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-26473628-7790-42ac-8cff-935640da1066 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 1097 time: 0.1180763 Feb 10 23:36:32.208630 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Checking router: 04535451-42d4-43cc-9320-f414f24c72c2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:36:32.223550 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:32.224619 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:32.433209 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:32.493635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-e531977b-f02f-4d59-9cd9-aae59fd1fa72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:32.495647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-e531977b-f02f-4d59-9cd9-aae59fd1fa72 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 200 len: 916 time: 0.2803168 Feb 10 23:36:32.567847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-0fae5cbf-2278-4ef5-80c3-c09fb068dc1a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 200 len: 217 time: 0.0649955 Feb 10 23:36:32.634609 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-f7ba62d8-f700-4c08-b8e1-af76048fa55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:32.636333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-f7ba62d8-f700-4c08-b8e1-af76048fa55a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 200 len: 854 time: 0.0616236 Feb 10 23:36:32.725302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-12d5d25a-222b-4079-b24d-111d8a49edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:32.727719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-12d5d25a-222b-4079-b24d-111d8a49edfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3ee2ad5-210b-42f5-81a9-2786172eb9c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828664 Feb 10 23:36:32.778812 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:32.786232 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783d18e-9f0a-4897-9219-4b87e7d7cec4 None None] The sync data for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 is: [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:33:11Z', 'revision_number': 4, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2c3a095e-5593-4d94-a278-d804dbee2d2f', 'name': '', 'network_id': 'e3ee2ad5-210b-42f5-81a9-2786172eb9c6', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'mac_address': 'fa:16:3e:6d:e3:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:11Z', 'updated_at': '2022-02-10T23:33:19Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'subnets': [{'id': 'aafc17bf-7193-4d00-ba86-f7d8884a7676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:36:32.898668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-0617bf93-8b4d-4bf3-8f85-31d5319a22c0 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638968 Feb 10 23:36:33.063635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a8fe3c73-6b5b-4144-b4b9-78202fd49796 req-ce790f16-7f70-4b1e-8b5c-3669ea718344 service neutron] 10.222.0.30 "GET /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587548 Feb 10 23:36:33.078665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-897e5e5f-7c4f-42a6-af1c-816faecdfd6c None None] New status for floating IP 4dde8c30-5e7a-4754-8171-756ea14c8be1: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:36:33.135094 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:36:36.119561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d720c6-16c4-491a-a86d-b5303a5f15ba req-86cc9904-9151-4bc0-ae63-77b22b092b22 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:36.120266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-36d720c6-16c4-491a-a86d-b5303a5f15ba req-86cc9904-9151-4bc0-ae63-77b22b092b22 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Synchronizing usage tracker for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:36:36.136595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-36d720c6-16c4-491a-a86d-b5303a5f15ba req-86cc9904-9151-4bc0-ae63-77b22b092b22 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Unset dirty status for tenant:0a9cb5e3a7254da29dd0c51655a0431d on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:36:36.137860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36d720c6-16c4-491a-a86d-b5303a5f15ba req-86cc9904-9151-4bc0-ae63-77b22b092b22 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.1029727 Feb 10 23:36:36.190126 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-36d720c6-16c4-491a-a86d-b5303a5f15ba req-43cf94b0-bda3-4958-898e-c9bd58c838b8 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463486 Feb 10 23:36:37.404303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0855fd-f2f5-418d-84ce-867be69deab1 req-7cf70be1-029f-4366-8d03-29fb4b2984ab tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:37.406789 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0855fd-f2f5-418d-84ce-867be69deab1 req-7cf70be1-029f-4366-8d03-29fb4b2984ab tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.1045983 Feb 10 23:36:37.454798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fd0855fd-f2f5-418d-84ce-867be69deab1 req-2851b8c9-124f-4865-ab5c-2969938d9da7 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Feb 10 23:36:38.029433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-1e6f9315-3d74-4a1b-8d59-76225468fecc tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:38.030952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-1e6f9315-3d74-4a1b-8d59-76225468fecc tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.0866299 Feb 10 23:36:38.109953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Deleting port dd267672-8c21-4dfe-8462-b5f23dcc7421 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:38.110312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.307697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2ca7c25a-d38e-49f1-adbf-85f30c392389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.457267 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] For port dd267672-8c21-4dfe-8462-b5f23dcc7421, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dd267672-8c21-4dfe-8462-b5f23dcc7421,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:38.457906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.605145 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Calling delete_port for dd267672-8c21-4dfe-8462-b5f23dcc7421 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:38.809025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4646b6d-d0f5-4eeb-8d98-c79a0bc7e6df req-23618b94-4e14-42ef-b810-f75a7a68bd52 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:38.810647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4646b6d-d0f5-4eeb-8d98-c79a0bc7e6df req-23618b94-4e14-42ef-b810-f75a7a68bd52 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/ports?device_id=1d4b4550-6535-49f1-8c7c-1008eaa93a31 HTTP/1.1" status: 200 len: 946 time: 0.2137139 Feb 10 23:36:38.844128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:38.857679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dd267672-8c21-4dfe-8462-b5f23dcc7421'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:36:39.031448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Pushing event deleted for resources: {'Port': ['ID=dd267672-8c21-4dfe-8462-b5f23dcc7421,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:39.083099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b4646b6d-d0f5-4eeb-8d98-c79a0bc7e6df req-d37b8563-8920-440f-8db2-701f1ba9db4b tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.53 "GET /v2.0/security-groups?id=b0e1a929-459f-4dd4-ba14-5e677b2d222d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613120 Feb 10 23:36:39.120232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] No DVR routers for this DVR port dd267672-8c21-4dfe-8462-b5f23dcc7421 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:39.123715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:39.126824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'name': 'network-vif-deleted', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:36:39.143823 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92446a6e-af8d-435c-b21c-e667cfa46e9f req-c8320b79-8112-4d3d-8bb5-6c72e0e59ee5 tempest-TestMinimumBasicScenario-1484263684 tempest-TestMinimumBasicScenario-1484263684-project] 10.222.0.30 "DELETE /v2.0/ports/dd267672-8c21-4dfe-8462-b5f23dcc7421 HTTP/1.1" status: 204 len: 173 time: 1.1070983 Feb 10 23:36:39.178482 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d4b4550-6535-49f1-8c7c-1008eaa93a31', 'name': 'network-vif-deleted', 'tag': 'dd267672-8c21-4dfe-8462-b5f23dcc7421', 'status': 'completed', 'code': 200} Feb 10 23:36:40.550052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ec3fe107-aa93-4f73-b989-73b6ac880434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:40.754304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37476) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:41.325744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:41.701733 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Deleting port 2c3a095e-5593-4d94-a278-d804dbee2d2f {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:41.702073 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:41.746665 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:41.878376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] For port 2c3a095e-5593-4d94-a278-d804dbee2d2f, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2c3a095e-5593-4d94-a278-d804dbee2d2f,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:41.878999 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:42.005463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:42.011312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Calling delete_port for 2c3a095e-5593-4d94-a278-d804dbee2d2f owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:42.298428 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dd267672-8c21-4dfe-8462-b5f23dcc7421 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:42.333605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: dd267672-8c21-4dfe-8462-b5f23dcc7421 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:42.333979 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dd267672-8c21-4dfe-8462-b5f23dcc7421 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:42.405146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:42.452349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c3a095e-5593-4d94-a278-d804dbee2d2f,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:42.741745 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:43.126659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Router 04535451-42d4-43cc-9320-f414f24c72c2 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:36:43.179794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:43.312942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:36:43.326093 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Sync routers for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:36:43.329168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-761a6ffd-89e8-4d78-94d5-24b06a176311 admin admin] 10.222.0.53 "PUT /v2.0/routers/04535451-42d4-43cc-9320-f414f24c72c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735242 Feb 10 23:36:43.331920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37480) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:43.341118 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:43.341831 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:43.514106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:43.522486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:43.814630 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167'}], 'enable_snat': True}, 'gw_port_id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:36:42Z', 'revision_number': 5, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port': {'id': 'cebd7571-9e00-40e0-aae4-caedb79502f7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a7:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04535451-42d4-43cc-9320-f414f24c72c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:08Z', 'updated_at': '2022-02-10T23:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:43.818739 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Checking router: 04535451-42d4-43cc-9320-f414f24c72c2 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:36:43.827943 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Routers {'04535451-42d4-43cc-9320-f414f24c72c2'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:43.828558 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['04535451-42d4-43cc-9320-f414f24c72c2'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:43.835370 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:43.845971 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Deleting port cebd7571-9e00-40e0-aae4-caedb79502f7 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:43.846291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.029677 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] Set router 04535451-42d4-43cc-9320-f414f24c72c2 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:44.042218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] For port cebd7571-9e00-40e0-aae4-caedb79502f7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=cebd7571-9e00-40e0-aae4-caedb79502f7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:44.042576 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.140420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:36:43Z', 'revision_number': 6, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:44.144672 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9afac7a7-9bba-4477-861e-e3d17ce70c0f None None] The sync data for ids ['04535451-42d4-43cc-9320-f414f24c72c2'] in n-d-825178-4 is: [{'id': '04535451-42d4-43cc-9320-f414f24c72c2', 'name': 'tempest-TestMinimumBasicScenario-1137982929-router', 'tenant_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:07Z', 'updated_at': '2022-02-10T23:36:43Z', 'revision_number': 6, 'project_id': '0a9cb5e3a7254da29dd0c51655a0431d', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:36:44.170661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Calling delete_port for cebd7571-9e00-40e0-aae4-caedb79502f7 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:44.346096 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.398136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cebd7571-9e00-40e0-aae4-caedb79502f7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:44.494406 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.670647 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.672804 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.698900 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.699528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04535451-42d4-43cc-9320-f414f24c72c2 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:36:44.712790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.713894 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a6310ea0-e797-4b4a-b57b-1e76ff8896b3 admin admin] 10.222.0.53 "DELETE /v2.0/routers/04535451-42d4-43cc-9320-f414f24c72c2 HTTP/1.1" status: 204 len: 168 time: 1.3810468 Feb 10 23:36:44.717029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37484) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:44.779087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Deleting subnet aafc17bf-7193-4d00-ba86-f7d8884a7676 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:36:44.781966 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.832939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.938036 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:44.982411 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cebd7571-9e00-40e0-aae4-caedb79502f7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:45.016020 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.018967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: cebd7571-9e00-40e0-aae4-caedb79502f7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:45.019344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device cebd7571-9e00-40e0-aae4-caedb79502f7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:45.019787 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2c3a095e-5593-4d94-a278-d804dbee2d2f no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:45.058408 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2c3a095e-5593-4d94-a278-d804dbee2d2f {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:45.058781 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2c3a095e-5593-4d94-a278-d804dbee2d2f not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:45.059491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aafc17bf-7193-4d00-ba86-f7d8884a7676,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:45.061462 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.070822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ba317939-0a47-4175-be6c-345fc3ab125e admin admin] 10.222.0.53 "DELETE /v2.0/subnets/aafc17bf-7193-4d00-ba86-f7d8884a7676 HTTP/1.1" status: 204 len: 168 time: 0.3501332 Feb 10 23:36:45.071137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af50782-de47-49cf-809b-cca7f67e2d52 None None] Network e3ee2ad5-210b-42f5-81a9-2786172eb9c6 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:36:45.072004 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:45.195339 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.208308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Deleting port 713d268f-27db-4710-8a09-8ec7ebcc6237 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:45.208639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.400794 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] DHCP port deletion for e3ee2ad5-210b-42f5-81a9-2786172eb9c6 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:36:45.405150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Deleting port 713d268f-27db-4710-8a09-8ec7ebcc6237 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:45.405552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.429606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] For port 713d268f-27db-4710-8a09-8ec7ebcc6237, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=713d268f-27db-4710-8a09-8ec7ebcc6237,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:45.429868 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.564190 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Calling delete_port for 713d268f-27db-4710-8a09-8ec7ebcc6237 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:45.616453 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] For port 713d268f-27db-4710-8a09-8ec7ebcc6237, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=713d268f-27db-4710-8a09-8ec7ebcc6237,segment=NetworkSegment(a9962716-9b2c-4fa0-8892-642023f92647),segment_id=a9962716-9b2c-4fa0-8892-642023f92647)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:45.616842 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.643706 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.692443 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=713d268f-27db-4710-8a09-8ec7ebcc6237,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:45.694219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] No DVR routers for this DVR port 713d268f-27db-4710-8a09-8ec7ebcc6237 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:45.746583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Calling delete_port for 713d268f-27db-4710-8a09-8ec7ebcc6237 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:45.814580 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.823816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:36:45.824085 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:36:45.844634 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ee2ad5-210b-42f5-81a9-2786172eb9c6']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:45.857244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9962716-9b2c-4fa0-8892-642023f92647') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:45.857536 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9962716-9b2c-4fa0-8892-642023f92647') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:45.869072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.885185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.891426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:36:45.891810 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:36:45.905539 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:36:45.980823 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:45.986977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:46.014721 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ee2ad5-210b-42f5-81a9-2786172eb9c6,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:46.020762 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c0133397-1fef-4316-9c22-58e95b1e5bc4 admin admin] 10.222.0.53 "DELETE /v2.0/networks/e3ee2ad5-210b-42f5-81a9-2786172eb9c6 HTTP/1.1" status: 204 len: 168 time: 0.9477139 Feb 10 23:36:46.024494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:46.325213 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Deleting port 713d268f-27db-4710-8a09-8ec7ebcc6237 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:46.325794 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:46.391866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-02cec704-778f-47b7-ac9c-ac82a1ba79cc None None] The port '713d268f-27db-4710-8a09-8ec7ebcc6237' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:36:46.686493 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:46.970961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 713d268f-27db-4710-8a09-8ec7ebcc6237 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:47.007423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 713d268f-27db-4710-8a09-8ec7ebcc6237 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:47.007691 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 713d268f-27db-4710-8a09-8ec7ebcc6237 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:47.047421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Deleting port 2a6654d5-5cff-48e1-991d-a0714eaea9a0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:47.047767 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:47.225861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] For port 2a6654d5-5cff-48e1-991d-a0714eaea9a0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2a6654d5-5cff-48e1-991d-a0714eaea9a0,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:47.226135 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:47.356517 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Calling delete_port for 2a6654d5-5cff-48e1-991d-a0714eaea9a0 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:47.682920 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:47.731810 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Pushing event deleted for resources: {'Port': ['ID=2a6654d5-5cff-48e1-991d-a0714eaea9a0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:48.149696 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:48.547087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:36:48.730170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:36:48.739035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Sync routers for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:36:48.739739 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-638e6f0f-5b95-4ac6-b51b-8d8e49075ace admin admin] 10.222.0.53 "PUT /v2.0/routers/d3e62e7f-e0e9-4b1a-9d54-f53d78980d24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7142203 Feb 10 23:36:48.742201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37496) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:48.750469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:48.751085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:48.932778 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:48.939138 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:49.113420 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:49.125358 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Deleting port 9a20186f-fbbb-48d8-8501-da64159588ef {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:49.125704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:49.231916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35'}], 'enable_snat': True}, 'gw_port_id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:36:47Z', 'revision_number': 5, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port': {'id': '9a20186f-fbbb-48d8-8501-da64159588ef', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:1c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:33:15Z', 'updated_at': '2022-02-10T23:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:49.235832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Checking router: d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:36:49.244620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Routers {'d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:49.245233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:49.306932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] For port 9a20186f-fbbb-48d8-8501-da64159588ef, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=9a20186f-fbbb-48d8-8501-da64159588ef,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:49.307277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:49.409600 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] Set router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:49.435039 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Calling delete_port for 9a20186f-fbbb-48d8-8501-da64159588ef owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:49.574802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:36:49Z', 'revision_number': 6, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:49.579311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b7cafc-67aa-49b5-8864-76f86f175d8e None None] The sync data for ids ['d3e62e7f-e0e9-4b1a-9d54-f53d78980d24'] in n-d-825178-4 is: [{'id': 'd3e62e7f-e0e9-4b1a-9d54-f53d78980d24', 'name': 'tempest-TestMinimumBasicScenario-1306486598-router', 'tenant_id': '56effa24fa884f3d8d4828d807e8ed74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:33:14Z', 'updated_at': '2022-02-10T23:36:49Z', 'revision_number': 6, 'project_id': '56effa24fa884f3d8d4828d807e8ed74', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:36:49.742091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:49.790449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a20186f-fbbb-48d8-8501-da64159588ef,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:49.878740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.056271 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.058612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.084883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.085481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:36:50.099003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.100164 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e729333-61f8-464f-a216-e192589b9030 admin admin] 10.222.0.53 "DELETE /v2.0/routers/d3e62e7f-e0e9-4b1a-9d54-f53d78980d24 HTTP/1.1" status: 204 len: 168 time: 1.3563876 Feb 10 23:36:50.103049 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37500) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:50.164426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Deleting subnet 28972a78-8fd1-4fc3-a76b-a30842f7e383 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:36:50.167880 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.220192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.307703 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.378486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.420170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28972a78-8fd1-4fc3-a76b-a30842f7e383,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:50.421971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.427048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b77478-3604-4377-b043-ead1c51ee5c6 None None] Network 7bff8991-09f0-4db9-a8f7-9c1b6178323a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:36:50.428471 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-df655aa1-37c2-44b1-87e8-faec8cd353aa admin admin] 10.222.0.53 "DELETE /v2.0/subnets/28972a78-8fd1-4fc3-a76b-a30842f7e383 HTTP/1.1" status: 204 len: 168 time: 0.3244951 Feb 10 23:36:50.431481 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37504) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:50.541222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.554317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Deleting port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:50.554658 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.700987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] DHCP port deletion for 7bff8991-09f0-4db9-a8f7-9c1b6178323a request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:36:50.705221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Deleting port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:50.705592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.774596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] For port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:50.775456 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.898458 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Calling delete_port for 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:50.913244 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] For port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,segment=NetworkSegment(d2c6e934-0af7-44a0-94be-be8ddddd72db),segment_id=d2c6e934-0af7-44a0-94be-be8ddddd72db)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:36:50.913631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:50.981988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a6654d5-5cff-48e1-991d-a0714eaea9a0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:50.983964 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.029295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:51.034589 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] No DVR routers for this DVR port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:36:51.073268 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Calling delete_port for 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:36:51.104510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2a6654d5-5cff-48e1-991d-a0714eaea9a0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:51.104926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2a6654d5-5cff-48e1-991d-a0714eaea9a0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:51.105273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a20186f-fbbb-48d8-8501-da64159588ef no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:51.151550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 9a20186f-fbbb-48d8-8501-da64159588ef {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:51.151790 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.151918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 9a20186f-fbbb-48d8-8501-da64159588ef not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:51.152346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:36:51.177776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bff8991-09f0-4db9-a8f7-9c1b6178323a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:51.190101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c6e934-0af7-44a0-94be-be8ddddd72db') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:51.190485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c6e934-0af7-44a0-94be-be8ddddd72db') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:51.191517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:36:51.191864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:36:51.203142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.221924 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.230558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:36:51.230788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:36:51.230949 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:36:51.231313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:36:51.244980 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:36:51.325028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.344046 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.354030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] Pushing event deleted for resources: {'Network': ['ID=7bff8991-09f0-4db9-a8f7-9c1b6178323a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:51.358247 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-45f495da-9f41-40ec-b284-2d252d03617f admin admin] 10.222.0.53 "DELETE /v2.0/networks/7bff8991-09f0-4db9-a8f7-9c1b6178323a HTTP/1.1" status: 204 len: 168 time: 0.9253232 Feb 10 23:36:51.542804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37510) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:51.592389 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3c820cc7-ff56-4714-83d7-779c45086b89 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=0a9cb5e3a7254da29dd0c51655a0431d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482163 Feb 10 23:36:51.594853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37514) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:51.663076 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.689714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.732275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Deleting port 7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:36:51.733382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.747037 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.761472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e1a929-459f-4dd4-ba14-5e677b2d222d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:51.768506 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:51.772303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a1551502-3b79-4fb6-b94f-4abb2d62c2ea admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/b0e1a929-459f-4dd4-ba14-5e677b2d222d HTTP/1.1" status: 204 len: 168 time: 0.1738639 Feb 10 23:36:51.809756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-87dc6009-75f1-4659-b721-1049e9b37f1b None None] The port '7d6a23a5-5f5b-43ed-bc04-176b94d5a6c1' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:36:52.126461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37522) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:52.176258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c42c5753-516b-43d4-85eb-30cb5864686c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=56effa24fa884f3d8d4828d807e8ed74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486526 Feb 10 23:36:52.178975 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37526) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:52.238442 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.265288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.315197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.323277 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.455874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2163401a-8477-4683-9394-15901b04562d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:52.460539 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:52.461845 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7a36787b-78b5-47ca-9f52-9c478cef273a admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2163401a-8477-4683-9394-15901b04562d HTTP/1.1" status: 204 len: 168 time: 0.2813840 Feb 10 23:36:54.326812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37568) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:54.332034 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-694766277', 'description': 'tempest-secgroup-smoke-694766277 description', 'project_id': 'ce1b93459c844b47b2a6940f34721809'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:54.338811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:54.342587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:54.345472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:54.351067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:54.361607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.374254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.390174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:54.394032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:54.396968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:54.403561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:54.492064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.496743 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.509138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:54.516740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:54.525129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:54.535186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:54.538729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e420fc4-7c5c-4996-b8e6-38e62404144d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:54.609701 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.613911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.659099 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fffb693-73cd-4d33-ba67-db375076a04a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:54.661924 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.663276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e2b735ca-5fe7-4f59-bf84-709ee3d2378c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3354125 Feb 10 23:36:54.666393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37572) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:54.671554 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:54.678638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:54.683644 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:54.686722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:54.693414 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:54.712860 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.889317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.893689 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.918861 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9106a119-1952-40dd-9592-6ed1a323ea00,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:54.927940 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:54.929127 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3de2d2fa-f4a4-45de-893e-332fdd99ed49 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2617373 Feb 10 23:36:54.932836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37576) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:54.937781 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:54.944537 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:54.949031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:54.951901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:54.957484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:54.974028 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.034809 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.038644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.063637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b98c3f5-d5cb-4a6a-bad1-32c4203964bd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.064099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.074350 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.075565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5e60a473-7ed1-433f-8fff-3217a8ac0e6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1417863 Feb 10 23:36:55.078567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37580) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.083847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.091188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.095212 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.098322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.104997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.123164 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.189332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.193092 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.216685 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20458417-fbf2-4190-bdce-7a391ec436ca,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.225289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.226767 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b7a485c4-b46f-4b1b-9d4d-8fc070b1c4c3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1471999 Feb 10 23:36:55.230342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37584) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.235368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.242194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.246612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.249522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.255206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.272996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.338255 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.342128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.366240 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ed09af-e5ee-4aa9-b50f-94a09d01d1de,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.376688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.377872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a6debb83-0f48-43bc-b5da-a922c4a9fcc7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1466131 Feb 10 23:36:55.380807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37588) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.386293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.393486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.397486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.401077 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.406740 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.418383 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:36:55.425884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.495306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.499081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.522393 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c243886-7c1b-4be6-940f-f3258687b341,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.533587 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.534770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dda5865d-a47f-4f1b-b129-44f33d4b6bc0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529584 Feb 10 23:36:55.537731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.543213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '0fffb693-73cd-4d33-ba67-db375076a04a', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.550342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.554194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.557166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.562804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.573465 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:36:55.580094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.646632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.650958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.672326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483c6d5f-8827-4727-a015-89cb6a36481f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.685066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.688023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-0f7f4efd-7ef3-4f98-9bc4-20ea1ff5cb22 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1477232 Feb 10 23:36:55.689414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37596) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.695438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'network': {'name': 'tempest-network-smoke--2080121527', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'port_security_enabled': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.702088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.705906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:network and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.708738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.715230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.724900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:55.728580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.755440 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:36:55.764790 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.765121 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Added segment c3b93ab3-b648-4c4b-bf70-c37bed88016a of type vlan for network 93f3955e-9c98-4fa0-812b-0bc76b387d67 Feb 10 23:36:55.793872 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.823221 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.828623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:55.829206 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.926459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2359097 Feb 10 23:36:55.929249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37600) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:55.937978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'admin_state_up': True, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:55.950547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:55.952845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a823166c-9956-4681-89a9-029945983307 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Network': ['ID=93f3955e-9c98-4fa0-812b-0bc76b387d67,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:55.956725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:router and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:55.959696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:55.962905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:36:55.966048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:55.976243 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.977399 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:55.994035 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:56.266517 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:56.576417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:56.607618 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:56.747134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.238 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/bcf12ffd-2352-4a65-a0d8-e131098c4424) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:57.004405 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:57.033607 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:57.100338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:36:57.103554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:57.107671 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:36:57.145618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=bcf12ffd-2352-4a65-a0d8-e131098c4424,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:57.536173 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:57.876907 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:58.083202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 5e3f41e6-db90-478c-8df8-3756dd025c27 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:36:58.385725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:36:58.395009 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Sync routers for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:36:58.405617 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:58.406338 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:58.414059 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:58.416020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-942ee60b-a015-4592-a780-3a113bbff73a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4858110 Feb 10 23:36:58.419165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37604) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:58.583957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b7b30cf7-f974-4553-ab2e-70b3069dc033 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ce1b93459c844b47b2a6940f34721809&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1634934 Feb 10 23:36:58.585186 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:58.587742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37610) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:58.724232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3990fc2a-9f68-43bf-af05-df67499e1ad8 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:58.725649 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3990fc2a-9f68-43bf-af05-df67499e1ad8 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369758 Feb 10 23:36:58.729335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37614) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:58.772708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3a1ceb5-f06e-4eb7-b07d-03b9c124ff64 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422490 Feb 10 23:36:58.775420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37618) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:58.780913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1102574861', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:36:58.875871 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:36:57Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:36:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:58.879818 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Checking router: 5e3f41e6-db90-478c-8df8-3756dd025c27 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:36:58.880169 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Updating router 5e3f41e6-db90-478c-8df8-3756dd025c27 port bcf12ffd-2352-4a65-a0d8-e131098c4424 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:36:58.894301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:36:58.898204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:subnet and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:36:58.901758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:36:58.907493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:36:58.917678 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:36:58.921213 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:58.934321 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.147184 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.228379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Subnet': ['ID=cd65ebef-108b-4414-90d7-fe3dd494aa2e,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:59.236802 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Checking segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:36:59.237161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network hostable DHCP agents. Network: 93f3955e-9c98-4fa0-812b-0bc76b387d67, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:36:59.256747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:36:59.266605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 93f3955e-9c98-4fa0-812b-0bc76b387d67) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:36:59.270930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:36:59.271797 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.271965 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.277512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f54085-adc0-41fe-bb7c-896e4f94361c None None] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:36:59.287041 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Transition to ACTIVE for port object bcf12ffd-2352-4a65-a0d8-e131098c4424 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:36:59.297054 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.303770 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ecf7e58a-314a-4d7a-9b6d-78599d415dc2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5271456 Feb 10 23:36:59.306963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37622) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:36:59.394925 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Attempting to bind port bcf12ffd-2352-4a65-a0d8-e131098c4424 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:36:59.395487 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Attempting to bind port bcf12ffd-2352-4a65-a0d8-e131098c4424 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:36:59.396552 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Attempting to bind port bcf12ffd-2352-4a65-a0d8-e131098c4424 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:36:59.401533 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Pushing event updated for resources: {'Port': ['ID=bcf12ffd-2352-4a65-a0d8-e131098c4424,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:59.407040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:36:59.407449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:36:59.407853 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.408246 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:36:59.408712 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Bound port: bcf12ffd-2352-4a65-a0d8-e131098c4424, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:36:59.409137 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.444174 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.444670 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.445131 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.445698 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.446140 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.446651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.446957 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.447425 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.448036 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.448305 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.448719 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.449139 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:36:59.501151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] For port bcf12ffd-2352-4a65-a0d8-e131098c4424, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:36:59.504413 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] For port bcf12ffd-2352-4a65-a0d8-e131098c4424, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bcf12ffd-2352-4a65-a0d8-e131098c4424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:36:59.510057 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.522992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-93f3955e-9c98-4fa0-812b-0bc76b387d67', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:36:59.524153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.639147 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:36:59.639789 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:36:59.691251 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8c978-b2f2-4f65-a392-0a633e13f502 None None] Pushing event updated for resources: {'Port': ['ID=bcf12ffd-2352-4a65-a0d8-e131098c4424,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:36:59.760878 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Allocated IP 172.20.0.2 (93f3955e-9c98-4fa0-812b-0bc76b387d67/cd65ebef-108b-4414-90d7-fe3dd494aa2e/b3c9c097-2034-42f2-99d4-db8d4cd2efc9) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:36:59.832211 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:36:59.973471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:36:59.985238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Transition to ACTIVE for port object b3c9c097-2034-42f2-99d4-db8d4cd2efc9 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:00.007584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Transition to ACTIVE for port object b3c9c097-2034-42f2-99d4-db8d4cd2efc9 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:00.015430 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.072695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.090342 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:00.091530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:00.094348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:37:00.141728 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:00.148213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:36:57Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:00.154067 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0519775-49ba-481b-ac45-08fd25529002 None None] The sync data for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 is: [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:36:57Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:36:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:37:00.187823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.188169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.188503 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.188834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.189164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.189486 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.189813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.190124 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.190439 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.190754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.191064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.191413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:00.212817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Attempting to bind port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:00.213188 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Attempting to bind port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:00.213513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Attempting to bind port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 on network 93f3955e-9c98-4fa0-812b-0bc76b387d67 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:37:00.219015 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:37:00.219402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Checking segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:37:00.219805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.220191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Bound using segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:37:00.220649 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Bound port: b3c9c097-2034-42f2-99d4-db8d4cd2efc9, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:00.221013 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.317505 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] For port b3c9c097-2034-42f2-99d4-db8d4cd2efc9, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:37:00.322002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] For port b3c9c097-2034-42f2-99d4-db8d4cd2efc9, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:37:00.326707 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.426685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cb9e86-cdb9-40b9-b20f-11f4d720dce5 None None] Pushing event updated for resources: {'Port': ['ID=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:00.698841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.1 (93f3955e-9c98-4fa0-812b-0bc76b387d67/cd65ebef-108b-4414-90d7-fe3dd494aa2e/43e9bd62-5d46-4821-9d78-c21aeb09149c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:00.879905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:00.899998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object 43e9bd62-5d46-4821-9d78-c21aeb09149c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:00.933468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.014161 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:01.017395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:01.019903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:37:01.062839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bcf12ffd-2352-4a65-a0d8-e131098c4424 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:01.074999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:01.108914 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.148006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port bcf12ffd-2352-4a65-a0d8-e131098c4424 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:01.154810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bcf12ffd-2352-4a65-a0d8-e131098c4424 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:01.155350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.299664 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.317452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port bcf12ffd-2352-4a65-a0d8-e131098c4424, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bcf12ffd-2352-4a65-a0d8-e131098c4424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:01.322054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.323334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b3c9c097-2034-42f2-99d4-db8d4cd2efc9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:01.427891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.447986 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=bcf12ffd-2352-4a65-a0d8-e131098c4424,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:01.462828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:01.542647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d67766-13e6-4f0a-a772-f3fec8a4a802 None None] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:37:01.657814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Provisioning for port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:01.675081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Provisioning complete for port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:01.675562 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.885860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.892083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.905895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:01.948286 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] For port b3c9c097-2034-42f2-99d4-db8d4cd2efc9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:01.952506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.010227 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.014895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:02.034065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50582326-3cec-45fa-bfa7-8a7134511727 None None] Pushing event updated for resources: {'Port': ['ID=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:02.279225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Provisioning for port 43e9bd62-5d46-4821-9d78-c21aeb09149c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:02.280561 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:02.282002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:02.286165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Provisioning complete for port 43e9bd62-5d46-4821-9d78-c21aeb09149c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:02.286671 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.353288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Port 43e9bd62-5d46-4821-9d78-c21aeb09149c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:37:02.365785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Provisioning complete for port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:02.367912 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9ac4969b-283a-44ea-a19b-a4e49631b9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.482489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 5e3f41e6-db90-478c-8df8-3756dd025c27 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:37:02.616816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-1fe5876f-1154-4fc8-b628-934c9e4bf3c1 None None] Provisioning complete for port 43e9bd62-5d46-4821-9d78-c21aeb09149c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:02.617202 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1fe5876f-1154-4fc8-b628-934c9e4bf3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:02.671204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:37:02.681140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3b011f74-ba47-454a-839c-2141688a38da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/5e3f41e6-db90-478c-8df8-3756dd025c27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3730896 Feb 10 23:37:02.686916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Sync routers for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:37:02.719390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:02.720032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:02.778059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1fe5876f-1154-4fc8-b628-934c9e4bf3c1 None None] Port 43e9bd62-5d46-4821-9d78-c21aeb09149c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:37:02.851246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-2a2f6bdf-0d66-4aa2-bd42-b962e8c6f070 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:02.869516 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-2a2f6bdf-0d66-4aa2-bd42-b962e8c6f070 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:02.870774 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-2a2f6bdf-0d66-4aa2-bd42-b962e8c6f070 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-694766277&fields=id&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 267 time: 0.0601845 Feb 10 23:37:02.908620 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:03.035033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-d6bd72f2-a02e-415a-b4ca-80544e74aa0b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:03.035759 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-d6bd72f2-a02e-415a-b4ca-80544e74aa0b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:03.046736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bcf12ffd-2352-4a65-a0d8-e131098c4424 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:03.054719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-d6bd72f2-a02e-415a-b4ca-80544e74aa0b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:03.056469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-d6bd72f2-a02e-415a-b4ca-80544e74aa0b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/networks?id=93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 200 len: 797 time: 0.1791978 Feb 10 23:37:03.073038 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-32b79334-af7c-4ddf-bc44-96b14af2296f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/quotas/ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 375 time: 0.0106997 Feb 10 23:37:03.157121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-57e029c8-0475-4898-9df2-a24cafc3cc88 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:03.176368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-57e029c8-0475-4898-9df2-a24cafc3cc88 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:03.177793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-57e029c8-0475-4898-9df2-a24cafc3cc88 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0985754 Feb 10 23:37:03.233876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port bcf12ffd-2352-4a65-a0d8-e131098c4424 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:03.234246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:03.325779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-e4a87e32-400f-4352-8f44-9f89065f160c service neutron] 10.222.0.53 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354280 Feb 10 23:37:03.411593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 2, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:03.414275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b3c9c097-2034-42f2-99d4-db8d4cd2efc9 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:03.450609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Checking router: 5e3f41e6-db90-478c-8df8-3756dd025c27 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:37:03.450952 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Updating router 5e3f41e6-db90-478c-8df8-3756dd025c27 port 43e9bd62-5d46-4821-9d78-c21aeb09149c binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:37:03.463594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-fe46f7b3-26f9-4767-8fa2-4f2a962d803b service neutron] 10.222.0.53 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309023 Feb 10 23:37:03.517688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:03.587598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:03.587967 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:03.653138 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d572549a-9eb4-4e4c-83fc-b776b579f149 req-bb90868e-75fa-4030-8965-7b58fca3d094 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0483787 Feb 10 23:37:03.976759 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:03.988451 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Transition to ACTIVE for port object 43e9bd62-5d46-4821-9d78-c21aeb09149c will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:03.996254 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:04.153167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250a79-74b6-4bc1-8128-b6a73c363bc2 None None] Pushing event updated for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:04.260514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Attempting to bind port 43e9bd62-5d46-4821-9d78-c21aeb09149c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:04.260884 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Attempting to bind port 43e9bd62-5d46-4821-9d78-c21aeb09149c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:04.261248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Attempting to bind port 43e9bd62-5d46-4821-9d78-c21aeb09149c on network 93f3955e-9c98-4fa0-812b-0bc76b387d67 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:37:04.266596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:37:04.266975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Checking segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:37:04.267400 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:04.267793 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Bound using segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:37:04.268241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Bound port: 43e9bd62-5d46-4821-9d78-c21aeb09149c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:04.268610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:04.371575 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] For port 43e9bd62-5d46-4821-9d78-c21aeb09149c, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:37:04.374577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] For port 43e9bd62-5d46-4821-9d78-c21aeb09149c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=43e9bd62-5d46-4821-9d78-c21aeb09149c,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:37:04.380619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:04.460891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:04.461824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:36:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:04.520563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba250a79-74b6-4bc1-8128-b6a73c363bc2 None None] Pushing event updated for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:04.671407 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:04.764662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f2f54d61-52c3-4095-b89d-7a3ce69f5f37 req-b4324df6-b796-46c3-aa62-41c12a4cef3f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0455132 Feb 10 23:37:05.006243 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:04Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:05.010849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b29b59-8165-4c59-8f1d-9711dd040054 None None] The sync data for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 is: [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:04Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:37:05.872323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c0e15e2-e102-4216-854c-ab45f8ec5997 req-d4fa8e7b-1231-4eb2-b783-6ecba4e7aea4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0497396 Feb 10 23:37:06.970168 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1b80801-2c0d-4eda-ba7a-b29756bcca23 req-90055997-19a0-43cd-ae55-cc3c1cf31ff5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0474482 Feb 10 23:37:07.006711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 43e9bd62-5d46-4821-9d78-c21aeb09149c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:07.080937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 43e9bd62-5d46-4821-9d78-c21aeb09149c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:07.086832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 43e9bd62-5d46-4821-9d78-c21aeb09149c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:07.087206 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.213187 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.255650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 43e9bd62-5d46-4821-9d78-c21aeb09149c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=43e9bd62-5d46-4821-9d78-c21aeb09149c,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:07.261989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:07.333140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:08.126530 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c01497c-5e0c-4b08-8a5e-66ce10ddc7ad req-ff0b7333-3a05-4b57-a9e2-595caa2d73df tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0475843 Feb 10 23:37:08.301878 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c473a5c-ef2a-4dbc-9915-4f362e913864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:08.993099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 43e9bd62-5d46-4821-9d78-c21aeb09149c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:09.020599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-3126ca1b-af37-43f7-b06c-ab61a08c1c38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:09.022117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-3126ca1b-af37-43f7-b06c-ab61a08c1c38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/networks?id=93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 200 len: 797 time: 0.1578131 Feb 10 23:37:09.072364 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 43e9bd62-5d46-4821-9d78-c21aeb09149c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:09.072735 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:09.073502 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-e99d345c-c800-4997-91f9-a53600967158 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 379 time: 0.0431058 Feb 10 23:37:09.082855 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'port': {'device_id': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'admin_state_up': True, 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'security_groups': ['0fffb693-73cd-4d33-ba67-db375076a04a']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:37:09.318594 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f234eed7-567a-440c-b9d2-28b047650216 req-8e781fcc-465f-4334-99e6-bddfc2cfd8b2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0601931 Feb 10 23:37:09.373942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:09.384005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:09.393935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:37:09.397721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:09.570359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.9 (93f3955e-9c98-4fa0-812b-0bc76b387d67/cd65ebef-108b-4414-90d7-fe3dd494aa2e/5abeba17-14ce-411c-9bf2-31a051138642) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:09.766337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:09.781327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object 5abeba17-14ce-411c-9bf2-31a051138642 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:09.805627 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:09.883787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:09.887002 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:09.891102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:37:09.923924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:09.965392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:09.966064 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:09.997376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f6ab23d7-cf19-41eb-bd3d-f3f05da98a08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9183233 Feb 10 23:37:10.056970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Request body: {'port': {'device_id': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:37:10.101313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ab74e939-9ab3-442a-941b-a4b83bc81712 None None] Provisioning for port 5abeba17-14ce-411c-9bf2-31a051138642 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:10.109308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ab74e939-9ab3-442a-941b-a4b83bc81712 None None] Provisioning complete for port 5abeba17-14ce-411c-9bf2-31a051138642 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:10.110343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ab74e939-9ab3-442a-941b-a4b83bc81712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:10.136025 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:37:10.173977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ab74e939-9ab3-442a-941b-a4b83bc81712 None None] Port 5abeba17-14ce-411c-9bf2-31a051138642 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:37:10.178319 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:10.552751 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2a9a1a73-ef1c-4dcb-9cf9-e7476e86f01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:10.596194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3403fa-68b6-4aa7-b504-fa061a4f0e00 req-17d1a692-ed33-4dc4-9ded-5ab8110e130b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:10.596895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ca3403fa-68b6-4aa7-b504-fa061a4f0e00 req-17d1a692-ed33-4dc4-9ded-5ab8110e130b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:37:10.600658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5abeba17-14ce-411c-9bf2-31a051138642 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:37:10.609855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:10.631315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Transition to ACTIVE for port object 5abeba17-14ce-411c-9bf2-31a051138642 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:37:10.632627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ca3403fa-68b6-4aa7-b504-fa061a4f0e00 req-17d1a692-ed33-4dc4-9ded-5ab8110e130b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:37:10.634152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca3403fa-68b6-4aa7-b504-fa061a4f0e00 req-17d1a692-ed33-4dc4-9ded-5ab8110e130b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 931 time: 0.2048719 Feb 10 23:37:10.635155 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:10.805214 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Pushing event updated for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:10.837078 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ca3403fa-68b6-4aa7-b504-fa061a4f0e00 req-f1613b51-e5cf-4a6b-b380-9a09fa0de5a5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668301 Feb 10 23:37:10.926714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Attempting to bind port 5abeba17-14ce-411c-9bf2-31a051138642 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:37:10.927144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Attempting to bind port 5abeba17-14ce-411c-9bf2-31a051138642 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:37:10.927408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Attempting to bind port 5abeba17-14ce-411c-9bf2-31a051138642 on network 93f3955e-9c98-4fa0-812b-0bc76b387d67 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:37:10.933608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Port 5abeba17-14ce-411c-9bf2-31a051138642 on network 93f3955e-9c98-4fa0-812b-0bc76b387d67 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:37:10.933608 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Attempting to bind port 5abeba17-14ce-411c-9bf2-31a051138642 on network 93f3955e-9c98-4fa0-812b-0bc76b387d67 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:37:10.939666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 36, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:37:10.939977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Checking segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:37:10.940306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Bound using segment: {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:37:10.940734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Bound port: 5abeba17-14ce-411c-9bf2-31a051138642, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b93ab3-b648-4c4b-bf70-c37bed88016a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:37:10.941081 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:11.040908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:37:11.044066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5abeba17-14ce-411c-9bf2-31a051138642,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:37:11.049313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:11.116316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:11.116974 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:11.118947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] 10.222.0.24 "PUT /v2.0/ports/5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 200 len: 1091 time: 1.1145885 Feb 10 23:37:11.119536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:11.142462 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134421-712b-444a-aef6-6ac95ca4c60c service neutron] Pushing event updated for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:11.312524 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642', 'status': 'completed', 'code': 200} Feb 10 23:37:11.355689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-229913ed-9c79-43e6-a993-15a54b4bc228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:11.357143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-229913ed-9c79-43e6-a993-15a54b4bc228 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1094 time: 0.1968131 Feb 10 23:37:11.428955 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-43878db4-a53e-484e-985f-afb258e68a7c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 200 len: 217 time: 0.0649841 Feb 10 23:37:11.489510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-9840070a-d9b0-419a-a6fc-609bff70bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:11.490939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-9840070a-d9b0-419a-a6fc-609bff70bc9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd65ebef-108b-4414-90d7-fe3dd494aa2e HTTP/1.1" status: 200 len: 835 time: 0.0570109 Feb 10 23:37:11.572842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-48fdc313-f2f9-4c71-a794-0bc7641c3663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:11.574395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-48fdc313-f2f9-4c71-a794-0bc7641c3663 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93f3955e-9c98-4fa0-812b-0bc76b387d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776932 Feb 10 23:37:11.715135 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-f1be51a4-8249-4233-a46b-f6bb624e3a2c service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342313 Feb 10 23:37:11.752343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:11.854149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7e99e11e-1f84-4988-a71e-c8a8579ae4b3 req-a92c0e93-29d0-43f2-a173-e0d520217a80 service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326826 Feb 10 23:37:12.010224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:12.035568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-57db9b58-3f72-4453-9b2a-031de00ce11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.037049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-57db9b58-3f72-4453-9b2a-031de00ce11e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1094 time: 0.1333985 Feb 10 23:37:12.136151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de6a4-c397-42a7-b8b4-61a2515c55d5 req-017024d7-7d60-4bf6-812d-76b8aa35fb42 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.137708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-257de6a4-c397-42a7-b8b4-61a2515c55d5 req-017024d7-7d60-4bf6-812d-76b8aa35fb42 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 943 time: 0.1807868 Feb 10 23:37:12.224599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-257de6a4-c397-42a7-b8b4-61a2515c55d5 req-8b4d94d8-1e0b-49f4-94e9-75ee2ddbfdb0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790346 Feb 10 23:37:12.226368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-ff79c95c-ad19-425a-8b13-98b5db893168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.228930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-ff79c95c-ad19-425a-8b13-98b5db893168 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 200 len: 898 time: 0.1851969 Feb 10 23:37:12.311485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-8948d49d-6325-4eda-a1f5-2dcccab7518a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 200 len: 217 time: 0.0756998 Feb 10 23:37:12.386953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-c63ea3c9-bb27-4128-ad30-0749caae4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.388493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-c63ea3c9-bb27-4128-ad30-0749caae4d62 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd65ebef-108b-4414-90d7-fe3dd494aa2e HTTP/1.1" status: 200 len: 835 time: 0.0709360 Feb 10 23:37:12.464406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-164c8754-821d-404a-ba9f-f079c3dedbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:12.465902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-164c8754-821d-404a-ba9f-f079c3dedbc1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93f3955e-9c98-4fa0-812b-0bc76b387d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713365 Feb 10 23:37:12.602460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-c07a53fa-3291-42d9-bd35-b03d87e549fa service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289027 Feb 10 23:37:12.745346 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c51e77e1-53f5-464e-93a8-1bec16a11981 req-2ee491c6-aed9-4bca-8393-dbf7e58e90a4 service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362123 Feb 10 23:37:13.182864 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:13.426837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc43490-6f17-4df4-9023-f8afffd22188 req-4f1daec2-2f32-4b71-b271-b2eb0371f32f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:13.428406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dc43490-6f17-4df4-9023-f8afffd22188 req-4f1daec2-2f32-4b71-b271-b2eb0371f32f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 943 time: 0.0868011 Feb 10 23:37:13.476653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dc43490-6f17-4df4-9023-f8afffd22188 req-9206a36e-ac67-4578-821a-5a68399481e2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423720 Feb 10 23:37:14.661722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511111a7-7b33-4525-b32c-a7e4add3055f req-b8cf7d27-9104-4fa9-935e-bc5dc1ae71de tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:14.663200 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-511111a7-7b33-4525-b32c-a7e4add3055f req-b8cf7d27-9104-4fa9-935e-bc5dc1ae71de tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 943 time: 0.0827217 Feb 10 23:37:14.712180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-511111a7-7b33-4525-b32c-a7e4add3055f req-ba0b2f71-bffe-407d-959a-76bd88b7c2b2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423868 Feb 10 23:37:14.957434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5abeba17-14ce-411c-9bf2-31a051138642 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:37:15.094915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5abeba17-14ce-411c-9bf2-31a051138642,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:15.109824 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '5abeba17-14ce-411c-9bf2-31a051138642', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'port_id': '5abeba17-14ce-411c-9bf2-31a051138642', 'mac_address': 'fa:16:3e:d9:7b:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:37:15.170173 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:15.222765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5abeba17-14ce-411c-9bf2-31a051138642 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:37:15.238865 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5abeba17-14ce-411c-9bf2-31a051138642,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:15.243329 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:15.309936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:15.478288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['5abeba17-14ce-411c-9bf2-31a051138642'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:37:16.026061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d857ae-9eae-472b-a8df-fea73deb3f2b req-e4390362-28e9-4dc0-9ecf-6d487965d66c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:16.027566 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56d857ae-9eae-472b-a8df-fea73deb3f2b req-e4390362-28e9-4dc0-9ecf-6d487965d66c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 944 time: 0.1985149 Feb 10 23:37:16.075582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56d857ae-9eae-472b-a8df-fea73deb3f2b req-4ca48b5f-efa1-45e0-8ea3-0618ebb13da0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Feb 10 23:37:16.957582 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5abeba17-14ce-411c-9bf2-31a051138642 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:37:17.034425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 5abeba17-14ce-411c-9bf2-31a051138642 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:37:17.041168 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 5abeba17-14ce-411c-9bf2-31a051138642 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:37:17.041542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:17.186210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:17.219603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:17.231546 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5abeba17-14ce-411c-9bf2-31a051138642,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:17.237021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:17.297413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82004221-00cd-4516-847f-79a7b725b777 req-bc2fb290-2afb-46d5-9922-a00db5844f43 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:17.299223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82004221-00cd-4516-847f-79a7b725b777 req-bc2fb290-2afb-46d5-9922-a00db5844f43 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0947974 Feb 10 23:37:17.312892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:17.361437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-82004221-00cd-4516-847f-79a7b725b777 req-d5ff3a43-d2f2-49a5-b007-ec88464fa187 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556080 Feb 10 23:37:17.489187 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642', 'code': 200} Feb 10 23:37:17.625204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1c8d0-20c9-4b01-98ac-6d821973ee06 req-a738e8cd-87ec-4f66-a5ef-ee46d3e36390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:17.626738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5b1c8d0-20c9-4b01-98ac-6d821973ee06 req-a738e8cd-87ec-4f66-a5ef-ee46d3e36390 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1096 time: 0.0745404 Feb 10 23:37:17.670464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5b1c8d0-20c9-4b01-98ac-6d821973ee06 req-b8a307b6-2447-41bf-babe-4a81c9535dd5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382233 Feb 10 23:37:18.581496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368118e-515b-4846-9c94-496601279d1a req-4088cab6-0860-401f-9b1a-06311f86217d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:18.583122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7368118e-515b-4846-9c94-496601279d1a req-4088cab6-0860-401f-9b1a-06311f86217d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0906262 Feb 10 23:37:18.631839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7368118e-515b-4846-9c94-496601279d1a req-470e52e1-19f1-4069-8717-f67728a65222 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407865 Feb 10 23:37:19.847550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22289c68-391c-4270-95fd-c9f8b4ccfe10 req-97908d68-963b-4b37-be13-53e170e4d2c4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:19.849063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22289c68-391c-4270-95fd-c9f8b4ccfe10 req-97908d68-963b-4b37-be13-53e170e4d2c4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.1034129 Feb 10 23:37:19.896408 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22289c68-391c-4270-95fd-c9f8b4ccfe10 req-affe965e-61dd-4fec-af6a-48c2ef915dc9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Feb 10 23:37:20.098331 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f31bb3-5793-478e-b3c6-07e46de54cb4 req-926abca1-f5f7-4407-86de-04dfb73dccf6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:20.100055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97f31bb3-5793-478e-b3c6-07e46de54cb4 req-926abca1-f5f7-4407-86de-04dfb73dccf6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0887403 Feb 10 23:37:20.155749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97f31bb3-5793-478e-b3c6-07e46de54cb4 req-0910c4cd-9bb0-4f31-9765-eab112a4c680 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491621 Feb 10 23:37:20.182446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37700) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:20.257127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3c8b03-db00-48fb-8f7d-3b934f6e1d73 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:20.258869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-af3c8b03-db00-48fb-8f7d-3b934f6e1d73 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1091 time: 0.0754626 Feb 10 23:37:20.262256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:20.267987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '5abeba17-14ce-411c-9bf2-31a051138642', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:37:20.275594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:37:20.283618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:floatingip and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:37:20.287203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:37:20.294316 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:37:20.306744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:20.459696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:20.624629 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.131 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/7f8bd1d9-7c60-4fff-a5ba-0f843520cf50) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:37:20.784245 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:20.814069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:20.882790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:37:20.886189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:37:20.889943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:37:20.926489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=7f8bd1d9-7c60-4fff-a5ba-0f843520cf50,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:21.331110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:21.408980 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:21.738211 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:21.743458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:21.855529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=7f8bd1d9-7c60-4fff-a5ba-0f843520cf50,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:21.868962 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:22.051601 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP e8a57193-2a3d-46e4-936e-bde329b0fd66 associated. External IP: 172.25.2.131, port: 5abeba17-14ce-411c-9bf2-31a051138642. Feb 10 23:37:22.317985 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:22.425560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 5e3f41e6-db90-478c-8df8-3756dd025c27 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:37:22.624772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:37:22.635826 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Sync routers for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:37:22.646970 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:22.647717 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:22.653908 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:22.729109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-64b2ae94-0ee8-4579-b23d-c6ebc4bd71f7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4624777 Feb 10 23:37:22.729109 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:22.841654 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:22.916945 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f84186-2ad6-432c-a5a3-f2612f26deb7 req-5be3140a-b929-4c31-b2bb-e98f57b1ade3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:22.918453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25f84186-2ad6-432c-a5a3-f2612f26deb7 req-5be3140a-b929-4c31-b2bb-e98f57b1ade3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0931368 Feb 10 23:37:22.968520 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25f84186-2ad6-432c-a5a3-f2612f26deb7 req-23909908-a4ce-450a-8b17-30211cbcb925 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434542 Feb 10 23:37:22.993074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:23.058100 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642', 'status': 'completed', 'code': 200} Feb 10 23:37:23.234577 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e8a57193-2a3d-46e4-936e-bde329b0fd66', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'port_id': '5abeba17-14ce-411c-9bf2-31a051138642', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'mac_address': 'fa:16:3e:d9:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:37:21Z', 'updated_at': '2022-02-10T23:37:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:23.239296 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Checking router: 5e3f41e6-db90-478c-8df8-3756dd025c27 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:37:23.248920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:23.249555 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:23.299839 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5d92f752-b545-4aab-9250-e3a70769ea14 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 200 len: 991 time: 0.3057334 Feb 10 23:37:23.314777 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-be89c895-24d0-4635-ab9f-e959da3f349d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:23.316347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-be89c895-24d0-4635-ab9f-e959da3f349d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1096 time: 0.2492702 Feb 10 23:37:23.440762 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:23.459254 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-8eee61d2-e76e-4e27-99ea-74d72e5bbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:23.460915 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-8eee61d2-e76e-4e27-99ea-74d72e5bbf45 service neutron] 10.222.0.24 "GET /v2.0/networks?id=93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 200 len: 898 time: 0.1385508 Feb 10 23:37:23.580222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-a261cc85-7372-4258-9694-b00218a80567 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 200 len: 999 time: 0.1023052 Feb 10 23:37:23.650399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-831c02e0-46c0-4ba3-9959-688ad26964f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:23.651951 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-831c02e0-46c0-4ba3-9959-688ad26964f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd65ebef-108b-4414-90d7-fe3dd494aa2e HTTP/1.1" status: 200 len: 835 time: 0.0657587 Feb 10 23:37:23.735216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-77ed4a18-c7da-41c2-a0b1-c5096e3ebe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:23.736787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-77ed4a18-c7da-41c2-a0b1-c5096e3ebe85 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93f3955e-9c98-4fa0-812b-0bc76b387d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788910 Feb 10 23:37:23.866790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e8a57193-2a3d-46e4-936e-bde329b0fd66', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'port_id': '5abeba17-14ce-411c-9bf2-31a051138642', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'mac_address': 'fa:16:3e:d9:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:37:21Z', 'updated_at': '2022-02-10T23:37:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:23.871955 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65c4236-f0f8-4689-abee-15155c6b1c6c None None] The sync data for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 is: [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e8a57193-2a3d-46e4-936e-bde329b0fd66', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.131', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'port_id': '5abeba17-14ce-411c-9bf2-31a051138642', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'mac_address': 'fa:16:3e:d9:7b:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:37:21Z', 'updated_at': '2022-02-10T23:37:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:37:23.885600 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-2139fe0e-c560-4322-85a9-3ffd016bfdc1 service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371944 Feb 10 23:37:24.040751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c24455a-d7bb-4e9f-a64f-007018e0d901 req-2e22b925-ccbd-4876-9d03-0f6d74e15e7a service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486521 Feb 10 23:37:24.118651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4c8ee7-751c-4499-bf8f-986e003b3ebd None None] New status for floating IP e8a57193-2a3d-46e4-936e-bde329b0fd66: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:37:24.304160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:24.453311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-041c148e-a8f7-4dcf-94bf-6c83d2b3929d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 200 len: 991 time: 0.1472640 Feb 10 23:37:25.065377 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:25.457337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37722) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:25.569854 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-49fd167e-cb82-499b-9266-3920954bb09b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 200 len: 993 time: 0.1112375 Feb 10 23:37:38.307069 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cbc2cf70-303f-490d-a91d-531f814a6f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:40.558664 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4ef3054d-fdda-48ed-b53d-6fbc9eaae6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:41.747037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:42.011141 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:43.187783 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:47.139891 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:37:50.525106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce8fcf-6550-463b-947d-7f8d7e2ea156 req-d1dde8f8-16aa-479a-b301-0ee72714fbb8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:50.527018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcce8fcf-6550-463b-947d-7f8d7e2ea156 req-d1dde8f8-16aa-479a-b301-0ee72714fbb8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0896022 Feb 10 23:37:50.597829 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dcce8fcf-6550-463b-947d-7f8d7e2ea156 req-78c2c3e3-e4d0-4942-a18a-50b21b6e95c0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647991 Feb 10 23:37:51.788827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6867f319-e28d-4d6c-86d5-c382d1fd0ba6 req-c3bcabda-94cd-48e2-a226-2d93f82ad300 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:51.791803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6867f319-e28d-4d6c-86d5-c382d1fd0ba6 req-c3bcabda-94cd-48e2-a226-2d93f82ad300 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0840094 Feb 10 23:37:51.838872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6867f319-e28d-4d6c-86d5-c382d1fd0ba6 req-7678ee55-a74e-4ded-b84e-b8a05140f13b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411220 Feb 10 23:37:51.862104 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:51.973751 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-791e20ed-b3ca-42d3-a9ec-ed89b99bc1e6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 200 len: 993 time: 0.1104002 Feb 10 23:37:52.346361 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:53.474582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de40e93-d269-4880-90f9-b824f0f0ccd4 req-80ce3dcd-851c-4a4d-b033-b7fd3d589fa1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:53.476208 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0de40e93-d269-4880-90f9-b824f0f0ccd4 req-80ce3dcd-851c-4a4d-b033-b7fd3d589fa1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0911512 Feb 10 23:37:53.521692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0de40e93-d269-4880-90f9-b824f0f0ccd4 req-b264d0a8-58d2-4f32-99b2-21e304adddec tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397658 Feb 10 23:37:54.716622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0509c5-5351-4478-8789-65d44d601774 req-38724829-f06e-49e0-9500-819096b83bbb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:54.718198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa0509c5-5351-4478-8789-65d44d601774 req-38724829-f06e-49e0-9500-819096b83bbb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.0874665 Feb 10 23:37:54.766131 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fa0509c5-5351-4478-8789-65d44d601774 req-ae76abf9-60f8-44be-8bb6-f1a5839da648 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419846 Feb 10 23:37:54.792615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37752) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:54.907677 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9dc75c9d-f365-4b42-8d39-70d48ab4dee4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 200 len: 993 time: 0.1137156 Feb 10 23:37:55.066023 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.177204 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37760) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:37:55.390075 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 7f8bd1d9-7c60-4fff-a5ba-0f843520cf50 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:37:55.390415 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.560595 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.560834 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.682441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 7f8bd1d9-7c60-4fff-a5ba-0f843520cf50 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:37:55.833856 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.880708 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=7f8bd1d9-7c60-4fff-a5ba-0f843520cf50,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:55.922159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.922510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.922845 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.923176 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.923794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.924127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.924452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.924773 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.925098 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.925415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.925732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.926047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:55.989791 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:55.990124 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP e8a57193-2a3d-46e4-936e-bde329b0fd66 disassociated (deleted). External IP: 172.25.2.131, port: 5abeba17-14ce-411c-9bf2-31a051138642. Feb 10 23:37:56.473227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 5e3f41e6-db90-478c-8df8-3756dd025c27 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:37:56.656081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:37:56.666153 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Sync routers for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:37:56.675585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:56.676202 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:56.677025 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:56.735906 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-90fa167a-85d7-452b-9f67-34f649489fd0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/floatingips/e8a57193-2a3d-46e4-936e-bde329b0fd66 HTTP/1.1" status: 204 len: 168 time: 1.5569549 Feb 10 23:37:56.736322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:56.859190 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:57.035174 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642', 'status': 'completed', 'code': 200} Feb 10 23:37:57.179897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-c9155c06-84ad-4018-9ae6-2c72a52b01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:57.182329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-c9155c06-84ad-4018-9ae6-2c72a52b01eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 1096 time: 0.1203759 Feb 10 23:37:57.210156 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:57.214860 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Checking router: 5e3f41e6-db90-478c-8df8-3756dd025c27 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:37:57.226062 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:37:57.227135 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:57.326788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c8554f-b9ce-46af-954b-1f55dea991dc req-12029f5f-4eed-4ee4-8d3a-3e5bd0ee1541 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:57.328341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97c8554f-b9ce-46af-954b-1f55dea991dc req-12029f5f-4eed-4ee4-8d3a-3e5bd0ee1541 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.1962755 Feb 10 23:37:57.361824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-63b4d20a-a604-45d2-bb7b-4c7fc716523a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:57.363265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-63b4d20a-a604-45d2-bb7b-4c7fc716523a service neutron] 10.222.0.24 "GET /v2.0/networks?id=93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 200 len: 898 time: 0.1693022 Feb 10 23:37:57.407348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:37:57.448919 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97c8554f-b9ce-46af-954b-1f55dea991dc req-24318d1b-2269-43b7-be75-06bcd2184cb9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089299 Feb 10 23:37:57.450674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-f633bccd-1cb0-40cf-a99e-cf373366aecf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 200 len: 217 time: 0.0761390 Feb 10 23:37:57.520014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-08885cce-fd39-48d9-8ca8-31f1d03d5f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:57.521498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-08885cce-fd39-48d9-8ca8-31f1d03d5f7a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cd65ebef-108b-4414-90d7-fe3dd494aa2e HTTP/1.1" status: 200 len: 835 time: 0.0650280 Feb 10 23:37:57.597471 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-ddd6b56c-5cd0-4dde-a5ee-341efe98dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:57.598871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-ddd6b56c-5cd0-4dde-a5ee-341efe98dfad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=93f3955e-9c98-4fa0-812b-0bc76b387d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709584 Feb 10 23:37:57.766885 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:37:57.771201 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29071d6d-57aa-4e54-8a08-244e4a3ab4f8 None None] The sync data for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 is: [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '43e9bd62-5d46-4821-9d78-c21aeb09149c', 'name': '', 'network_id': '93f3955e-9c98-4fa0-812b-0bc76b387d67', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:da:1b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:37:00Z', 'updated_at': '2022-02-10T23:37:07Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'cd65ebef-108b-4414-90d7-fe3dd494aa2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:37:57.847934 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-f72f7ad4-bee1-4a57-a732-239650a3a35f service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403729 Feb 10 23:37:57.988863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5f31ea6c-3405-45e6-8be9-125b1d70495e req-7d96e150-c576-4bd1-867f-ec10de23d166 service neutron] 10.222.0.24 "GET /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340644 Feb 10 23:37:58.013507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b953b8-2bfd-4c16-b038-29b22c4e1e08 None None] New status for floating IP e8a57193-2a3d-46e4-936e-bde329b0fd66: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:37:58.664741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-6192f34b-8c67-49f9-98ed-8bdf21f260a3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:58.666872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-6192f34b-8c67-49f9-98ed-8bdf21f260a3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.1434898 Feb 10 23:37:58.731433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b1ce13-31b0-4609-a327-eae79fd44e97 req-f44beb62-25ad-4b37-a2a2-c38d188287b2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:37:58.732904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25b1ce13-31b0-4609-a327-eae79fd44e97 req-f44beb62-25ad-4b37-a2a2-c38d188287b2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 945 time: 0.1520200 Feb 10 23:37:58.765394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 5abeba17-14ce-411c-9bf2-31a051138642 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:37:58.765646 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:58.830188 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25b1ce13-31b0-4609-a327-eae79fd44e97 req-c9d54c25-395f-4fb0-8534-4993a38c9270 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=0fffb693-73cd-4d33-ba67-db375076a04a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913429 Feb 10 23:37:59.039871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 5abeba17-14ce-411c-9bf2-31a051138642, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=5abeba17-14ce-411c-9bf2-31a051138642,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:37:59.040231 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.164219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 5abeba17-14ce-411c-9bf2-31a051138642 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:37:59.312153 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.392003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=5abeba17-14ce-411c-9bf2-31a051138642,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:37:59.433467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.433809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.434146 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.434475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.434801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.435616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.435616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.435831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.436083 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.436400 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.436727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.437023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:37:59.454640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port 5abeba17-14ce-411c-9bf2-31a051138642 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:37:59.457374 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:37:59.460341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'name': 'network-vif-deleted', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:37:59.474167 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4bf005b6-75a6-4d88-b038-78efa796c548 req-e32b074a-ff14-4eea-9ce3-4bdde5597d73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "DELETE /v2.0/ports/5abeba17-14ce-411c-9bf2-31a051138642 HTTP/1.1" status: 204 len: 173 time: 0.8018334 Feb 10 23:37:59.531174 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fedb7cd-780d-4dc1-99de-0bfca7269de7', 'name': 'network-vif-deleted', 'tag': '5abeba17-14ce-411c-9bf2-31a051138642', 'status': 'completed', 'code': 200} Feb 10 23:38:00.000481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-389780e3-fd68-4f37-8992-6d7bc3906e13 req-a288a717-69e5-4f97-8b18-99e348112cc3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:00.019952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-389780e3-fd68-4f37-8992-6d7bc3906e13 req-a288a717-69e5-4f97-8b18-99e348112cc3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:00.021613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-389780e3-fd68-4f37-8992-6d7bc3906e13 req-a288a717-69e5-4f97-8b18-99e348112cc3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=8fedb7cd-780d-4dc1-99de-0bfca7269de7 HTTP/1.1" status: 200 len: 210 time: 0.0666699 Feb 10 23:38:01.119683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37780) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:01.683925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.037909 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 43e9bd62-5d46-4821-9d78-c21aeb09149c {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:38:02.038137 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.358476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 43e9bd62-5d46-4821-9d78-c21aeb09149c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=43e9bd62-5d46-4821-9d78-c21aeb09149c,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:02.359194 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.484628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 43e9bd62-5d46-4821-9d78-c21aeb09149c owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:38:02.680297 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:02.728666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=43e9bd62-5d46-4821-9d78-c21aeb09149c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:03.011086 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.081269 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5abeba17-14ce-411c-9bf2-31a051138642 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:38:03.120565 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 5abeba17-14ce-411c-9bf2-31a051138642 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:38:03.120937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 5abeba17-14ce-411c-9bf2-31a051138642 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:38:03.383831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 5e3f41e6-db90-478c-8df8-3756dd025c27 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:38:03.562591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:38:03.573305 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Sync routers for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:38:03.578599 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ea73c4fc-e6b5-44db-858d-cce2aa4cd878 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/5e3f41e6-db90-478c-8df8-3756dd025c27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4578011 Feb 10 23:38:03.581380 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37786) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:03.583984 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:03.584674 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:03.764819 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:03.766920 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting subnet cd65ebef-108b-4414-90d7-fe3dd494aa2e {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:38:03.770061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.825688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.915182 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:03.989688 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.031349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Subnet': ['ID=cd65ebef-108b-4414-90d7-fe3dd494aa2e,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:04.033208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.041615 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7f60cc-bb38-430f-9214-166fe3935ad1 None None] Network 93f3955e-9c98-4fa0-812b-0bc76b387d67 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:38:04.044110 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37790) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:04.044616 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12e33434-3fa7-4b09-86ae-3b41f721d478 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/subnets/cd65ebef-108b-4414-90d7-fe3dd494aa2e HTTP/1.1" status: 204 len: 168 time: 0.4613936 Feb 10 23:38:04.057266 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:38:02Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:04.061200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Checking router: 5e3f41e6-db90-478c-8df8-3756dd025c27 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:38:04.070077 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Routers {'5e3f41e6-db90-478c-8df8-3756dd025c27'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:04.071034 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['5e3f41e6-db90-478c-8df8-3756dd025c27'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:04.252735 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.264573 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] Set router 5e3f41e6-db90-478c-8df8-3756dd025c27 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:04.393108 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] DHCP port deletion for 93f3955e-9c98-4fa0-812b-0bc76b387d67 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:38:04.398432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Deleting port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:38:04.398959 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.573061 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.582019 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:38:02Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:04.583431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port bcf12ffd-2352-4a65-a0d8-e131098c4424 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:38:04.583894 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.586892 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff740c6-ef12-4566-9878-00497eaad695 None None] The sync data for ids ['5e3f41e6-db90-478c-8df8-3756dd025c27'] in n-d-825178-4 is: [{'id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458624907', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:36:55Z', 'updated_at': '2022-02-10T23:38:02Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'bcf12ffd-2352-4a65-a0d8-e131098c4424', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:06:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e3f41e6-db90-478c-8df8-3756dd025c27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:36:56Z', 'updated_at': '2022-02-10T23:37:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:38:04.641557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] For port b3c9c097-2034-42f2-99d4-db8d4cd2efc9, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,segment=NetworkSegment(c3b93ab3-b648-4c4b-bf70-c37bed88016a),segment_id=c3b93ab3-b648-4c4b-bf70-c37bed88016a)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:04.641947 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.766743 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port bcf12ffd-2352-4a65-a0d8-e131098c4424, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=bcf12ffd-2352-4a65-a0d8-e131098c4424,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:04.767100 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.767489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Calling delete_port for b3c9c097-2034-42f2-99d4-db8d4cd2efc9 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:38:04.847717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:04.894127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Pushing event deleted for resources: {'Port': ['ID=b3c9c097-2034-42f2-99d4-db8d4cd2efc9,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:04.894860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for bcf12ffd-2352-4a65-a0d8-e131098c4424 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:38:04.899126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] No DVR routers for this DVR port b3c9c097-2034-42f2-99d4-db8d4cd2efc9 on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:38:04.906144 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.906490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.906832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.910003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.910003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.910900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.910900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.910900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.911805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.911805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.911805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:04.912155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a68ae921-0d4b-4269-badc-65a67ed95451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:05.016509 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b3c9c097-2034-42f2-99d4-db8d4cd2efc9 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:38:05.053257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: b3c9c097-2034-42f2-99d4-db8d4cd2efc9 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:38:05.053601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device b3c9c097-2034-42f2-99d4-db8d4cd2efc9 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:38:05.054014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 43e9bd62-5d46-4821-9d78-c21aeb09149c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:38:05.093744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 43e9bd62-5d46-4821-9d78-c21aeb09149c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:38:05.094092 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 43e9bd62-5d46-4821-9d78-c21aeb09149c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:38:05.224861 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.277515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=bcf12ffd-2352-4a65-a0d8-e131098c4424,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:05.366625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.549263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.551534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.575820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.576513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3f41e6-db90-478c-8df8-3756dd025c27 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:38:05.598012 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.599230 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7573461a-c64e-4a02-9355-4097517bf441 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/routers/5e3f41e6-db90-478c-8df8-3756dd025c27 HTTP/1.1" status: 204 len: 168 time: 1.5539615 Feb 10 23:38:05.602095 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37794) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:05.741426 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:05.886438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.025356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93f3955e-9c98-4fa0-812b-0bc76b387d67']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:06.038846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3b93ab3-b648-4c4b-bf70-c37bed88016a') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:06.039253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3b93ab3-b648-4c4b-bf70-c37bed88016a') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:06.052151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.070371 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.077152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:38:06.077632 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:38:06.095382 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:38:06.184359 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.188764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.220430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Network': ['ID=93f3955e-9c98-4fa0-812b-0bc76b387d67,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:06.227639 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4d8adf42-918b-46f0-bd41-ebe36fa9754b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/networks/93f3955e-9c98-4fa0-812b-0bc76b387d67 HTTP/1.1" status: 204 len: 168 time: 0.6244175 Feb 10 23:38:06.231661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37798) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:06.304472 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.333466 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.399414 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.427711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fffb693-73cd-4d33-ba67-db375076a04a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:06.437808 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.438940 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ef102d35-885f-48f6-bf62-795d13e8028d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/security-groups/0fffb693-73cd-4d33-ba67-db375076a04a HTTP/1.1" status: 204 len: 168 time: 0.2063470 Feb 10 23:38:06.672186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37806) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:06.677524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2027257414', 'description': 'tempest-secgroup-smoke-2027257414 description', 'project_id': 'ce1b93459c844b47b2a6940f34721809'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:06.685927 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:06.690002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:06.693192 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:06.698818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:06.709812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.732680 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:06.736417 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:06.739240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:06.745412 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:06.817000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.820797 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.867082 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab40ce2-ed2e-4639-9ded-1dc7902debef,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:06.872064 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.876292 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c78bdb39-9ae1-4206-bd6d-3de462a4b6cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2002187 Feb 10 23:38:06.876292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37810) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:06.882081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:06.889784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:06.893718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:06.897697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:06.905390 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:06.924487 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.987047 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:06.990839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.012335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bcf12ffd-2352-4a65-a0d8-e131098c4424 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:38:07.016949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b7eba1f-1260-4e9c-9af9-5d88239fb241,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.028174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.031328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0d8ea1cc-3f23-481d-8adc-d6e3b0efacfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522877 Feb 10 23:38:07.032323 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37814) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.037287 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.044305 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.048122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.049506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: bcf12ffd-2352-4a65-a0d8-e131098c4424 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:38:07.049854 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device bcf12ffd-2352-4a65-a0d8-e131098c4424 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:38:07.051523 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.058081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.075534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.143255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.148505 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.172669 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6cb449-5e65-46ae-b08a-3534334eb146,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.183336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.184788 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7cf89c42-d0b5-49a1-a585-7a8766378f65 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1515553 Feb 10 23:38:07.187695 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37818) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.193117 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.201061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.205088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.208089 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.214118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.231228 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.296840 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.300933 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.326560 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2b79fa-7526-4647-b5d1-d339c1873e39,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.337074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.337483 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-89b6a023-77f7-4edd-935b-fc7d219a23d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487987 Feb 10 23:38:07.340227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37822) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.345002 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.351698 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.356052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.358900 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.364779 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.382185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.451050 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.456013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.481818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8baa149-e412-4ec2-bd36-a9eb940670c0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.491252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.492488 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c988277-9f30-495a-91d4-980d6a049b9d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1513648 Feb 10 23:38:07.495867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37826) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.500891 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.507784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.511833 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.514664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.520291 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.531396 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:38:07.538023 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.603925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.607502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.630283 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27994037-54a3-497b-b837-73167a340dcf,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.639971 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.641151 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-659a5b24-5d12-494f-9e06-0ee96a097394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1443782 Feb 10 23:38:07.644320 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37830) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.649074 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'dab40ce2-ed2e-4639-9ded-1dc7902debef', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.656349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.660096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.662918 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.669296 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.680471 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:38:07.687832 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.755990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.760535 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.785939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcc4f22-a2cc-4725-9bd7-843bef2a7e27,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:07.796265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.797439 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-80307fac-8184-4c7f-b89e-9c9e2408f394 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522269 Feb 10 23:38:07.800721 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37834) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:07.807558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'network': {'name': 'tempest-network-smoke--1739624677', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'port_security_enabled': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:07.813299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:07.817509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:network and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:07.820382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:07.826673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:07.836861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:07.840354 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.868900 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:38:07.878680 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.879104 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Added segment 1262946b-7068-4616-8dbf-55f982723ab7 of type vlan for network 41fa8cec-45c8-40f8-a197-970eaa916847 Feb 10 23:38:07.907742 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.937933 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:07.943253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:07.943855 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.049128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2469213 Feb 10 23:38:08.051817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37838) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:08.055816 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe7ae0-21ec-4380-91f7-d556bfaa9f75 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Network': ['ID=41fa8cec-45c8-40f8-a197-970eaa916847,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:08.059786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'admin_state_up': True, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:08.068216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 41fa8cec-45c8-40f8-a197-970eaa916847 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:38:08.079455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:08.084182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:router and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:08.087368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:08.097371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:08.112018 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.113199 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.131521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.304068 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dda8566d-6aa8-4a51-b46a-45538b2eeeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.414302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.730737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:08.761647 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:09.018008 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.65 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/dfb5ef98-29c3-4ac2-88a0-98c7032efe56) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:09.176152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:09.209306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:09.278548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:09.281438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:09.285148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:38:09.319583 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:09.704662 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:10.045419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:10.253267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router e116dd9d-3d16-4859-8fc5-e064953b7089 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:38:10.430684 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-1901c1d8-277f-41d4-8cb2-fba0c47da277 req-e0aea825-6db2-4f97-b9af-916f5a4c63cb tempest-ServerDiskConfigTestJSON-342656530 tempest-ServerDiskConfigTestJSON-342656530-project] (87652) timed out ('10.222.0.30', 61824) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:38:10.556751 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:38:10.570281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Sync routers for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:38:10.586378 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f6ae1233-f9a6-4a36-a8ad-35b3736e66f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:10.590965 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:10.592032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:37:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:10.599559 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:10.604986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 37842) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:10.605585 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5fdf5684-ebcd-49db-9524-accdf868b9e3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5514305 Feb 10 23:38:10.647184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f59247ef-11f6-4873-a159-b99b5be85d34 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ce1b93459c844b47b2a6940f34721809&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402794 Feb 10 23:38:10.649946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37846) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:10.781814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:10.783047 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a19130-b746-4f6c-ba68-329f47ccb2c1 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:10.787310 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-35a19130-b746-4f6c-ba68-329f47ccb2c1 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336648 Feb 10 23:38:10.787522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37850) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:10.831423 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-13faff2c-0d36-4103-a4a7-6dddab115268 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428021 Feb 10 23:38:10.833882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37854) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:10.840170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623870033', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:10.954896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:10.959526 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:subnet and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:10.964027 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:10.969740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:10.979997 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:10.983627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.073975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:09Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:11.078436 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Checking router: e116dd9d-3d16-4859-8fc5-e064953b7089 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:38:11.078783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Updating router e116dd9d-3d16-4859-8fc5-e064953b7089 port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:38:11.174924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.215671 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.300675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Subnet': ['ID=276a5aeb-29d2-437b-8c65-0401cb831243,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:11.311048 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Checking segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:38:11.311462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network hostable DHCP agents. Network: 41fa8cec-45c8-40f8-a197-970eaa916847, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:38:11.331994 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 41fa8cec-45c8-40f8-a197-970eaa916847 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:38:11.342485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 41fa8cec-45c8-40f8-a197-970eaa916847) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:11.346707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:11.347303 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.369929 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a6e02236-16b5-45bd-976b-d0b0527160ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5350387 Feb 10 23:38:11.372939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37858) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:11.374127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9a24f5-4bf7-40f1-8289-8fc5f2552cd1 None None] Network 41fa8cec-45c8-40f8-a197-970eaa916847 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:38:11.719614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.729295 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-41fa8cec-45c8-40f8-a197-970eaa916847', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:38:11.730110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.757359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Transition to ACTIVE for port object dfb5ef98-29c3-4ac2-88a0-98c7032efe56 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:11.770701 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.870022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.932521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Attempting to bind port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:11.932895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Attempting to bind port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:11.933261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Attempting to bind port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:38:11.935307 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a545d-370f-4b8d-89d6-25428468cd5b None None] Pushing event updated for resources: {'Port': ['ID=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:11.945837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:38:11.946218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:38:11.948546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:11.949031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:38:11.949524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Bound port: dfb5ef98-29c3-4ac2-88a0-98c7032efe56, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:11.949895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.063086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.094744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Allocated IP 172.20.0.2 (41fa8cec-45c8-40f8-a197-970eaa916847/276a5aeb-29d2-437b-8c65-0401cb831243/1a6b6fac-9339-445c-9c39-66901643e376) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:12.101913 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] For port dfb5ef98-29c3-4ac2-88a0-98c7032efe56, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:38:12.108689 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] For port dfb5ef98-29c3-4ac2-88a0-98c7032efe56, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:38:12.129949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.222911 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.282181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:12.282811 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:38:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:12.363311 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a545d-370f-4b8d-89d6-25428468cd5b None None] Pushing event updated for resources: {'Port': ['ID=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:12.571009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:12.615677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.761105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Transition to ACTIVE for port object 1a6b6fac-9339-445c-9c39-66901643e376 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:12.842523 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Transition to ACTIVE for port object 1a6b6fac-9339-445c-9c39-66901643e376 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:12.855932 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:12.921738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.1 (41fa8cec-45c8-40f8-a197-970eaa916847/276a5aeb-29d2-437b-8c65-0401cb831243/e4063196-4673-41e2-b3a6-c3f55f336fcd) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:12.958612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Network 41fa8cec-45c8-40f8-a197-970eaa916847 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:12.991480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Pushing event updated for resources: {'Port': ['ID=1a6b6fac-9339-445c-9c39-66901643e376,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:12.994543 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:12.999079 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:38:13.101572 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.102091 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Attempting to bind port 1a6b6fac-9339-445c-9c39-66901643e376 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:13.102462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Attempting to bind port 1a6b6fac-9339-445c-9c39-66901643e376 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:13.103534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Attempting to bind port 1a6b6fac-9339-445c-9c39-66901643e376 on network 41fa8cec-45c8-40f8-a197-970eaa916847 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:38:13.111496 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:38:13.111867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Checking segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:38:13.112271 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.112656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Bound using segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:38:13.113121 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Bound port: 1a6b6fac-9339-445c-9c39-66901643e376, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:13.113495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.119619 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object e4063196-4673-41e2-b3a6-c3f55f336fcd will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:13.144142 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.189961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:09Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:13.207740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7251e83e-8cb9-47d8-986d-539790494d70 None None] The sync data for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 is: [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:09Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:38:13.218975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.231376 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 41fa8cec-45c8-40f8-a197-970eaa916847 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:13.235162 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:13.240365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:38:13.241129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:38:13.246281 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:38:13.251046 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.272758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:13.315747 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:13.338888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6a6c5-5171-4391-8081-41fe7f16af1a None None] Pushing event updated for resources: {'Port': ['ID=1a6b6fac-9339-445c-9c39-66901643e376,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:13.650146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.238043 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.244139 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.369103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:14.371642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:14.403596 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720e861-8cfe-475b-a67c-771df26fee22 None None] Network 41fa8cec-45c8-40f8-a197-970eaa916847 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:38:14.501061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e9eee2a2-7931-42e0-97c6-45c5c52211d2 None None] Provisioning for port 1a6b6fac-9339-445c-9c39-66901643e376 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:14.522371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 41fa8cec-45c8-40f8-a197-970eaa916847 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:14.523462 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:14.737460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router e116dd9d-3d16-4859-8fc5-e064953b7089 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:38:14.929570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:38:14.946791 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d9e1e0f1-8fbd-4f35-8fcf-5d463d8c6008 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/e116dd9d-3d16-4859-8fc5-e064953b7089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5708313 Feb 10 23:38:14.970626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-38ef99b1-958d-41bd-ae52-8a5d61314db2 None None] Provisioning for port e4063196-4673-41e2-b3a6-c3f55f336fcd completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:14.980011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-38ef99b1-958d-41bd-ae52-8a5d61314db2 None None] Provisioning complete for port e4063196-4673-41e2-b3a6-c3f55f336fcd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:14.980481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-38ef99b1-958d-41bd-ae52-8a5d61314db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.004840 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Sync routers for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:38:15.033581 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:15.034208 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:38:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:15.083181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-38ef99b1-958d-41bd-ae52-8a5d61314db2 None None] Port e4063196-4673-41e2-b3a6-c3f55f336fcd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:38:15.117871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfb5ef98-29c3-4ac2-88a0-98c7032efe56 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:15.166446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-d5969c19-8e77-4aac-98d9-3169ce1d4c04 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:15.184446 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-d5969c19-8e77-4aac-98d9-3169ce1d4c04 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:15.194613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-d5969c19-8e77-4aac-98d9-3169ce1d4c04 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2027257414&fields=id&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 267 time: 0.0710993 Feb 10 23:38:15.225563 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d115d3c0-48e4-425a-81bf-aa66b252a36b None None] Provisioning complete for port e4063196-4673-41e2-b3a6-c3f55f336fcd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:15.225772 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d115d3c0-48e4-425a-81bf-aa66b252a36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.284531 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:15.293275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:15.301635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-d115d3c0-48e4-425a-81bf-aa66b252a36b None None] Port e4063196-4673-41e2-b3a6-c3f55f336fcd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:38:15.303061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:15.303458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.368942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-028a831b-944e-42c1-aee1-f8946c01d6d3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:15.369972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-028a831b-944e-42c1-aee1-f8946c01d6d3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:15.392701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-028a831b-944e-42c1-aee1-f8946c01d6d3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:15.394016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-028a831b-944e-42c1-aee1-f8946c01d6d3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 797 time: 0.1977947 Feb 10 23:38:15.423945 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-d47ff2c0-1793-4dcf-b1ae-bba2f0f56ae7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/quotas/ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 375 time: 0.0239656 Feb 10 23:38:15.453380 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.472355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port dfb5ef98-29c3-4ac2-88a0-98c7032efe56, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:15.476252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.477078 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1a6b6fac-9339-445c-9c39-66901643e376 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:15.520833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-16f644b1-9eaf-418b-918d-4184d20a577a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0908175 Feb 10 23:38:15.612202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fa9b14bf-a0db-4cec-949f-a5c983a13da4 None None] Provisioning complete for port e4063196-4673-41e2-b3a6-c3f55f336fcd triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:15.612576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fa9b14bf-a0db-4cec-949f-a5c983a13da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.669729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:15.672811 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-cbaab286-938e-420c-95cc-1e8250e500c6 service neutron] 10.222.0.53 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399486 Feb 10 23:38:15.685419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 1a6b6fac-9339-445c-9c39-66901643e376 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:15.688497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fa9b14bf-a0db-4cec-949f-a5c983a13da4 None None] Port e4063196-4673-41e2-b3a6-c3f55f336fcd cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:38:15.693299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 1a6b6fac-9339-445c-9c39-66901643e376 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:15.693670 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.706241 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 2, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:15.710590 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Checking router: e116dd9d-3d16-4859-8fc5-e064953b7089 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:38:15.711036 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Updating router e116dd9d-3d16-4859-8fc5-e064953b7089 port e4063196-4673-41e2-b3a6-c3f55f336fcd binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:38:15.773428 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.818737 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.830440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-8792889a-b9dc-400a-b0f4-c3444b7c849e service neutron] 10.222.0.53 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407349 Feb 10 23:38:15.856916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:15.862801 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:15.950379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=1a6b6fac-9339-445c-9c39-66901643e376,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:16.021318 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-96fd9254-7fae-4f6a-be1f-4fcf4eb7dc8e req-88c3cf46-8f28-445b-a6a4-210b64cd9cd6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0432708 Feb 10 23:38:16.139296 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.150719 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Transition to ACTIVE for port object e4063196-4673-41e2-b3a6-c3f55f336fcd will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:16.157759 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.314926 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Pushing event updated for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:16.355185 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.355543 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.355874 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.356206 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.356524 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.356844 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.357161 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.357475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.357788 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.358116 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.358413 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.358720 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:38:16.389038 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Attempting to bind port e4063196-4673-41e2-b3a6-c3f55f336fcd on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:16.389397 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Attempting to bind port e4063196-4673-41e2-b3a6-c3f55f336fcd by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:16.389752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Attempting to bind port e4063196-4673-41e2-b3a6-c3f55f336fcd on network 41fa8cec-45c8-40f8-a197-970eaa916847 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:38:16.395341 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:38:16.395708 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Checking segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:38:16.396103 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.396505 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Bound using segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:38:16.396953 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Bound port: e4063196-4673-41e2-b3a6-c3f55f336fcd, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:16.397314 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.489310 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] For port e4063196-4673-41e2-b3a6-c3f55f336fcd, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:38:16.492219 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] For port e4063196-4673-41e2-b3a6-c3f55f336fcd, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e4063196-4673-41e2-b3a6-c3f55f336fcd,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:38:16.497626 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:16.574609 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:16.575228 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:38:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:16.646755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69b34c-0b94-4436-8ce4-7c89254ed497 None None] Pushing event updated for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:16.775171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:17.042978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfb5ef98-29c3-4ac2-88a0-98c7032efe56 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:17.133067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:17.133442 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:17.163430 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:16Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:17.168785 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc4ea4d-3b6c-4cda-bb08-b694b17a55a1 None None] The sync data for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 is: [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:16Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:38:17.169322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9141144-911b-409e-b95e-df9dcf851330 req-18ee30df-81bd-41c6-bd8e-fcd66ed4ec5a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0795240 Feb 10 23:38:17.328068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1a6b6fac-9339-445c-9c39-66901643e376 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:17.398552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 1a6b6fac-9339-445c-9c39-66901643e376 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:17.398913 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:18.277162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-853f3035-80e4-4599-bd87-ac0e6675aee3 req-a4192e6a-760e-4078-ae94-fe86b3f69160 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0515571 Feb 10 23:38:19.036730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e4063196-4673-41e2-b3a6-c3f55f336fcd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:19.105750 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e4063196-4673-41e2-b3a6-c3f55f336fcd completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:19.110426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e4063196-4673-41e2-b3a6-c3f55f336fcd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:19.110796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:19.230971 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:19.262788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e4063196-4673-41e2-b3a6-c3f55f336fcd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e4063196-4673-41e2-b3a6-c3f55f336fcd,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:19.266508 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:19.335309 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:19.386574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-473eff18-0422-4a2c-9bfb-d3d457ebb70d req-13c6bd5a-aa57-40cd-9260-208e32407f00 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0542638 Feb 10 23:38:20.539360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2ded5020-fb58-41d9-8bd6-a799d9b1af96 req-a7746d0a-38a5-4172-8fff-f90564a70b87 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0467310 Feb 10 23:38:21.024479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e4063196-4673-41e2-b3a6-c3f55f336fcd up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:21.098246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e4063196-4673-41e2-b3a6-c3f55f336fcd triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:21.098614 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:21.322827 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-76b761bf-6e21-4c4f-b2a3-374bfd83a587 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:21.324469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-76b761bf-6e21-4c4f-b2a3-374bfd83a587 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 797 time: 0.1798539 Feb 10 23:38:21.374682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-44c9a6d4-f711-498d-be84-b43d9ad12fac tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 380 time: 0.0405130 Feb 10 23:38:21.383103 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'port': {'device_id': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'admin_state_up': True, 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'security_groups': ['dab40ce2-ed2e-4639-9ded-1dc7902debef']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:21.638763 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:21.645805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:port and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:21.651339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:21.658098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:21.705817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08d7a311-3b23-4d7d-b4b0-09e5255a6d5e req-27f302b8-1578-4ab7-9a70-4769632038fb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0485880 Feb 10 23:38:21.706996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:38:21.710666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:21.874749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.6 (41fa8cec-45c8-40f8-a197-970eaa916847/276a5aeb-29d2-437b-8c65-0401cb831243/7c4154d2-af7c-4d04-b1f9-151c538b5f0e) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:22.070030 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.085603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object 7c4154d2-af7c-4d04-b1f9-151c538b5f0e will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:22.110136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.182859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 41fa8cec-45c8-40f8-a197-970eaa916847 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:22.186124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:22.190130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:38:22.229522 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:22.264918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:22.265586 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.293190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-90e36aed-8e79-4370-a0b8-e2808bbced25 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9136677 Feb 10 23:38:22.304727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-85eed0ee-0457-4bb2-9b21-db2b8f3fa991 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:38:22.306297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-85eed0ee-0457-4bb2-9b21-db2b8f3fa991 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052989 Feb 10 23:38:22.316520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Request body: {'port': {'device_id': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:22.347093 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.441497 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.492289 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73ee4abb-495d-4358-bdde-5b49f057f7c5 None None] Provisioning for port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:22.497714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-73ee4abb-495d-4358-bdde-5b49f057f7c5 None None] Provisioning complete for port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:22.498085 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-73ee4abb-495d-4358-bdde-5b49f057f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.553634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-73ee4abb-495d-4358-bdde-5b49f057f7c5 None None] Port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:38:22.794364 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4154d2-af7c-4d04-b1f9-151c538b5f0e {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:38:22.802479 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:22.849491 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Transition to ACTIVE for port object 7c4154d2-af7c-4d04-b1f9-151c538b5f0e will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:38:22.855874 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:23.015604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:23.117524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc61c7-9207-462b-bb88-0dd80f0beee1 req-8d4bd5ce-f62a-4e64-8cde-d209606d19ff tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:23.118481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2dc61c7-9207-462b-bb88-0dd80f0beee1 req-8d4bd5ce-f62a-4e64-8cde-d209606d19ff tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:38:23.153317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Attempting to bind port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:38:23.153653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Attempting to bind port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:38:23.153981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Attempting to bind port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e on network 41fa8cec-45c8-40f8-a197-970eaa916847 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:38:23.157849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2dc61c7-9207-462b-bb88-0dd80f0beee1 req-8d4bd5ce-f62a-4e64-8cde-d209606d19ff tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:38:23.158952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2dc61c7-9207-462b-bb88-0dd80f0beee1 req-8d4bd5ce-f62a-4e64-8cde-d209606d19ff tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 943 time: 0.3423674 Feb 10 23:38:23.160836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e on network 41fa8cec-45c8-40f8-a197-970eaa916847 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:38:23.161163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Attempting to bind port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e on network 41fa8cec-45c8-40f8-a197-970eaa916847 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:38:23.185861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:38:23.186144 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Checking segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:38:23.186528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Bound using segment: {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:38:23.186968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Bound port: 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1262946b-7068-4616-8dbf-55f982723ab7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:38:23.187326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:23.271838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2dc61c7-9207-462b-bb88-0dd80f0beee1 req-8cbbfb1e-41bb-4617-b99e-a28a9ff74467 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033008 Feb 10 23:38:23.302944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:38:23.306586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:38:23.310193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:23.362430 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:23.362643 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:23.364190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] 10.222.0.30 "PUT /v2.0/ports/7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 1091 time: 1.0519800 Feb 10 23:38:23.371951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:38:23.438828 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'status': 'completed', 'code': 200} Feb 10 23:38:23.445090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ee9c5-d801-4251-a1c6-2d430603d073 service neutron] Pushing event updated for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:23.493583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-01c18501-137d-449e-a0fb-dee8a5444e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:23.495302 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-01c18501-137d-449e-a0fb-dee8a5444e97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1094 time: 0.0927896 Feb 10 23:38:23.680875 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-f7ac73d6-8cd1-4b10-bb9e-c8cddb041fea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 217 time: 0.1777692 Feb 10 23:38:23.745948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-fc93e38a-324f-47e2-8ed3-d8c1107f214d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:23.747416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-fc93e38a-324f-47e2-8ed3-d8c1107f214d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0611415 Feb 10 23:38:23.821757 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f22532-4654-4006-b387-28e85aa1d282 req-23c1c0ef-c7a0-4afe-875e-ef9b8f182a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:23.823238 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-23c1c0ef-c7a0-4afe-875e-ef9b8f182a68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698688 Feb 10 23:38:23.959348 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-55366c72-9897-4338-ab1f-0b9447514098 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291606 Feb 10 23:38:24.093645 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e6f22532-4654-4006-b387-28e85aa1d282 req-5f3631b0-9c1c-4ca3-9178-8920b14def9a service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287189 Feb 10 23:38:24.140343 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:38:24.215554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506339-ceb0-40ea-afee-b288b7e90980 req-2c1a8c34-b5f2-4c4c-b54e-c9532dab3ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.217043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-2c1a8c34-b5f2-4c4c-b54e-c9532dab3ef4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1094 time: 0.0781176 Feb 10 23:38:24.356676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506339-ceb0-40ea-afee-b288b7e90980 req-ffc895f5-2535-4d41-b841-4bc147ed828b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.358044 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-ffc895f5-2535-4d41-b841-4bc147ed828b service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.1351736 Feb 10 23:38:24.466406 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-0174f2ce-ed67-48cd-972e-ddd2386b07b2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 217 time: 0.1022308 Feb 10 23:38:24.545809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506339-ceb0-40ea-afee-b288b7e90980 req-3f35d00d-a557-4829-90dc-8a3fae5d5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.547243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-3f35d00d-a557-4829-90dc-8a3fae5d5a5f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0743008 Feb 10 23:38:24.608784 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f75239-2842-4329-adab-077047606b04 req-db2aafe8-5859-496b-b7f4-38bf87a19430 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.610142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05f75239-2842-4329-adab-077047606b04 req-db2aafe8-5859-496b-b7f4-38bf87a19430 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 943 time: 0.1973455 Feb 10 23:38:24.669337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-05f75239-2842-4329-adab-077047606b04 req-9d003506-561b-4078-b1fe-98896cb0cf14 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501270 Feb 10 23:38:24.677401 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13506339-ceb0-40ea-afee-b288b7e90980 req-8316e3db-ae0c-43ac-8214-7adbba6b9575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:24.678824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-8316e3db-ae0c-43ac-8214-7adbba6b9575 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252286 Feb 10 23:38:24.828633 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-4c54c284-95ac-4c3e-a293-2533135bdd6d service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425390 Feb 10 23:38:24.965778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-13506339-ceb0-40ea-afee-b288b7e90980 req-3f9da091-cfe4-4419-b89c-fbd025f2bea0 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301358 Feb 10 23:38:25.085640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:25.866309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20616e64-962a-47e0-ae32-d9be1bb93def req-c3f6fcb7-6c45-4a5f-89e8-c5b1deb6fc11 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:25.867836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20616e64-962a-47e0-ae32-d9be1bb93def req-c3f6fcb7-6c45-4a5f-89e8-c5b1deb6fc11 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 943 time: 0.0820997 Feb 10 23:38:25.912995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20616e64-962a-47e0-ae32-d9be1bb93def req-1e6f79be-00bc-48e4-a9aa-05168f841604 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387492 Feb 10 23:38:27.109691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a1989-f41b-43bd-8ce1-097a91a6600c req-06cb9edd-d25d-40f9-84ab-7770db3d168b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:27.112296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9a1989-f41b-43bd-8ce1-097a91a6600c req-06cb9edd-d25d-40f9-84ab-7770db3d168b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 943 time: 0.0881238 Feb 10 23:38:27.157901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd9a1989-f41b-43bd-8ce1-097a91a6600c req-afbfb0e8-5eb6-4996-8edd-297765106fb8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399394 Feb 10 23:38:28.352269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4537c2-d2a1-432f-9a31-6fc2dcd8e895 req-fc52caf9-a403-4ceb-8d0a-db2533816fa3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:28.353756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c4537c2-d2a1-432f-9a31-6fc2dcd8e895 req-fc52caf9-a403-4ceb-8d0a-db2533816fa3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 943 time: 0.0829754 Feb 10 23:38:28.512165 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5c4537c2-d2a1-432f-9a31-6fc2dcd8e895 req-7c9034a2-554a-46e0-b4f0-5749676eb2c0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524456 Feb 10 23:38:28.921183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7c4154d2-af7c-4d04-b1f9-151c538b5f0e details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:38:29.058598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:29.072196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'port_id': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'mac_address': 'fa:16:3e:75:90:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:38:29.129270 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:29.148836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4154d2-af7c-4d04-b1f9-151c538b5f0e {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:38:29.164449 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:29.168495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:29.238402 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:29.514321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['7c4154d2-af7c-4d04-b1f9-151c538b5f0e'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:38:29.864689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70692e-fb95-4628-9502-214d0b0b1649 req-3ed46790-f0ae-4e4b-ac33-d0289fb2dc18 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:29.866182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a70692e-fb95-4628-9502-214d0b0b1649 req-3ed46790-f0ae-4e4b-ac33-d0289fb2dc18 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 944 time: 0.0869362 Feb 10 23:38:29.916838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a70692e-fb95-4628-9502-214d0b0b1649 req-a4d41755-61e9-4baf-8954-50080a4cfaeb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448730 Feb 10 23:38:30.909012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7c4154d2-af7c-4d04-b1f9-151c538b5f0e up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:38:30.998111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:38:31.004992 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:38:31.005506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:31.132741 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db28c42d-5576-4130-a63d-0cdbd177792d req-d8989ca1-3000-49c5-bb63-c2e65f68491f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:31.134004 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db28c42d-5576-4130-a63d-0cdbd177792d req-d8989ca1-3000-49c5-bb63-c2e65f68491f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 944 time: 0.0966938 Feb 10 23:38:31.141769 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:31.171669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:38:31.182256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:38:31.186017 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db28c42d-5576-4130-a63d-0cdbd177792d req-610818e2-62db-4f74-9b6b-f934d2119402 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441542 Feb 10 23:38:31.187508 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:31.257274 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'code': 200} Feb 10 23:38:31.261045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:31.390496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea22384-e001-42af-aa7d-e53b8354f1f9 req-ea5959fa-2c02-4c54-9be2-d71e8434b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:31.392059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ea22384-e001-42af-aa7d-e53b8354f1f9 req-ea5959fa-2c02-4c54-9be2-d71e8434b2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.0753293 Feb 10 23:38:31.437553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ea22384-e001-42af-aa7d-e53b8354f1f9 req-3ba5189a-801f-4fa7-910e-e596d565d756 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391724 Feb 10 23:38:32.390580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf5ad6-9b7e-4ee1-ba7e-fbd4cba3f2da req-71b5c802-a612-4ec7-a3d5-9609bc24db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:32.392109 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83cf5ad6-9b7e-4ee1-ba7e-fbd4cba3f2da req-71b5c802-a612-4ec7-a3d5-9609bc24db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0881007 Feb 10 23:38:32.437683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83cf5ad6-9b7e-4ee1-ba7e-fbd4cba3f2da req-bbe9e5ae-4cd6-4033-ae53-fd6c5adf7e69 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397406 Feb 10 23:38:33.628205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ebf0c-c87f-419a-8793-ff2dc2ff6106 req-ace120a6-5024-4013-ab2d-3e33d1626671 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:33.629692 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-794ebf0c-c87f-419a-8793-ff2dc2ff6106 req-ace120a6-5024-4013-ab2d-3e33d1626671 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0829387 Feb 10 23:38:33.679042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-794ebf0c-c87f-419a-8793-ff2dc2ff6106 req-a336307c-0261-4479-97c8-243e07438a90 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437248 Feb 10 23:38:33.864403 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e3cb2-a7ae-49d4-8fc8-9ee9b69852cb req-b5aed3a7-2329-467d-bd5a-d2d7241dfc7a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:33.865898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a3e3cb2-a7ae-49d4-8fc8-9ee9b69852cb req-b5aed3a7-2329-467d-bd5a-d2d7241dfc7a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0813973 Feb 10 23:38:33.917149 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6a3e3cb2-a7ae-49d4-8fc8-9ee9b69852cb req-f2cd3ae7-d171-41b3-bdc6-e14019c17afa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Feb 10 23:38:33.940772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37930) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:34.015197 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492338c9-d282-49e7-9fd1-f593aa3e9422 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:34.016660 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-492338c9-d282-49e7-9fd1-f593aa3e9422 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1091 time: 0.0748961 Feb 10 23:38:34.019538 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37934) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:34.024402 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:38:34.032058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:38:34.035894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:floatingip and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:38:34.038982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:38:34.044965 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:38:34.056272 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.199313 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.334281 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.20 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/3c8b122d-e356-43db-bb92-4a97e60ca911) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:38:34.485661 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.515639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:34.593562 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:38:34.596355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:38:34.599886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:38:34.628667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=3c8b122d-e356-43db-bb92-4a97e60ca911,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:35.144531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:35.223218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:35.431591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:35.436189 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:35.548135 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=3c8b122d-e356-43db-bb92-4a97e60ca911,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:38:35.560649 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:35.733154 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 72499b6c-9e15-4643-9d26-60c3c0b81473 associated. External IP: 172.25.2.20, port: 7c4154d2-af7c-4d04-b1f9-151c538b5f0e. Feb 10 23:38:36.093502 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router e116dd9d-3d16-4859-8fc5-e064953b7089 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:38:36.275270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:38:36.285181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Sync routers for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:38:36.295477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:36.296111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:38:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:36.302852 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:36.361528 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2d3c035d-470f-404d-b7ec-01b91cb8a9d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3408635 Feb 10 23:38:36.362025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:38:36.516908 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:36.541193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dd2c4-e0c0-49e1-a4d3-dcdfc8c5ca55 req-50492e32-7bcf-46af-b2e3-05565de2f603 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:36.542657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-797dd2c4-e0c0-49e1-a4d3-dcdfc8c5ca55 req-50492e32-7bcf-46af-b2e3-05565de2f603 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0931852 Feb 10 23:38:36.587130 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-797dd2c4-e0c0-49e1-a4d3-dcdfc8c5ca55 req-ffaaaf1c-56ad-4879-ab77-ffd38328c2b5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387416 Feb 10 23:38:36.611525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37942) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:36.741520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d4d5-aa60-4252-b0be-62075bade45c req-0d514fe9-59dc-462b-9c84-0d7066fba9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:36.743198 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-0d514fe9-59dc-462b-9c84-0d7066fba9e7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.0823896 Feb 10 23:38:36.812619 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'status': 'completed', 'code': 200} Feb 10 23:38:36.859266 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b40009bc-eff0-4b95-b5fc-a29b8ea8f750 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/72499b6c-9e15-4643-9d26-60c3c0b81473 HTTP/1.1" status: 200 len: 990 time: 0.2463377 Feb 10 23:38:36.889179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d4d5-aa60-4252-b0be-62075bade45c req-3662c40a-c388-497e-95a5-8054e972862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:36.891158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-3662c40a-c388-497e-95a5-8054e972862f service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.1419756 Feb 10 23:38:36.900238 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '72499b6c-9e15-4643-9d26-60c3c0b81473', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'port_id': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'mac_address': 'fa:16:3e:75:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:35Z', 'updated_at': '2022-02-10T23:38:35Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:36.905455 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Checking router: e116dd9d-3d16-4859-8fc5-e064953b7089 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:38:36.915660 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:38:36.916288 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:38:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:37.004467 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-08d60589-de14-4319-9ab6-f4d29db7e0fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 998 time: 0.1050205 Feb 10 23:38:37.070327 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d4d5-aa60-4252-b0be-62075bade45c req-9d40b446-bcd3-4055-91f7-2141735412d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:37.071850 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-9d40b446-bcd3-4055-91f7-2141735412d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0609732 Feb 10 23:38:37.096650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:38:37.160569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d4d5-aa60-4252-b0be-62075bade45c req-ca996baf-5851-49cd-9a76-e12a85d6051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:38:37.162014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-ca996baf-5851-49cd-9a76-e12a85d6051f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841994 Feb 10 23:38:37.304240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-e54cd973-7d59-4830-9e6b-4f6b2a803aea service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351616 Feb 10 23:38:37.437835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b928d4d5-aa60-4252-b0be-62075bade45c req-e39c4149-84dd-417b-bebf-7b553b8c7528 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278541 Feb 10 23:38:37.472715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '72499b6c-9e15-4643-9d26-60c3c0b81473', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'port_id': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'mac_address': 'fa:16:3e:75:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:35Z', 'updated_at': '2022-02-10T23:38:35Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:38:37.476945 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897d57f-6075-433b-a92e-ff839977c655 None None] The sync data for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 is: [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '72499b6c-9e15-4643-9d26-60c3c0b81473', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.20', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'port_id': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'mac_address': 'fa:16:3e:75:90:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:38:35Z', 'updated_at': '2022-02-10T23:38:35Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:38:37.697385 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56dac44-aa7b-44d3-b6f0-44ba0f3daa4e None None] New status for floating IP 72499b6c-9e15-4643-9d26-60c3c0b81473: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:38:37.863055 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37946) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:37.975874 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e2040700-c6ef-475a-8e4f-6c1211f05bce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/72499b6c-9e15-4643-9d26-60c3c0b81473 HTTP/1.1" status: 200 len: 990 time: 0.1116347 Feb 10 23:38:38.306929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-198496b7-fc47-4778-a650-fccb59ed23dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:38.978799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 37950) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:38:39.085753 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-300100d1-9d1c-4c1b-abf1-ccac5f25b6e5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/72499b6c-9e15-4643-9d26-60c3c0b81473 HTTP/1.1" status: 200 len: 992 time: 0.1057942 Feb 10 23:38:40.561731 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-39c6e7f2-5b5e-42bf-a3ff-b77fd7ccdc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:41.757514 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:42.016962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:43.194256 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:52.376861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:38:55.084284 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:01.140538 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:39:04.327051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-cf07a8b6-b3f6-4b42-b0cb-6bd69048f69b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708637 Feb 10 23:39:04.467134 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069f04-df22-4287-a64f-b125d540ea84 req-8d4acd4c-1e50-4f60-968e-e9a7a353f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.468700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-8d4acd4c-1e50-4f60-968e-e9a7a353f2c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.0753541 Feb 10 23:39:04.725376 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069f04-df22-4287-a64f-b125d540ea84 req-739d5025-7a93-4c2e-8e4a-4d011d6e50e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.726747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-739d5025-7a93-4c2e-8e4a-4d011d6e50e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.2395699 Feb 10 23:39:04.832247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-6ccd8d27-251f-44f6-95df-50a9760ba62d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 1000 time: 0.0989618 Feb 10 23:39:04.895933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069f04-df22-4287-a64f-b125d540ea84 req-7d1295fc-91fc-43a7-8428-b49eedab3b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.897646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-7d1295fc-91fc-43a7-8428-b49eedab3b1e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0596492 Feb 10 23:39:04.979208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1069f04-df22-4287-a64f-b125d540ea84 req-39238766-1eb7-4ec6-aa2c-826ef9353cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:04.980665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-39238766-1eb7-4ec6-aa2c-826ef9353cea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743084 Feb 10 23:39:05.115745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-26933628-911d-4048-a625-74686e539ee3 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285381 Feb 10 23:39:05.257652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a1069f04-df22-4287-a64f-b125d540ea84 req-7ddd12b3-809d-4c45-a9ec-bbda4e756581 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350110 Feb 10 23:39:08.310184 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7ea59dd4-b28f-4423-aecc-c79581a4a8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:10.564164 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-896a3802-8c23-420d-8603-ddf90fb55e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:11.753043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:12.019100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:13.199187 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:22.391174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:25.105129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:38.139963 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:39:38.312901 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6926df31-6593-4eb9-8443-19f310659107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:39.967895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-70565862-292b-45f8-8d19-3141e5b1e47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:39.969840 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-70565862-292b-45f8-8d19-3141e5b1e47f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.0938656 Feb 10 23:39:40.165101 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-f86c1841-c934-45bf-b984-fa6370b0f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:40.166580 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-f86c1841-c934-45bf-b984-fa6370b0f052 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.1901689 Feb 10 23:39:40.240500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d471c7a-6264-4c4e-bfa6-b137c7cfc9ce req-e676a8da-951e-46d1-a0b5-f7339d0fda45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:40.241947 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d471c7a-6264-4c4e-bfa6-b137c7cfc9ce req-e676a8da-951e-46d1-a0b5-f7339d0fda45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.3238780 Feb 10 23:39:40.320225 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-82f0f6cc-c51e-4edc-bcb1-92235848fc4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 1000 time: 0.1460536 Feb 10 23:39:40.324806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0d471c7a-6264-4c4e-bfa6-b137c7cfc9ce req-5fcb7d9b-f193-4570-a5b8-44e7dfab0839 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759211 Feb 10 23:39:40.391247 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-439d0cb3-7098-4441-a9be-2ad7ecb97894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:40.392974 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-439d0cb3-7098-4441-a9be-2ad7ecb97894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0625720 Feb 10 23:39:40.468755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-607e345a-751a-4c00-9e04-606b7f63ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:40.470680 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-607e345a-751a-4c00-9e04-606b7f63ec58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707006 Feb 10 23:39:40.567662 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7230f2cd-f032-4bc1-b3e7-d29b39df5984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:40.609023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-4f394fa7-a4e1-4ad1-9d5d-91d14de975ba service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310778 Feb 10 23:39:40.742932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc52b774-5627-4195-80f9-2bb9f91d59d9 req-78ccc1f1-789d-4b7d-937a-16da3db77e63 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273551 Feb 10 23:39:41.517901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8e6ac-1baf-4b6e-b4bf-cd4660b8a30a req-9bbc098d-3cfe-4d83-a051-db092c0d350f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:41.521392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-90c8e6ac-1baf-4b6e-b4bf-cd4660b8a30a req-9bbc098d-3cfe-4d83-a051-db092c0d350f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0843897 Feb 10 23:39:41.566490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-90c8e6ac-1baf-4b6e-b4bf-cd4660b8a30a req-e258f2fb-cd2a-4cd4-8091-f743215ec746 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Feb 10 23:39:41.756490 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:42.022943 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:42.756188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2aaa5-bcde-4151-b41f-8b830d8f4c8c req-efb629e6-5c0d-4ed9-8174-65967058af32 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:42.757720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50d2aaa5-bcde-4151-b41f-8b830d8f4c8c req-efb629e6-5c0d-4ed9-8174-65967058af32 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0828655 Feb 10 23:39:42.803865 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-50d2aaa5-bcde-4151-b41f-8b830d8f4c8c req-28f22788-dafb-45cc-9946-c577668c8fa1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Feb 10 23:39:43.203390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:43.995720 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3542558-a9cd-4629-85c3-bb068a16fc01 req-2f2ab14f-d2c8-4d7f-aa5a-84f0e43976d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:43.997233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3542558-a9cd-4629-85c3-bb068a16fc01 req-2f2ab14f-d2c8-4d7f-aa5a-84f0e43976d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0848424 Feb 10 23:39:44.043608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e3542558-a9cd-4629-85c3-bb068a16fc01 req-ff682e28-4d4e-40cf-8412-5859ec807484 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405064 Feb 10 23:39:45.228769 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3afc145-9ecf-4995-bcd3-1107e55c50b7 req-e67c8ca7-58bc-4c68-9a91-c44c25315596 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:45.230235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3afc145-9ecf-4995-bcd3-1107e55c50b7 req-e67c8ca7-58bc-4c68-9a91-c44c25315596 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0807097 Feb 10 23:39:45.279796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3afc145-9ecf-4995-bcd3-1107e55c50b7 req-20509bb4-34b7-4014-9e62-a41bf466f925 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Feb 10 23:39:46.477076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae39c0-28fa-4545-99a8-6b2c669c6e2c req-7f858e3c-5c7f-4c4a-934f-ffbf6863f48c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:46.478631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aae39c0-28fa-4545-99a8-6b2c669c6e2c req-7f858e3c-5c7f-4c4a-934f-ffbf6863f48c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0848136 Feb 10 23:39:46.525586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2aae39c0-28fa-4545-99a8-6b2c669c6e2c req-7342edc0-cf9e-4e19-8958-ba092ce218bd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412166 Feb 10 23:39:47.829941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513d2fd-b762-4447-a2d5-de3a7331fde0 req-56080767-f520-420e-9647-29aecd2e8352 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:47.831501 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a513d2fd-b762-4447-a2d5-de3a7331fde0 req-56080767-f520-420e-9647-29aecd2e8352 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.1986244 Feb 10 23:39:47.878554 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a513d2fd-b762-4447-a2d5-de3a7331fde0 req-19ef42ca-18e1-4d0c-993e-0fc21db13261 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410671 Feb 10 23:39:49.077217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccae8a-f361-4eef-9cac-3b21dfe5e06b req-f416d567-6226-4ac9-a7ae-c025fee1dccb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:49.079217 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44ccae8a-f361-4eef-9cac-3b21dfe5e06b req-f416d567-6226-4ac9-a7ae-c025fee1dccb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0826161 Feb 10 23:39:49.128486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-44ccae8a-f361-4eef-9cac-3b21dfe5e06b req-09421e97-0f21-49d1-9375-6f199f5fa854 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433431 Feb 10 23:39:50.328963 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be061b-f8fa-4b0e-be30-e0331b15506a req-b526d0bc-7cff-4e46-b783-a00253691cf4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:50.330578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66be061b-f8fa-4b0e-be30-e0331b15506a req-b526d0bc-7cff-4e46-b783-a00253691cf4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0850708 Feb 10 23:39:50.375325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66be061b-f8fa-4b0e-be30-e0331b15506a req-3886c8ef-494d-4d8c-be26-c4fef612635f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Feb 10 23:39:51.571344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca98f2-df47-4c1d-8dcd-1f34297d0224 req-ed7fb81d-0dc8-45d3-9490-f780b6b2216a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:51.572836 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9ca98f2-df47-4c1d-8dcd-1f34297d0224 req-ed7fb81d-0dc8-45d3-9490-f780b6b2216a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0857353 Feb 10 23:39:51.624608 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9ca98f2-df47-4c1d-8dcd-1f34297d0224 req-b117e6cf-3a3d-4d4a-bb3d-798b5ee1f991 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457382 Feb 10 23:39:52.389777 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:39:52.815798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d33de-40d8-42de-9914-d8abaece50d9 req-38f2fab4-2258-4dbf-b376-a32769e3a570 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:39:52.817279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-367d33de-40d8-42de-9914-d8abaece50d9 req-38f2fab4-2258-4dbf-b376-a32769e3a570 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0826101 Feb 10 23:39:52.862971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-367d33de-40d8-42de-9914-d8abaece50d9 req-bc36f7c3-d388-419b-b59b-ed5f8c16460e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Feb 10 23:39:52.886937 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38010) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:39:53.000166 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c32af04a-0be3-4081-86b9-47f3d935f9c9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/72499b6c-9e15-4643-9d26-60c3c0b81473 HTTP/1.1" status: 200 len: 992 time: 0.1119752 Feb 10 23:39:55.143954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:05.006975 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-fd0e1eed-8005-4046-b585-1a6862e0f622 req-7e0df387-a4b6-4b81-98b0-b0478bebc182 service neutron] (87652) timed out ('10.222.0.24', 51948) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:40:05.385407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-b6a4289a-a197-4112-913b-8aaff1a80919 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167464 Feb 10 23:40:05.523915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-acc6502e-b138-4181-8101-8993894a3390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:05.525481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-acc6502e-b138-4181-8101-8993894a3390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.0729437 Feb 10 23:40:05.673359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-b62dc963-afb2-4ac8-9547-6f7af4a15e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:05.675973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-b62dc963-afb2-4ac8-9547-6f7af4a15e2e service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.1304622 Feb 10 23:40:05.781273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-a79f6581-cca5-4ff9-b7de-8ce100e69723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 1000 time: 0.0995998 Feb 10 23:40:05.842841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-bf220dab-0ece-48c5-81d4-ad63eb854dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:05.844312 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-bf220dab-0ece-48c5-81d4-ad63eb854dea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0580087 Feb 10 23:40:05.921791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-45487035-aee5-4b0f-b2bf-0d4075187903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:05.923341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-45487035-aee5-4b0f-b2bf-0d4075187903 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733974 Feb 10 23:40:06.057261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-269c140f-edc2-4061-8151-d88107a94a0a service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279078 Feb 10 23:40:06.192489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-08b83e84-1310-4fd5-89e0-5d6d53e36017 req-2bc42c7b-16ed-4f3f-afdd-ea9b9da0ae98 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295321 Feb 10 23:40:08.316653 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1d40ebc4-c75e-4901-936f-0399a08632dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:10.570722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7de19a38-60f4-43e3-9818-ae733d8b5004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:11.758758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:12.026017 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:13.203319 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:15.139668 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:40:22.405176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:25.112852 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:38.319868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-16c4bca7-c9b2-435f-ac26-ed5828f06e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:40.572598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1c365f29-34b8-4a97-962b-c375037ddeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.656836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38034) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:41.761903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:41.875584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 3c8b122d-e356-43db-bb92-4a97e60ca911 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:41.875991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.028928 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.052362 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.052685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.173857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 3c8b122d-e356-43db-bb92-4a97e60ca911 owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:42.334690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.384235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=3c8b122d-e356-43db-bb92-4a97e60ca911,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:42.431139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.431512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.431854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.432187 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.432518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.432850 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.433178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.433505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.433829 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.434155 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.434474 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.434794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:42.493024 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:42.493342 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 72499b6c-9e15-4643-9d26-60c3c0b81473 disassociated (deleted). External IP: 172.25.2.20, port: 7c4154d2-af7c-4d04-b1f9-151c538b5f0e. Feb 10 23:40:42.966905 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router e116dd9d-3d16-4859-8fc5-e064953b7089 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:40:43.153882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:40:43.164105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Sync routers for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:40:43.174820 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:43.176052 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:43.177252 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.233321 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8d54f980-5a4a-4232-9380-0962801c14bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/floatingips/72499b6c-9e15-4643-9d26-60c3c0b81473 HTTP/1.1" status: 204 len: 168 time: 1.5753527 Feb 10 23:40:43.233995 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:43.272640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:43.379958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:43.479189 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'status': 'completed', 'code': 200} Feb 10 23:40:43.619946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-9e7b3092-f7b7-48f2-b4e2-fb33322ab672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:43.621336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-9e7b3092-f7b7-48f2-b4e2-fb33322ab672 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 1096 time: 0.1198871 Feb 10 23:40:43.721218 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:43.726266 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Checking router: e116dd9d-3d16-4859-8fc5-e064953b7089 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:40:43.734605 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:43.735223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:43.743124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963090f-9a76-4f26-acd1-f29b534d226d req-64a81215-e0c9-4d48-a17d-1f31e0d4c9fb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:43.744614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2963090f-9a76-4f26-acd1-f29b534d226d req-64a81215-e0c9-4d48-a17d-1f31e0d4c9fb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.1767645 Feb 10 23:40:43.811661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-1a1fa77b-d07d-4b2b-b185-9b222eb6d110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:43.813190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-1a1fa77b-d07d-4b2b-b185-9b222eb6d110 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 200 len: 898 time: 0.1827819 Feb 10 23:40:43.820704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2963090f-9a76-4f26-acd1-f29b534d226d req-8066c937-9b7f-401c-8988-5a77e5f28ca5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607843 Feb 10 23:40:43.918045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:44.007886 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-4c9d3214-58d8-4fdb-8bda-f77846ceb866 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 200 len: 217 time: 0.1862321 Feb 10 23:40:44.072072 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-f9da4c8b-496f-4ca0-b186-697cd623ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:44.073532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-f9da4c8b-496f-4ca0-b186-697cd623ab18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 200 len: 835 time: 0.0597336 Feb 10 23:40:44.150687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-a53da68e-9517-41c9-a2f4-08e65656cd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:44.152204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-a53da68e-9517-41c9-a2f4-08e65656cd58 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41fa8cec-45c8-40f8-a197-970eaa916847&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724621 Feb 10 23:40:44.241530 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:44.245517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37a919a-77a4-4860-8fc7-f3ff370cf8ea None None] The sync data for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 is: [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:13Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'e4063196-4673-41e2-b3a6-c3f55f336fcd', 'name': '', 'network_id': '41fa8cec-45c8-40f8-a197-970eaa916847', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:92:de:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:12Z', 'updated_at': '2022-02-10T23:38:19Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '276a5aeb-29d2-437b-8c65-0401cb831243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:40:44.290691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-4842475b-7109-44ee-9ef6-d7f2c589a3b1 service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303217 Feb 10 23:40:44.434941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-25c5b846-0d95-45ab-94f8-5ce15fa64d08 req-9d1be8a1-bd39-42be-80a2-26a1f47da00a service neutron] 10.222.0.30 "GET /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368756 Feb 10 23:40:44.499682 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302d30d0-e554-427b-bcf8-ee80c5c1cf67 None None] New status for floating IP 72499b6c-9e15-4643-9d26-60c3c0b81473: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:40:45.017170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c36a7-1407-48a9-9fcc-ad5fff065bc2 req-a43e95c4-545e-4014-8b7a-bf1a775f59e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:45.018682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-168c36a7-1407-48a9-9fcc-ad5fff065bc2 req-a43e95c4-545e-4014-8b7a-bf1a775f59e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0869844 Feb 10 23:40:45.067091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-168c36a7-1407-48a9-9fcc-ad5fff065bc2 req-033483fb-5925-448d-95a2-69666e8a85d0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=dab40ce2-ed2e-4639-9ded-1dc7902debef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419157 Feb 10 23:40:45.355113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74347778-2d20-4409-b1f2-466ce617c296 req-4f9f6f8e-c51f-4d9a-91cf-285cf6a448ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:45.356708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-74347778-2d20-4409-b1f2-466ce617c296 req-4f9f6f8e-c51f-4d9a-91cf-285cf6a448ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 945 time: 0.0802076 Feb 10 23:40:45.434578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:45.434815 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.689071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:45.689340 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:45.814948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 7c4154d2-af7c-4d04-b1f9-151c538b5f0e owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:45.966169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.016225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=7c4154d2-af7c-4d04-b1f9-151c538b5f0e,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:46.055091 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.055807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.055807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.056159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.056420 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.056744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.057063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.057386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.057703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.058023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.058334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.058644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:46.104444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port 7c4154d2-af7c-4d04-b1f9-151c538b5f0e on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:40:46.107130 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:46.109801 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'name': 'network-vif-deleted', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:40:46.121815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-74347778-2d20-4409-b1f2-466ce617c296 req-9f0c972c-72b0-47b3-a018-2ce439b31118 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "DELETE /v2.0/ports/7c4154d2-af7c-4d04-b1f9-151c538b5f0e HTTP/1.1" status: 204 len: 173 time: 0.7602777 Feb 10 23:40:46.287950 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-876628c7-9ace-41a7-b0ff-662efd0c3566 req-91ef9dac-aa78-4fe8-a185-6ff3f5e619bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:40:46.304511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-876628c7-9ace-41a7-b0ff-662efd0c3566 req-91ef9dac-aa78-4fe8-a185-6ff3f5e619bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:40:46.305744 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-876628c7-9ace-41a7-b0ff-662efd0c3566 req-91ef9dac-aa78-4fe8-a185-6ff3f5e619bc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=91cf0b36-8a24-4dfd-a7bc-b088bd68b58a HTTP/1.1" status: 200 len: 210 time: 0.0632153 Feb 10 23:40:46.357553 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91cf0b36-8a24-4dfd-a7bc-b088bd68b58a', 'name': 'network-vif-deleted', 'tag': '7c4154d2-af7c-4d04-b1f9-151c538b5f0e', 'status': 'completed', 'code': 200} Feb 10 23:40:47.406567 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38058) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:47.988963 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.354285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port e4063196-4673-41e2-b3a6-c3f55f336fcd {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:48.354621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.674758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port e4063196-4673-41e2-b3a6-c3f55f336fcd, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e4063196-4673-41e2-b3a6-c3f55f336fcd,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:48.675701 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:48.797061 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for e4063196-4673-41e2-b3a6-c3f55f336fcd owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:49.123524 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.204148 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=e4063196-4673-41e2-b3a6-c3f55f336fcd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:49.455929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:49.494977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7c4154d2-af7c-4d04-b1f9-151c538b5f0e no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:49.530583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 7c4154d2-af7c-4d04-b1f9-151c538b5f0e {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:40:49.531240 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 7c4154d2-af7c-4d04-b1f9-151c538b5f0e not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:49.820736 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router e116dd9d-3d16-4859-8fc5-e064953b7089 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:40:50.123114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:40:50.134448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Sync routers for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:40:50.145019 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:50.145362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38062) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:50.145876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:50.152126 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-237dd47a-2258-46d3-9ced-1f27d15b16cf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/e116dd9d-3d16-4859-8fc5-e064953b7089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7442601 Feb 10 23:40:50.218994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting subnet 276a5aeb-29d2-437b-8c65-0401cb831243 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:40:50.223042 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.279204 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.369078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.374837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:50.450559 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.494037 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Subnet': ['ID=276a5aeb-29d2-437b-8c65-0401cb831243,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:50.497709 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.506815 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38066) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:50.507222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2d1b55f0-dbb5-4299-852a-879b3986ad0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/subnets/276a5aeb-29d2-437b-8c65-0401cb831243 HTTP/1.1" status: 204 len: 168 time: 0.3605170 Feb 10 23:40:50.508250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef55864-a8c7-4672-adcc-9158820d9aba None None] Network 41fa8cec-45c8-40f8-a197-970eaa916847 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:40:50.692065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.842730 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:40:49Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'dfb5ef98-29c3-4ac2-88a0-98c7032efe56', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:43:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:38:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:50.846825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Checking router: e116dd9d-3d16-4859-8fc5-e064953b7089 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:40:50.856071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Routers {'e116dd9d-3d16-4859-8fc5-e064953b7089'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:50.856692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['e116dd9d-3d16-4859-8fc5-e064953b7089'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:50.876152 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.891133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port dfb5ef98-29c3-4ac2-88a0-98c7032efe56 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:50.891543 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:50.922233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] DHCP port deletion for 41fa8cec-45c8-40f8-a197-970eaa916847 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:40:50.991946 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Deleting port 1a6b6fac-9339-445c-9c39-66901643e376 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:50.992224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.075946 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port dfb5ef98-29c3-4ac2-88a0-98c7032efe56, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:51.076363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.093887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] Set router e116dd9d-3d16-4859-8fc5-e064953b7089 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:51.208676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for dfb5ef98-29c3-4ac2-88a0-98c7032efe56 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:51.213783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 1a6b6fac-9339-445c-9c39-66901643e376 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:51.261064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:40:50Z', 'revision_number': 6, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:51.338510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e5ab0f-7485-4fca-b230-a84ee410887c None None] The sync data for ids ['e116dd9d-3d16-4859-8fc5-e064953b7089'] in n-d-825178-4 is: [{'id': 'e116dd9d-3d16-4859-8fc5-e064953b7089', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1525415811', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:38:08Z', 'updated_at': '2022-02-10T23:40:50Z', 'revision_number': 6, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:40:51.388418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.422420 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:51.422814 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.437436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=dfb5ef98-29c3-4ac2-88a0-98c7032efe56,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:51.552814 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.567597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Calling delete_port for 1a6b6fac-9339-445c-9c39-66901643e376 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:51.611900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.670823 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:51.676374 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.763324 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:40:51.763674 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:40:51.797757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=1a6b6fac-9339-445c-9c39-66901643e376,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:51.806801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.807210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.807623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.807828 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.808156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.808479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.808798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.809116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.809430 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.809743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.810058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.810369 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:51.866704 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.869011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.893855 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.894921 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Fanout notify agent at l3_agent the message router_deleted on router e116dd9d-3d16-4859-8fc5-e064953b7089 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:40:51.911495 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:51.912583 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0f46c8e9-9685-485c-95b4-65426eeeea1a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/routers/e116dd9d-3d16-4859-8fc5-e064953b7089 HTTP/1.1" status: 204 len: 168 time: 1.4042363 Feb 10 23:40:51.915428 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38070) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:52.032554 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.044214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 1a6b6fac-9339-445c-9c39-66901643e376 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:52.044535 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.139597 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:40:52.256954 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:52.257304 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.264887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Deleting port 1a6b6fac-9339-445c-9c39-66901643e376 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:52.265335 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.396234 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 1a6b6fac-9339-445c-9c39-66901643e376 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:52.470162 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.474497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.489871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] For port 1a6b6fac-9339-445c-9c39-66901643e376, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=1a6b6fac-9339-445c-9c39-66901643e376,segment=NetworkSegment(1262946b-7068-4616-8dbf-55f982723ab7),segment_id=1262946b-7068-4616-8dbf-55f982723ab7)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:40:52.490464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.529259 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=1a6b6fac-9339-445c-9c39-66901643e376,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:52.535077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port 1a6b6fac-9339-445c-9c39-66901643e376 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:40:52.615629 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Calling delete_port for 1a6b6fac-9339-445c-9c39-66901643e376 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:40:52.667072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.688004 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:40:52.688360 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:40:52.693633 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fa8cec-45c8-40f8-a197-970eaa916847']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:52.705533 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1262946b-7068-4616-8dbf-55f982723ab7') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:52.705824 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1262946b-7068-4616-8dbf-55f982723ab7') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:52.718002 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.735472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.741473 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:40:52.741888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:40:52.756337 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:40:52.838603 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.856418 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.867798 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Network': ['ID=41fa8cec-45c8-40f8-a197-970eaa916847,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:52.881524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-763f0766-d153-4f21-953b-1836f18e997e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/networks/41fa8cec-45c8-40f8-a197-970eaa916847 HTTP/1.1" status: 204 len: 168 time: 0.9649332 Feb 10 23:40:52.884380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38074) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:52.950592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Deleting port 1a6b6fac-9339-445c-9c39-66901643e376 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:40:52.950980 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.953483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:52.989108 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.020372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-2daaca6c-331e-4345-b2ab-f6ed78ff39f7 None None] The port '1a6b6fac-9339-445c-9c39-66901643e376' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:40:53.057904 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.080538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab40ce2-ed2e-4639-9ded-1dc7902debef,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:53.089291 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.090474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5ab1dab1-fdc0-4344-9e7c-35e0cfe0b50b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/security-groups/dab40ce2-ed2e-4639-9ded-1dc7902debef HTTP/1.1" status: 204 len: 168 time: 0.2051263 Feb 10 23:40:53.115418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e4063196-4673-41e2-b3a6-c3f55f336fcd no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:53.156508 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e4063196-4673-41e2-b3a6-c3f55f336fcd {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:40:53.157123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e4063196-4673-41e2-b3a6-c3f55f336fcd not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:53.157679 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfb5ef98-29c3-4ac2-88a0-98c7032efe56 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:40:53.201737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: dfb5ef98-29c3-4ac2-88a0-98c7032efe56 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:40:53.202022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device dfb5ef98-29c3-4ac2-88a0-98c7032efe56 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:40:53.504920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:53.510474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165525861', 'description': 'tempest-secgroup-smoke-1165525861 description', 'project_id': 'ce1b93459c844b47b2a6940f34721809'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:53.517669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:53.522269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:53.525132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:53.530700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:53.541845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.562659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:53.566983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:53.569866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:53.575586 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:53.650592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.655332 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.702687 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0782389-a51e-42e5-9634-c89adc1edb87,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:53.707003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.708968 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e9d3fe9b-860d-4402-9d84-4d6ca6933410 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2028852 Feb 10 23:40:53.711968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38086) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:53.717238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:53.725946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:53.729936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:53.732891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:53.738525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:53.755306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.820095 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.824860 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.848650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d72bf5-1749-4c83-b790-3f9778154d0a,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:53.857367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.858549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2e84092c-ba1b-4514-9727-6ada6c88e646 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455095 Feb 10 23:40:53.861241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38090) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:53.866311 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:53.872832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:53.876695 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:53.880170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:53.885773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:53.903090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.966717 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.970797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:53.995927 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bde58635-ba77-44ab-af1c-34718868ef39,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.006529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.008122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-991c4659-c10a-4af5-b893-c8ecce8ca455 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1459799 Feb 10 23:40:54.010809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.016147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.023856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.027686 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.030555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.036257 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.053939 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.119858 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.123822 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.147318 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f77d662-5d8d-493c-8c90-f1bffd67fdc1,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.159495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.160817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b0884dc7-801a-448d-9387-991dd78afac9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490457 Feb 10 23:40:54.163998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38098) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.168936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.176407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.180668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.183591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.189093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.206978 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.271833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.275568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.298862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1484ad77-2566-4d1e-abde-343928130058,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.309168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.310338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7a24fd3b-3a5d-46ff-a0da-c2e277631c2b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1454268 Feb 10 23:40:54.313045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38102) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.318836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.325310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.329138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.332106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.337791 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.348433 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:40:54.355069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.420215 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.424812 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.450089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3d572a-8c36-4b31-bb45-7c5c23a3742f,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.459272 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.460475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-09d66897-43ec-4c97-98f1-49072705db21 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1464889 Feb 10 23:40:54.463179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38106) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.468567 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': 'f0782389-a51e-42e5-9634-c89adc1edb87', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.475310 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.479580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.482493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.489296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.502497 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:40:54.510751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.584007 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.587714 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.611644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51d3a7b-7447-40ff-a3b4-479007b3ca80,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.622047 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.623235 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6404cbb4-84d4-4239-965a-6195d030186d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1590440 Feb 10 23:40:54.626052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38110) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.632581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'network': {'name': 'tempest-network-smoke--1285098928', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'port_security_enabled': True}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.638256 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.642588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:network and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.645587 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.651543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.663107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'network': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:40:54.666641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.696896 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=87653) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:40:54.706537 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.706972 n-d-825178-4 neutron-server[87653]: INFO neutron.db.segments_db [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Added segment 8dfec5cf-956b-47f3-a6e4-15a9b04520c1 of type vlan for network b1fa681a-d19d-478e-96b7-2c6ee16b699d Feb 10 23:40:54.733744 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.769653 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.775367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:54.775983 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.883240 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2560112 Feb 10 23:40:54.886081 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38114) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:54.889215 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92f3ab-266a-4801-8122-725cbb9ab25d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Network': ['ID=b1fa681a-d19d-478e-96b7-2c6ee16b699d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:54.892603 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'admin_state_up': True, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:54.900191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:40:54.901111 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:54.905035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:router and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:54.907964 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:54.916732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:54.928396 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.929413 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:54.947072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.134656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.236991 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.678783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.709740 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:55.850510 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.132 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/f4c1ff99-07e2-421f-8147-0bf30bfcfb23) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:56.008360 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.041097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:56.108357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:56.111110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:56.116664 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:40:56.146058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:56.560511 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.131588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.352371 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router f7b3fec7-ca9d-487d-a589-8dae556b5009 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:40:57.532028 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:40:57.544563 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Sync routers for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:40:57.554801 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:57.555456 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:57.562227 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:57.563565 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-706dd9f1-b558-4ae6-8bd9-ff76180a0a9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6764224 Feb 10 23:40:57.567509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38118) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:57.612284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-7cde847f-4d18-498a-9567-ba6a99dbf482 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ce1b93459c844b47b2a6940f34721809&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434158 Feb 10 23:40:57.615689 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38122) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:57.734821 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:57.748329 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4e82b9-9d45-4fa9-8d46-1d5b8586b6a4 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:57.749832 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-fb4e82b9-9d45-4fa9-8d46-1d5b8586b6a4 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332502 Feb 10 23:40:57.752620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38126) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:57.795480 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c1b91240-8b4c-4c91-88f4-5667fffa47e0 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417595 Feb 10 23:40:57.798032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38130) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:57.804479 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1389687106', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:40:57.913863 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:40:57.917666 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:subnet and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:40:57.920632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:40:57.927330 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:40:57.938396 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:40:57.942749 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.055987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:40:56Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:40:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:58.060034 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Checking router: f7b3fec7-ca9d-487d-a589-8dae556b5009 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:40:58.060379 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Updating router f7b3fec7-ca9d-487d-a589-8dae556b5009 port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:40:58.114156 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.169872 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.250410 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Subnet': ['ID=a633b5cb-7e51-47ad-aef8-f752d2f1e719,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:58.260207 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Checking segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:40:58.260584 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network hostable DHCP agents. Network: b1fa681a-d19d-478e-96b7-2c6ee16b699d, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:40:58.280235 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:40:58.290360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, b1fa681a-d19d-478e-96b7-2c6ee16b699d) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:58.294753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:40:58.295519 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.303031 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205e26c-87e4-4fef-9df8-06d53e034251 None None] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:40:58.320835 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1f3a3db3-da03-494d-a8ee-8665034e188d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5217299 Feb 10 23:40:58.323483 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38134) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:40:58.470326 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.483541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Transition to ACTIVE for port object f4c1ff99-07e2-421f-8147-0bf30bfcfb23 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:58.491138 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.534075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:40:58.535124 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.569806 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Attempting to bind port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:58.569806 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Attempting to bind port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:58.570514 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Attempting to bind port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:40:58.579582 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:40:58.579946 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:40:58.580345 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.580737 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:40:58.581180 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Bound port: f4c1ff99-07e2-421f-8147-0bf30bfcfb23, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:58.581630 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.622789 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Pushing event updated for resources: {'Port': ['ID=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:58.647393 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.647770 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.648072 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.648388 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.648695 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.649012 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.649323 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.649636 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.649947 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.650253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.650561 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.650864 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:40:58.681600 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] For port f4c1ff99-07e2-421f-8147-0bf30bfcfb23, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:40:58.684625 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] For port f4c1ff99-07e2-421f-8147-0bf30bfcfb23, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:40:58.688552 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.709155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Allocated IP 172.20.0.2 (b1fa681a-d19d-478e-96b7-2c6ee16b699d/a633b5cb-7e51-47ad-aef8-f752d2f1e719/a5d68622-ef63-4698-8516-6bf501d2bcec) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:58.771992 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:40:58.772671 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:58.842070 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae9ce8-7fad-4312-957e-af99d2d1839f None None] Pushing event updated for resources: {'Port': ['ID=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:58.936172 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:58.947465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Transition to ACTIVE for port object a5d68622-ef63-4698-8516-6bf501d2bcec will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:58.967257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Transition to ACTIVE for port object a5d68622-ef63-4698-8516-6bf501d2bcec will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:58.969805 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:40:58.974142 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.030550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:40:59.032005 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:40:59.041398 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:40:59.175936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Pushing event updated for resources: {'Port': ['ID=a5d68622-ef63-4698-8516-6bf501d2bcec,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:59.186843 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Attempting to bind port a5d68622-ef63-4698-8516-6bf501d2bcec on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:40:59.187366 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Attempting to bind port a5d68622-ef63-4698-8516-6bf501d2bcec by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:40:59.187736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Attempting to bind port a5d68622-ef63-4698-8516-6bf501d2bcec on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:40:59.193702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:40:59.194068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Checking segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:40:59.194470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.195170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Bound using segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:40:59.195403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Bound port: a5d68622-ef63-4698-8516-6bf501d2bcec, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:40:59.195733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.247207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.270613 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:40:56Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:40:59.274634 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e070b65e-c58a-4ae7-9703-a2e19293b6d2 None None] The sync data for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 is: [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:40:56Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:40:59.291989 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d1074a96-5144-4725-873d-b2abf351613d None None] For port a5d68622-ef63-4698-8516-6bf501d2bcec, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:40:59.297662 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-d1074a96-5144-4725-873d-b2abf351613d None None] For port a5d68622-ef63-4698-8516-6bf501d2bcec, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a5d68622-ef63-4698-8516-6bf501d2bcec,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:40:59.304294 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.389735 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1074a96-5144-4725-873d-b2abf351613d None None] Pushing event updated for resources: {'Port': ['ID=a5d68622-ef63-4698-8516-6bf501d2bcec,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:40:59.725879 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.1 (b1fa681a-d19d-478e-96b7-2c6ee16b699d/a633b5cb-7e51-47ad-aef8-f752d2f1e719/daddc071-c7d0-4168-87e4-67615629cf9b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:40:59.903875 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:40:59.920896 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object daddc071-c7d0-4168-87e4-67615629cf9b will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:40:59.950247 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:00.026212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:41:00.029366 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:41:00.033149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:41:00.063383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:00.097642 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:00.388883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:00.469866 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b0e90-50f7-4431-9b35-b69dad74da7c None None] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:41:00.567832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1a16fe9-e4f4-41d4-8dd6-f632fdaa5a03 None None] Provisioning for port a5d68622-ef63-4698-8516-6bf501d2bcec completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:00.963608 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:00.969294 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.021001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bbb1aac8-2413-4cfc-8616-98d78072d577 None None] Provisioning for port daddc071-c7d0-4168-87e4-67615629cf9b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:01.026363 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bbb1aac8-2413-4cfc-8616-98d78072d577 None None] Provisioning complete for port daddc071-c7d0-4168-87e4-67615629cf9b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:01.026806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bbb1aac8-2413-4cfc-8616-98d78072d577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.089271 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1aac8-2413-4cfc-8616-98d78072d577 None None] Port daddc071-c7d0-4168-87e4-67615629cf9b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:41:01.116627 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.128587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:01.195681 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f4c1ff99-07e2-421f-8147-0bf30bfcfb23 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:01.269930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-62486fb9-3599-4205-ade2-83233279c2cb None None] Provisioning complete for port daddc071-c7d0-4168-87e4-67615629cf9b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:01.270351 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-62486fb9-3599-4205-ade2-83233279c2cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.276432 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:41:01.277570 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:41:01.316625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:01.325481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:01.325853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.377768 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-62486fb9-3599-4205-ade2-83233279c2cb None None] Port daddc071-c7d0-4168-87e4-67615629cf9b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:41:01.464467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.481657 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router f7b3fec7-ca9d-487d-a589-8dae556b5009 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:41:01.484996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port f4c1ff99-07e2-421f-8147-0bf30bfcfb23, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:01.489325 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.490150 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a5d68622-ef63-4698-8516-6bf501d2bcec up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:01.623112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-fac6fd4f-f0da-4769-9672-71dd295f0e78 None None] Provisioning complete for port daddc071-c7d0-4168-87e4-67615629cf9b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:01.623505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fac6fd4f-f0da-4769-9672-71dd295f0e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.652247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:01.677793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:41:01.685531 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-fac6fd4f-f0da-4769-9672-71dd295f0e78 None None] Port daddc071-c7d0-4168-87e4-67615629cf9b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:41:01.687162 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port a5d68622-ef63-4698-8516-6bf501d2bcec completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:01.692893 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Sync routers for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:41:01.693920 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1c27e08c-903b-4f67-8442-765f847a53a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/f7b3fec7-ca9d-487d-a589-8dae556b5009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3694394 Feb 10 23:41:01.696978 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a5d68622-ef63-4698-8516-6bf501d2bcec triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:01.697350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:01.739365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:41:01.740003 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:01.973299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-cc61ceba-4d94-4a40-a5ed-3cd607e9b8f2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:41:01.988709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:41:01.989138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-cc61ceba-4d94-4a40-a5ed-3cd607e9b8f2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:41:01.990410 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-cc61ceba-4d94-4a40-a5ed-3cd607e9b8f2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165525861&fields=id&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 267 time: 0.1693733 Feb 10 23:41:02.049493 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:02.149444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-49b27c55-e521-4947-a47a-7a488bb1019c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:02.150155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-49b27c55-e521-4947-a47a-7a488bb1019c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:41:02.167275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-49b27c55-e521-4947-a47a-7a488bb1019c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:41:02.168482 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-49b27c55-e521-4947-a47a-7a488bb1019c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 797 time: 0.1713626 Feb 10 23:41:02.189632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-fa77d2ae-7c93-4ab7-9a9c-7ba6efaf9df9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/quotas/ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 375 time: 0.0154560 Feb 10 23:41:02.257050 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port a5d68622-ef63-4698-8516-6bf501d2bcec, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a5d68622-ef63-4698-8516-6bf501d2bcec,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:02.267571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:02.274516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-b26096b1-c363-4a5f-882c-79d80e89e5d5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806606 Feb 10 23:41:02.376163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=a5d68622-ef63-4698-8516-6bf501d2bcec,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:02.443435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 2, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:02.447483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Checking router: f7b3fec7-ca9d-487d-a589-8dae556b5009 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:41:02.447836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Updating router f7b3fec7-ca9d-487d-a589-8dae556b5009 port daddc071-c7d0-4168-87e4-67615629cf9b binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:41:02.471322 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-f6e0ec8f-d5c9-4149-b139-8fcbf3aab1bd service neutron] 10.222.0.53 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839600 Feb 10 23:41:02.506127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:02.623390 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-4c8eff25-f568-438a-a183-13ebc589d976 service neutron] 10.222.0.53 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424768 Feb 10 23:41:02.822337 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20414870-bce4-493b-b87d-c08723ee5c96 req-694a491b-03e2-4c5d-a0b2-0ac812a5f63e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 210 time: 0.0536065 Feb 10 23:41:02.892048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:02.905706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Transition to ACTIVE for port object daddc071-c7d0-4168-87e4-67615629cf9b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:41:02.913436 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.073267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc85d4-ba3d-4700-b97c-605b47d03285 None None] Pushing event updated for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:03.155507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Attempting to bind port daddc071-c7d0-4168-87e4-67615629cf9b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:41:03.156290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Attempting to bind port daddc071-c7d0-4168-87e4-67615629cf9b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:41:03.157386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Attempting to bind port daddc071-c7d0-4168-87e4-67615629cf9b on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:41:03.165983 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f4c1ff99-07e2-421f-8147-0bf30bfcfb23 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:03.215670 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:41:03.216127 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Checking segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:41:03.216539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.216939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Bound using segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:41:03.217403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Bound port: daddc071-c7d0-4168-87e4-67615629cf9b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:41:03.217774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.357054 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] For port daddc071-c7d0-4168-87e4-67615629cf9b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:41:03.359382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:03.359861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.406417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] For port daddc071-c7d0-4168-87e4-67615629cf9b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=daddc071-c7d0-4168-87e4-67615629cf9b,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:41:03.415399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:03.536993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:41:03.537630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:40:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:03.614447 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc85d4-ba3d-4700-b97c-605b47d03285 None None] Pushing event updated for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:03.653025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a5d68622-ef63-4698-8516-6bf501d2bcec up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:03.811570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:41:03.936002 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port a5d68622-ef63-4698-8516-6bf501d2bcec triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:03.936265 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:04.013753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-13e231f7-3022-4be8-b711-d441aee9250b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:04.015169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-13e231f7-3022-4be8-b711-d441aee9250b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 797 time: 0.2297952 Feb 10 23:41:04.022996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6860493e-1820-4245-a8d4-a3cbdae4a5b5 req-b9679af7-d97f-4678-818f-6a178ada1918 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 210 time: 0.0583286 Feb 10 23:41:04.067604 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-5cbdb6ff-b68f-4746-9516-777b63735b7f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 380 time: 0.0425076 Feb 10 23:41:04.074599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'port': {'device_id': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'admin_state_up': True, 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'security_groups': ['f0782389-a51e-42e5-9634-c89adc1edb87']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:41:04.221767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:04.226968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:port and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:04.229832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:04.235511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:04.245344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:41:04.248838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:04.289829 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:03Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:04.294126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cd51f2-a6ca-44f3-ab3b-2dcc10c3c8ef None None] The sync data for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 is: [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:03Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:41:04.437431 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.13 (b1fa681a-d19d-478e-96b7-2c6ee16b699d/a633b5cb-7e51-47ad-aef8-f752d2f1e719/c9c15f0c-1863-4b35-9ae3-e0387db34317) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:41:04.645881 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:04.662991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object c9c15f0c-1863-4b35-9ae3-e0387db34317 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:41:04.688796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:04.766517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:41:04.770159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:41:04.772845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:41:04.814824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:04.850689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:04.851367 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:04.879528 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-99e90ba5-3057-477f-95bd-a9093cf09a2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8083932 Feb 10 23:41:04.888664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-681f8acf-b432-44ba-9ee7-4965a41a95ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:41:04.889709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-681f8acf-b432-44ba-9ee7-4965a41a95ad tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052199 Feb 10 23:41:04.901006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Request body: {'port': {'device_id': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:41:05.024106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7e2dbe8d-a2cf-423e-b9dd-5140a8dbcc0f None None] Provisioning for port c9c15f0c-1863-4b35-9ae3-e0387db34317 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:05.030085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.030697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-7e2dbe8d-a2cf-423e-b9dd-5140a8dbcc0f None None] Provisioning complete for port c9c15f0c-1863-4b35-9ae3-e0387db34317 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:05.031147 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e2dbe8d-a2cf-423e-b9dd-5140a8dbcc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.110433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dbe8d-a2cf-423e-b9dd-5140a8dbcc0f None None] Port c9c15f0c-1863-4b35-9ae3-e0387db34317 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:41:05.177890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device daddc071-c7d0-4168-87e4-67615629cf9b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:05.264619 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port daddc071-c7d0-4168-87e4-67615629cf9b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:05.270215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port daddc071-c7d0-4168-87e4-67615629cf9b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:05.270804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.402978 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.442705 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port daddc071-c7d0-4168-87e4-67615629cf9b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=daddc071-c7d0-4168-87e4-67615629cf9b,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:05.448064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.508143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ce8a63-788f-439e-ab08-c4ec4c7f163f req-eb458d6d-51de-48fc-8b73-0a385fafbc06 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:05.508867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f1ce8a63-788f-439e-ab08-c4ec4c7f163f req-eb458d6d-51de-48fc-8b73-0a385fafbc06 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:41:05.523613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:05.550098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f1ce8a63-788f-439e-ab08-c4ec4c7f163f req-eb458d6d-51de-48fc-8b73-0a385fafbc06 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:41:05.551258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1ce8a63-788f-439e-ab08-c4ec4c7f163f req-eb458d6d-51de-48fc-8b73-0a385fafbc06 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 932 time: 0.2400019 Feb 10 23:41:05.655625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f1ce8a63-788f-439e-ab08-c4ec4c7f163f req-291e262b-5b47-42b9-8a7b-dc6a532baef6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967829 Feb 10 23:41:05.661122 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c15f0c-1863-4b35-9ae3-e0387db34317 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:41:05.670438 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.687767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Transition to ACTIVE for port object c9c15f0c-1863-4b35-9ae3-e0387db34317 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:41:05.691864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:05.865263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:05.944664 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:41:05.944999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:41:05.945342 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:41:05.950105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:41:05.950419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:41:05.955573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 40, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:41:05.955904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Checking segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:41:05.956304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Bound using segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:41:05.956719 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Bound port: c9c15f0c-1863-4b35-9ae3-e0387db34317, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:41:05.957158 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.054915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:41:06.057986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:41:06.067355 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.131115 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.131795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:06.133258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] 10.222.0.24 "PUT /v2.0/ports/c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1092 time: 1.2366726 Feb 10 23:41:06.133702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:06.166389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a2d86-8a72-4a87-9424-a126989231ce service neutron] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:06.212775 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'status': 'completed', 'code': 200} Feb 10 23:41:06.261042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-0df700a8-4e66-4dbd-9d13-f5c76a1d690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.262603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-0df700a8-4e66-4dbd-9d13-f5c76a1d690f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0833254 Feb 10 23:41:06.331190 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-295cbb05-4de1-4f8f-a321-4fc268f2b4df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 217 time: 0.0613186 Feb 10 23:41:06.398419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-9e10692d-b0b5-436c-b6ca-37e1ad44155f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.399849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-9e10692d-b0b5-436c-b6ca-37e1ad44155f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0632389 Feb 10 23:41:06.488665 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-a7145bc0-1dee-4613-8430-9ad72ff08f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.491833 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-a7145bc0-1dee-4613-8430-9ad72ff08f63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862920 Feb 10 23:41:06.633376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-10efa64b-8b3f-4a3b-a151-9132c9adb2a2 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348524 Feb 10 23:41:06.812296 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d4f340f6-d2b4-4e18-a062-7a153218f18b req-6a677e16-0944-47b1-ad84-5572af4f9f4f service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731615 Feb 10 23:41:06.861090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a344176-19c1-40db-bc37-efb45512cac7 req-b8f69f23-3ece-42a1-bc69-ea42f377af37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.862611 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a344176-19c1-40db-bc37-efb45512cac7 req-b8f69f23-3ece-42a1-bc69-ea42f377af37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.0909703 Feb 10 23:41:06.952588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9a344176-19c1-40db-bc37-efb45512cac7 req-1f095f2f-fd07-4886-ae44-1288e30a5e6b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592060 Feb 10 23:41:06.968410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-b0aefab7-c5b4-4908-ab8e-c4d3f6ca887b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:06.969887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-b0aefab7-c5b4-4908-ab8e-c4d3f6ca887b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1095 time: 0.1063507 Feb 10 23:41:07.106249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device daddc071-c7d0-4168-87e4-67615629cf9b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:07.210370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port daddc071-c7d0-4168-87e4-67615629cf9b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:07.210710 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:07.231019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-3a71ba31-c822-4e34-925c-4e34bd64f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:07.233271 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-3a71ba31-c822-4e34-925c-4e34bd64f2f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.2567542 Feb 10 23:41:07.309675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-794a9c53-af43-4fbc-85cb-382988d38fbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 217 time: 0.0697334 Feb 10 23:41:07.374280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-d633997e-4604-436a-98ff-eb0580b40616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:07.375768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-d633997e-4604-436a-98ff-eb0580b40616 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0598717 Feb 10 23:41:07.454767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-0622c204-5ccf-4e1b-a438-526bbfbdb461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:07.456329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-0622c204-5ccf-4e1b-a438-526bbfbdb461 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741498 Feb 10 23:41:07.591567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-04e3d8dc-d072-4a24-9389-d804b328a1c9 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282206 Feb 10 23:41:07.725960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b695a9ab-84d1-4571-b478-1595d63c57a7 req-0f8d278a-adbb-470e-a2f5-664b89d28374 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283958 Feb 10 23:41:08.137473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd3828b-2ddb-4936-867d-af53bf817327 req-bfa64156-1439-4e10-b0be-7858b99a8f04 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:08.138963 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd3828b-2ddb-4936-867d-af53bf817327 req-bfa64156-1439-4e10-b0be-7858b99a8f04 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.0808599 Feb 10 23:41:08.185449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bd3828b-2ddb-4936-867d-af53bf817327 req-0f2bc5d8-3fc8-48ac-a10a-a3a5595e5283 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402746 Feb 10 23:41:08.321525 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bae511f-873d-4728-92a8-84cf4c83e9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:09.375758 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4dcf3-b9ca-4b4f-bfea-c0f952ce0c6c req-a2ca5c2d-9773-409f-be16-b03cb3b1da17 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:09.377213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf4dcf3-b9ca-4b4f-bfea-c0f952ce0c6c req-a2ca5c2d-9773-409f-be16-b03cb3b1da17 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.0850017 Feb 10 23:41:09.421933 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-caf4dcf3-b9ca-4b4f-bfea-c0f952ce0c6c req-16eb163f-a472-431b-9219-dfab995a4108 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384631 Feb 10 23:41:09.951976 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:41:10.087961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:10.104046 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'mac_address': 'fa:16:3e:a0:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:41:10.166660 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:10.184112 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c15f0c-1863-4b35-9ae3-e0387db34317 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:41:10.201375 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:10.205201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:10.276258 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:10.454254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['c9c15f0c-1863-4b35-9ae3-e0387db34317'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:41:10.589556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-371b560e-8f0d-4ec3-960c-b2feef18d9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:10.616821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf5dc0-4046-4613-91d9-1a66418c96f0 req-8e1bab76-28b6-40b2-b7b1-13a38365fd81 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:10.618307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbbf5dc0-4046-4613-91d9-1a66418c96f0 req-8e1bab76-28b6-40b2-b7b1-13a38365fd81 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 945 time: 0.0858824 Feb 10 23:41:10.667573 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dbbf5dc0-4046-4613-91d9-1a66418c96f0 req-c66875fb-7598-419d-87b6-c68b0bb5edb6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435700 Feb 10 23:41:11.765115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:11.869024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8202bc7-6e68-4b8b-8a8f-b0b397fb98e2 req-7ffbb89c-550c-4649-9517-0281f666bbd8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:11.870479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8202bc7-6e68-4b8b-8a8f-b0b397fb98e2 req-7ffbb89c-550c-4649-9517-0281f666bbd8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 945 time: 0.0844884 Feb 10 23:41:11.917565 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d8202bc7-6e68-4b8b-8a8f-b0b397fb98e2 req-b062a3cf-abe2-44f0-9a4a-5383c1a4d380 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Feb 10 23:41:11.964082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:41:12.038037 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:12.045872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port c9c15f0c-1863-4b35-9ae3-e0387db34317 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:41:12.050876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port c9c15f0c-1863-4b35-9ae3-e0387db34317 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:41:12.051230 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:12.205620 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:12.232275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:12.242403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:41:12.246360 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:12.283066 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'code': 200} Feb 10 23:41:12.316611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:12.410052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab2bb6-ae83-4a0e-8378-3383cfeb861f req-cbfbc97c-1f68-4c77-a287-891285f44bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:12.412216 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bab2bb6-ae83-4a0e-8378-3383cfeb861f req-cbfbc97c-1f68-4c77-a287-891285f44bf2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0757103 Feb 10 23:41:12.454976 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3bab2bb6-ae83-4a0e-8378-3383cfeb861f req-bbcde355-bed7-4d86-98fa-e9270fe039e4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366540 Feb 10 23:41:13.111732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b45f7e7-9d0d-46b5-9132-3b3f0bd6469f req-aee77f33-7dee-4272-baa4-3c73f66134cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:13.113195 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b45f7e7-9d0d-46b5-9132-3b3f0bd6469f req-aee77f33-7dee-4272-baa4-3c73f66134cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0819790 Feb 10 23:41:13.158515 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2b45f7e7-9d0d-46b5-9132-3b3f0bd6469f req-50af40a9-9ab6-4fec-8558-eff8175350c6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389609 Feb 10 23:41:13.207612 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:14.347955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf540de-f128-425b-a88f-ec2ca5359ec4 req-fb9f9ab4-0dfa-430e-a1ff-5d42e68c78da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:14.349454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddf540de-f128-425b-a88f-ec2ca5359ec4 req-fb9f9ab4-0dfa-430e-a1ff-5d42e68c78da tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0845196 Feb 10 23:41:14.395801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ddf540de-f128-425b-a88f-ec2ca5359ec4 req-f43d9190-0a90-4e68-92e3-92ba80f84074 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401721 Feb 10 23:41:14.582913 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c902f8-843f-4cd2-8503-dd6f3dc0406f req-2a83595c-df6e-47dd-9144-719d1f44e974 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:14.584445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71c902f8-843f-4cd2-8503-dd6f3dc0406f req-2a83595c-df6e-47dd-9144-719d1f44e974 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0859902 Feb 10 23:41:14.629316 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-71c902f8-843f-4cd2-8503-dd6f3dc0406f req-249fa33e-73fe-40a2-9d89-e48001c8f70f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393186 Feb 10 23:41:14.652422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38190) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:14.722591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f48ab6-5b1d-469f-9094-e2dde57ad6a5 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:14.725651 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-a6f48ab6-5b1d-469f-9094-e2dde57ad6a5 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1092 time: 0.0715108 Feb 10 23:41:14.728966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38194) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:14.734136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:41:14.741499 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:41:14.745596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:floatingip and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:41:14.748818 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:41:14.756438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:41:14.767097 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:14.911845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:15.051655 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.203 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/7c682197-2bf5-4258-a1c4-e6f0275c2b36) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:41:15.207037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:15.236363 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:15.297511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:41:15.300559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:41:15.304883 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:41:15.473472 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=7c682197-2bf5-4258-a1c4-e6f0275c2b36,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:15.860804 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:15.937239 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:16.147675 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:16.152237 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:16.269368 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=7c682197-2bf5-4258-a1c4-e6f0275c2b36,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:41:16.282437 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:16.456996 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 35473490-f3fa-4601-99de-83e9cb5e4376 associated. External IP: 172.25.2.203, port: c9c15f0c-1863-4b35-9ae3-e0387db34317. Feb 10 23:41:16.812391 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router f7b3fec7-ca9d-487d-a589-8dae556b5009 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:41:17.107566 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:41:17.117727 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Sync routers for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:41:17.134037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:17.137892 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:41:17.138554 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:41:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:17.192702 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ec2e5659-54d6-4832-a0a8-215663b602a7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4630339 Feb 10 23:41:17.193374 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:41:17.358639 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:41:17.367113 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3654e55-89cd-4f65-8935-5b281de8f624 req-e557c4fc-5ead-45b3-a4a9-55053b18e183 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:17.368748 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3654e55-89cd-4f65-8935-5b281de8f624 req-e557c4fc-5ead-45b3-a4a9-55053b18e183 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0864558 Feb 10 23:41:17.414365 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3654e55-89cd-4f65-8935-5b281de8f624 req-54a75c80-eee5-47e7-ab1b-633711a34171 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400808 Feb 10 23:41:17.438046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38202) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:17.507835 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'status': 'completed', 'code': 200} Feb 10 23:41:17.554306 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-70a54e87-54c2-4c6a-8c88-5b9a2778c743 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/35473490-f3fa-4601-99de-83e9cb5e4376 HTTP/1.1" status: 200 len: 992 time: 0.1148736 Feb 10 23:41:17.569232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-ee281bfa-1e0f-43d5-b07c-411746c36e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:17.570724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-ee281bfa-1e0f-43d5-b07c-411746c36e0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0839040 Feb 10 23:41:17.706668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-0a319a90-90ef-414c-ba42-5642dfa54045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:17.708425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-0a319a90-90ef-414c-ba42-5642dfa54045 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1298931 Feb 10 23:41:17.717017 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '35473490-f3fa-4601-99de-83e9cb5e4376', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'mac_address': 'fa:16:3e:a0:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:15Z', 'updated_at': '2022-02-10T23:41:15Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:17.721182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Checking router: f7b3fec7-ca9d-487d-a589-8dae556b5009 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:41:17.730120 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:41:17.730724 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:41:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:17.813747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-46977851-9be8-49ca-9b98-4f78f082bb61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1000 time: 0.0995827 Feb 10 23:41:17.880111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-58742b84-6c85-48eb-a04b-d43e40cc4931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:17.881082 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-58742b84-6c85-48eb-a04b-d43e40cc4931 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0619431 Feb 10 23:41:17.906006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:41:17.957623 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-e6906b8f-2733-4f0a-8590-001c9f269c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:17.959164 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-e6906b8f-2733-4f0a-8590-001c9f269c3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722871 Feb 10 23:41:18.208712 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-1541a5d0-85d8-4f61-bcfa-3362942a941b service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429130 Feb 10 23:41:18.270247 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '35473490-f3fa-4601-99de-83e9cb5e4376', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'mac_address': 'fa:16:3e:a0:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:15Z', 'updated_at': '2022-02-10T23:41:15Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:41:18.275547 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df7af1b-9851-4ef8-9bef-4a4169f67656 None None] The sync data for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 is: [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '35473490-f3fa-4601-99de-83e9cb5e4376', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'mac_address': 'fa:16:3e:a0:6c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:41:15Z', 'updated_at': '2022-02-10T23:41:15Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:41:18.345916 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ee35a12-fe7f-4c17-90c0-7c6ad998bf78 req-9f8ef362-9db8-4b4a-ac41-0646c8c26b82 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318862 Feb 10 23:41:18.498253 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969aa7a9-c3d3-4d8a-b5b4-dfeac3defe41 None None] New status for floating IP 35473490-f3fa-4601-99de-83e9cb5e4376: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:41:18.558353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38206) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:18.671273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-d117ab70-a27c-4b19-9d59-8a231cfa3063 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/35473490-f3fa-4601-99de-83e9cb5e4376 HTTP/1.1" status: 200 len: 992 time: 0.1117196 Feb 10 23:41:19.675652 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38210) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:19.784952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-19c9e700-8f5d-4d06-a0a1-278d938e55bb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/35473490-f3fa-4601-99de-83e9cb5e4376 HTTP/1.1" status: 200 len: 994 time: 0.1080844 Feb 10 23:41:20.902841 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-d4655f25-4faa-4090-806c-f8db825fd03f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697927 Feb 10 23:41:21.047821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-181efadc-fd07-44a5-8cd7-62839d29e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:21.049630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-181efadc-fd07-44a5-8cd7-62839d29e2d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1097 time: 0.0771632 Feb 10 23:41:21.196000 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-1808aad3-6aed-4132-8451-36761b8ae998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:21.197447 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-1808aad3-6aed-4132-8451-36761b8ae998 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1295099 Feb 10 23:41:21.308086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-36e302cb-12ae-436f-8d27-a2394a2f9419 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1002 time: 0.1048543 Feb 10 23:41:21.369374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-0ece3c3d-daee-4f6e-a0a6-1179f55e6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:21.370842 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-0ece3c3d-daee-4f6e-a0a6-1179f55e6b8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0574024 Feb 10 23:41:21.444389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-7aa73afc-e1ce-4e63-8127-1f8785212238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:21.445779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-7aa73afc-e1ce-4e63-8127-1f8785212238 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697532 Feb 10 23:41:21.577605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-922d9087-3bba-48ff-a7a9-6cf2dd64b01e service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262872 Feb 10 23:41:21.711910 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7aba0908-087c-4c9c-aa75-6febd3fc07ac req-cad2650e-e51a-4f33-8789-4298b4b7f6e1 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276872 Feb 10 23:41:22.414779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:25.149152 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:29.139637 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:41:38.323747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-315ac8de-6ff4-4a1d-8a07-d34222f0c3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:40.572957 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aaad0f7c-2325-4821-8eab-dd14615484af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:41.767803 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:42.035257 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:43.213161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:49.335136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38232) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:41:49.402128 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec98a717-5544-4aba-9ee6-ca15c4458d87 req-709854d8-2b7c-4f31-bc46-c1c24f05f090 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:49.403913 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec98a717-5544-4aba-9ee6-ca15c4458d87 req-709854d8-2b7c-4f31-bc46-c1c24f05f090 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0914950 Feb 10 23:41:49.450992 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ec98a717-5544-4aba-9ee6-ca15c4458d87 req-9f6fd101-4eed-49a8-8fba-7042bf4ca8f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408843 Feb 10 23:41:49.460682 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-590da608-e4d4-470e-87cb-6ca81b40510a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243093 Feb 10 23:41:50.679543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f5a6b39a-26ee-4578-a711-30b673665e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:50.681034 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f5a6b39a-26ee-4578-a711-30b673665e6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1097 time: 0.1356726 Feb 10 23:41:50.689136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaee18f-7ea2-4aec-b29f-c3c364be7be9 req-c6ce14d9-7911-47d4-b91f-7ca886643b68 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:50.690477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bdaee18f-7ea2-4aec-b29f-c3c364be7be9 req-c6ce14d9-7911-47d4-b91f-7ca886643b68 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.1141140 Feb 10 23:41:50.942483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bdaee18f-7ea2-4aec-b29f-c3c364be7be9 req-a716b89d-16a9-4ba2-aa74-536ebd7bf3de tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309351 Feb 10 23:41:50.968825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-c7e0bd4e-ac3e-4679-9f67-ed35d1179505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:50.970259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-c7e0bd4e-ac3e-4679-9f67-ed35d1179505 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.2789669 Feb 10 23:41:51.074374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-7c47bedb-c15e-4d33-9ebc-56d6ee369f59 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1002 time: 0.0969343 Feb 10 23:41:51.141885 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-3b23fd0f-2647-4ef6-8daa-aa1d84b8cf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:51.143355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-3b23fd0f-2647-4ef6-8daa-aa1d84b8cf71 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0639625 Feb 10 23:41:51.217397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-b847e9d1-d339-4221-8d4d-9c0017cc0b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:51.218796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-b847e9d1-d339-4221-8d4d-9c0017cc0b5e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700355 Feb 10 23:41:51.352454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-0949ec82-ce07-46d0-a7b7-f9ccffa23bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279585 Feb 10 23:41:51.487158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-8a35e6db-c0e2-4338-832d-168f527ee0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288209 Feb 10 23:41:52.128344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b10bf-5d9b-4d40-bf4a-733b38edd6bb req-45607df7-f4e9-4276-86c2-8279166e6b77 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:52.129801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898b10bf-5d9b-4d40-bf4a-733b38edd6bb req-45607df7-f4e9-4276-86c2-8279166e6b77 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0793877 Feb 10 23:41:52.179858 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-898b10bf-5d9b-4d40-bf4a-733b38edd6bb req-2c7523ed-a97a-406d-a749-bd5b66bc1409 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440717 Feb 10 23:41:52.433668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:53.369488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7207d0e-117c-4384-a92f-286457ed2723 req-86fcabd0-bf09-4191-8dad-37eeb37ec636 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:53.370870 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7207d0e-117c-4384-a92f-286457ed2723 req-86fcabd0-bf09-4191-8dad-37eeb37ec636 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0819690 Feb 10 23:41:53.416027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b7207d0e-117c-4384-a92f-286457ed2723 req-c02d34f7-db5c-47c9-ba3b-1bb8056e27fd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393672 Feb 10 23:41:54.653970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d31735-59c9-4aa9-b4b0-d2f7da426ffa req-2647e175-7be8-42e7-8f80-8bd71d50f0e7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:54.655667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19d31735-59c9-4aa9-b4b0-d2f7da426ffa req-2647e175-7be8-42e7-8f80-8bd71d50f0e7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0838196 Feb 10 23:41:54.701153 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-19d31735-59c9-4aa9-b4b0-d2f7da426ffa req-b33b415d-8a0c-4c95-8a82-fc3023aa80b5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Feb 10 23:41:55.146379 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:41:55.889314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a637fb7-f711-4c1e-8191-3dd94e009cc3 req-7f30a974-460d-47d9-9fa6-a614e94883af tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:55.890783 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a637fb7-f711-4c1e-8191-3dd94e009cc3 req-7f30a974-460d-47d9-9fa6-a614e94883af tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0819485 Feb 10 23:41:55.939969 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a637fb7-f711-4c1e-8191-3dd94e009cc3 req-e1dd5614-ba40-4b86-97dd-7f022d5d1e62 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434647 Feb 10 23:41:57.176851 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612883dd-89cc-4358-8f8c-92b408e9613a req-95c26841-f084-426a-bd50-1453b184e955 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:57.179184 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-612883dd-89cc-4358-8f8c-92b408e9613a req-95c26841-f084-426a-bd50-1453b184e955 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.1222601 Feb 10 23:41:57.227787 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-612883dd-89cc-4358-8f8c-92b408e9613a req-ac0173fc-bd07-47a9-94dd-a15e106b737f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Feb 10 23:41:58.419106 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305b72-2c4c-4712-b0c3-22f6b1e3ce57 req-e435c9e5-55e4-4112-8c94-9fe71fb8b8ac tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:58.420504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58305b72-2c4c-4712-b0c3-22f6b1e3ce57 req-e435c9e5-55e4-4112-8c94-9fe71fb8b8ac tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0832179 Feb 10 23:41:58.470269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58305b72-2c4c-4712-b0c3-22f6b1e3ce57 req-e334dc5d-18eb-4f09-918f-efe3f91fd045 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437276 Feb 10 23:41:59.661167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc625f0c-63c5-4069-a018-baa286d75dde req-e48ecae8-a0e3-440b-9d58-781061a77092 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:41:59.662826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc625f0c-63c5-4069-a018-baa286d75dde req-e48ecae8-a0e3-440b-9d58-781061a77092 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0819755 Feb 10 23:41:59.710204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-dc625f0c-63c5-4069-a018-baa286d75dde req-3f04a426-40e9-4643-8f48-3c8c292c216b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415535 Feb 10 23:42:00.901724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47109453-63d8-40bd-9de3-fb26639c031f req-d9305e70-449f-46a5-a102-bfe49015972e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:00.903215 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47109453-63d8-40bd-9de3-fb26639c031f req-d9305e70-449f-46a5-a102-bfe49015972e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0878952 Feb 10 23:42:00.948795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-47109453-63d8-40bd-9de3-fb26639c031f req-b452be6c-5170-4870-8d91-5d256138f3cc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398500 Feb 10 23:42:02.139779 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87e58a-4cbd-4261-b1c8-957551ce4719 req-b3f96eba-bd02-4cb9-b80e-140d7df2d07f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:02.141288 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad87e58a-4cbd-4261-b1c8-957551ce4719 req-b3f96eba-bd02-4cb9-b80e-140d7df2d07f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0838971 Feb 10 23:42:02.188286 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad87e58a-4cbd-4261-b1c8-957551ce4719 req-33c23c8f-6cef-462f-b0ae-d4571c4e26b1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412927 Feb 10 23:42:03.380952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31a9b26-c2a1-4e29-a758-c632eda6ef56 req-34c38c33-1fdf-4e94-8f1d-1c692266efe5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:03.382999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b31a9b26-c2a1-4e29-a758-c632eda6ef56 req-34c38c33-1fdf-4e94-8f1d-1c692266efe5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0838094 Feb 10 23:42:03.428018 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b31a9b26-c2a1-4e29-a758-c632eda6ef56 req-b170cde6-4eae-4f11-a391-7026a5e984c1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390615 Feb 10 23:42:04.617073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c357fd1-8415-4986-9aa5-079d5058e22e req-366b2901-6e71-446e-a4a0-fd62880ebe03 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:04.618691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c357fd1-8415-4986-9aa5-079d5058e22e req-366b2901-6e71-446e-a4a0-fd62880ebe03 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0832586 Feb 10 23:42:04.662677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c357fd1-8415-4986-9aa5-079d5058e22e req-355108e0-0042-476f-87dc-2e1dd2dd66fd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380769 Feb 10 23:42:05.854926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f56b8-ffd1-44e1-a6fc-e3a4456fdb15 req-c85538a6-9ed5-48db-adfe-6bc62e00b1ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:05.856464 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df4f56b8-ffd1-44e1-a6fc-e3a4456fdb15 req-c85538a6-9ed5-48db-adfe-6bc62e00b1ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0840948 Feb 10 23:42:05.900603 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df4f56b8-ffd1-44e1-a6fc-e3a4456fdb15 req-dbf8cb8d-e319-44b6-82b0-9f73779772a9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385447 Feb 10 23:42:06.139453 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:42:07.089307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bff66d-ca90-43c1-82a6-dd5e94386807 req-4284987d-b71d-42be-89e9-e2734d288d30 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:07.090785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8bff66d-ca90-43c1-82a6-dd5e94386807 req-4284987d-b71d-42be-89e9-e2734d288d30 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0801697 Feb 10 23:42:07.140185 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8bff66d-ca90-43c1-82a6-dd5e94386807 req-ba483500-7c4d-443d-a71a-282d9e2de98a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Feb 10 23:42:08.326234 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f92fcf87-f52c-4e1b-81ff-414be191b84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:08.495364 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-02336ce8-9319-4d34-a34a-a3b8bc2dd1a3 service neutron] show failed (client error): The resource could not be found. Feb 10 23:42:08.496323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-02336ce8-9319-4d34-a34a-a3b8bc2dd1a3 service neutron] 10.222.0.24 "GET /v2.0/ports/c9c15f0c-1863-4b35-9ae3-e0387db34317/bindings/n-h1-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.2481120 Feb 10 23:42:08.516917 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462b4d7-52f9-4c55-a22b-598af50daa23 req-0c79bdc0-9601-4a0a-97f4-b9a72e97c474 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:08.518407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9462b4d7-52f9-4c55-a22b-598af50daa23 req-0c79bdc0-9601-4a0a-97f4-b9a72e97c474 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.2357898 Feb 10 23:42:08.567484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9462b4d7-52f9-4c55-a22b-598af50daa23 req-be56a7b6-9afe-4d2e-8afc-66a227a9ef83 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421433 Feb 10 23:42:08.762643 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-b9f7916f-e8e1-4ebe-a639-cd156812bc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:08.764157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-b9f7916f-e8e1-4ebe-a639-cd156812bc73 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 1097 time: 0.0721869 Feb 10 23:42:08.775303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:42:08.888704 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.163949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:42:09.194266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:42:09.258591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:09.264504 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.280030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Transition to ACTIVE for port object c9c15f0c-1863-4b35-9ae3-e0387db34317 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:42:09.284123 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.410394 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'code': 200} Feb 10 23:42:09.440560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=6']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:09.460941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.461289 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.461584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.461911 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.462236 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.462558 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.462875 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.463193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.463535 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.463850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.464168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.464480 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:09.517469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] No DVR routers for this DVR port c9c15f0c-1863-4b35-9ae3-e0387db34317 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:42:09.810710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:42:09.811029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:42:09.811368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:42:09.819142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:42:09.820045 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Attempting to bind port c9c15f0c-1863-4b35-9ae3-e0387db34317 on network b1fa681a-d19d-478e-96b7-2c6ee16b699d {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:42:09.828933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327e02-9357-4731-9a3f-c7d6d37a2571 req-6dc88d99-cb84-4b62-a92b-35b036ca2678 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:09.830373 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38327e02-9357-4731-9a3f-c7d6d37a2571 req-6dc88d99-cb84-4b62-a92b-35b036ca2678 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.1501935 Feb 10 23:42:09.834519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:42:09.834844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Checking segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:42:09.835953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Bound using segment: {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:42:09.836452 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Bound port: c9c15f0c-1863-4b35-9ae3-e0387db34317, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dfec5cf-956b-47f3-a6e4-15a9b04520c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:42:09.836967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:09.931896 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38327e02-9357-4731-9a3f-c7d6d37a2571 req-f1ded00a-3526-4ebc-9743-bff68c0adcc1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858626 Feb 10 23:42:09.958781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:42:09.962374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:42:09.967845 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.030767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.031417 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.032809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] 10.222.0.30 "PUT /v2.0/ports/c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1092 time: 1.2618990 Feb 10 23:42:10.051450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f138dd66-956d-49e5-a1c9-ac57273bfb56 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:10.130284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-50b3a1e5-bcf2-4830-b1c4-b917b5f695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.131826 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-50b3a1e5-bcf2-4830-b1c4-b917b5f695b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0763652 Feb 10 23:42:10.274065 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-e5944a25-2978-4d3b-a57a-7efe63d2299e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.275618 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-e5944a25-2978-4d3b-a57a-7efe63d2299e service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1375551 Feb 10 23:42:10.499763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-8c968de4-07ec-4790-b79a-bd8eb55d66d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1000 time: 0.2169032 Feb 10 23:42:10.565283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-4ad24c5b-2bbe-4e1e-9f1e-257e0a06317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.566806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-4ad24c5b-2bbe-4e1e-9f1e-257e0a06317d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0614150 Feb 10 23:42:10.576607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b53d7761-fc1b-49d4-a1b4-707fa38d04b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:10.644771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-84ba5ec5-94be-48a8-a2cf-3665504e6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:10.646305 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-84ba5ec5-94be-48a8-a2cf-3665504e6876 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733745 Feb 10 23:42:10.779755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-82594b43-17a7-4297-b83e-b1c827cb94ce service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273396 Feb 10 23:42:10.912093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4d7128c8-7226-4f08-9cde-3aa9c68e0366 req-9f6449a0-749f-4fb0-bbfd-ce22d71473c4 service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257849 Feb 10 23:42:11.128309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234196d6-6ed9-4de6-9605-023c88f88f08 req-740be82a-8c5f-445e-b3d0-77c37b68eefb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.129786 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-234196d6-6ed9-4de6-9605-023c88f88f08 req-740be82a-8c5f-445e-b3d0-77c37b68eefb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.0871933 Feb 10 23:42:11.177477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-234196d6-6ed9-4de6-9605-023c88f88f08 req-62642c71-ba78-473f-bc8b-e1b7d214bf17 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 Feb 10 23:42:11.411642 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:11.470751 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'status': 'completed', 'code': 200} Feb 10 23:42:11.570123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-c402f68c-9b03-42cf-8eb6-ab333cf441ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.571747 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-c402f68c-9b03-42cf-8eb6-ab333cf441ed service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1095 time: 0.0846448 Feb 10 23:42:11.762991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-b1259b1d-ee07-4e98-8050-a434f7c08d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.764413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-b1259b1d-ee07-4e98-8050-a434f7c08d9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1095 time: 0.2447605 Feb 10 23:42:11.766036 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-9ddc9de0-3bc2-4365-98ac-289dafb3220c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:11.767043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-9ddc9de0-3bc2-4365-98ac-289dafb3220c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1643150 Feb 10 23:42:11.771465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:11.964219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-941acf6c-29ce-4c5a-9fc7-6bd7a2cfef45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1000 time: 0.1748741 Feb 10 23:42:12.028290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-e92b3391-a9a5-46ae-896c-b69e34165c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.029665 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-e92b3391-a9a5-46ae-896c-b69e34165c1b service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.2596011 Feb 10 23:42:12.039753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:12.113819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-3b8d6b8f-5593-46b3-b150-853917071bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.115268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-3b8d6b8f-5593-46b3-b150-853917071bae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.1435661 Feb 10 23:42:12.183494 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-b1254dfa-ecd2-4eaf-83c2-9590cc399613 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1000 time: 0.1466289 Feb 10 23:42:12.260669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-607ac365-c284-4fec-833d-57bb0a5d347c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.262100 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-607ac365-c284-4fec-833d-57bb0a5d347c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0728772 Feb 10 23:42:12.305280 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-5230b556-240b-4d52-ae25-7c94438bc549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.306655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-5230b556-240b-4d52-ae25-7c94438bc549 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796510 Feb 10 23:42:12.309778 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:42:12.372877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:42:12.639859 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0680a83-7604-4e34-98c3-71c89e952620 req-32ee78bb-efbe-4ae4-b251-b4d8dcc69499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.641343 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-32ee78bb-efbe-4ae4-b251-b4d8dcc69499 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3739276 Feb 10 23:42:12.684020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3568d-6a7d-4101-9685-fbfccaae1169 req-93a9f03a-2389-403d-9dd7-744dcdff8c13 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:12.685484 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ca3568d-6a7d-4101-9685-fbfccaae1169 req-93a9f03a-2389-403d-9dd7-744dcdff8c13 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.3871415 Feb 10 23:42:12.691696 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-aebf360c-4969-4f43-8521-84a92b607f62 service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498087 Feb 10 23:42:12.898652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9ca3568d-6a7d-4101-9685-fbfccaae1169 req-37d850ba-ac59-492e-be35-eed4508a3f6d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058563 Feb 10 23:42:12.933700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-5fb6ea01-1174-443e-b2c4-85859e445bcc service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830460 Feb 10 23:42:12.976309 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-c1bde7eb-5f8b-4524-a48f-a6971cb97ec0 service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405689 Feb 10 23:42:13.081857 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0680a83-7604-4e34-98c3-71c89e952620 req-c8d03eed-e2d9-4a7f-a658-2ce62603ff0a service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348412 Feb 10 23:42:13.214798 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:13.979125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:42:14.088644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710730b4-9455-4e34-aeb9-8c488468aa42 req-6cb9c011-d271-49b3-a374-d6e502d62d2e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:14.090156 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-710730b4-9455-4e34-aeb9-8c488468aa42 req-6cb9c011-d271-49b3-a374-d6e502d62d2e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 944 time: 0.0837789 Feb 10 23:42:14.118826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:42:14.132416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'port_id': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'mac_address': 'fa:16:3e:a0:6c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:42:14.138141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-710730b4-9455-4e34-aeb9-8c488468aa42 req-b44bac5a-4ee9-4079-baf1-b80a059bae7d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419769 Feb 10 23:42:14.193074 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:14.210560 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c15f0c-1863-4b35-9ae3-e0387db34317 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:42:14.226361 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:42:14.230935 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:14.302603 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:14.311210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.311573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.312001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.312235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.312562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.312877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.313196 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.313514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.313832 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.314134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.314434 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.314790 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:42:14.522324 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584107ec-cca1-4d61-85ee-d863e03d873c req-4eabcfd0-a7c0-4f1c-82f2-c8801029f2f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:14.523760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-4eabcfd0-a7c0-4f1c-82f2-c8801029f2f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84&tenant_id=ce1b93459c844b47b2a6940f34721809&binding%3Ahost_id=n-h1-825178-4 HTTP/1.1" status: 200 len: 945 time: 0.1139441 Feb 10 23:42:14.531951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e490e-2103-415e-adea-b1a3f93bd712 req-d451fedf-ed81-42fa-af57-735808e741fb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:14.533315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36e490e-2103-415e-adea-b1a3f93bd712 req-d451fedf-ed81-42fa-af57-735808e741fb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 945 time: 0.1589496 Feb 10 23:42:14.597191 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['c9c15f0c-1863-4b35-9ae3-e0387db34317'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:42:14.639878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f36e490e-2103-415e-adea-b1a3f93bd712 req-16cc7511-8e88-4fd6-9084-3dc91586fc00 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687160 Feb 10 23:42:14.647055 n-d-825178-4 neutron-server[87653]: INFO neutron.api.v2.resource [req-584107ec-cca1-4d61-85ee-d863e03d873c req-c6cf26a1-a1c4-437e-afe9-c6fa00a95bc4 service neutron] delete failed (client error): The resource could not be found. Feb 10 23:42:14.648127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-c6cf26a1-a1c4-437e-afe9-c6fa00a95bc4 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c9c15f0c-1863-4b35-9ae3-e0387db34317/bindings/n-h2-825178-4 HTTP/1.1" status: 404 len: 380 time: 0.1139717 Feb 10 23:42:14.865941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584107ec-cca1-4d61-85ee-d863e03d873c req-c61384dd-9bd4-4208-a853-7069b810a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:14.867553 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-c61384dd-9bd4-4208-a853-7069b810a5ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1096 time: 0.1465878 Feb 10 23:42:14.879940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa1c90-7793-42a5-9638-497701160ae0 req-45eaddc9-af2d-4e0f-8fa4-a19744cf0e0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:14.881837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34aa1c90-7793-42a5-9638-497701160ae0 req-45eaddc9-af2d-4e0f-8fa4-a19744cf0e0c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 945 time: 0.1248240 Feb 10 23:42:15.008405 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-34aa1c90-7793-42a5-9638-497701160ae0 req-17b81203-3f3d-483f-af93-c9e527adfe3f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052527 Feb 10 23:42:15.043362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584107ec-cca1-4d61-85ee-d863e03d873c req-539c1b5b-8088-499e-adcb-cc111d33b348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:15.044809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-539c1b5b-8088-499e-adcb-cc111d33b348 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1625447 Feb 10 23:42:15.161982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-141f4ec4-2d54-4584-8289-12debfe61b1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 1001 time: 0.1112144 Feb 10 23:42:15.227610 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584107ec-cca1-4d61-85ee-d863e03d873c req-a5aaa04c-3c73-4c95-b33d-69316fc9be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:15.228944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-a5aaa04c-3c73-4c95-b33d-69316fc9be1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0598154 Feb 10 23:42:15.307562 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584107ec-cca1-4d61-85ee-d863e03d873c req-b8fbdc75-de2b-4c3a-b228-780bf6974a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:15.309054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-b8fbdc75-de2b-4c3a-b228-780bf6974a9b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745363 Feb 10 23:42:15.568719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-b4347523-d20d-458f-bc3e-1d0fc9a0bfed service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538226 Feb 10 23:42:15.702669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-584107ec-cca1-4d61-85ee-d863e03d873c req-f5699ef7-f15a-40d8-aced-c90529232953 service neutron] 10.222.0.24 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271667 Feb 10 23:42:15.993797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:42:16.069433 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port c9c15f0c-1863-4b35-9ae3-e0387db34317 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:42:16.075247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port c9c15f0c-1863-4b35-9ae3-e0387db34317 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:42:16.075645 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.206347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.219183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593da8a3-4e26-4d55-9237-2c4adaf9f246 req-48c79bf9-1cd6-42ab-81b8-ed9a3271bc3e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:16.221532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-593da8a3-4e26-4d55-9237-2c4adaf9f246 req-48c79bf9-1cd6-42ab-81b8-ed9a3271bc3e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 945 time: 0.1009631 Feb 10 23:42:16.239935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:42:16.250201 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:42:16.254881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:16.274990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-593da8a3-4e26-4d55-9237-2c4adaf9f246 req-7c264acd-733e-4cc8-a1f0-e906fbfc74d4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Feb 10 23:42:16.333131 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'code': 200} Feb 10 23:42:16.365053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:42:17.469482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f459bf79-dc6d-487c-9e7a-8f22b317c276 req-03f82f77-6fee-4b0c-a6c3-ac7b12512e35 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:42:17.470849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f459bf79-dc6d-487c-9e7a-8f22b317c276 req-03f82f77-6fee-4b0c-a6c3-ac7b12512e35 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.0858140 Feb 10 23:42:17.516681 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f459bf79-dc6d-487c-9e7a-8f22b317c276 req-abe0e694-a6d7-4a55-a7f8-6f8a4c480822 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399911 Feb 10 23:42:17.541130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38326) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:42:17.650583 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-45c6fd89-725f-4f61-bb7b-b871cfea0081 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/35473490-f3fa-4601-99de-83e9cb5e4376 HTTP/1.1" status: 200 len: 994 time: 0.1083002 Feb 10 23:42:22.449042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:25.148818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:38.328927 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6011555-cde9-4abf-9b57-969e173d6f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:40.577529 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3302a569-6cf6-4d9c-b3b6-faf6b359c909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:41.778367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:42.042056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:43.139067 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:42:43.216571 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:52.449784 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:42:55.151867 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.084481 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38344) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:04.288584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 7c682197-2bf5-4258-a1c4-e6f0275c2b36 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:43:04.288911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.456734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.456973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.582503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 7c682197-2bf5-4258-a1c4-e6f0275c2b36 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:43:04.738379 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.788593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=7c682197-2bf5-4258-a1c4-e6f0275c2b36,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:04.882797 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:04.883455 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 35473490-f3fa-4601-99de-83e9cb5e4376 disassociated (deleted). External IP: 172.25.2.203, port: c9c15f0c-1863-4b35-9ae3-e0387db34317. Feb 10 23:43:05.363188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router f7b3fec7-ca9d-487d-a589-8dae556b5009 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:43:05.553589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:43:05.567996 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Sync routers for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:43:05.577128 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:05.578135 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:05.578676 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:42:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:05.633799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9b9ea559-34d4-48ad-9521-6a1c0778bff2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/floatingips/35473490-f3fa-4601-99de-83e9cb5e4376 HTTP/1.1" status: 204 len: 168 time: 1.5481246 Feb 10 23:43:05.634276 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:05.766829 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:05.887975 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'status': 'completed', 'code': 200} Feb 10 23:43:06.046969 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-c235b181-3385-43ac-8375-2c0469bcd200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.048500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-c235b181-3385-43ac-8375-2c0469bcd200 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 1097 time: 0.1367638 Feb 10 23:43:06.143420 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:06.146486 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdcae71-4140-4680-99a1-140969e58964 req-a7a23dbd-9db9-4186-b088-46abe44f0c6e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.147216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ebdcae71-4140-4680-99a1-140969e58964 req-a7a23dbd-9db9-4186-b088-46abe44f0c6e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:06.147428 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Checking router: f7b3fec7-ca9d-487d-a589-8dae556b5009 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:43:06.156346 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:06.156958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:42:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:06.187593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-ebdcae71-4140-4680-99a1-140969e58964 req-a7a23dbd-9db9-4186-b088-46abe44f0c6e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:06.188758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ebdcae71-4140-4680-99a1-140969e58964 req-a7a23dbd-9db9-4186-b088-46abe44f0c6e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.2143955 Feb 10 23:43:06.232681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-b0d7f93f-8d05-44fc-9a37-4f6bd9f7fee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.234144 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-b0d7f93f-8d05-44fc-9a37-4f6bd9f7fee4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 200 len: 898 time: 0.1779761 Feb 10 23:43:06.315150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-a9a1d2b1-fcf4-4a8d-89ee-a5e00e2a8f84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 200 len: 217 time: 0.0726442 Feb 10 23:43:06.318102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ebdcae71-4140-4680-99a1-140969e58964 req-6a179b05-4e32-4bb5-b74c-4f426dbf05f9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216609 Feb 10 23:43:06.337849 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:06.383004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-01e4903a-1f93-4dbd-a96d-747ad60115f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.384496 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-01e4903a-1f93-4dbd-a96d-747ad60115f5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 200 len: 835 time: 0.0606756 Feb 10 23:43:06.469278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-12f0357c-f910-449d-8ef3-182fddabfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:06.470678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-12f0357c-f910-449d-8ef3-182fddabfbcd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b1fa681a-d19d-478e-96b7-2c6ee16b699d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797679 Feb 10 23:43:06.608861 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-04685cc5-9602-4a0f-8134-7022e6f8cd64 service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302378 Feb 10 23:43:06.685084 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:06.689179 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183e6550-da5e-40bb-a8e4-f2784646d989 None None] The sync data for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 is: [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:41:00Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'daddc071-c7d0-4168-87e4-67615629cf9b', 'name': '', 'network_id': 'b1fa681a-d19d-478e-96b7-2c6ee16b699d', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:56:67:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:59Z', 'updated_at': '2022-02-10T23:41:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': 'a633b5cb-7e51-47ad-aef8-f752d2f1e719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:43:06.745066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0dbae353-3a1f-4ddc-b73f-0a6b08b248b0 req-56c37474-b65a-440e-907a-4b6b9b96e284 service neutron] 10.222.0.30 "GET /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292031 Feb 10 23:43:06.946115 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b47675-1005-4060-ad45-3487de1d5ed3 None None] New status for floating IP 35473490-f3fa-4601-99de-83e9cb5e4376: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:43:07.548130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73730a36-5390-4513-8301-45e692881f2e req-9d8792ce-c7de-4368-8797-53dadad925fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:07.549607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-73730a36-5390-4513-8301-45e692881f2e req-9d8792ce-c7de-4368-8797-53dadad925fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.1417344 Feb 10 23:43:07.558944 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37799cb-e4c8-4edf-bbef-ab5fa14d72b3 req-c57674b7-c2f4-4dce-9aeb-e8e48f1db76a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:07.560326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d37799cb-e4c8-4edf-bbef-ab5fa14d72b3 req-c57674b7-c2f4-4dce-9aeb-e8e48f1db76a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 946 time: 0.1218293 Feb 10 23:43:07.661098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d37799cb-e4c8-4edf-bbef-ab5fa14d72b3 req-a28850f5-8e37-4e4d-8088-e9eb154f2151 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=f0782389-a51e-42e5-9634-c89adc1edb87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651283 Feb 10 23:43:07.664495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port c9c15f0c-1863-4b35-9ae3-e0387db34317 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:43:07.664727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:08.046391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port c9c15f0c-1863-4b35-9ae3-e0387db34317, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=c9c15f0c-1863-4b35-9ae3-e0387db34317,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:08.046636 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:08.174557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for c9c15f0c-1863-4b35-9ae3-e0387db34317 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:43:08.325548 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:08.334356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eab63c1c-89be-4144-8e0d-31ef08a8c1f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:08.381082 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=c9c15f0c-1863-4b35-9ae3-e0387db34317,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:08.453871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port c9c15f0c-1863-4b35-9ae3-e0387db34317 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:43:08.456534 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:08.459126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-deleted', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:08.475214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-73730a36-5390-4513-8301-45e692881f2e req-83bee866-9958-4c7e-86ef-bc055c7b5a5d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "DELETE /v2.0/ports/c9c15f0c-1863-4b35-9ae3-e0387db34317 HTTP/1.1" status: 204 len: 173 time: 0.9139218 Feb 10 23:43:08.506496 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9c14a1-82bc-4529-8d72-cadbb015cb84', 'name': 'network-vif-deleted', 'tag': 'c9c15f0c-1863-4b35-9ae3-e0387db34317', 'status': 'completed', 'code': 200} Feb 10 23:43:08.836001 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2e23e4c2-1d9b-4c9f-a4ae-b3dc7c5f17ef req-921aa66c-3ed9-4738-b388-fb99c60ce971 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:08.852840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-2e23e4c2-1d9b-4c9f-a4ae-b3dc7c5f17ef req-921aa66c-3ed9-4738-b388-fb99c60ce971 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:08.854311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2e23e4c2-1d9b-4c9f-a4ae-b3dc7c5f17ef req-921aa66c-3ed9-4738-b388-fb99c60ce971 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=ab9c14a1-82bc-4529-8d72-cadbb015cb84 HTTP/1.1" status: 200 len: 210 time: 0.0686891 Feb 10 23:43:09.949011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38364) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:10.258334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:10.293598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: c9c15f0c-1863-4b35-9ae3-e0387db34317 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:43:10.293944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device c9c15f0c-1863-4b35-9ae3-e0387db34317 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:10.518456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:10.582874 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ac94fcc4-92d1-4101-8675-fbec914a0a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:11.001597 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port daddc071-c7d0-4168-87e4-67615629cf9b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:43:11.002246 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:11.196650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port daddc071-c7d0-4168-87e4-67615629cf9b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=daddc071-c7d0-4168-87e4-67615629cf9b,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:11.197003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:11.325936 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for daddc071-c7d0-4168-87e4-67615629cf9b owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:43:11.523913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:11.576455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=daddc071-c7d0-4168-87e4-67615629cf9b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:11.618897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.619246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.619662 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.619997 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.620332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.620754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.621085 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.621413 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.621739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.622066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.622386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.622705 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:11.774704 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:11.874098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.045574 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.250319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router f7b3fec7-ca9d-487d-a589-8dae556b5009 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:43:12.413547 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-bca740a6-06b4-475a-b9f4-f8bf6a0a9e28 req-6d878982-12cb-4c70-94d4-cde8563726fa service neutron] (87652) timed out ('10.222.0.53', 34622) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:43:12.553931 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:43:12.567896 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Sync routers for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:43:12.576142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-de962055-d8fd-41c9-becf-0d23cd525c9b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/f7b3fec7-ca9d-487d-a589-8dae556b5009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6259940 Feb 10 23:43:12.578373 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:12.579000 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:12.579231 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38368) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:12.648153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting subnet a633b5cb-7e51-47ad-aef8-f752d2f1e719 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:43:12.651817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.711885 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.757553 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:12.799177 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.874737 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.919777 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Subnet': ['ID=a633b5cb-7e51-47ad-aef8-f752d2f1e719,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:12.926925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:12.933454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388a6689-4fdd-4b0d-a955-b0a582c3cb27 None None] Network b1fa681a-d19d-478e-96b7-2c6ee16b699d requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:43:12.936862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.937665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.937665 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.937911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.938163 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.938495 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.938826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.939153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.939505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.939828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.940152 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.940471 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:12.945725 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b88869c6-09d1-4dde-ab5a-166771fb64e8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/subnets/a633b5cb-7e51-47ad-aef8-f752d2f1e719 HTTP/1.1" status: 204 len: 168 time: 0.3655136 Feb 10 23:43:12.949238 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38372) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:13.090956 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:43:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:13.095229 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Checking router: f7b3fec7-ca9d-487d-a589-8dae556b5009 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:43:13.103805 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Routers {'f7b3fec7-ca9d-487d-a589-8dae556b5009'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:13.105221 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['f7b3fec7-ca9d-487d-a589-8dae556b5009'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:13.140794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.241197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.248953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] DHCP port deletion for b1fa681a-d19d-478e-96b7-2c6ee16b699d request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:43:13.257581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Deleting port a5d68622-ef63-4698-8516-6bf501d2bcec {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:43:13.258075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.330708 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] Set router f7b3fec7-ca9d-487d-a589-8dae556b5009 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:13.355628 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.365498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port f4c1ff99-07e2-421f-8147-0bf30bfcfb23 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:43:13.365857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.468487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] For port a5d68622-ef63-4698-8516-6bf501d2bcec, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=a5d68622-ef63-4698-8516-6bf501d2bcec,segment=NetworkSegment(8dfec5cf-956b-47f3-a6e4-15a9b04520c1),segment_id=8dfec5cf-956b-47f3-a6e4-15a9b04520c1)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:13.468908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.546418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port f4c1ff99-07e2-421f-8147-0bf30bfcfb23, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:13.546775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.596740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Calling delete_port for a5d68622-ef63-4698-8516-6bf501d2bcec owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:43:13.632310 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:43:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:13.636608 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a820f214-3fb0-4e96-b626-aae1c3032dc0 None None] The sync data for ids ['f7b3fec7-ca9d-487d-a589-8dae556b5009'] in n-d-825178-4 is: [{'id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'name': 'tempest-TestNetworkAdvancedServerOps-router-918196764', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:40:54Z', 'updated_at': '2022-02-10T23:43:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': 'f4c1ff99-07e2-421f-8147-0bf30bfcfb23', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:d8:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7b3fec7-ca9d-487d-a589-8dae556b5009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:40:55Z', 'updated_at': '2022-02-10T23:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:43:13.675812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for f4c1ff99-07e2-421f-8147-0bf30bfcfb23 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:43:13.678628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.724937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] Pushing event deleted for resources: {'Port': ['ID=a5d68622-ef63-4698-8516-6bf501d2bcec,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:13.733287 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d0b424-3614-4386-a6ac-c80b4241fd66 None None] No DVR routers for this DVR port a5d68622-ef63-4698-8516-6bf501d2bcec on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:43:13.856256 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:13.906435 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=f4c1ff99-07e2-421f-8147-0bf30bfcfb23,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:13.999265 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.306223 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.309451 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.331686 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.332202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Fanout notify agent at l3_agent the message router_deleted on router f7b3fec7-ca9d-487d-a589-8dae556b5009 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:43:14.349290 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.350391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eae3e7ef-aeb8-4bfc-bf79-4c65e18ed132 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/routers/f7b3fec7-ca9d-487d-a589-8dae556b5009 HTTP/1.1" status: 204 len: 168 time: 1.3999350 Feb 10 23:43:14.353041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38376) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:14.473313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.608492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.639408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1fa681a-d19d-478e-96b7-2c6ee16b699d']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:14.651646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfec5cf-956b-47f3-a6e4-15a9b04520c1') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:14.651939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfec5cf-956b-47f3-a6e4-15a9b04520c1') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:14.663568 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.679871 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.687152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:43:14.687687 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:43:14.702716 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:43:14.788786 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.793309 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.819888 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Network': ['ID=b1fa681a-d19d-478e-96b7-2c6ee16b699d,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:14.830485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-9ea7448b-de55-4c02-8d3e-6f24468f7515 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/networks/b1fa681a-d19d-478e-96b7-2c6ee16b699d HTTP/1.1" status: 204 len: 168 time: 0.4764123 Feb 10 23:43:14.833114 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38380) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:14.906727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:14.938495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.004090 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.023818 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0782389-a51e-42e5-9634-c89adc1edb87,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:15.035239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.036400 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-68f25e2d-c0a2-4393-87d7-9b1d6f9b758d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/security-groups/f0782389-a51e-42e5-9634-c89adc1edb87 HTTP/1.1" status: 204 len: 168 time: 0.2023046 Feb 10 23:43:15.179479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device daddc071-c7d0-4168-87e4-67615629cf9b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:15.213555 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: daddc071-c7d0-4168-87e4-67615629cf9b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:43:15.213909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device daddc071-c7d0-4168-87e4-67615629cf9b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:15.214330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f4c1ff99-07e2-421f-8147-0bf30bfcfb23 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:15.248208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f4c1ff99-07e2-421f-8147-0bf30bfcfb23 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:43:15.248552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f4c1ff99-07e2-421f-8147-0bf30bfcfb23 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:15.248968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a5d68622-ef63-4698-8516-6bf501d2bcec no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:43:15.284063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: a5d68622-ef63-4698-8516-6bf501d2bcec {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:43:15.284403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device a5d68622-ef63-4698-8516-6bf501d2bcec not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:43:15.358242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38388) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:15.363447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265942914', 'description': 'tempest-secgroup-smoke-1265942914 description', 'project_id': 'ce1b93459c844b47b2a6940f34721809'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:15.371017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:15.375186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:15.378069 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:15.384326 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:15.396302 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.416393 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:15.420841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:15.423630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:15.429496 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:15.508003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.512512 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.566501 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430a742a-cab3-41e1-a49c-574c5d1471b4,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:15.571181 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.572470 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19269846-e366-4378-9dcc-4129834c54b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2132373 Feb 10 23:43:15.576310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38392) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:15.581752 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:15.588661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:15.592431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:15.595518 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:15.601093 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:15.618372 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.683143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.687010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.712125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85ae13b3-14a2-4ef3-8032-4f9082f8b4f4,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:15.721931 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.723097 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b45c9a0c-f379-48bb-bab3-294d746d02f6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1455476 Feb 10 23:43:15.725865 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38396) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:15.731776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:15.738688 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:15.742572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:15.746802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:15.752423 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:15.769581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.834729 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.840506 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.866123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=831d0b13-3867-4888-89b2-7d3a54acf743,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:15.877422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.878812 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3020589c-a273-413c-b680-e4dce8f0ce6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1520083 Feb 10 23:43:15.882440 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38400) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:15.888415 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:15.895558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:15.900132 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:15.904133 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:15.910573 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:15.929866 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:15.999450 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.003169 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.031221 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21b9313-6783-430f-b71d-273b8c992c38,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:16.041529 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.043047 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9b1f0c52-53ec-483e-bb53-7df205a02805 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1595466 Feb 10 23:43:16.045826 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38404) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:16.051091 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:16.058641 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:16.062697 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:16.065957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:16.071753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:16.088898 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.158004 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.162045 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.192030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4199b4a6-b7fe-4d79-a910-42133decef59,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:16.201818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.203030 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-12cb7732-4901-49ac-ace3-e63de3a552a0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562889 Feb 10 23:43:16.205822 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38408) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:16.211674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:16.219683 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:16.223559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:16.226512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:16.232228 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:16.242921 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:43:16.250369 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.315118 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.319429 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.344726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42d68977-7ed2-476d-a544-bc0ae2b6b4f2,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:16.353775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.355443 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d6af5c00-29eb-443e-b90c-7e774ffeae45 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1486185 Feb 10 23:43:16.358035 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38412) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:16.362940 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '430a742a-cab3-41e1-a49c-574c5d1471b4', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:16.370172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:16.374292 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:16.377182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:16.382841 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:16.394717 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:43:16.401463 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.472497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.476245 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.501036 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9464cb0d-f9f0-4902-812c-977f0dde822a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:16.511261 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.512504 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0ca4111a-fc33-4c03-8ff2-ea692610523f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1535544 Feb 10 23:43:16.515383 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38416) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:16.520933 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'network': {'name': 'tempest-network-smoke--2120968722', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:16.527113 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:16.531405 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:network and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:16.534336 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:16.540345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:16.551686 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:43:16.555256 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.586079 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:43:16.595934 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.596304 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Added segment eaa22827-70e1-403e-8b75-ba45f6eaa1c2 of type vlan for network e7780898-72db-4f6a-bdcf-d4b3d46169aa Feb 10 23:43:16.627431 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.661102 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.666286 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:16.667193 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.782084 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2656119 Feb 10 23:43:16.783066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275f3d1f-db30-4ea8-8c87-0a3dd5ad19cd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Network': ['ID=e7780898-72db-4f6a-bdcf-d4b3d46169aa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:16.784867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38420) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:16.790648 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'admin_state_up': True, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:16.794227 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:43:16.798656 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:16.803304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:router and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:16.806299 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:16.813955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:16.825625 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.826642 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:16.843951 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.125751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.442810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.472712 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.724838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.54 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/2f859ccf-b7b0-458c-87ee-28b6008c1945) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:43:17.871088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.899126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:17.967438 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:17.970380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:17.972849 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:43:18.017715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=2f859ccf-b7b0-458c-87ee-28b6008c1945,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:18.398958 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:18.745639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:18.949549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 3deed027-5f2c-4266-8b2a-7189db2b1e78 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:43:19.254503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:43:19.264261 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Sync routers for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:43:19.273917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:19.274547 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:19.283380 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:19.284718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c8ca46b9-803f-4a85-aff9-9cc46ff23727 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4986312 Feb 10 23:43:19.287890 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38424) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:19.372979 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c6fdbeeb-6335-4699-b2f9-65af189dafd9 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ce1b93459c844b47b2a6940f34721809&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0838335 Feb 10 23:43:19.375529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38430) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:19.492949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:19.510919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e3df8-1f18-416f-b596-f36380207cbb tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:19.512444 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c21e3df8-1f18-416f-b596-f36380207cbb tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1360097 Feb 10 23:43:19.515493 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38434) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:19.559489 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-eb8c1550-60d3-4d0c-a0d6-0347579c148a tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428786 Feb 10 23:43:19.561892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38438) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:19.567373 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-160874548', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:19.680543 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:19.685095 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:subnet and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:19.687949 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:19.693498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:19.703426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:43:19.706891 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:19.796814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:18Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:19.801551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Checking router: 3deed027-5f2c-4266-8b2a-7189db2b1e78 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:43:19.801924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Updating router 3deed027-5f2c-4266-8b2a-7189db2b1e78 port 2f859ccf-b7b0-458c-87ee-28b6008c1945 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:43:19.855668 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:19.929908 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.010741 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Subnet': ['ID=967a3047-0e45-4da2-8c8a-7b3103a019b0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:20.021484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Checking segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:43:20.021839 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network hostable DHCP agents. Network: e7780898-72db-4f6a-bdcf-d4b3d46169aa, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:43:20.040961 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:43:20.051939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, e7780898-72db-4f6a-bdcf-d4b3d46169aa) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:20.057425 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:20.058426 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.064345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef926c6-fed5-43c6-9a32-d02e1249dd79 None None] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:43:20.143695 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:43:20.191380 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-40395121-72fc-48fc-972d-08b34012d9ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6283281 Feb 10 23:43:20.194154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38442) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:20.348846 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.395974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Transition to ACTIVE for port object 2f859ccf-b7b0-458c-87ee-28b6008c1945 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:20.404217 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.436738 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:43:20.437558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.540796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Pushing event updated for resources: {'Port': ['ID=2f859ccf-b7b0-458c-87ee-28b6008c1945,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:20.545141 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Attempting to bind port 2f859ccf-b7b0-458c-87ee-28b6008c1945 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:43:20.545498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Attempting to bind port 2f859ccf-b7b0-458c-87ee-28b6008c1945 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:43:20.545849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Attempting to bind port 2f859ccf-b7b0-458c-87ee-28b6008c1945 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:43:20.564183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.564183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.564183 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.564635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.564635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.564901 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.565217 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.565535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.565944 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.566155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.566469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.568634 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:20.576324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:43:20.576680 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:43:20.577126 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.577491 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:43:20.577959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Bound port: 2f859ccf-b7b0-458c-87ee-28b6008c1945, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:43:20.578316 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.714461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] For port 2f859ccf-b7b0-458c-87ee-28b6008c1945, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:43:20.718721 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] For port 2f859ccf-b7b0-458c-87ee-28b6008c1945, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f859ccf-b7b0-458c-87ee-28b6008c1945,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:43:20.723510 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:20.767236 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Allocated IP 172.20.0.2 (e7780898-72db-4f6a-bdcf-d4b3d46169aa/967a3047-0e45-4da2-8c8a-7b3103a019b0/fdae059e-f9e5-4b0b-8717-82744f2cd970) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:43:20.874863 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:20.875524 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:20.914317 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.020746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25142a51-8007-459d-9cda-d7e4626c1894 None None] Pushing event updated for resources: {'Port': ['ID=2f859ccf-b7b0-458c-87ee-28b6008c1945,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:21.205329 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:21.392931 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.413228 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Transition to ACTIVE for port object fdae059e-f9e5-4b0b-8717-82744f2cd970 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:21.450483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Transition to ACTIVE for port object fdae059e-f9e5-4b0b-8717-82744f2cd970 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:21.465029 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.523517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.1 (e7780898-72db-4f6a-bdcf-d4b3d46169aa/967a3047-0e45-4da2-8c8a-7b3103a019b0/3d26c899-e567-4a89-9b48-9b3e6902d452) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:43:21.569291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:21.573788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:21.580732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:43:21.583911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Pushing event updated for resources: {'Port': ['ID=fdae059e-f9e5-4b0b-8717-82744f2cd970,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:21.689912 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Attempting to bind port fdae059e-f9e5-4b0b-8717-82744f2cd970 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:43:21.690165 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Attempting to bind port fdae059e-f9e5-4b0b-8717-82744f2cd970 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:43:21.690518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Attempting to bind port fdae059e-f9e5-4b0b-8717-82744f2cd970 on network e7780898-72db-4f6a-bdcf-d4b3d46169aa {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:43:21.692573 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.698973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:43:21.699254 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Checking segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:43:21.699489 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.699833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Bound using segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:43:21.700292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Bound port: fdae059e-f9e5-4b0b-8717-82744f2cd970, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:43:21.700658 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.709308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object 3d26c899-e567-4a89-9b48-9b3e6902d452 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:21.711774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:18Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:21.720224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c3f1d7-a017-4216-83a2-44b13ad87ae1 None None] The sync data for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 is: [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:18Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:43:21.745839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.803257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:43:21.808799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:43:21.813246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:21.903975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8986fcb8-cd1c-4683-a4ed-b98b009b2f1a None None] Pushing event updated for resources: {'Port': ['ID=fdae059e-f9e5-4b0b-8717-82744f2cd970,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:21.961536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:21.965494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:21.970455 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:43:22.044940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:22.066423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.380110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.465598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.828146 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.832685 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:22.951266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:22.954605 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.015625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c871f1-000c-406d-b463-195e69bdcf2a None None] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:43:23.098637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:23.100211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:23.114048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-10f9ebad-4355-4ec0-80e6-c79152a12f55 None None] Provisioning for port fdae059e-f9e5-4b0b-8717-82744f2cd970 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:23.263423 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f859ccf-b7b0-458c-87ee-28b6008c1945 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:23.303475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 3deed027-5f2c-4266-8b2a-7189db2b1e78 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:43:23.367697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2f859ccf-b7b0-458c-87ee-28b6008c1945 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:23.373418 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f859ccf-b7b0-458c-87ee-28b6008c1945 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:23.373975 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.506060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.526207 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2f859ccf-b7b0-458c-87ee-28b6008c1945, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f859ccf-b7b0-458c-87ee-28b6008c1945,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:23.532101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.533189 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fdae059e-f9e5-4b0b-8717-82744f2cd970 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:23.659241 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:43:23.678987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Sync routers for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:43:23.682119 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e3bd2e37-0c70-427a-928a-f71d116ba72f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/3deed027-5f2c-4266-8b2a-7189db2b1e78/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4866042 Feb 10 23:43:23.688704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Provisioning for port 3d26c899-e567-4a89-9b48-9b3e6902d452 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:23.699053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Provisioning complete for port 3d26c899-e567-4a89-9b48-9b3e6902d452 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:23.699895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.704570 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:23.705571 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:23.768677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2f859ccf-b7b0-458c-87ee-28b6008c1945,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:23.804683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fdae059e-f9e5-4b0b-8717-82744f2cd970 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:23.817294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fdae059e-f9e5-4b0b-8717-82744f2cd970 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:23.817876 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:23.868006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Port 3d26c899-e567-4a89-9b48-9b3e6902d452 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:43:23.957370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-fb6a9fbf-dd0c-4167-a27e-4d8d2b0a8fc5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:23.976137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-fb6a9fbf-dd0c-4167-a27e-4d8d2b0a8fc5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:23.977453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-fb6a9fbf-dd0c-4167-a27e-4d8d2b0a8fc5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265942914&fields=id&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 267 time: 0.0935028 Feb 10 23:43:23.989906 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:24.004047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Provisioning complete for port fdae059e-f9e5-4b0b-8717-82744f2cd970 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:24.004544 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.182636 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.198132 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-3dc98a8f-c4cc-41f4-b720-90af617daa6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:24.199119 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-3dc98a8f-c4cc-41f4-b720-90af617daa6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:24.217356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-3dc98a8f-c4cc-41f4-b720-90af617daa6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:24.219436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-3dc98a8f-c4cc-41f4-b720-90af617daa6a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 797 time: 0.2306075 Feb 10 23:43:24.236495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.239179 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-13edb60f-4d00-4925-a9f9-fd33e9321e2a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/quotas/ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 375 time: 0.0125432 Feb 10 23:43:24.254799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:24.265981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.335582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-22227bf4-c4db-4a4f-b457-36861873a1e6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:24.342585 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 2, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:24.348244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Checking router: 3deed027-5f2c-4266-8b2a-7189db2b1e78 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:43:24.348832 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Updating router 3deed027-5f2c-4266-8b2a-7189db2b1e78 port 3d26c899-e567-4a89-9b48-9b3e6902d452 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:43:24.353285 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-22227bf4-c4db-4a4f-b457-36861873a1e6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:24.355472 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-22227bf4-c4db-4a4f-b457-36861873a1e6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1088579 Feb 10 23:43:24.374548 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-98d01605-5228-4055-b4c3-d1eed1e1c06e service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:43:24.375838 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-98d01605-5228-4055-b4c3-d1eed1e1c06e service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067124 Feb 10 23:43:24.389307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:43:24.389654 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-3d8ab77c-1240-43aa-a6c8-0d4c5d1b4572 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:43:24.391926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fdae059e-f9e5-4b0b-8717-82744f2cd970,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:24.409532 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.514469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-62420eb4-acd1-41b4-9b47-5513456dc6d9 service neutron] 10.222.0.53 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310847 Feb 10 23:43:24.655270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-576c4452-13f0-4159-8a44-eda62d532720 service neutron] 10.222.0.53 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344492 Feb 10 23:43:24.797101 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.811496 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Transition to ACTIVE for port object 3d26c899-e567-4a89-9b48-9b3e6902d452 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:24.817895 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:24.838807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24451a0b-1586-4e76-be33-2d56eea8960f req-7c915d4f-b052-4f75-8196-a0f8dbadeb8e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0431175 Feb 10 23:43:24.949037 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Pushing event updated for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:24.992238 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.992580 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.992914 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.993244 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.993575 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.993897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.994280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.995188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.995547 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.996028 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.996470 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:24.996798 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:43:25.051421 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Attempting to bind port 3d26c899-e567-4a89-9b48-9b3e6902d452 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:43:25.051790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Attempting to bind port 3d26c899-e567-4a89-9b48-9b3e6902d452 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:43:25.052155 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Attempting to bind port 3d26c899-e567-4a89-9b48-9b3e6902d452 on network e7780898-72db-4f6a-bdcf-d4b3d46169aa {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:43:25.059056 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:43:25.059551 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Checking segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:43:25.060056 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.060519 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Bound using segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:43:25.061168 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Bound port: 3d26c899-e567-4a89-9b48-9b3e6902d452, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:43:25.061615 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.154548 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.173954 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] For port 3d26c899-e567-4a89-9b48-9b3e6902d452, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:43:25.177356 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] For port 3d26c899-e567-4a89-9b48-9b3e6902d452, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3d26c899-e567-4a89-9b48-9b3e6902d452,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:43:25.181383 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.191684 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f859ccf-b7b0-458c-87ee-28b6008c1945 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:25.254032 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:25.254757 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:25.271452 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f859ccf-b7b0-458c-87ee-28b6008c1945 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:25.272203 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.403648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fdae059e-f9e5-4b0b-8717-82744f2cd970 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:25.414736 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea347b-0354-45af-894e-fbfee71f199d None None] Pushing event updated for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:25.476781 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:25.485782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fdae059e-f9e5-4b0b-8717-82744f2cd970 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:25.486159 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:25.816962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:25Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:25.820930 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38660d2f-f97c-4a3c-bdb9-86e4aa68b7fb None None] The sync data for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 is: [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:25Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:43:25.958754 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa3b2dfe-de3d-41d4-b656-ef24f426e67b req-47fac8ac-6a23-40f2-b801-6f4e02f792f2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0496492 Feb 10 23:43:27.059961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0fc1ec70-b2d4-49c9-8bfb-2fd79beb37b0 req-25e44e65-518d-448d-bbc8-e39fb5643e7a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0474534 Feb 10 23:43:27.204849 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3d26c899-e567-4a89-9b48-9b3e6902d452 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:27.271841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 3d26c899-e567-4a89-9b48-9b3e6902d452 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:27.277104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3d26c899-e567-4a89-9b48-9b3e6902d452 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:27.277475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:27.399011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:27.500490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 3d26c899-e567-4a89-9b48-9b3e6902d452, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3d26c899-e567-4a89-9b48-9b3e6902d452,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:27.508434 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:27.591474 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:28.156475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9d20c2a-d903-4739-8fc4-dbb144599dfa req-5bcdb3c7-1ef4-4c1a-ba80-db3334bb09f1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0426168 Feb 10 23:43:29.174713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3d26c899-e567-4a89-9b48-9b3e6902d452 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:29.247106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 3d26c899-e567-4a89-9b48-9b3e6902d452 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:29.247502 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:29.306500 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b137449-95d9-4916-81a6-9e68120e4dd3 req-51dca5be-9508-4ec6-b478-51029e7b3f1f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0419919 Feb 10 23:43:30.061891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-c7802b04-c117-4c78-8371-ed7733832793 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:30.063413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-c7802b04-c117-4c78-8371-ed7733832793 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 797 time: 0.1488791 Feb 10 23:43:30.113281 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-8a728ec6-7062-4bdc-ba00-c18ada962874 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 380 time: 0.0417957 Feb 10 23:43:30.122205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'port': {'device_id': '0cb57c98-11da-47e7-af75-b701f43a0556', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'admin_state_up': True, 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'security_groups': ['430a742a-cab3-41e1-a49c-574c5d1471b4']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:30.265635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:30.276571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:30.287225 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:43:30.290696 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:30.487904 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4aceba4f-148d-4c78-913b-939f9a6bdf1d req-29dacd3a-ef0b-4bfe-b23f-e23ac6fdf922 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0587702 Feb 10 23:43:30.508111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.3 (e7780898-72db-4f6a-bdcf-d4b3d46169aa/967a3047-0e45-4da2-8c8a-7b3103a019b0/dff1dc7c-8f2b-4baf-bd51-cd07e352e31c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:43:30.709868 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:30.725977 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object dff1dc7c-8f2b-4baf-bd51-cd07e352e31c will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:30.750654 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:30.819673 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:30.823570 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:30.825989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:43:30.997194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:31.032924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:31.033681 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.060498 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-7a95d08e-d3da-4b8e-81df-f96fbeb4d332 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9425583 Feb 10 23:43:31.078394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Request body: {'port': {'device_id': '0cb57c98-11da-47e7-af75-b701f43a0556', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:31.199502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.229917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-866622f4-3da6-4b8b-b0c1-8fe8791e7988 None None] Provisioning for port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:31.234783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-866622f4-3da6-4b8b-b0c1-8fe8791e7988 None None] Provisioning complete for port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:31.235148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-866622f4-3da6-4b8b-b0c1-8fe8791e7988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.293354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-866622f4-3da6-4b8b-b0c1-8fe8791e7988 None None] Port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:43:31.554672 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff1dc7c-8f2b-4baf-bd51-cd07e352e31c {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:43:31.563902 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.584831 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Transition to ACTIVE for port object dff1dc7c-8f2b-4baf-bd51-cd07e352e31c will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:43:31.590077 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.771635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Pushing event updated for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:31.911565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Attempting to bind port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:43:31.911899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Attempting to bind port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:43:31.912222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Attempting to bind port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c on network e7780898-72db-4f6a-bdcf-d4b3d46169aa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:43:31.919820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c on network e7780898-72db-4f6a-bdcf-d4b3d46169aa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:43:31.920140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Attempting to bind port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c on network e7780898-72db-4f6a-bdcf-d4b3d46169aa {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:43:31.929270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:43:31.929529 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Checking segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:43:31.929906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Bound using segment: {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:43:31.930332 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Bound port: dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:43:31.930667 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:31.952261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83057c7b-9240-43da-91b8-d3730cd265e7 req-8f5444fa-9838-4eeb-a72f-a98f1c6339b1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:31.953005 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-83057c7b-9240-43da-91b8-d3730cd265e7 req-8f5444fa-9838-4eeb-a72f-a98f1c6339b1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:43:32.015578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-83057c7b-9240-43da-91b8-d3730cd265e7 req-8f5444fa-9838-4eeb-a72f-a98f1c6339b1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:43:32.016722 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83057c7b-9240-43da-91b8-d3730cd265e7 req-8f5444fa-9838-4eeb-a72f-a98f1c6339b1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 943 time: 0.2363014 Feb 10 23:43:32.077821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:43:32.092764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-83057c7b-9240-43da-91b8-d3730cd265e7 req-c1a23fb9-cd02-47bc-a72d-c5a933ea7cfd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640643 Feb 10 23:43:32.094293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:43:32.099967 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:32.163513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:32.164156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:32.165863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] 10.222.0.30 "PUT /v2.0/ports/dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 1091 time: 1.0916791 Feb 10 23:43:32.166832 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:32.193500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ee669-55cb-4811-af08-c7f3b67e3d42 service neutron] Pushing event updated for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:32.252732 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'status': 'completed', 'code': 200} Feb 10 23:43:32.310258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-a38729a5-aa43-4d7f-8493-19cf6f5acaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:32.311815 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-a38729a5-aa43-4d7f-8493-19cf6f5acaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1094 time: 0.0965514 Feb 10 23:43:32.381321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-c77f1b55-60d1-4482-a9bb-dbd63102fbf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 217 time: 0.0626323 Feb 10 23:43:32.448860 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-36da5350-9dd6-426b-8cdb-76d17863c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:32.450290 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-36da5350-9dd6-426b-8cdb-76d17863c65c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0634503 Feb 10 23:43:32.525953 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-189f869a-b6f6-448d-8e53-82a1c2eaced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:32.527593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-189f869a-b6f6-448d-8e53-82a1c2eaced6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708063 Feb 10 23:43:32.664120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-e0e97952-e12e-4972-96c6-97a02e52e07a service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302059 Feb 10 23:43:32.808653 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9e92868-b62f-43f4-bc42-d9f126ab0508 req-c4d81047-6540-496a-96c2-2fcad2515dda service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389053 Feb 10 23:43:33.042750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c073-c83b-4c5a-9a67-76caa418150f req-de5a392f-976a-44dd-a7de-514618a75746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:33.044330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-de5a392f-976a-44dd-a7de-514618a75746 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1094 time: 0.1877613 Feb 10 23:43:33.188040 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c073-c83b-4c5a-9a67-76caa418150f req-7ac9dbd0-4f1f-4117-9c30-3135139fdd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:33.189513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-7ac9dbd0-4f1f-4117-9c30-3135139fdd05 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1387007 Feb 10 23:43:33.294844 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-5a0538d9-7f46-412d-9980-ba7f18c6458d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 217 time: 0.0992904 Feb 10 23:43:33.372138 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c073-c83b-4c5a-9a67-76caa418150f req-a12f0134-9aba-4bcc-b3d2-d5fa57641c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:33.373578 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-a12f0134-9aba-4bcc-b3d2-d5fa57641c24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0719118 Feb 10 23:43:33.435730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8781b36-cf50-49b3-8c10-a1ed0026dfef req-0152f1a5-78f9-425b-aa9a-a3882af25603 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:33.437227 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8781b36-cf50-49b3-8c10-a1ed0026dfef req-0152f1a5-78f9-425b-aa9a-a3882af25603 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 943 time: 0.1944711 Feb 10 23:43:33.494799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8781b36-cf50-49b3-8c10-a1ed0026dfef req-162c49b2-b108-45e8-a81f-0695a4b99366 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481689 Feb 10 23:43:33.504523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108c073-c83b-4c5a-9a67-76caa418150f req-f265b28d-1b49-4bf0-a4ee-96941bda7af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:33.506013 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-f265b28d-1b49-4bf0-a4ee-96941bda7af7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1260548 Feb 10 23:43:33.645864 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-503093a0-bc8d-4a4b-a373-577aff7d02a9 service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328430 Feb 10 23:43:33.781636 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d108c073-c83b-4c5a-9a67-76caa418150f req-e439f763-393f-40ac-abe1-73241c1be61e service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292236 Feb 10 23:43:34.684489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7baf64e-5604-4f83-a256-587c77114447 req-4806ecb7-17ce-4136-b2ce-129e66e70f37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:34.685985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7baf64e-5604-4f83-a256-587c77114447 req-4806ecb7-17ce-4136-b2ce-129e66e70f37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 943 time: 0.0830336 Feb 10 23:43:34.737118 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7baf64e-5604-4f83-a256-587c77114447 req-f3107c10-7a97-4580-b629-1084948ecf79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417948 Feb 10 23:43:35.929199 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f96fd-afe3-4880-ae9f-3d0abe0595b2 req-cc55cf24-6945-467b-aba6-4ea5cba88a14 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:35.930702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a00f96fd-afe3-4880-ae9f-3d0abe0595b2 req-cc55cf24-6945-467b-aba6-4ea5cba88a14 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 943 time: 0.0881705 Feb 10 23:43:35.977120 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a00f96fd-afe3-4880-ae9f-3d0abe0595b2 req-df327a26-091f-4771-93fd-158df3d3eadd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405397 Feb 10 23:43:36.383337 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dff1dc7c-8f2b-4baf-bd51-cd07e352e31c details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:43:36.561431 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:36.575939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'port_id': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'mac_address': 'fa:16:3e:21:0e:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:43:36.639968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:36.657822 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff1dc7c-8f2b-4baf-bd51-cd07e352e31c {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:43:36.675235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:36.679504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:36.748317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:37.000520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:43:37.168489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb0d7cc-ac45-4873-bceb-4e616dc15189 req-1d65f547-0a52-4148-bc9b-bb85b0a52687 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:37.169863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abb0d7cc-ac45-4873-bceb-4e616dc15189 req-1d65f547-0a52-4148-bc9b-bb85b0a52687 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 944 time: 0.0859990 Feb 10 23:43:37.223059 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-abb0d7cc-ac45-4873-bceb-4e616dc15189 req-8bf56129-2e46-4000-b05d-33079682004c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473125 Feb 10 23:43:38.339813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3fcf5592-2fa9-4d2e-8cd2-10f66b7d4277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:38.382514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dff1dc7c-8f2b-4baf-bd51-cd07e352e31c up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:43:38.413061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8406bf-8854-4df0-b232-d7b7db89d68d req-1db28940-678b-47b2-8980-f395f35c2b33 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:38.414444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8406bf-8854-4df0-b232-d7b7db89d68d req-1db28940-678b-47b2-8980-f395f35c2b33 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 944 time: 0.0830910 Feb 10 23:43:38.452701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:43:38.457574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:43:38.457938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:38.460382 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bd8406bf-8854-4df0-b232-d7b7db89d68d req-17fdbc86-2056-4c3f-8533-ce178f033d99 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400870 Feb 10 23:43:38.584367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:38.611557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:38.621786 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:43:38.626776 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:38.696707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:38.712966 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'code': 200} Feb 10 23:43:38.840939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e981de-487b-4e51-9b00-637bcaa9a4fe req-abd68745-d7db-471a-807d-ad498cf486ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:38.842451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48e981de-487b-4e51-9b00-637bcaa9a4fe req-abd68745-d7db-471a-807d-ad498cf486ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.0742674 Feb 10 23:43:38.885727 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-48e981de-487b-4e51-9b00-637bcaa9a4fe req-7ff76ef6-a9cf-4dc4-9482-83a2752c8895 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365241 Feb 10 23:43:39.650598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a9e3e-fa57-42e9-a4eb-8b4f48c1f9e2 req-c5c44e8b-8127-440e-8ef7-614ff9abe8c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:39.652159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-545a9e3e-fa57-42e9-a4eb-8b4f48c1f9e2 req-c5c44e8b-8127-440e-8ef7-614ff9abe8c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0811698 Feb 10 23:43:39.698892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-545a9e3e-fa57-42e9-a4eb-8b4f48c1f9e2 req-ff8a71bf-48ad-49fd-bc3f-1e6e5a56ea5c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410388 Feb 10 23:43:40.585613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5e4c9de3-5bba-4dd9-a3bd-e8533c302bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:40.887263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3e82d-a6b5-4a1e-b82a-8221fcbce3e6 req-9bcc2057-3a27-454d-9fd4-ffe23dcf7f37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:40.888691 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24f3e82d-a6b5-4a1e-b82a-8221fcbce3e6 req-9bcc2057-3a27-454d-9fd4-ffe23dcf7f37 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0841746 Feb 10 23:43:40.936430 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24f3e82d-a6b5-4a1e-b82a-8221fcbce3e6 req-468da819-2c01-4151-8a04-2c7f65cfe81b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420115 Feb 10 23:43:41.123035 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac2a1f-a5bf-4ee4-bce5-b42c2fa0af27 req-844c455f-e81a-491d-89ee-64271a0cca0d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:41.124605 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3ac2a1f-a5bf-4ee4-bce5-b42c2fa0af27 req-844c455f-e81a-491d-89ee-64271a0cca0d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Feb 10 23:43:41.173563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3ac2a1f-a5bf-4ee4-bce5-b42c2fa0af27 req-5eac5f4e-6d35-42df-9de3-66e978242150 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Feb 10 23:43:41.196915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38514) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:41.267951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523131e8-d627-4e62-8468-8f3897f0b069 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:41.269452 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-523131e8-d627-4e62-8468-8f3897f0b069 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1091 time: 0.0710227 Feb 10 23:43:41.272291 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38518) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:41.277340 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:43:41.284105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:43:41.287961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:floatingip and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:43:41.291941 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:43:41.297708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:43:41.310296 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:41.570033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:41.708437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.6 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/144f72aa-4867-4c70-8ffc-e6e63f82e585) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:43:41.772225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:41.859368 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:41.893784 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:41.965416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:43:41.968317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:43:41.971930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:43:42.005809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=144f72aa-4867-4c70-8ffc-e6e63f82e585,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:42.048433 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:42.410413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:42.485216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:42.697973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:42.703032 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:42.815948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=144f72aa-4867-4c70-8ffc-e6e63f82e585,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:43:42.829069 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:43.010988 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 700478bb-7bac-4a7f-ab25-245b463af88b associated. External IP: 172.25.2.6, port: dff1dc7c-8f2b-4baf-bd51-cd07e352e31c. Feb 10 23:43:43.219607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:43.494512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 3deed027-5f2c-4266-8b2a-7189db2b1e78 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:43:43.683021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:43:43.692386 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Sync routers for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:43:43.703048 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:43.703816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:43.708172 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:43.766756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ada173e5-15b0-49bb-9c95-590c9af670e0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4933624 Feb 10 23:43:43.767250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:43:43.889110 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:43.941048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b349e4d-be03-4234-b27b-bb146aa7431c req-bfbab888-e709-4d6b-9441-5e54bff85fa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:43.942607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b349e4d-be03-4234-b27b-bb146aa7431c req-bfbab888-e709-4d6b-9441-5e54bff85fa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0891719 Feb 10 23:43:43.990667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b349e4d-be03-4234-b27b-bb146aa7431c req-0883510c-23fd-4b79-b24c-373a2383ac3c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Feb 10 23:43:44.015392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38526) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:44.080385 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'status': 'completed', 'code': 200} Feb 10 23:43:44.178803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e504ac96-dda5-4e85-8193-126a17d1444f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 200 len: 989 time: 0.1622603 Feb 10 23:43:44.195323 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-c17aa32b-ec0c-4378-844f-33e77354eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:44.196948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-c17aa32b-ec0c-4378-844f-33e77354eeac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.1187141 Feb 10 23:43:44.300465 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '700478bb-7bac-4a7f-ab25-245b463af88b', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'port_id': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'mac_address': 'fa:16:3e:21:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb57c98-11da-47e7-af75-b701f43a0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:43:42Z', 'updated_at': '2022-02-10T23:43:42Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:44.306024 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Checking router: 3deed027-5f2c-4266-8b2a-7189db2b1e78 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:43:44.318825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:43:44.319744 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:43:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:44.331785 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-a9c5219c-0c55-4c0a-adaf-4e0407ac7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:44.333247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-a9c5219c-0c55-4c0a-adaf-4e0407ac7331 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1297987 Feb 10 23:43:44.444456 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-70177b94-c480-4537-b25d-87a4d603962e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 997 time: 0.1051629 Feb 10 23:43:44.506326 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-5ada9885-4937-4b7c-a41f-5376a493fe6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:44.507834 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-5ada9885-4937-4b7c-a41f-5376a493fe6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0580251 Feb 10 23:43:44.577993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:43:44.593206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-25e374fc-6421-4ba0-a36e-403fd2a02746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:43:44.594720 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-25e374fc-6421-4ba0-a36e-403fd2a02746 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805316 Feb 10 23:43:44.740923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-a37206e1-0a64-472f-9ce4-68ae880dc05a service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400251 Feb 10 23:43:44.985569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '700478bb-7bac-4a7f-ab25-245b463af88b', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'port_id': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'mac_address': 'fa:16:3e:21:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb57c98-11da-47e7-af75-b701f43a0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:43:42Z', 'updated_at': '2022-02-10T23:43:42Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:43:44.989861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa850b3-a137-4237-b9f6-adf5013a76b4 None None] The sync data for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 is: [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '700478bb-7bac-4a7f-ab25-245b463af88b', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.6', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'port_id': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'mac_address': 'fa:16:3e:21:0e:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb57c98-11da-47e7-af75-b701f43a0556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:43:42Z', 'updated_at': '2022-02-10T23:43:42Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:43:45.020872 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fb0103d9-78fe-4010-aa76-9f9117c792ea req-826a1214-cb09-4512-8761-f093d860fa7e service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737982 Feb 10 23:43:45.182412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38530) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:45.198658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488d18c8-3f91-4a9d-be93-ada93cf9b5a1 None None] New status for floating IP 700478bb-7bac-4a7f-ab25-245b463af88b: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:43:45.291887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d71cdd3-25cb-400e-b2f9-cb47aaf92c8a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 200 len: 989 time: 0.1080198 Feb 10 23:43:46.295850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38534) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:43:46.405422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a7addae4-8047-48a4-84e9-b0602a1ecb2c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 200 len: 991 time: 0.1084239 Feb 10 23:43:52.495981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:55.159808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:43:57.143602 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:44:08.344192 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-44c942e2-198d-4851-9313-b7cb9f323276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:08.360765 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-3b42c278-ad00-4439-b51c-18695449d418 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757151 Feb 10 23:44:08.501952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-a275801b-5eba-430a-b8d5-01eade3f0b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:08.503439 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-a275801b-5eba-430a-b8d5-01eade3f0b8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.0732384 Feb 10 23:44:08.657583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-ae54ffa8-4b59-4f1b-9168-0035036e9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:08.659041 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-ae54ffa8-4b59-4f1b-9168-0035036e9244 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1361449 Feb 10 23:44:08.765340 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-909188b8-0afa-4af7-a347-963b55dcf5cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 999 time: 0.1004457 Feb 10 23:44:08.830537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-80befe12-6a69-4030-bc3c-73381d5292ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:08.832042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-80befe12-6a69-4030-bc3c-73381d5292ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0615938 Feb 10 23:44:08.909543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-152fdd21-b5cd-4e38-a58b-eea58d5ee2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:08.911805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-152fdd21-b5cd-4e38-a58b-eea58d5ee2df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737391 Feb 10 23:44:09.053182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-69728f3d-a94f-4cc7-b66b-911c3ffea78d service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349368 Feb 10 23:44:09.186803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f4949415-e5c3-4f2b-b2f2-19fec3584eeb req-f673df44-c622-492f-b3e1-cdcfb33eda5b service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279936 Feb 10 23:44:10.588965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ace2e1a5-9105-4944-aadc-c6c4380ab84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:11.764579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:12.048987 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:13.221204 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:22.492812 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:25.162307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:34.143541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:44:38.338610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a4c2192c-ddbf-4dd8-ba67-938f1a155d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:40.592458 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-53aa8be9-c1d1-42b8-a76d-01f2ca17fffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:41.767008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:42.049826 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:43.225036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:45.536807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28273fd-cb86-40ca-af92-b06d94227495 req-e4e87e24-6b7f-4768-a94f-4c44324a764a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:45.538293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a28273fd-cb86-40ca-af92-b06d94227495 req-e4e87e24-6b7f-4768-a94f-4c44324a764a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.1527777 Feb 10 23:44:45.586735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a28273fd-cb86-40ca-af92-b06d94227495 req-690a69f5-a00c-47e9-947b-503501ba5d27 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Feb 10 23:44:46.777426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b722cbee-eaaf-4532-b83d-464c9464a1f0 req-4b2cc6ba-fac0-4765-a0ed-d664a140240b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:46.778982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b722cbee-eaaf-4532-b83d-464c9464a1f0 req-4b2cc6ba-fac0-4765-a0ed-d664a140240b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0832009 Feb 10 23:44:46.824801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b722cbee-eaaf-4532-b83d-464c9464a1f0 req-d83aa1b7-76ec-4d95-a77b-4910f8c0aac3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392070 Feb 10 23:44:47.679996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-846666ab-32e3-419c-bfb6-a6ea0da5acc5 req-f122197d-4dd2-4ce6-8e8c-4ee46f73170c service neutron] (87652) timed out ('10.222.0.53', 52138) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 10 23:44:48.015317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6409ab-b37c-4b3c-ad59-07c0055bc180 req-e28044c0-0aee-4e99-9ea4-194a794a92ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:48.016671 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d6409ab-b37c-4b3c-ad59-07c0055bc180 req-e28044c0-0aee-4e99-9ea4-194a794a92ef tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0836072 Feb 10 23:44:48.060214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9d6409ab-b37c-4b3c-ad59-07c0055bc180 req-9ecdaa3d-7461-4df2-b632-99792bc45282 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379231 Feb 10 23:44:49.245949 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b87a29-e651-4113-8f0c-78d6b53d2bd8 req-d9db388d-d51c-4e0c-b83b-b8c091bdad4e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:49.247425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1b87a29-e651-4113-8f0c-78d6b53d2bd8 req-d9db388d-d51c-4e0c-b83b-b8c091bdad4e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0805273 Feb 10 23:44:49.291371 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e1b87a29-e651-4113-8f0c-78d6b53d2bd8 req-c19d1c7b-f118-4080-82c2-7c031a64dd6c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383685 Feb 10 23:44:50.482926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab90826-d590-4d02-92d4-b16da8f5fec5 req-151a215a-ccec-467a-b1b0-7cf1ec42bfed tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:50.484326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ab90826-d590-4d02-92d4-b16da8f5fec5 req-151a215a-ccec-467a-b1b0-7cf1ec42bfed tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0828023 Feb 10 23:44:50.527643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ab90826-d590-4d02-92d4-b16da8f5fec5 req-dc871c42-4c18-4cd0-a2dc-66bf2bc47fa5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378087 Feb 10 23:44:51.709307 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1000f84d-0f31-44a0-b459-738fb95d339e req-e736a60c-20f5-4bc7-89ac-781944e325fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:51.710776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1000f84d-0f31-44a0-b459-738fb95d339e req-e736a60c-20f5-4bc7-89ac-781944e325fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0798075 Feb 10 23:44:51.862888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1000f84d-0f31-44a0-b459-738fb95d339e req-c381f684-7623-49fe-a7e0-bb9bb67b4ee6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462123 Feb 10 23:44:52.492142 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:53.045467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846780e-dba0-43af-90b7-a2af46484245 req-af2a2798-e41f-411e-a2d9-f1ac60da6c5f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:53.046909 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8846780e-dba0-43af-90b7-a2af46484245 req-af2a2798-e41f-411e-a2d9-f1ac60da6c5f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0781169 Feb 10 23:44:53.091376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8846780e-dba0-43af-90b7-a2af46484245 req-fe178327-d64a-441e-809a-d660fb5bd294 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384455 Feb 10 23:44:54.279361 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abf0431-7d83-4b89-aad1-9fceffd73618 req-e01f3250-641a-4b37-accf-e93508451513 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:54.280813 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4abf0431-7d83-4b89-aad1-9fceffd73618 req-e01f3250-641a-4b37-accf-e93508451513 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0831773 Feb 10 23:44:54.325362 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4abf0431-7d83-4b89-aad1-9fceffd73618 req-7293646a-602c-48bb-a9e5-ac6cd9532c67 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389812 Feb 10 23:44:55.163474 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:44:55.509210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e67622-18a6-45ed-b682-5b7c934a1b45 req-c3a36405-fab8-4f2f-ab68-090ce3f7fd71 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:55.510599 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e67622-18a6-45ed-b682-5b7c934a1b45 req-c3a36405-fab8-4f2f-ab68-090ce3f7fd71 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0795391 Feb 10 23:44:55.554356 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f0e67622-18a6-45ed-b682-5b7c934a1b45 req-cc27317f-5742-4f09-8802-e4b0086a7f85 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380733 Feb 10 23:44:56.742170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e480f-f4b6-4414-a882-8827e3da2c9f req-40cb37f6-95d0-485f-8f8c-7a5b55d2295e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:56.744279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b6e480f-f4b6-4414-a882-8827e3da2c9f req-40cb37f6-95d0-485f-8f8c-7a5b55d2295e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0846081 Feb 10 23:44:56.788724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1b6e480f-f4b6-4414-a882-8827e3da2c9f req-215612a1-92e6-46f2-b648-c7d8923d6e8c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Feb 10 23:44:56.811939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38592) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:44:56.926674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-69a9e51e-4799-4a5e-994b-8335c8116c0b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 200 len: 991 time: 0.1134801 Feb 10 23:44:58.398222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d51ec3-fda1-40b6-97df-c2e1bb9edad1 req-57c8670d-ebff-4cc7-9cd7-855b724772bf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.399948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7d51ec3-fda1-40b6-97df-c2e1bb9edad1 req-57c8670d-ebff-4cc7-9cd7-855b724772bf tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.1172922 Feb 10 23:44:58.456899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d7d51ec3-fda1-40b6-97df-c2e1bb9edad1 req-396cf2f7-c98b-4d5b-a730-c8c386695f0e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515609 Feb 10 23:44:58.470129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-1b9bcf0b-bc8a-448c-983d-68242a8b1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.471625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-1b9bcf0b-bc8a-448c-983d-68242a8b1a40 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.1173234 Feb 10 23:44:58.602341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-75cf516d-ef32-4d71-ac9e-0c123dfa81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.604503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-75cf516d-ef32-4d71-ac9e-0c123dfa81fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1272082 Feb 10 23:44:58.706757 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-62682c21-0d2a-417f-bb79-3b7a0f7cf8ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 999 time: 0.0955627 Feb 10 23:44:58.768530 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-8054c77b-a45a-43d3-8fc5-00e29f18d118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.769926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-8054c77b-a45a-43d3-8fc5-00e29f18d118 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0577915 Feb 10 23:44:58.847394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-3db2e305-0895-4cb3-8bbd-3bd746c7c687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:58.848855 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-3db2e305-0895-4cb3-8bbd-3bd746c7c687 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726881 Feb 10 23:44:58.978985 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-c734fca8-43b9-4036-a5b3-5a3186ae3628 service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226442 Feb 10 23:44:59.107440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5b30be75-ab09-4605-87b0-a18b2d271f49 req-9d63331d-fa10-401c-8897-639681d71306 service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228220 Feb 10 23:44:59.646704 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db85127-ea4a-41dc-a7ad-cbe8020220a3 req-b1114558-fe8f-4b31-94ac-dac9a29d7b97 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:44:59.648299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2db85127-ea4a-41dc-a7ad-cbe8020220a3 req-b1114558-fe8f-4b31-94ac-dac9a29d7b97 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0804133 Feb 10 23:44:59.694404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2db85127-ea4a-41dc-a7ad-cbe8020220a3 req-b772213e-7001-447f-9184-bf113309a55b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392661 Feb 10 23:45:00.883196 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94843aa-ddd7-4d1a-90ca-4c0e93912251 req-2f840211-4dd9-4aa1-bf6b-f943670fea3c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:00.885534 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c94843aa-ddd7-4d1a-90ca-4c0e93912251 req-2f840211-4dd9-4aa1-bf6b-f943670fea3c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0864449 Feb 10 23:45:00.930298 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c94843aa-ddd7-4d1a-90ca-4c0e93912251 req-93b49c15-2c4a-4bae-9a22-f9a15c24e9d6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390878 Feb 10 23:45:00.953754 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38606) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:01.058953 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-924c9bc1-d3e1-4d0b-9d02-b1c3c01c49c5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 200 len: 991 time: 0.1039662 Feb 10 23:45:08.339866 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a32995b6-8715-4923-9a83-d4c5183223da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:08.390409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-89ea2d16-f784-4ff1-8ffc-c91cf2b5b82d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1216063 Feb 10 23:45:08.641287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-173d9f25-1639-4381-ac88-b0746cf6ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:08.642805 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-173d9f25-1639-4381-ac88-b0746cf6ac45 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.1824696 Feb 10 23:45:08.788030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-419dde9b-36e9-4ea6-b1b6-28cae42068fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:08.789481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-419dde9b-36e9-4ea6-b1b6-28cae42068fd service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1278605 Feb 10 23:45:08.904679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-17b4601f-5ab6-4b9d-8f7a-5f70610c27f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 999 time: 0.0986495 Feb 10 23:45:08.967572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-9440c907-61ed-42e0-94e5-6f12eca95a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:08.969070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-9440c907-61ed-42e0-94e5-6f12eca95a88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0592279 Feb 10 23:45:09.046985 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-aae7a766-4573-4c3c-b1da-7ae1274b6c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:09.048477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-aae7a766-4573-4c3c-b1da-7ae1274b6c1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733125 Feb 10 23:45:09.179209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-8890ff32-0af9-4b2e-8b49-4f3282fb557d service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244869 Feb 10 23:45:09.308369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be86fbcf-a5d5-4fc6-b5a8-101e4a7de1cb req-8dc1963a-f514-405b-a157-49de78b28c6b service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235769 Feb 10 23:45:10.594933 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-969eb740-fa90-4d43-8ff9-e9114ae7c384 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:11.142694 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:45:11.769722 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:12.053394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:13.227006 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:22.490546 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:25.175956 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:38.342170 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7d144191-52c1-4426-bd27-a3326a7b7664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:40.596733 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-90ce1a85-9d56-4984-9102-cf3dd9326f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:41.775727 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:42.055218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:43.229145 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:47.672042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38634) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:47.879067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 144f72aa-4867-4c70-8ffc-e6e63f82e585 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:47.879441 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:48.056724 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:48.057049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:48.145682 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:45:48.188126 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 144f72aa-4867-4c70-8ffc-e6e63f82e585 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:48.338663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:48.384976 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=144f72aa-4867-4c70-8ffc-e6e63f82e585,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:48.422339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.422681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.423012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.423363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.423689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.424011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.424334 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.424653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.424972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.425287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.425861 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.426175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:48.598209 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:48.598454 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP 700478bb-7bac-4a7f-ab25-245b463af88b disassociated (deleted). External IP: 172.25.2.6, port: dff1dc7c-8f2b-4baf-bd51-cd07e352e31c. Feb 10 23:45:48.957381 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 3deed027-5f2c-4266-8b2a-7189db2b1e78 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:45:49.140048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:45:49.151203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Sync routers for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:45:49.161973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:45:49.162996 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:49.164849 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:49.220673 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-e998b181-e90f-4db3-9392-71d2eea703aa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/floatingips/700478bb-7bac-4a7f-ab25-245b463af88b HTTP/1.1" status: 204 len: 168 time: 1.5474370 Feb 10 23:45:49.221495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:49.342616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:45:49.469208 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'status': 'completed', 'code': 200} Feb 10 23:45:49.618336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285495e-8454-40e8-9dba-291ca22ae013 req-ecb3fbda-5bb2-4bca-9e83-883da405b4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:49.619852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-ecb3fbda-5bb2-4bca-9e83-883da405b4f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 1096 time: 0.1277752 Feb 10 23:45:49.671762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:49.675947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Checking router: 3deed027-5f2c-4266-8b2a-7189db2b1e78 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:45:49.684903 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:45:49.685506 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:49.739889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb5ea5-92e7-4e6a-bf15-6aa694862723 req-35d52522-fbdc-42fe-b7a8-134571a0aa84 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:49.740518 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3eeb5ea5-92e7-4e6a-bf15-6aa694862723 req-35d52522-fbdc-42fe-b7a8-134571a0aa84 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:45:49.782263 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3eeb5ea5-92e7-4e6a-bf15-6aa694862723 req-35d52522-fbdc-42fe-b7a8-134571a0aa84 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:45:49.783434 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3eeb5ea5-92e7-4e6a-bf15-6aa694862723 req-35d52522-fbdc-42fe-b7a8-134571a0aa84 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.2256720 Feb 10 23:45:49.785867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285495e-8454-40e8-9dba-291ca22ae013 req-c14106ff-f125-4f10-adb2-e1162c76b956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:49.787226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-c14106ff-f125-4f10-adb2-e1162c76b956 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 200 len: 898 time: 0.1608772 Feb 10 23:45:49.872547 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-50f2d3e4-10f9-4307-a7d4-34962005f76c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 200 len: 217 time: 0.0692129 Feb 10 23:45:49.915614 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:45:49.930137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3eeb5ea5-92e7-4e6a-bf15-6aa694862723 req-ee826961-9419-4f6d-8931-02acb57d2396 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409678 Feb 10 23:45:49.964140 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285495e-8454-40e8-9dba-291ca22ae013 req-65af136e-55d2-48ce-9dbc-e6165bec2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:49.965631 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-65af136e-55d2-48ce-9dbc-e6165bec2b60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 200 len: 834 time: 0.0801520 Feb 10 23:45:50.045706 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285495e-8454-40e8-9dba-291ca22ae013 req-bf9b1d13-4478-42a1-ad3b-82fdafafe050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:50.047099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-bf9b1d13-4478-42a1-ad3b-82fdafafe050 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e7780898-72db-4f6a-bdcf-d4b3d46169aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741944 Feb 10 23:45:50.180459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-5b63ee99-7474-4077-89d0-4c5cc79cbce9 service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257343 Feb 10 23:45:50.232801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:50.236785 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75d4f55-4c92-4bd8-9ff8-f1b12c91c056 None None] The sync data for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 is: [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:43:22Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '3d26c899-e567-4a89-9b48-9b3e6902d452', 'name': '', 'network_id': 'e7780898-72db-4f6a-bdcf-d4b3d46169aa', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:34:be:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:21Z', 'updated_at': '2022-02-10T23:43:27Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '967a3047-0e45-4da2-8c8a-7b3103a019b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:45:50.444996 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8285495e-8454-40e8-9dba-291ca22ae013 req-81b2dc89-7477-4635-979a-71175ed73b92 service neutron] 10.222.0.30 "GET /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577300 Feb 10 23:45:50.471504 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39068dba-438d-40a5-898f-f08560bff888 None None] New status for floating IP 700478bb-7bac-4a7f-ab25-245b463af88b: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:45:51.129631 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa40e54-604f-4214-8953-3182f4e3399c req-d711f931-246b-4481-bd56-f063f97d1d3a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:51.131107 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efa40e54-604f-4214-8953-3182f4e3399c req-d711f931-246b-4481-bd56-f063f97d1d3a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.0866783 Feb 10 23:45:51.228650 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efa40e54-604f-4214-8953-3182f4e3399c req-63f66442-c79f-4f23-b6b8-ed33de4b341a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=430a742a-cab3-41e1-a49c-574c5d1471b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643816 Feb 10 23:45:51.248715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-616d0cc9-b6b9-457d-a8ab-4c545d220532 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:45:51.250129 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-616d0cc9-b6b9-457d-a8ab-4c545d220532 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 945 time: 0.1170986 Feb 10 23:45:51.318543 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:51.318882 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.575946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:51.576305 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.706319 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for dff1dc7c-8f2b-4baf-bd51-cd07e352e31c owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:51.859905 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.941165 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=dff1dc7c-8f2b-4baf-bd51-cd07e352e31c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:51.989722 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port dff1dc7c-8f2b-4baf-bd51-cd07e352e31c on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:45:51.992263 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:51.996084 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'name': 'network-vif-deleted', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:45:52.010279 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d3ecd47f-b4c7-47ee-bcae-0697360c19f8 req-90d5ef4b-2101-4924-aa6e-6ff13237e55d tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.30 "DELETE /v2.0/ports/dff1dc7c-8f2b-4baf-bd51-cd07e352e31c HTTP/1.1" status: 204 len: 173 time: 0.7544923 Feb 10 23:45:52.044284 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb57c98-11da-47e7-af75-b701f43a0556', 'name': 'network-vif-deleted', 'tag': 'dff1dc7c-8f2b-4baf-bd51-cd07e352e31c', 'status': 'completed', 'code': 200} Feb 10 23:45:52.401960 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c71cfa8a-243a-4658-8ba3-7b0ab6e41a33 req-661e5c80-eca9-4d57-9f0d-f9dba7567242 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:45:52.419210 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c71cfa8a-243a-4658-8ba3-7b0ab6e41a33 req-661e5c80-eca9-4d57-9f0d-f9dba7567242 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:45:52.420439 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c71cfa8a-243a-4658-8ba3-7b0ab6e41a33 req-661e5c80-eca9-4d57-9f0d-f9dba7567242 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=0cb57c98-11da-47e7-af75-b701f43a0556 HTTP/1.1" status: 200 len: 210 time: 0.0653703 Feb 10 23:45:52.489754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:53.519392 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38654) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:54.078180 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.426935 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 3d26c899-e567-4a89-9b48-9b3e6902d452 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:54.427176 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.612108 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 3d26c899-e567-4a89-9b48-9b3e6902d452, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=3d26c899-e567-4a89-9b48-9b3e6902d452,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:54.612822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:54.737706 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 3d26c899-e567-4a89-9b48-9b3e6902d452 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:54.957943 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dff1dc7c-8f2b-4baf-bd51-cd07e352e31c no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:54.992593 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: dff1dc7c-8f2b-4baf-bd51-cd07e352e31c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:45:54.992852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device dff1dc7c-8f2b-4baf-bd51-cd07e352e31c not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:55.173621 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.182168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.224972 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=3d26c899-e567-4a89-9b48-9b3e6902d452,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:55.268530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.268867 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.269219 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.269532 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.269849 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.270169 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.270488 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.270804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.271119 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.271460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.271776 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.272083 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:55.508812 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:55.872433 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 3deed027-5f2c-4266-8b2a-7189db2b1e78 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:45:56.056227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:45:56.065609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Sync routers for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:45:56.073849 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-932614a1-e697-4e1c-bc95-dd61af97ad8b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/3deed027-5f2c-4266-8b2a-7189db2b1e78/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5533895 Feb 10 23:45:56.074927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:45:56.076197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:56.077275 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38658) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:56.144630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting subnet 967a3047-0e45-4da2-8c8a-7b3103a019b0 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:45:56.147539 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.203569 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.263390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:45:56.407191 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.483753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.525455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Subnet': ['ID=967a3047-0e45-4da2-8c8a-7b3103a019b0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:56.533714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.540435 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3bf3440d-53a8-40c0-9819-9a3ea8a4d335 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/subnets/967a3047-0e45-4da2-8c8a-7b3103a019b0 HTTP/1.1" status: 204 len: 168 time: 0.4621851 Feb 10 23:45:56.542933 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad35fd1-f7b6-4cf5-800f-59db9eb1c6cc None None] Network e7780898-72db-4f6a-bdcf-d4b3d46169aa requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:45:56.543101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38662) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:56.714446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:45:55Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:56.724000 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.725611 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Checking router: 3deed027-5f2c-4266-8b2a-7189db2b1e78 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:45:56.745335 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Routers {'3deed027-5f2c-4266-8b2a-7189db2b1e78'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:45:56.745958 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['3deed027-5f2c-4266-8b2a-7189db2b1e78'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:56.905060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.915349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 2f859ccf-b7b0-458c-87ee-28b6008c1945 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:56.915692 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:56.985373 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] Set router 3deed027-5f2c-4266-8b2a-7189db2b1e78 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:45:57.030169 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] DHCP port deletion for e7780898-72db-4f6a-bdcf-d4b3d46169aa request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:45:57.103212 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 2f859ccf-b7b0-458c-87ee-28b6008c1945, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f859ccf-b7b0-458c-87ee-28b6008c1945,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:57.103604 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.110384 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Deleting port fdae059e-f9e5-4b0b-8717-82744f2cd970 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:57.110888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.231843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 2f859ccf-b7b0-458c-87ee-28b6008c1945 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:57.311301 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fdae059e-f9e5-4b0b-8717-82744f2cd970 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:57.403091 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.449276 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=2f859ccf-b7b0-458c-87ee-28b6008c1945,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:57.509975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:57.510275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.549545 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.676317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Calling delete_port for fdae059e-f9e5-4b0b-8717-82744f2cd970 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:57.750650 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.764713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:45:55Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:57.789081 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428757d9-b266-41c9-9733-83bcb7b4c448 None None] The sync data for ids ['3deed027-5f2c-4266-8b2a-7189db2b1e78'] in n-d-825178-4 is: [{'id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1480208561', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:43:16Z', 'updated_at': '2022-02-10T23:45:55Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '2f859ccf-b7b0-458c-87ee-28b6008c1945', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:e1:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3deed027-5f2c-4266-8b2a-7189db2b1e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:43:17Z', 'updated_at': '2022-02-10T23:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:45:57.805609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:57.811015 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.844763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.847096 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.851892 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:45:57.852248 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:45:57.871845 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.872435 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Fanout notify agent at l3_agent the message router_deleted on router 3deed027-5f2c-4266-8b2a-7189db2b1e78 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:45:57.884241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fdae059e-f9e5-4b0b-8717-82744f2cd970,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:57.887498 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:57.889170 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-2562138e-7e08-4df4-82f0-0ace2132bb6f tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/routers/3deed027-5f2c-4266-8b2a-7189db2b1e78 HTTP/1.1" status: 204 len: 168 time: 1.3451450 Feb 10 23:45:57.892406 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38666) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:57.893065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.893410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.893748 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.894097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.894406 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.894732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.895059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.895405 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.895726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.896042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.896392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:57.896757 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:45:58.002346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.012479 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port fdae059e-f9e5-4b0b-8717-82744f2cd970 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:58.012801 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.222510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:58.222870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.350312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for fdae059e-f9e5-4b0b-8717-82744f2cd970 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:58.353413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Deleting port fdae059e-f9e5-4b0b-8717-82744f2cd970 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:58.354320 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.542157 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.574520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] For port fdae059e-f9e5-4b0b-8717-82744f2cd970, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fdae059e-f9e5-4b0b-8717-82744f2cd970,segment=NetworkSegment(eaa22827-70e1-403e-8b75-ba45f6eaa1c2),segment_id=eaa22827-70e1-403e-8b75-ba45f6eaa1c2)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:45:58.574900 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.589612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=fdae059e-f9e5-4b0b-8717-82744f2cd970,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:58.594185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port fdae059e-f9e5-4b0b-8717-82744f2cd970 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:45:58.703225 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Calling delete_port for fdae059e-f9e5-4b0b-8717-82744f2cd970 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:45:58.722112 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.748335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7780898-72db-4f6a-bdcf-d4b3d46169aa']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:58.760500 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:58.760847 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa22827-70e1-403e-8b75-ba45f6eaa1c2') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:45:58.772103 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.775513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:45:58.775883 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:45:58.792928 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.799982 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:45:58.800375 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: timer() Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: self._notify() Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:45:58.815882 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:45:58.894281 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.912019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:58.923540 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Network': ['ID=e7780898-72db-4f6a-bdcf-d4b3d46169aa,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:58.938871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-79ef4f40-0f17-42c4-8171-7465daea60cb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/networks/e7780898-72db-4f6a-bdcf-d4b3d46169aa HTTP/1.1" status: 204 len: 168 time: 1.0454080 Feb 10 23:45:58.941549 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38670) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:58.944915 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Deleting port fdae059e-f9e5-4b0b-8717-82744f2cd970 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:45:58.945365 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.014777 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.048259 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.063905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-780529a7-9908-4990-8a1e-9cfb7e33115b None None] The port 'fdae059e-f9e5-4b0b-8717-82744f2cd970' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:45:59.116841 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.135585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430a742a-cab3-41e1-a49c-574c5d1471b4,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:45:59.156579 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.158128 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f396036f-f94d-4b46-b685-2e9723be19fa tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/security-groups/430a742a-cab3-41e1-a49c-574c5d1471b4 HTTP/1.1" status: 204 len: 168 time: 0.2155955 Feb 10 23:45:59.248839 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f859ccf-b7b0-458c-87ee-28b6008c1945 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:59.283104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2f859ccf-b7b0-458c-87ee-28b6008c1945 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:45:59.283389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f859ccf-b7b0-458c-87ee-28b6008c1945 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:59.283803 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3d26c899-e567-4a89-9b48-9b3e6902d452 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:45:59.315931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 3d26c899-e567-4a89-9b48-9b3e6902d452 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:45:59.316277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 3d26c899-e567-4a89-9b48-9b3e6902d452 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:45:59.838992 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38678) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:45:59.844509 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417440191', 'description': 'tempest-secgroup-smoke-1417440191 description', 'project_id': 'ce1b93459c844b47b2a6940f34721809'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:45:59.851199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:59.855250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:59.858591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:59.864734 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:59.875104 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.894529 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:45:59.898232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:45:59.900978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:45:59.906557 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:45:59.975577 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:45:59.979306 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.022814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=382c572c-b41e-4f48-98d7-0491d76f90aa,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.025667 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.026919 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0a7c3e78-6a6f-44f3-96e4-ced0427d50c8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1868916 Feb 10 23:46:00.029793 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38682) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.034620 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.041319 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.045635 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.048482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.054247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.071391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.132198 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.136010 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.161546 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b86e9813-237c-4ade-a355-897fac8f9d99,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.172424 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.173697 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4224aad7-b1cd-4f67-9880-e8201e2fd021 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430089 Feb 10 23:46:00.176775 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38686) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.181932 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.189460 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.193411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.196267 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.201999 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.218954 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.280094 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.283353 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.308389 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=311a7b32-e657-498f-b71d-fd01e065ee3b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.320806 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.322146 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-67094c40-521f-474d-ac6f-82d9a479a7fc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1443641 Feb 10 23:46:00.324919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38690) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.330606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.337408 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.341265 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.344127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.349786 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.369166 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.431977 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.436172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.461904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75682c4e-5af1-4404-ade5-81801a3f7fb3,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.471478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.472661 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-017a468e-8e2e-413a-bdd0-560275a5edd9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461146 Feb 10 23:46:00.475360 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38694) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.480289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.486974 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.490789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.493733 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.499941 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.517187 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.579421 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.582974 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.605658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb387e1-7e15-4c53-92f6-1e040afe9cdd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.615234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.616416 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-79960b20-8e79-4753-b0b7-95df5f7d5823 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1401622 Feb 10 23:46:00.619157 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38698) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.624556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.631154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.634908 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.637806 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.643365 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.653582 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:46:00.660103 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.724676 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.728165 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.753576 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb48e2e-d93d-44e0-b338-6363f730f42b,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.762618 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.763922 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b5fc98b9-1668-4d0e-a56b-c1d69f13faa8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438510 Feb 10 23:46:00.768050 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38702) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.772990 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'security_group_rule': {'security_group_id': '382c572c-b41e-4f48-98d7-0491d76f90aa', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.779679 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.783477 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:security_group_rule and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.786304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.792106 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.803028 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Project ce1b93459c844b47b2a6940f34721809 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:46:00.809732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.876784 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.880472 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.905264 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d39b8b1-5e96-45b7-9306-d550098dabbc,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:00.914188 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.915403 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e4eb96ec-a803-4598-a360-5da892aa077a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1463566 Feb 10 23:46:00.918199 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38706) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:00.924453 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'network': {'name': 'tempest-network-smoke--1353391437', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'port_security_enabled': True}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:00.930505 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:00.934742 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:network and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:00.938542 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:00.944210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:00.953702 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:46:00.957240 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.985247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:46:00.994016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:00.994369 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Added segment 86ec841c-5b82-4297-ab55-53ed668ec1e9 of type vlan for network 895dedde-e5d7-410a-b4ca-0fca416ee55c Feb 10 23:46:01.019578 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.048172 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.053740 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:01.054315 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.157784 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2384570 Feb 10 23:46:01.160537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38710) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:01.164257 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926fa17c-db31-4d6f-8a1a-0e8295e73f79 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Network': ['ID=895dedde-e5d7-410a-b4ca-0fca416ee55c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:01.166711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'admin_state_up': True, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:01.175480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:46:01.176222 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:01.179789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:router and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:01.182657 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:01.189650 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:01.201219 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.202595 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.217884 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.484847 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.786136 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.816719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:01.953899 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.63 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/308df994-16e5-487a-ae65-7b62f636b518) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:02.209897 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.238695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:02.302921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:02.305925 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:02.311700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:46:02.348581 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=308df994-16e5-487a-ae65-7b62f636b518,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:02.725502 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.061360 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.268962 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 9298244c-dc27-46ee-8097-debefa05e7e4 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:46:03.456051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:46:03.465520 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Sync routers for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:46:03.475180 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:03.475810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:03.483010 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:03.484341 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2c92b17e-248a-4fa3-a835-4a9f309e8752 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3219738 Feb 10 23:46:03.487488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38714) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:03.663859 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:03.681669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-925eb89b-7eb3-4a5c-8960-07acc4714ae9 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?project_id=ce1b93459c844b47b2a6940f34721809&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1928058 Feb 10 23:46:03.684021 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38718) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:03.837915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c897dac-bc8a-417a-a088-9c14269cb1a4 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:03.839475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-5c897dac-bc8a-417a-a088-9c14269cb1a4 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1544952 Feb 10 23:46:03.842449 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38722) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:03.885655 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b84ec9e3-ce5a-4021-8397-28f65660dddf tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/subnets?network_id=0d23f4bc-0c13-4fa4-badc-64816cdf33b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395277 Feb 10 23:46:03.886000 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38726) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:03.892335 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-966558374', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:03.970790 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:02Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:03.975615 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Checking router: 9298244c-dc27-46ee-8097-debefa05e7e4 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:46:03.975958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Updating router 9298244c-dc27-46ee-8097-debefa05e7e4 port 308df994-16e5-487a-ae65-7b62f636b518 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:46:04.008692 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:04.013799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:subnet and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:04.017482 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:04.024149 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:04.035643 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.036487 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:46:04.040598 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.279385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.366066 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Subnet': ['ID=654260f4-6a88-4222-8317-781264aa8314,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:04.368302 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Checking segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:46:04.368660 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network hostable DHCP agents. Network: 895dedde-e5d7-410a-b4ca-0fca416ee55c, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:46:04.389649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:46:04.389956 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.399277 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 895dedde-e5d7-410a-b4ca-0fca416ee55c) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:04.403239 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:04.404349 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Transition to ACTIVE for port object 308df994-16e5-487a-ae65-7b62f636b518 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:04.408037 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.410587 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17dfc743-2100-4d66-9a24-a137b72b1a26 None None] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:46:04.420897 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.439795 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4a615ac0-99b4-49ea-bab0-e24009056e5b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5520461 Feb 10 23:46:04.442068 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38730) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:04.506479 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Pushing event updated for resources: {'Port': ['ID=308df994-16e5-487a-ae65-7b62f636b518,revision_number=2']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:04.512281 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Attempting to bind port 308df994-16e5-487a-ae65-7b62f636b518 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:04.512651 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Attempting to bind port 308df994-16e5-487a-ae65-7b62f636b518 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:04.513058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Attempting to bind port 308df994-16e5-487a-ae65-7b62f636b518 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:46:04.519795 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:46:04.520165 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:46:04.520568 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.520958 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:46:04.521411 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Bound port: 308df994-16e5-487a-ae65-7b62f636b518, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:04.521784 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.576660 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.577192 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.577877 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.577877 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.578167 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.578491 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.578814 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.579136 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.579485 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.579806 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.580128 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.580541 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:04.614708 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] For port 308df994-16e5-487a-ae65-7b62f636b518, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:46:04.617983 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] For port 308df994-16e5-487a-ae65-7b62f636b518, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=308df994-16e5-487a-ae65-7b62f636b518,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:46:04.624441 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.648045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-895dedde-e5d7-410a-b4ca-0fca416ee55c', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:46:04.649624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:04.708588 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:04.709132 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:04.815907 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4cef6-0d4b-4080-b44b-e86259e78900 None None] Pushing event updated for resources: {'Port': ['ID=308df994-16e5-487a-ae65-7b62f636b518,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:04.837667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Allocated IP 172.20.0.2 (895dedde-e5d7-410a-b4ca-0fca416ee55c/654260f4-6a88-4222-8317-781264aa8314/765a3ef0-15f1-4845-ad7f-6708256b89be) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:04.937253 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:05.053057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.063940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Transition to ACTIVE for port object 765a3ef0-15f1-4845-ad7f-6708256b89be will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:05.083477 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Transition to ACTIVE for port object 765a3ef0-15f1-4845-ad7f-6708256b89be will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:05.090203 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.166701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Pushing event updated for resources: {'Port': ['ID=765a3ef0-15f1-4845-ad7f-6708256b89be,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:05.179658 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:05.180776 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:05.183488 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:46:05.207078 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.271922 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:02Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:05.274446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Attempting to bind port 765a3ef0-15f1-4845-ad7f-6708256b89be on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:05.275040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Attempting to bind port 765a3ef0-15f1-4845-ad7f-6708256b89be by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:05.275497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Attempting to bind port 765a3ef0-15f1-4845-ad7f-6708256b89be on network 895dedde-e5d7-410a-b4ca-0fca416ee55c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:46:05.276173 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7f6f1d-360a-4793-9e7f-3d4e37d1c1f1 None None] The sync data for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 is: [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:02Z', 'revision_number': 3, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:46:05.281357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:46:05.281887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Checking segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:46:05.282390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.282888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Bound using segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:46:05.283379 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Bound port: 765a3ef0-15f1-4845-ad7f-6708256b89be, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:05.283813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.381818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] For port 765a3ef0-15f1-4845-ad7f-6708256b89be, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:46:05.384882 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] For port 765a3ef0-15f1-4845-ad7f-6708256b89be, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=765a3ef0-15f1-4845-ad7f-6708256b89be,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:46:05.390796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.483380 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28fc92-b8fd-434e-974c-112134977c58 None None] Pushing event updated for resources: {'Port': ['ID=765a3ef0-15f1-4845-ad7f-6708256b89be,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:05.639566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.1 (895dedde-e5d7-410a-b4ca-0fca416ee55c/654260f4-6a88-4222-8317-781264aa8314/2f3e5534-f279-4b76-9616-50911450578a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:05.974528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:05.990981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object 2f3e5534-f279-4b76-9616-50911450578a will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:06.017641 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.087876 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:06.091812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:06.096465 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:46:06.137090 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:06.164433 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.304528 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.502774 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85048795-3bb7-4241-9128-a9a30e8d8427 None None] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:46:06.602441 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ad54085b-4eec-4785-967d-666d17021382 None None] Provisioning for port 765a3ef0-15f1-4845-ad7f-6708256b89be completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:06.752588 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.758124 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:06.879171 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:06.881483 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.025053 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:07.026271 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:07.041701 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4e8b9cdf-2781-486f-9da1-24a49e0f1020 None None] Provisioning for port 2f3e5534-f279-4b76-9616-50911450578a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:07.048501 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4e8b9cdf-2781-486f-9da1-24a49e0f1020 None None] Provisioning complete for port 2f3e5534-f279-4b76-9616-50911450578a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:07.048942 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4e8b9cdf-2781-486f-9da1-24a49e0f1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.108782 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-4e8b9cdf-2781-486f-9da1-24a49e0f1020 None None] Port 2f3e5534-f279-4b76-9616-50911450578a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:46:07.237284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 9298244c-dc27-46ee-8097-debefa05e7e4 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:46:07.244796 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8f90227b-deb9-4b6c-b82e-0851b6fd712f None None] Provisioning complete for port 2f3e5534-f279-4b76-9616-50911450578a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:07.245165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f90227b-deb9-4b6c-b82e-0851b6fd712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.337557 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8f90227b-deb9-4b6c-b82e-0851b6fd712f None None] Port 2f3e5534-f279-4b76-9616-50911450578a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:46:07.348099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 765a3ef0-15f1-4845-ad7f-6708256b89be up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:07.421105 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 765a3ef0-15f1-4845-ad7f-6708256b89be completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:07.426133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 765a3ef0-15f1-4845-ad7f-6708256b89be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:07.426443 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.472692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:46:07.488416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a0e0d53-a2fe-4e10-b847-aa11c3d6bb38 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/9298244c-dc27-46ee-8097-debefa05e7e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0436003 Feb 10 23:46:07.503076 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Sync routers for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:46:07.533094 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:07.533718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:07.599860 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-875060b9-ef03-46de-8054-c50779fae9fa None None] Provisioning complete for port 2f3e5534-f279-4b76-9616-50911450578a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:07.600371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-875060b9-ef03-46de-8054-c50779fae9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.666395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-9628468b-00da-41a5-a745-1bd4c0db4e42 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:07.686010 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-9628468b-00da-41a5-a745-1bd4c0db4e42 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:07.687222 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-9628468b-00da-41a5-a745-1bd4c0db4e42 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417440191&fields=id&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 267 time: 0.0658758 Feb 10 23:46:07.779334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-875060b9-ef03-46de-8054-c50779fae9fa None None] Port 2f3e5534-f279-4b76-9616-50911450578a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:46:07.824634 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:07.839550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:07.991114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 765a3ef0-15f1-4845-ad7f-6708256b89be, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=765a3ef0-15f1-4845-ad7f-6708256b89be,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:07.992716 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-a407e1c6-a4db-472b-9622-b8c095bb37d6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:07.993421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-a407e1c6-a4db-472b-9622-b8c095bb37d6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:08.008547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.009327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 308df994-16e5-487a-ae65-7b62f636b518 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:08.011213 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-a407e1c6-a4db-472b-9622-b8c095bb37d6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:network {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:08.012525 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-a407e1c6-a4db-472b-9622-b8c095bb37d6 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 797 time: 0.3183792 Feb 10 23:46:08.028040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-6401edf2-7c63-4a87-a470-70e396e0a72b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/quotas/ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 375 time: 0.0097826 Feb 10 23:46:08.110184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-cd5164ff-5275-4bf0-8516-6f40421da101 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:08.126503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-4405325f-3f2a-463b-bbde-1f8258510668 req-cd5164ff-5275-4bf0-8516-6f40421da101 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:08.128504 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-cd5164ff-5275-4bf0-8516-6f40421da101 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952163 Feb 10 23:46:08.223962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=765a3ef0-15f1-4845-ad7f-6708256b89be,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:08.263867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 308df994-16e5-487a-ae65-7b62f636b518 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:08.272199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 308df994-16e5-487a-ae65-7b62f636b518 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:08.272567 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.325293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-78fc1318-92c1-4580-9730-c6cb800dbb32 service neutron] 10.222.0.53 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808836 Feb 10 23:46:08.360195 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-04c880a6-cbbf-4463-b451-3c5b240adc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.417805 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 2, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:08.425057 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Checking router: 9298244c-dc27-46ee-8097-debefa05e7e4 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:46:08.425425 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Updating router 9298244c-dc27-46ee-8097-debefa05e7e4 port 2f3e5534-f279-4b76-9616-50911450578a binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:46:08.466376 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-851a2ec8-fc95-47fb-92a7-d9d3a4654e50 service neutron] 10.222.0.53 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318634 Feb 10 23:46:08.476498 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.498143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.512566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 308df994-16e5-487a-ae65-7b62f636b518, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=308df994-16e5-487a-ae65-7b62f636b518,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:08.518471 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.670233 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c5020a18-df43-4004-bcdf-90b73d5c725e req-3cc48cfa-e420-42ec-a40d-5206e2b3fd4b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 210 time: 0.0482385 Feb 10 23:46:08.693059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=308df994-16e5-487a-ae65-7b62f636b518,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:08.920945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:08.936338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Transition to ACTIVE for port object 2f3e5534-f279-4b76-9616-50911450578a will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:08.942835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.166766 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5d4f-6190-481d-ad33-bd6a14f5fb0a None None] Pushing event updated for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:09.241590 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Attempting to bind port 2f3e5534-f279-4b76-9616-50911450578a on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:09.241959 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Attempting to bind port 2f3e5534-f279-4b76-9616-50911450578a by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:09.242325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Attempting to bind port 2f3e5534-f279-4b76-9616-50911450578a on network 895dedde-e5d7-410a-b4ca-0fca416ee55c {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:46:09.248592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:46:09.249140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Checking segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:46:09.249534 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.249917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Bound using segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:46:09.250403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Bound port: 2f3e5534-f279-4b76-9616-50911450578a, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:09.250805 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.296410 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 765a3ef0-15f1-4845-ad7f-6708256b89be up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:09.409970 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] For port 2f3e5534-f279-4b76-9616-50911450578a, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:46:09.413389 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] For port 2f3e5534-f279-4b76-9616-50911450578a, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f3e5534-f279-4b76-9616-50911450578a,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:46:09.419397 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.462103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 765a3ef0-15f1-4845-ad7f-6708256b89be triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:09.462475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:09.553682 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:09.554322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:45:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:09.606132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352e5d4f-6190-481d-ad33-bd6a14f5fb0a None None] Pushing event updated for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:09.788499 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 308df994-16e5-487a-ae65-7b62f636b518 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:09.851697 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:09.914066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6f8cddcf-336d-4b88-a6fe-c8b67b9f753c req-c56513ba-125a-4383-b0de-f2abbdc42822 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 210 time: 0.1025126 Feb 10 23:46:09.987296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-e2ef2dab-05f7-471a-9441-9c36d26fd548 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:09.988762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-e2ef2dab-05f7-471a-9441-9c36d26fd548 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 797 time: 0.2118466 Feb 10 23:46:10.044087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f51be99-0fd7-486e-8263-cf8470794edd tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce1b93459c844b47b2a6940f34721809 HTTP/1.1" status: 200 len: 380 time: 0.0443163 Feb 10 23:46:10.055732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'port': {'device_id': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'admin_state_up': True, 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'security_groups': ['382c572c-b41e-4f48-98d7-0491d76f90aa']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:10.079230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 308df994-16e5-487a-ae65-7b62f636b518 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:10.079636 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.195646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:10.205821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:10.217934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Made reservation on behalf of ce1b93459c844b47b2a6940f34721809 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:46:10.221592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.313344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:10.320984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78374538-0449-4ce3-81aa-da7dd4230c41 None None] The sync data for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 is: [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:09Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:46:10.399593 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.20.0.12 (895dedde-e5d7-410a-b4ca-0fca416ee55c/654260f4-6a88-4222-8317-781264aa8314/d5aaf9c9-051d-4a8c-82db-103d2a59fd2b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:10.600393 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2f42ef17-54c7-4167-932b-82f0d4c2f32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.605690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.623537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Transition to ACTIVE for port object d5aaf9c9-051d-4a8c-82db-103d2a59fd2b will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:10.648363 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.721727 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:10.724856 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:10.729163 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:46:10.760994 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:10.803850 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:10.804724 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:10.837204 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-b950000c-734b-46b7-89cd-3ec6d99be9b9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7850347 Feb 10 23:46:10.848789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Request body: {'port': {'device_id': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:10.974516 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.029643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aee10d1a-c5c7-4e39-85c8-701fe24764a2 None None] Provisioning for port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:11.036719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-aee10d1a-c5c7-4e39-85c8-701fe24764a2 None None] Provisioning complete for port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:11.037099 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-aee10d1a-c5c7-4e39-85c8-701fe24764a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.097851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-aee10d1a-c5c7-4e39-85c8-701fe24764a2 None None] Port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:46:11.286513 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f3e5534-f279-4b76-9616-50911450578a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:11.296284 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de8894-14b2-4ba4-b498-c5b879133af1 req-f9d227d5-4d2e-4c10-a76f-f618bcc96271 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:11.297033 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63de8894-14b2-4ba4-b498-c5b879133af1 req-f9d227d5-4d2e-4c10-a76f-f618bcc96271 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:11.346216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-63de8894-14b2-4ba4-b498-c5b879133af1 req-f9d227d5-4d2e-4c10-a76f-f618bcc96271 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:11.347412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63de8894-14b2-4ba4-b498-c5b879133af1 req-f9d227d5-4d2e-4c10-a76f-f618bcc96271 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 932 time: 0.2444003 Feb 10 23:46:11.374338 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 2f3e5534-f279-4b76-9616-50911450578a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:11.384925 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f3e5534-f279-4b76-9616-50911450578a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:11.385478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.415268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63de8894-14b2-4ba4-b498-c5b879133af1 req-cdfd4541-06d8-447c-a771-5995ce1ee0b0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605724 Feb 10 23:46:11.475636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5aaf9c9-051d-4a8c-82db-103d2a59fd2b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:46:11.484617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.502991 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Transition to ACTIVE for port object d5aaf9c9-051d-4a8c-82db-103d2a59fd2b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:46:11.507137 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.585726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.620316 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 2f3e5534-f279-4b76-9616-50911450578a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f3e5534-f279-4b76-9616-50911450578a,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:11.626807 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.677787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:11.725341 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:11.754407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Attempting to bind port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:46:11.754746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Attempting to bind port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:46:11.755074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Attempting to bind port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b on network 895dedde-e5d7-410a-b4ca-0fca416ee55c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:46:11.760194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b on network 895dedde-e5d7-410a-b4ca-0fca416ee55c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:46:11.760510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Attempting to bind port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b on network 895dedde-e5d7-410a-b4ca-0fca416ee55c {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:46:11.767154 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:46:11.767494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Checking segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:46:11.767937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Bound using segment: {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:46:11.768469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Bound port: d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86ec841c-5b82-4297-ab55-53ed668ec1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:46:11.768869 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.770072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:11.863781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:46:11.866868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:46:11.870891 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:12.033536 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.034117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:12.035345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] 10.222.0.24 "PUT /v2.0/ports/d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 1092 time: 1.1910980 Feb 10 23:46:12.038174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:12.066831 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:12.067261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f82b22c-061f-4093-a17f-8e06b48b7be6 service neutron] Pushing event updated for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:12.117794 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'status': 'completed', 'code': 200} Feb 10 23:46:12.164840 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-22b6f305-d734-41bb-8e20-dc350561ddf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.166372 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-22b6f305-d734-41bb-8e20-dc350561ddf1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1095 time: 0.0814333 Feb 10 23:46:12.236718 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-6b8f545b-a8ce-4148-b232-cbd1f88cab16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 217 time: 0.0627511 Feb 10 23:46:12.303168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-0a948403-b196-4408-a8b3-a2c5712b5beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.304531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-0a948403-b196-4408-a8b3-a2c5712b5beb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0625350 Feb 10 23:46:12.382771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4405325f-3f2a-463b-bbde-1f8258510668 req-0b49439b-7141-4af6-ab10-9b7a1a0062fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.384302 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-0b49439b-7141-4af6-ab10-9b7a1a0062fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0743399 Feb 10 23:46:12.517413 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-1ff61191-f62f-44c7-a7cb-47e9d968c705 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275702 Feb 10 23:46:12.710851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4405325f-3f2a-463b-bbde-1f8258510668 req-44ae1d23-f824-473f-a27d-a65b89e51904 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876662 Feb 10 23:46:12.719009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7252aa8-f50c-47de-b1a5-c029928664a6 req-851c35a5-cd1f-4a3d-bf72-685befd3b95a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.720641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7252aa8-f50c-47de-b1a5-c029928664a6 req-851c35a5-cd1f-4a3d-bf72-685befd3b95a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 944 time: 0.1792531 Feb 10 23:46:12.804914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7252aa8-f50c-47de-b1a5-c029928664a6 req-0f23a9b1-369e-47be-be14-c3dd42897f3b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784922 Feb 10 23:46:12.836551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-895aca2b-4f77-45d4-8d8c-4d14ab613109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.838063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-895aca2b-4f77-45d4-8d8c-4d14ab613109 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1095 time: 0.0831392 Feb 10 23:46:12.968973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-6f255b5c-6232-40d2-ad93-c35053d1a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:12.970360 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-6f255b5c-6232-40d2-ad93-c35053d1a1f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 898 time: 0.1266260 Feb 10 23:46:13.041186 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-d0f579d4-01ea-4572-885e-46cfba9a9156 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 217 time: 0.0639367 Feb 10 23:46:13.103915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-20c66d6b-0a78-45c6-b910-94551f4347d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:13.105349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-20c66d6b-0a78-45c6-b910-94551f4347d4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0578036 Feb 10 23:46:13.183904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-9e520385-cfab-432d-a860-2c53033c7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:13.186354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-9e520385-cfab-432d-a860-2c53033c7e09 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747809 Feb 10 23:46:13.236395 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:13.256880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f3e5534-f279-4b76-9616-50911450578a up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:13.325882 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-a682b03c-ad0b-4a00-9f91-c60a2ddb93eb service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315136 Feb 10 23:46:13.329246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 2f3e5534-f279-4b76-9616-50911450578a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:13.329587 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:13.461431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2aa6a86-4c01-44be-973c-59cc8f068d1c req-f85787e3-5555-44d2-bf1c-ae70267fb490 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294718 Feb 10 23:46:13.987966 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e97168-a002-4cd5-9a05-74c364e9f909 req-35c8491d-6216-4166-828b-0549df5295d7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:13.989424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46e97168-a002-4cd5-9a05-74c364e9f909 req-35c8491d-6216-4166-828b-0549df5295d7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 944 time: 0.0794086 Feb 10 23:46:14.032366 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-46e97168-a002-4cd5-9a05-74c364e9f909 req-fcc7c3df-1c47-45ee-a9d1-80c5a7807a56 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373821 Feb 10 23:46:15.330044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42834553-1ee4-4f38-890d-7d5f7a3f02d4 req-28da30df-934f-474f-9b4c-30a39775d556 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:15.331558 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42834553-1ee4-4f38-890d-7d5f7a3f02d4 req-28da30df-934f-474f-9b4c-30a39775d556 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 944 time: 0.1891668 Feb 10 23:46:15.375898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-42834553-1ee4-4f38-890d-7d5f7a3f02d4 req-1d34faae-81bb-46ec-a7ec-5be3e3323e08 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378895 Feb 10 23:46:15.428851 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d5aaf9c9-051d-4a8c-82db-103d2a59fd2b details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:46:15.562374 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:15.574963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'port_id': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'mac_address': 'fa:16:3e:a4:55:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:46:15.631146 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:15.647875 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5aaf9c9-051d-4a8c-82db-103d2a59fd2b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:46:15.663116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:15.666926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:15.737717 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:15.905692 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['d5aaf9c9-051d-4a8c-82db-103d2a59fd2b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:46:16.565303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc636d1-aedf-4feb-8137-3db9cb7df9a7 req-99eb0dae-c91a-4e6e-b302-0624764847a5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:16.566793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cc636d1-aedf-4feb-8137-3db9cb7df9a7 req-99eb0dae-c91a-4e6e-b302-0624764847a5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 945 time: 0.0819688 Feb 10 23:46:16.614729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9cc636d1-aedf-4feb-8137-3db9cb7df9a7 req-8bb66708-4cde-4749-93cf-cb816b4df20c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Feb 10 23:46:17.459916 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d5aaf9c9-051d-4a8c-82db-103d2a59fd2b up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:46:17.528096 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:46:17.532987 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:46:17.533372 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:17.649262 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:17.677025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:17.687187 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:46:17.691066 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:17.765336 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:17.803057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776b09d-ae0b-44c4-8ec9-10c8bf7676d3 req-cd589676-72b7-4e6f-8a9c-9ec12f0dc29c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:17.804587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5776b09d-ae0b-44c4-8ec9-10c8bf7676d3 req-cd589676-72b7-4e6f-8a9c-9ec12f0dc29c tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0827677 Feb 10 23:46:17.849522 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5776b09d-ae0b-44c4-8ec9-10c8bf7676d3 req-0c864fb9-9507-48b6-a0b4-48bbc1c83cbc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384510 Feb 10 23:46:17.899307 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'code': 200} Feb 10 23:46:18.024881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debc81f8-9337-457f-9a6c-73305716f48b req-c9ba1867-53b5-4893-8732-ddffe751e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:18.026269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-debc81f8-9337-457f-9a6c-73305716f48b req-c9ba1867-53b5-4893-8732-ddffe751e143 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1097 time: 0.0728345 Feb 10 23:46:18.067219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-debc81f8-9337-457f-9a6c-73305716f48b req-c8cc23fc-97e5-4ec7-8f30-daf3b5450838 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349844 Feb 10 23:46:19.039179 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f26c4e-ab69-4e6b-a415-5ffa4c30d491 req-522a1e30-8c72-435f-ac18-ed656aad1c26 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:19.040662 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7f26c4e-ab69-4e6b-a415-5ffa4c30d491 req-522a1e30-8c72-435f-ac18-ed656aad1c26 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0829823 Feb 10 23:46:19.084994 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f7f26c4e-ab69-4e6b-a415-5ffa4c30d491 req-70fabaa2-dae2-42c6-b219-50fc151dc5bb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386477 Feb 10 23:46:20.279725 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eafae5-cc54-45c3-88bc-59fc0d2fdae7 req-db898c1e-fdab-4b89-bb52-2c97f0f33e29 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.281272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92eafae5-cc54-45c3-88bc-59fc0d2fdae7 req-db898c1e-fdab-4b89-bb52-2c97f0f33e29 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0854058 Feb 10 23:46:20.325624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92eafae5-cc54-45c3-88bc-59fc0d2fdae7 req-42cf296e-5874-45b8-876e-bd66f9ea21b7 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387502 Feb 10 23:46:20.506649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6d54c-9081-465c-86de-f7064d16f587 req-bed79208-8a55-4cbd-a2a7-5b5969059845 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.508143 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4e6d54c-9081-465c-86de-f7064d16f587 req-bed79208-8a55-4cbd-a2a7-5b5969059845 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0789642 Feb 10 23:46:20.556888 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4e6d54c-9081-465c-86de-f7064d16f587 req-a8190b33-db89-4368-afd2-6af6578739f1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427725 Feb 10 23:46:20.581714 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38792) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:20.650599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9deabdd-4e01-41ff-8fcf-2f46de5d0724 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:20.652137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a9deabdd-4e01-41ff-8fcf-2f46de5d0724 tempest-TestNetworkAdvancedServerOps-1379344939 tempest-TestNetworkAdvancedServerOps-1379344939-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1092 time: 0.0694144 Feb 10 23:46:20.655012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38796) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:20.659879 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:46:20.666368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:46:20.670904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Usage tracker for resource:floatingip and tenant:ce1b93459c844b47b2a6940f34721809 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:46:20.673730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:46:20.679600 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:46:20.690395 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:20.825981 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:20.963907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Allocated IP 172.25.2.223 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/74533f7f-16ac-433d-ab87-d5f7f916e103) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:46:21.110867 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:21.140085 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:21.203808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:46:21.206723 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:46:21.211176 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:46:21.249392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=74533f7f-16ac-433d-ab87-d5f7f916e103,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:21.734313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:21.807431 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.020045 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.024188 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.133924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event updated for resources: {'Port': ['ID=74533f7f-16ac-433d-ab87-d5f7f916e103,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:22.147051 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.322233 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP a2285cde-b021-43f5-92b5-47b869f34623 associated. External IP: 172.25.2.223, port: d5aaf9c9-051d-4a8c-82db-103d2a59fd2b. Feb 10 23:46:22.489651 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.673217 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 9298244c-dc27-46ee-8097-debefa05e7e4 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:46:22.850186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:46:22.860928 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Sync routers for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:46:22.870851 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:22.871571 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:22.876142 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:22.931694 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-44d9b24d-a635-4572-875a-5efaba99f3dc tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2755361 Feb 10 23:46:22.932193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:23.051272 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:23.104542 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fc6c4b-2734-47a4-aaeb-16b759c05332 req-689a0ada-d578-4c2d-8a9d-4eb8192b3b73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:23.106052 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7fc6c4b-2734-47a4-aaeb-16b759c05332 req-689a0ada-d578-4c2d-8a9d-4eb8192b3b73 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0859728 Feb 10 23:46:23.152517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7fc6c4b-2734-47a4-aaeb-16b759c05332 req-698495dc-0609-41a6-9a31-2af1ae6e3dd5 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396135 Feb 10 23:46:23.178521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38804) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:23.393299 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'status': 'completed', 'code': 200} Feb 10 23:46:23.408337 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a2285cde-b021-43f5-92b5-47b869f34623', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'port_id': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'mac_address': 'fa:16:3e:a4:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:21Z', 'updated_at': '2022-02-10T23:46:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:23.412049 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Checking router: 9298244c-dc27-46ee-8097-debefa05e7e4 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:46:23.421077 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:23.421682 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:23.457022 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-ab479527-92ac-459f-b720-3a110b0297d9 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/a2285cde-b021-43f5-92b5-47b869f34623 HTTP/1.1" status: 200 len: 992 time: 0.2772641 Feb 10 23:46:23.472557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-66bd8f29-e01a-4779-9122-702490dea642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:23.474031 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-66bd8f29-e01a-4779-9122-702490dea642 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1097 time: 0.2347667 Feb 10 23:46:23.598821 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:23.603808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-74bde7e6-ec62-4c0a-8a3b-edd37890a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:23.605259 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-74bde7e6-ec62-4c0a-8a3b-edd37890a961 service neutron] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 898 time: 0.1257863 Feb 10 23:46:23.708572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-0c73e888-a10a-424e-b5b5-96b89b6869bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 1000 time: 0.0971036 Feb 10 23:46:23.775172 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-ba30969e-62c8-4525-924d-a3c1844833e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:23.776682 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-ba30969e-62c8-4525-924d-a3c1844833e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0627863 Feb 10 23:46:23.851137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-58eddca9-af36-469b-9c87-54f347b6283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:23.852658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-58eddca9-af36-469b-9c87-54f347b6283d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703766 Feb 10 23:46:23.990417 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a2285cde-b021-43f5-92b5-47b869f34623', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'port_id': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'mac_address': 'fa:16:3e:a4:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:21Z', 'updated_at': '2022-02-10T23:46:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:23.993668 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-551beed5-47a6-4c66-8cfe-c39ad5dfde26 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342864 Feb 10 23:46:23.994304 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5bff437-c121-4723-a27e-4715352d66e0 None None] The sync data for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 is: [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'a2285cde-b021-43f5-92b5-47b869f34623', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'floating_ip_address': '172.25.2.223', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'port_id': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'mac_address': 'fa:16:3e:a4:55:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:46:21Z', 'updated_at': '2022-02-10T23:46:21Z', 'revision_number': 0, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:46:24.134009 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-18e0e641-5003-4272-9b8b-a3aa2eeb1051 req-bf0c9780-a9c5-49e8-a638-a70286ab006b service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340778 Feb 10 23:46:24.211732 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66cc8e27-7e4e-494c-8a73-3686838ac788 None None] New status for floating IP a2285cde-b021-43f5-92b5-47b869f34623: ACTIVE {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:46:24.461042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38808) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:24.574552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1052d455-05e1-4818-a7a2-c887f929e163 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/a2285cde-b021-43f5-92b5-47b869f34623 HTTP/1.1" status: 200 len: 994 time: 0.1122487 Feb 10 23:46:25.145293 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:46:25.181341 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:25.906020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-649d1636-388f-4bb6-8aa8-3509f14dadbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724807 Feb 10 23:46:26.049348 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-e1d3506c-8726-49b8-9ea9-4b8e8754afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:26.051090 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-e1d3506c-8726-49b8-9ea9-4b8e8754afa2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1097 time: 0.0754924 Feb 10 23:46:26.196336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-35ac0350-b9c9-480f-a803-368eb1402ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:26.197779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-35ac0350-b9c9-480f-a803-368eb1402ba5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 898 time: 0.1288707 Feb 10 23:46:26.302244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-57aab17a-6e52-43e7-9a2d-28011877f98b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 1002 time: 0.0990207 Feb 10 23:46:26.363252 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-91166287-948a-4c30-8afd-92eee1fed572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:26.364709 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-91166287-948a-4c30-8afd-92eee1fed572 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0568483 Feb 10 23:46:26.437390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-77ea6523-a3ee-4552-b482-ff0b0fb4f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:26.438831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-77ea6523-a3ee-4552-b482-ff0b0fb4f785 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689263 Feb 10 23:46:26.574407 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-7b826c7f-c45f-463a-aa6d-ed72168a530a service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294603 Feb 10 23:46:26.711726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-94a3b15c-32a3-4117-bbd7-ade07c4d48ef req-350e52c1-d585-42df-bb4b-a191e85e9e42 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253140 Feb 10 23:46:38.342810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2682ea69-c7d7-4f3e-a8a0-0b2adfe25396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:40.603401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66426f77-2e96-4e82-a34f-5703848999cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:41.772702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:42.063699 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:43.234247 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:51.598469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b37a0f-383d-4d01-bc79-2d164f618c54 req-418ea521-e37a-4171-958e-c55f54f0cec0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:51.600047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07b37a0f-383d-4d01-bc79-2d164f618c54 req-418ea521-e37a-4171-958e-c55f54f0cec0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.1914341 Feb 10 23:46:51.644545 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-07b37a0f-383d-4d01-bc79-2d164f618c54 req-e4237b25-7aef-422b-adcf-d5e928583a02 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386820 Feb 10 23:46:52.508239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:52.834814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e07c8-17d4-41b5-9704-079f41bd62a3 req-bfb1685d-9fa6-43ac-82d3-a3c41a93cfb4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:52.836294 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-643e07c8-17d4-41b5-9704-079f41bd62a3 req-bfb1685d-9fa6-43ac-82d3-a3c41a93cfb4 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0830097 Feb 10 23:46:52.880742 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-643e07c8-17d4-41b5-9704-079f41bd62a3 req-d4e7cc6e-df1f-4ead-b3dc-4fe158d4519b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388749 Feb 10 23:46:52.903410 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38826) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:53.008148 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4412dd8b-834d-4192-9f51-bcc996ec815e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/a2285cde-b021-43f5-92b5-47b869f34623 HTTP/1.1" status: 200 len: 994 time: 0.1036088 Feb 10 23:46:54.752492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee63a4-58b3-4799-be9e-73e6b3868334 req-1be20cbc-43b8-41ac-9339-3ec660084ee3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:54.753876 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efee63a4-58b3-4799-be9e-73e6b3868334 req-1be20cbc-43b8-41ac-9339-3ec660084ee3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.1355541 Feb 10 23:46:54.760105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-99e8e5f4-7d73-4db8-94a1-bdc5f317b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:54.761481 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-99e8e5f4-7d73-4db8-94a1-bdc5f317b206 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1097 time: 0.1085620 Feb 10 23:46:54.880066 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-efee63a4-58b3-4799-be9e-73e6b3868334 req-b973faae-26f4-4e05-86ce-0fde517e9578 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175988 Feb 10 23:46:54.921517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-7aced110-a319-428f-83c8-1ab009318b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:54.923012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-7aced110-a319-428f-83c8-1ab009318b56 service neutron] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 898 time: 0.1483030 Feb 10 23:46:55.027707 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-8aee5cd7-b512-4ca6-9c73-6da15704f2cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 1002 time: 0.0987830 Feb 10 23:46:55.089829 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-dd2e69d0-abe5-460d-b118-1d5c8c3ba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:55.091250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-dd2e69d0-abe5-460d-b118-1d5c8c3ba1f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0568407 Feb 10 23:46:55.169803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-fe1e9bca-29c5-4127-849c-c6e3da8ec161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:55.171361 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-fe1e9bca-29c5-4127-849c-c6e3da8ec161 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734613 Feb 10 23:46:55.199224 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:55.308459 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-eb7e450e-ebe1-4ce7-9c42-6103fec90cb6 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307902 Feb 10 23:46:55.438507 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8477ea28-20f1-4e47-935c-d0acc8ca7b37 req-7b996018-27f7-4e86-9d95-fb6adbeaea32 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244135 Feb 10 23:46:56.064096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fdb4d-7a46-41c2-a424-686e45c735ae req-eb92be32-c494-4000-af45-6c07c6a9f238 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:56.065550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e2fdb4d-7a46-41c2-a424-686e45c735ae req-eb92be32-c494-4000-af45-6c07c6a9f238 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0792484 Feb 10 23:46:56.110027 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9e2fdb4d-7a46-41c2-a424-686e45c735ae req-56219bc2-de2e-4fb0-a757-ff1a196dfad2 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Feb 10 23:46:57.299203 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195911f9-4093-4a62-814a-21672ff618be req-9d4d5761-d96c-4c67-a216-d87a75834436 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:57.300685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-195911f9-4093-4a62-814a-21672ff618be req-9d4d5761-d96c-4c67-a216-d87a75834436 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0851662 Feb 10 23:46:57.345455 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-195911f9-4093-4a62-814a-21672ff618be req-c76bdd16-37a7-418f-a67f-c4795cf8294b tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388465 Feb 10 23:46:57.368902 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38842) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:57.474331 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f66d8557-4c59-428c-b8f1-12da6f230ae0 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/floatingips/a2285cde-b021-43f5-92b5-47b869f34623 HTTP/1.1" status: 200 len: 994 time: 0.1040831 Feb 10 23:46:57.767948 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38850) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:46:58.083684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 74533f7f-16ac-433d-ab87-d5f7f916e103 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:46:58.084025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:58.256842 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:58.257169 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:58.378444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 74533f7f-16ac-433d-ab87-d5f7f916e103 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:46:58.528557 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:58.579094 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=74533f7f-16ac-433d-ab87-d5f7f916e103,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:46:58.647618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.647869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.648208 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.648539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.648868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.649195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.649521 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.649845 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.650168 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.650488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.650804 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.651117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:46:58.683761 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:58.684087 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Floating IP a2285cde-b021-43f5-92b5-47b869f34623 disassociated (deleted). External IP: 172.25.2.223, port: d5aaf9c9-051d-4a8c-82db-103d2a59fd2b. Feb 10 23:46:59.029968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 9298244c-dc27-46ee-8097-debefa05e7e4 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:46:59.208964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:46:59.219265 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Sync routers for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:46:59.229809 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:59.230422 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:59.231764 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:46:59.286808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-382223bc-b075-4a3d-bcab-c3a2436127ce tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/floatingips/a2285cde-b021-43f5-92b5-47b869f34623 HTTP/1.1" status: 204 len: 168 time: 1.5175540 Feb 10 23:46:59.287302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:46:59.409190 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:59.522940 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'status': 'completed', 'code': 200} Feb 10 23:46:59.744908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:59.749987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Checking router: 9298244c-dc27-46ee-8097-debefa05e7e4 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:46:59.759008 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:46:59.759638 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:46:59.799371 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a40db4-3b0e-4869-8d63-049777a06049 req-5dc45ba1-b9b7-43f2-b2a1-1d467e088ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:59.800869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-5dc45ba1-b9b7-43f2-b2a1-1d467e088ee2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ce1b93459c844b47b2a6940f34721809&device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 1097 time: 0.2569907 Feb 10 23:46:59.891296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3315640-454e-4011-bc68-e4565c0650c0 req-686fc28d-4295-4719-98ca-8453febf93e1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:59.892026 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c3315640-454e-4011-bc68-e4565c0650c0 req-686fc28d-4295-4719-98ca-8453febf93e1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:46:59.929815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c3315640-454e-4011-bc68-e4565c0650c0 req-686fc28d-4295-4719-98ca-8453febf93e1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:46:59.930948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3315640-454e-4011-bc68-e4565c0650c0 req-686fc28d-4295-4719-98ca-8453febf93e1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.3261311 Feb 10 23:46:59.938881 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:46:59.973923 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a40db4-3b0e-4869-8d63-049777a06049 req-2f2d82d8-1b9d-4cf7-b2e0-be5c516f0f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:46:59.975383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-2f2d82d8-1b9d-4cf7-b2e0-be5c516f0f48 service neutron] 10.222.0.24 "GET /v2.0/networks?id=895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 200 len: 898 time: 0.1676850 Feb 10 23:47:00.054398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-0076efd7-e550-4afa-b8c8-8cf1785fccfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 200 len: 217 time: 0.0696087 Feb 10 23:47:00.057060 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3315640-454e-4011-bc68-e4565c0650c0 req-4973641e-f4b3-476d-8b04-783c49081bbb tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183221 Feb 10 23:47:00.116864 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a40db4-3b0e-4869-8d63-049777a06049 req-cb756a38-2e2c-4348-a700-6c2a521fcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:00.118396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-cb756a38-2e2c-4348-a700-6c2a521fcdcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 200 len: 834 time: 0.0578578 Feb 10 23:47:00.199854 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a40db4-3b0e-4869-8d63-049777a06049 req-b46e7673-0296-40c4-8059-b00a53f790fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:00.201354 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-b46e7673-0296-40c4-8059-b00a53f790fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=895dedde-e5d7-410a-b4ca-0fca416ee55c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769529 Feb 10 23:47:00.292771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:00.296793 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2bbe7ea-902b-4846-ace0-b6e363567165 None None] The sync data for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 is: [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:06Z', 'revision_number': 4, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '2f3e5534-f279-4b76-9616-50911450578a', 'name': '', 'network_id': '895dedde-e5d7-410a-b4ca-0fca416ee55c', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'mac_address': 'fa:16:3e:ad:8d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '654260f4-6a88-4222-8317-781264aa8314', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:05Z', 'updated_at': '2022-02-10T23:46:11Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'subnets': [{'id': '654260f4-6a88-4222-8317-781264aa8314', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:00.339159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-e0fba774-3de4-4b99-a8b4-9c0c19686eb9 service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303973 Feb 10 23:47:00.478098 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53a40db4-3b0e-4869-8d63-049777a06049 req-59e52bee-e5fd-4e0e-b276-39fe92189aff service neutron] 10.222.0.24 "GET /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323915 Feb 10 23:47:00.533869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83768d0e-8bf0-4795-86e6-f83c861a13f9 None None] New status for floating IP a2285cde-b021-43f5-92b5-47b869f34623: DOWN {{(pid=87654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:47:01.125186 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-ad413e4e-79b3-479b-8b46-37b1e90051ab tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:01.126802 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-ad413e4e-79b3-479b-8b46-37b1e90051ab tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.0818474 Feb 10 23:47:01.238357 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:47:01.238727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:01.369649 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7291ad97-0b24-4b4d-8f8f-021ce52e5f17 req-2c135ea2-8005-44f7-86ff-7bd0960ef37a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:01.371012 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7291ad97-0b24-4b4d-8f8f-021ce52e5f17 req-2c135ea2-8005-44f7-86ff-7bd0960ef37a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 946 time: 0.1949694 Feb 10 23:47:01.496239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7291ad97-0b24-4b4d-8f8f-021ce52e5f17 req-d77eda5a-6719-43d9-aa14-dbb1d17df16a tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/security-groups?id=382c572c-b41e-4f48-98d7-0491d76f90aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195543 Feb 10 23:47:01.538232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:01.538592 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:01.663194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for d5aaf9c9-051d-4a8c-82db-103d2a59fd2b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:47:01.809313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:02.003346 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=d5aaf9c9-051d-4a8c-82db-103d2a59fd2b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:02.049338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] No DVR routers for this DVR port d5aaf9c9-051d-4a8c-82db-103d2a59fd2b on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:47:02.052033 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:02.054467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'name': 'network-vif-deleted', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:02.069905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2a5d1d2a-96fc-4c4a-8a0e-369c7fc1d071 req-7422e04d-5a0b-469b-baa0-b3f80377f0d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.24 "DELETE /v2.0/ports/d5aaf9c9-051d-4a8c-82db-103d2a59fd2b HTTP/1.1" status: 204 len: 173 time: 0.9376080 Feb 10 23:47:02.102432 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21edbfa3-456d-4e3d-a212-c203a76f3d22', 'name': 'network-vif-deleted', 'tag': 'd5aaf9c9-051d-4a8c-82db-103d2a59fd2b', 'status': 'completed', 'code': 200} Feb 10 23:47:02.144724 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:47:02.664174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7928dc7-dece-442e-96eb-11e09578e037 req-ee37a6d9-c074-4a5a-a94b-519f5eed7f26 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Synchronizing usage tracker for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:47:02.679691 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-a7928dc7-dece-442e-96eb-11e09578e037 req-ee37a6d9-c074-4a5a-a94b-519f5eed7f26 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Unset dirty status for tenant:ce1b93459c844b47b2a6940f34721809 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:47:02.681106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a7928dc7-dece-442e-96eb-11e09578e037 req-ee37a6d9-c074-4a5a-a94b-519f5eed7f26 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "GET /v2.0/ports?device_id=21edbfa3-456d-4e3d-a212-c203a76f3d22 HTTP/1.1" status: 200 len: 210 time: 0.0609434 Feb 10 23:47:03.693354 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d5aaf9c9-051d-4a8c-82db-103d2a59fd2b no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:03.727073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: d5aaf9c9-051d-4a8c-82db-103d2a59fd2b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:47:03.727448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device d5aaf9c9-051d-4a8c-82db-103d2a59fd2b not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:03.775345 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38868) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:04.435732 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:04.834397 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 2f3e5534-f279-4b76-9616-50911450578a {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:47:04.835159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:05.040343 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 2f3e5534-f279-4b76-9616-50911450578a, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=2f3e5534-f279-4b76-9616-50911450578a,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:05.040699 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:05.191967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 2f3e5534-f279-4b76-9616-50911450578a owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:47:05.377721 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:05.427248 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=2f3e5534-f279-4b76-9616-50911450578a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:05.468788 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.469134 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.469504 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.469886 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.470154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.470438 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.470761 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.471088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.471441 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.471762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.472077 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.472395 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:05.709092 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.173836 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Router 9298244c-dc27-46ee-8097-debefa05e7e4 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:47:06.351848 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:06.361367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Sync routers for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:06.368328 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-3858000a-12fe-4bf9-8d23-104547df066e tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "PUT /v2.0/routers/9298244c-dc27-46ee-8097-debefa05e7e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5917926 Feb 10 23:47:06.370945 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38874) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:06.371128 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:06.371788 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:06.438882 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting subnet 654260f4-6a88-4222-8317-781264aa8314 {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:47:06.441788 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.500366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.555648 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:06.588074 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.660359 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.701918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.705339 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Subnet': ['ID=654260f4-6a88-4222-8317-781264aa8314,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:06.710073 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57355cf3-8737-4ba5-abad-ef7e6af32788 None None] Network 895dedde-e5d7-410a-b4ca-0fca416ee55c requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:47:06.714850 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-441b9fb9-3028-4721-8db6-36a8cd36e9d1 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/subnets/654260f4-6a88-4222-8317-781264aa8314 HTTP/1.1" status: 204 len: 168 time: 0.3405368 Feb 10 23:47:06.715101 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38878) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:06.853460 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:47:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:06.857658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Checking router: 9298244c-dc27-46ee-8097-debefa05e7e4 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:06.867573 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Routers {'9298244c-dc27-46ee-8097-debefa05e7e4'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:06.868238 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:46:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['9298244c-dc27-46ee-8097-debefa05e7e4'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:06.905422 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:06.978305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] DHCP port deletion for 895dedde-e5d7-410a-b4ca-0fca416ee55c request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:47:06.982440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Deleting port 765a3ef0-15f1-4845-ad7f-6708256b89be {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:47:06.982817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.054495 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] Set router 9298244c-dc27-46ee-8097-debefa05e7e4 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:07.104329 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.116122 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Deleting port 308df994-16e5-487a-ae65-7b62f636b518 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:47:07.116597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.196672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] For port 765a3ef0-15f1-4845-ad7f-6708256b89be, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=765a3ef0-15f1-4845-ad7f-6708256b89be,segment=NetworkSegment(86ec841c-5b82-4297-ab55-53ed668ec1e9),segment_id=86ec841c-5b82-4297-ab55-53ed668ec1e9)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:07.197072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.351622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Calling delete_port for 765a3ef0-15f1-4845-ad7f-6708256b89be owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:47:07.382520 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 765a3ef0-15f1-4845-ad7f-6708256b89be no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:07.398303 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:47:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:07.402382 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5506da-a63b-401d-b4b8-f0d143067838 None None] The sync data for ids ['9298244c-dc27-46ee-8097-debefa05e7e4'] in n-d-825178-4 is: [{'id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1874688701', 'tenant_id': 'ce1b93459c844b47b2a6940f34721809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '308df994-16e5-487a-ae65-7b62f636b518', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:47:05Z', 'revision_number': 5, 'project_id': 'ce1b93459c844b47b2a6940f34721809', 'gw_port': {'id': '308df994-16e5-487a-ae65-7b62f636b518', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:96:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9298244c-dc27-46ee-8097-debefa05e7e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:46:01Z', 'updated_at': '2022-02-10T23:46:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:07.446173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] For port 308df994-16e5-487a-ae65-7b62f636b518, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=308df994-16e5-487a-ae65-7b62f636b518,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:07.446714 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.510371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110'] for port, after_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.553739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Port 765a3ef0-15f1-4845-ad7f-6708256b89be update to DOWN by agent not found {{(pid=87654) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Feb 10 23:47:07.564638 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Pushing event deleted for resources: {'Port': ['ID=765a3ef0-15f1-4845-ad7f-6708256b89be,revision_number=None']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:07.569860 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Calling delete_port for 308df994-16e5-487a-ae65-7b62f636b518 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:47:07.573924 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] No DVR routers for this DVR port 765a3ef0-15f1-4845-ad7f-6708256b89be on host n-d-825178-4 {{(pid=87654) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:47:07.576346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.576918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.577304 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.577816 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.578333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.578664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.578994 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.579339 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.579677 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.579988 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.580308 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.581014 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5cf7f1-e60d-4d7e-a1b5-0d9d05953f71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:07.736192 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:07.782278 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Port': ['ID=308df994-16e5-487a-ae65-7b62f636b518,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:07.880746 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.065352 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.067633 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.091322 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.091322 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Fanout notify agent at l3_agent the message router_deleted on router 9298244c-dc27-46ee-8097-debefa05e7e4 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:47:08.110312 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.111607 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0085a99f-de41-4cd3-9b91-e55bf27a9dd3 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/routers/9298244c-dc27-46ee-8097-debefa05e7e4 HTTP/1.1" status: 204 len: 168 time: 1.3954468 Feb 10 23:47:08.114046 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38882) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:08.243564 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.345060 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c3ce0769-d7b7-4689-a60f-61526daeb6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.380342 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.404939 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['895dedde-e5d7-410a-b4ca-0fca416ee55c']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:08.417142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ec841c-5b82-4297-ab55-53ed668ec1e9') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:08.417431 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ec841c-5b82-4297-ab55-53ed668ec1e9') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:08.428759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.444011 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.449718 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:47:08.450345 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:47:08.469106 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:47:08.551395 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.570060 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.582140 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'Network': ['ID=895dedde-e5d7-410a-b4ca-0fca416ee55c,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:08.591831 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-37b055f6-260a-428f-8aa0-8375ac8fd831 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/networks/895dedde-e5d7-410a-b4ca-0fca416ee55c HTTP/1.1" status: 204 len: 168 time: 0.4765956 Feb 10 23:47:08.595032 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38886) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:08.665918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.695896 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.762916 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.782857 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=382c572c-b41e-4f48-98d7-0491d76f90aa,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:08.795330 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:08.796494 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-d016f4d4-4918-45af-a7b4-6bc5be31b4f8 tempest-TestNetworkAdvancedServerOps-879521731 tempest-TestNetworkAdvancedServerOps-879521731-project] 10.222.0.53 "DELETE /v2.0/security-groups/382c572c-b41e-4f48-98d7-0491d76f90aa HTTP/1.1" status: 204 len: 168 time: 0.2005241 Feb 10 23:47:09.175622 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38896) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:09.276616 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f3e5534-f279-4b76-9616-50911450578a no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:09.310926 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 2f3e5534-f279-4b76-9616-50911450578a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:47:09.311391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 2f3e5534-f279-4b76-9616-50911450578a not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:09.312416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 308df994-16e5-487a-ae65-7b62f636b518 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:47:09.346250 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-87dee03c-fe01-404a-ab7b-4416a5515529 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=ce1b93459c844b47b2a6940f34721809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1691344 Feb 10 23:47:09.347891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 308df994-16e5-487a-ae65-7b62f636b518 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:47:09.348372 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 308df994-16e5-487a-ae65-7b62f636b518 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:47:09.348747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38902) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:09.407443 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.436504 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.487508 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.504808 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e420fc4-7c5c-4996-b8e6-38e62404144d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:09.512942 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.514045 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8e321e25-25aa-420e-bc40-29cdc4865c45 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/8e420fc4-7c5c-4996-b8e6-38e62404144d HTTP/1.1" status: 204 len: 168 time: 0.1644115 Feb 10 23:47:09.806569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38910) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:09.824306 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.838582 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:09.842432 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Usage tracker for resource:security_group_rule and tenant:1a09d4b5c5944ab5b6a50d7a8761c35d is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:09.846048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:09.851680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:09.934383 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.938326 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:09.985317 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=1a09d4b5c5944ab5b6a50d7a8761c35d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1776488 Feb 10 23:47:09.986185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e2ead8-343c-4c52-bedf-0a37439835de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70a8653-4b9b-44a7-97ec-84e1329fa91a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:09.988109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38914) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:10.047101 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:10.072499 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:10.123730 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:10.138575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70a8653-4b9b-44a7-97ec-84e1329fa91a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:10.146546 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:10.150366 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b2a64a64-21de-4ef9-8a32-ed7ce7181c18 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/c70a8653-4b9b-44a7-97ec-84e1329fa91a HTTP/1.1" status: 204 len: 168 time: 0.1574178 Feb 10 23:47:10.604810 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17c6e38c-bb76-4fb6-a170-0bee7871a146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:10.934675 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38938) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:11.037838 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1614724809-network', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:11.043409 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:11.047558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Usage tracker for resource:network and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:11.050831 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:11.057285 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:11.067596 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Made reservation on behalf of a1c61b33f95f4fa3bf8cf32f99e8ed54 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:11.070015 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.085285 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.099340 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:11.103125 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:11.105989 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:11.111747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:11.195417 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.199202 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.233025 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbbc089-5c8b-4373-84ea-a79671cc61d7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:11.236738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:47:11.248391 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.248734 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Added segment 445d0a63-13ad-4b86-bc38-91647595f45e of type vlan for network 0a93fee8-1295-4670-942d-2de26d2a891a Feb 10 23:47:11.275683 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.304106 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.305154 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:11.305836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.409066 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4730873 Feb 10 23:47:11.409765 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e688a8-2e8d-4117-8923-6bc981e63024 admin admin] Pushing event updated for resources: {'Network': ['ID=0a93fee8-1295-4670-942d-2de26d2a891a,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:11.411813 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38944) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:11.417328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Request body: {'subnet': {'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1614724809-subnet', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:11.419918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 0a93fee8-1295-4670-942d-2de26d2a891a details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:47:11.423591 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:11.427676 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Usage tracker for resource:subnet and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:11.430484 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:11.437295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:11.447242 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Made reservation on behalf of a1c61b33f95f4fa3bf8cf32f99e8ed54 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:11.449639 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.760951 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.775545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.841240 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac87367-470e-4393-bc1d-00430bdf5dc0,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:11.849225 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:11.849582 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Network hostable DHCP agents. Network: 0a93fee8-1295-4670-942d-2de26d2a891a, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:47:11.868782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Network 0a93fee8-1295-4670-942d-2de26d2a891a is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:47:11.878052 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 0a93fee8-1295-4670-942d-2de26d2a891a) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:11.881930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:11.882521 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.888274 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ee4ef-6046-4093-aa43-9456b470dc20 None None] Network 0a93fee8-1295-4670-942d-2de26d2a891a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:47:11.902840 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4ffd0a00-c99d-4151-98ca-9d8f79b17d58 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4900270 Feb 10 23:47:11.906153 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38948) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:11.911771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:11.917123 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:11.921530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Usage tracker for resource:router and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:11.924681 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:11.930494 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:11.942309 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.943366 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:11.958750 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.104425 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.116067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-0a93fee8-1295-4670-942d-2de26d2a891a', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:47:12.117149 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.232883 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.279239 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Allocated IP 172.20.0.2 (0a93fee8-1295-4670-942d-2de26d2a891a/6ac87367-470e-4393-bc1d-00430bdf5dc0/f1cb1fa8-6885-4845-8332-58390579c5c7) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:12.525483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.536532 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Transition to ACTIVE for port object f1cb1fa8-6885-4845-8332-58390579c5c7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:12.549998 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.556429 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Transition to ACTIVE for port object f1cb1fa8-6885-4845-8332-58390579c5c7 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:12.562448 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.581316 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.626272 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Network 0a93fee8-1295-4670-942d-2de26d2a891a is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:12.629106 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:12.631549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:12.674656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Pushing event updated for resources: {'Port': ['ID=f1cb1fa8-6885-4845-8332-58390579c5c7,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:12.717177 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Allocated IP 172.25.2.66 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/e499ec92-bbdd-4995-a9b2-f7a14955ef1b) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:12.735068 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Attempting to bind port f1cb1fa8-6885-4845-8332-58390579c5c7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:12.735346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Attempting to bind port f1cb1fa8-6885-4845-8332-58390579c5c7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:12.735798 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Attempting to bind port f1cb1fa8-6885-4845-8332-58390579c5c7 on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:12.741355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:12.741871 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:12.742279 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.742665 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Bound using segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:12.743125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Bound port: f1cb1fa8-6885-4845-8332-58390579c5c7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:12.743524 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.837756 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] For port f1cb1fa8-6885-4845-8332-58390579c5c7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:12.840927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] For port f1cb1fa8-6885-4845-8332-58390579c5c7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f1cb1fa8-6885-4845-8332-58390579c5c7,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:12.846070 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.868582 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.899923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:12.934426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916b9b-1ea0-40f0-9a52-03b70f5da44f None None] Pushing event updated for resources: {'Port': ['ID=f1cb1fa8-6885-4845-8332-58390579c5c7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:12.964427 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:12.967186 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:12.971362 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:13.019713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Pushing event updated for resources: {'Port': ['ID=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:13.251598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:13.338192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f1cb1fa8-6885-4845-8332-58390579c5c7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:13.407753 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port f1cb1fa8-6885-4845-8332-58390579c5c7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:13.545402 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:13.886471 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b61757-5b25-4ffe-b2b7-4b2f2594d757 None None] Network 0a93fee8-1295-4670-942d-2de26d2a891a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:47:13.900444 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:13.976834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Provisioning for port f1cb1fa8-6885-4845-8332-58390579c5c7 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:13.993334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Provisioning complete for port f1cb1fa8-6885-4845-8332-58390579c5c7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:13.993695 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:14.115732 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:47:14.214938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:14.253708 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] For port f1cb1fa8-6885-4845-8332-58390579c5c7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f1cb1fa8-6885-4845-8332-58390579c5c7,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:14.259337 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:14.304598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:14.315930 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:14.334370 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:14.336102 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c42028e2-1096-4217-89fa-6523f1e0d67b admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4288151 Feb 10 23:47:14.338762 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38954) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:14.341348 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:14.341977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:14.408751 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de3932-bffc-4310-b63d-75d83b38f62b None None] Pushing event updated for resources: {'Port': ['ID=f1cb1fa8-6885-4845-8332-58390579c5c7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:14.529694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:14.725299 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-b0e087c0-0203-458b-9a77-045f987777dd None None] Provisioning complete for port f1cb1fa8-6885-4845-8332-58390579c5c7 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:14.725669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0e087c0-0203-458b-9a77-045f987777dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:14.971574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:13Z', 'revision_number': 3, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:14.975438 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:14.975784 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Updating router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 port e499ec92-bbdd-4995-a9b2-f7a14955ef1b binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:47:15.027232 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.157062 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.286844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f1cb1fa8-6885-4845-8332-58390579c5c7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:15.370528 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Allocated IP 172.20.0.1 (0a93fee8-1295-4670-942d-2de26d2a891a/6ac87367-470e-4393-bc1d-00430bdf5dc0/58f983aa-9999-4c48-937c-77d13760379c) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:15.423242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port f1cb1fa8-6885-4845-8332-58390579c5c7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:15.423638 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.471392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.490731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Transition to ACTIVE for port object e499ec92-bbdd-4995-a9b2-f7a14955ef1b will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:15.500667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.522221 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.537952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Transition to ACTIVE for port object 58f983aa-9999-4c48-937c-77d13760379c will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:15.563581 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.628552 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Attempting to bind port e499ec92-bbdd-4995-a9b2-f7a14955ef1b on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:15.628917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Attempting to bind port e499ec92-bbdd-4995-a9b2-f7a14955ef1b by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:15.629300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Attempting to bind port e499ec92-bbdd-4995-a9b2-f7a14955ef1b on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:15.632962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Network 0a93fee8-1295-4670-942d-2de26d2a891a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:15.633128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f985825-c21c-4c5f-8a40-6a22ce2baefc None None] Pushing event updated for resources: {'Port': ['ID=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:15.636269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:15.640236 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:15.642911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:15.643306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:15.643713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.644098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:15.644564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Bound port: e499ec92-bbdd-4995-a9b2-f7a14955ef1b, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:15.644929 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.674337 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Pushing event updated for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:15.699197 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.726719 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] For port e499ec92-bbdd-4995-a9b2-f7a14955ef1b, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:15.730136 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] For port e499ec92-bbdd-4995-a9b2-f7a14955ef1b, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:15.736621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.820133 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:15.820754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:15.905722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f985825-c21c-4c5f-8a40-6a22ce2baefc None None] Pushing event updated for resources: {'Port': ['ID=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:15.919466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-66f7d894-bc6f-47d9-b97a-085726578eb7 None None] Provisioning for port 58f983aa-9999-4c48-937c-77d13760379c completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:15.972351 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:15.975483 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-66f7d894-bc6f-47d9-b97a-085726578eb7 None None] Provisioning complete for port 58f983aa-9999-4c48-937c-77d13760379c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:15.975483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-66f7d894-bc6f-47d9-b97a-085726578eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:16.057233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-66f7d894-bc6f-47d9-b97a-085726578eb7 None None] Port 58f983aa-9999-4c48-937c-77d13760379c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:47:16.066333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:16.201078 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:16.205819 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:16.359980 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:13Z', 'revision_number': 3, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:16.364646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2c40f2-d523-42a3-b80f-ef3a59c8fa89 None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:13Z', 'revision_number': 3, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:16.440889 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Pushing event updated for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:16.446173 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:16.606411 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Network 0a93fee8-1295-4670-942d-2de26d2a891a is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:16.607720 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:16.807572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:47:16.882819 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-da12eba6-b02d-40f1-baad-6c4968a35d1d None None] Provisioning complete for port 58f983aa-9999-4c48-937c-77d13760379c triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:16.883098 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-da12eba6-b02d-40f1-baad-6c4968a35d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:16.988099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-da12eba6-b02d-40f1-baad-6c4968a35d1d None None] Port 58f983aa-9999-4c48-937c-77d13760379c cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:47:17.008530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:17.019764 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e897289b-bd60-4abc-a50f-b089006f7450 admin admin] 10.222.0.53 "PUT /v2.0/routers/533a5e08-54ae-4d94-a3e2-dec3e7761d80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6798460 Feb 10 23:47:17.328210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e499ec92-bbdd-4995-a9b2-f7a14955ef1b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:17.401161 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port e499ec92-bbdd-4995-a9b2-f7a14955ef1b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:17.406095 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e499ec92-bbdd-4995-a9b2-f7a14955ef1b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:17.406464 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.526239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.543909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port e499ec92-bbdd-4995-a9b2-f7a14955ef1b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:17.548523 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.579520 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38974) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:17.585571 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145840157-network', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:17.591201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:17.595500 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Usage tracker for resource:network and tenant:3e121627948e4193b27d0d55ecbc644f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:17.598436 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:17.604244 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:17.616703 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Made reservation on behalf of 3e121627948e4193b27d0d55ecbc644f for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:17.619555 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.619807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:17.640376 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.656531 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:17.660982 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Usage tracker for resource:security_group_rule and tenant:3e121627948e4193b27d0d55ecbc644f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:17.664170 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:17.669988 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:17.758093 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.762072 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.797017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:47:17.802787 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2982163d-b1ab-40cf-acae-7ee66d7be391,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:17.810184 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.810553 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Added segment 5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8 of type vlan for network d7254538-e3be-4948-b8fd-2f9563c59b72 Feb 10 23:47:17.839728 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.870890 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.872042 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:17.872644 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:17.925095 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:17.934978 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:17.935614 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:17.972057 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3913147 Feb 10 23:47:17.974792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:17.982247 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Request body: {'subnet': {'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145840157-subnet', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:17.986843 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c89941d-2c47-4443-8b24-dbb1e0323ffd admin admin] Pushing event updated for resources: {'Network': ['ID=d7254538-e3be-4948-b8fd-2f9563c59b72,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:17.991478 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:17.996038 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Usage tracker for resource:subnet and tenant:3e121627948e4193b27d0d55ecbc644f is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:17.998517 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network d7254538-e3be-4948-b8fd-2f9563c59b72 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:47:17.999804 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:18.005760 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:18.016558 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Made reservation on behalf of 3e121627948e4193b27d0d55ecbc644f for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:18.019962 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.117897 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:18.242317 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.318139 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Pushing event updated for resources: {'Subnet': ['ID=311ccf74-76d6-45b9-9b58-eddc5fc968fd,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:18.328511 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Checking segment: {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:18.328859 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Network hostable DHCP agents. Network: d7254538-e3be-4948-b8fd-2f9563c59b72, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:47:18.349304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Network d7254538-e3be-4948-b8fd-2f9563c59b72 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:47:18.360545 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, d7254538-e3be-4948-b8fd-2f9563c59b72) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:18.364772 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:18.365365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.374592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a857e-ff64-4d2a-bae5-b9b7644ce363 None None] Network d7254538-e3be-4948-b8fd-2f9563c59b72 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:47:18.395897 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ae4690fe-8086-4823-adba-ce0f9b94adad admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4200120 Feb 10 23:47:18.396296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 38982) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:18.401363 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:18.410164 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:18.414774 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Usage tracker for resource:router and tenant:3e121627948e4193b27d0d55ecbc644f is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:18.418003 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:18.427812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:18.441004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.442664 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.465460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.505099 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:16Z', 'revision_number': 2, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:18.509908 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:18.510431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Updating router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 port 58f983aa-9999-4c48-937c-77d13760379c binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:47:18.569086 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.631642 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-d7254538-e3be-4948-b8fd-2f9563c59b72', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:47:18.632472 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.753562 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.797026 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Allocated IP 172.20.0.2 (d7254538-e3be-4948-b8fd-2f9563c59b72/311ccf74-76d6-45b9-9b58-eddc5fc968fd/83a37c66-59d5-4aac-8a6d-60480bbdf46d) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:18.950209 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:18.963465 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Transition to ACTIVE for port object 58f983aa-9999-4c48-937c-77d13760379c will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:18.970428 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.010593 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.021648 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Transition to ACTIVE for port object 83a37c66-59d5-4aac-8a6d-60480bbdf46d will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:19.040626 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Transition to ACTIVE for port object 83a37c66-59d5-4aac-8a6d-60480bbdf46d will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:19.040916 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Pushing event updated for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:19.047318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.085074 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.109384 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.109866 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.110551 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.111058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.111632 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.112157 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.112921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.112921 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.113186 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.113684 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.114019 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.114404 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:47:19.120306 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Network d7254538-e3be-4948-b8fd-2f9563c59b72 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:19.123163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:19.126977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:19.159015 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.198633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Pushing event updated for resources: {'Port': ['ID=83a37c66-59d5-4aac-8a6d-60480bbdf46d,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:19.229631 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Attempting to bind port 83a37c66-59d5-4aac-8a6d-60480bbdf46d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:19.229956 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Attempting to bind port 83a37c66-59d5-4aac-8a6d-60480bbdf46d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:19.230321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Attempting to bind port 83a37c66-59d5-4aac-8a6d-60480bbdf46d on network d7254538-e3be-4948-b8fd-2f9563c59b72 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:19.237936 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:19.238771 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Checking segment: {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:19.239522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.240148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Bound using segment: {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:19.240808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Bound port: 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:19.241396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.279171 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Attempting to bind port 58f983aa-9999-4c48-937c-77d13760379c on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:19.279578 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Attempting to bind port 58f983aa-9999-4c48-937c-77d13760379c by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:19.279971 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Attempting to bind port 58f983aa-9999-4c48-937c-77d13760379c on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:19.291775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:19.292374 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:19.296812 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.297195 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Bound using segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:19.297669 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Bound port: 58f983aa-9999-4c48-937c-77d13760379c, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:19.302408 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.320731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e499ec92-bbdd-4995-a9b2-f7a14955ef1b up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:19.357726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Allocated IP 172.25.2.191 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/abaafb5a-6f7e-4426-a08d-86f7161b70f1) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:19.403533 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] For port 58f983aa-9999-4c48-937c-77d13760379c, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:19.407846 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] For port 58f983aa-9999-4c48-937c-77d13760379c, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58f983aa-9999-4c48-937c-77d13760379c,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:19.413905 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.429641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] For port 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:19.445088 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] For port 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=83a37c66-59d5-4aac-8a6d-60480bbdf46d,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:19.449795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port e499ec92-bbdd-4995-a9b2-f7a14955ef1b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:19.450160 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.482970 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.491571 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:19.492203 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:19.555571 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.581383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add6ab3-30cf-4392-a29e-17bc0e1dd6fb None None] Pushing event updated for resources: {'Port': ['ID=83a37c66-59d5-4aac-8a6d-60480bbdf46d,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:19.598909 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:19.680188 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e19e9ee-5ddd-4481-8209-7d09f37e1023 None None] Pushing event updated for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:19.704481 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:19.708185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Pushing event updated for resources: {'Port': ['ID=abaafb5a-6f7e-4426-a08d-86f7161b70f1,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:19.712167 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:19.715304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:19.718152 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:20.097815 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:19Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:20.102071 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49186d01-4cb4-4574-bffc-5010ccea0f2a None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:19Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:20.314901 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:20.694715 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:20.752100 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2164e28a-6c70-42a1-851a-fe1ef41ca577 None None] Network d7254538-e3be-4948-b8fd-2f9563c59b72 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:47:20.887155 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-6b04d0b1-266b-4be3-8ca9-a24c95d46f63 None None] Provisioning for port 83a37c66-59d5-4aac-8a6d-60480bbdf46d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:20.920098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Router da35ec82-9dba-42bc-8fc2-a69c87272fc3 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:47:21.108920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:21.121770 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Sync routers for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:21.134646 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:21.135310 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:21.152957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.154315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-93726377-6b75-4b22-aa0c-fa1abee1633a admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7570024 Feb 10 23:47:21.157817 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 38988) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:21.385632 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 83a37c66-59d5-4aac-8a6d-60480bbdf46d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:21.418083 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:21.657221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 83a37c66-59d5-4aac-8a6d-60480bbdf46d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:21.677640 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 83a37c66-59d5-4aac-8a6d-60480bbdf46d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:21.678011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.846132 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:20Z', 'revision_number': 3, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:21.848242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.862016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Checking router: da35ec82-9dba-42bc-8fc2-a69c87272fc3 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:21.862359 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Updating router da35ec82-9dba-42bc-8fc2-a69c87272fc3 port abaafb5a-6f7e-4426-a08d-86f7161b70f1 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:47:21.930077 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=83a37c66-59d5-4aac-8a6d-60480bbdf46d,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:21.930884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.959246 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:21.960035 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58f983aa-9999-4c48-937c-77d13760379c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:22.039383 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.151510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=83a37c66-59d5-4aac-8a6d-60480bbdf46d,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:22.237892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 58f983aa-9999-4c48-937c-77d13760379c completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:22.255667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 58f983aa-9999-4c48-937c-77d13760379c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:22.256038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.259796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Allocated IP 172.20.0.1 (d7254538-e3be-4948-b8fd-2f9563c59b72/311ccf74-76d6-45b9-9b58-eddc5fc968fd/da521a6d-aa67-48fb-b496-7d3331f45c84) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:22.409822 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.427514 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Transition to ACTIVE for port object da521a6d-aa67-48fb-b496-7d3331f45c84 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:22.453469 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.517309 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Network d7254538-e3be-4948-b8fd-2f9563c59b72 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:22.518753 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.520145 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:22.524328 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:22.558072 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.573807 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.574789 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Pushing event updated for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:22.579475 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 58f983aa-9999-4c48-937c-77d13760379c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58f983aa-9999-4c48-937c-77d13760379c,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:22.589808 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.591900 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.592907 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Transition to ACTIVE for port object abaafb5a-6f7e-4426-a08d-86f7161b70f1 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:22.633080 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.684126 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Attempting to bind port abaafb5a-6f7e-4426-a08d-86f7161b70f1 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:22.684570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Attempting to bind port abaafb5a-6f7e-4426-a08d-86f7161b70f1 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:22.684870 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Attempting to bind port abaafb5a-6f7e-4426-a08d-86f7161b70f1 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:22.690062 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:22.728457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:22.728714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:22.728930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.729327 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:22.729810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Bound port: abaafb5a-6f7e-4426-a08d-86f7161b70f1, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:22.730034 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.730189 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.824801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e19a96-4a07-42f6-811e-06fb85a36b62 None None] Pushing event updated for resources: {'Port': ['ID=abaafb5a-6f7e-4426-a08d-86f7161b70f1,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:22.830947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f0a7fe85-68fe-4eef-9d96-f907a78e6bb1 None None] Provisioning for port da521a6d-aa67-48fb-b496-7d3331f45c84 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:22.839210 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-f0a7fe85-68fe-4eef-9d96-f907a78e6bb1 None None] Provisioning complete for port da521a6d-aa67-48fb-b496-7d3331f45c84 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:22.839608 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f0a7fe85-68fe-4eef-9d96-f907a78e6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.864479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] For port abaafb5a-6f7e-4426-a08d-86f7161b70f1, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:22.888696 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] For port abaafb5a-6f7e-4426-a08d-86f7161b70f1, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=abaafb5a-6f7e-4426-a08d-86f7161b70f1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:22.896968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.953704 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-f0a7fe85-68fe-4eef-9d96-f907a78e6bb1 None None] Port da521a6d-aa67-48fb-b496-7d3331f45c84 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:47:22.968283 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.973950 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:22.982199 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e19a96-4a07-42f6-811e-06fb85a36b62 None None] Pushing event updated for resources: {'Port': ['ID=abaafb5a-6f7e-4426-a08d-86f7161b70f1,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:22.985960 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:22.986528 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:23.083146 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:23.086599 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Pushing event updated for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:23.160874 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:23.223919 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Network d7254538-e3be-4948-b8fd-2f9563c59b72 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:23.225444 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:23.314848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 83a37c66-59d5-4aac-8a6d-60480bbdf46d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:23.487769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 83a37c66-59d5-4aac-8a6d-60480bbdf46d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:23.488065 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:23.542913 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Router da35ec82-9dba-42bc-8fc2-a69c87272fc3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:47:23.601355 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-ded85b09-445c-4dad-b79f-42bc3d8968e6 None None] Provisioning complete for port da521a6d-aa67-48fb-b496-7d3331f45c84 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:23.601724 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ded85b09-445c-4dad-b79f-42bc3d8968e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:23.709352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ded85b09-445c-4dad-b79f-42bc3d8968e6 None None] Port da521a6d-aa67-48fb-b496-7d3331f45c84 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:47:23.722280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58f983aa-9999-4c48-937c-77d13760379c up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:23.726757 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:23.736299 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-56d22d2e-719f-4f22-a112-5f2ae1a8d113 admin admin] 10.222.0.53 "PUT /v2.0/routers/da35ec82-9dba-42bc-8fc2-a69c87272fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5771768 Feb 10 23:47:23.755395 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'da521a6d-aa67-48fb-b496-7d3331f45c84', 'name': '', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'mac_address': 'fa:16:3e:0a:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:22Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 2, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'subnets': [{'id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:23.772963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bead482-6bfb-4880-b7a5-d96f32f9459f None None] The sync data for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 is: [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'da521a6d-aa67-48fb-b496-7d3331f45c84', 'name': '', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'mac_address': 'fa:16:3e:0a:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:22Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 2, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'subnets': [{'id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:23.802390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 58f983aa-9999-4c48-937c-77d13760379c triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:23.802760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.330137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39000) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:24.335624 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1151747511', 'description': 'tempest-secgroup-smoke-1151747511 description', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:24.343187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:24.346956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:24.350796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:24.356979 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:24.368193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.391187 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:24.395023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:24.397938 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:24.403964 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:24.496796 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.501413 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.547416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da9cef10-417d-4e14-af16-fcdf345f44d7,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:24.551957 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.556223 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-227124af-d04d-4ebc-9fe5-cc804ea4829f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2220254 Feb 10 23:47:24.556821 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39004) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:24.562017 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:24.568803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:24.572732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:24.575632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:24.582416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:24.602448 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.666521 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.672288 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.698813 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=418f24ab-ebad-40f2-8878-552b16c80dd9,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:24.709648 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.710863 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-dbc8b835-1ad2-46d1-94b7-855937ea527a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1535115 Feb 10 23:47:24.713812 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:24.720149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:24.727041 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:24.730956 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:24.734545 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:24.740745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:24.760750 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.833117 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.837176 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.862048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ea77b4-e483-4e11-b63d-d0b2414138e1,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:24.872760 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.873986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3f2ab33a-fa49-4ce7-8b45-f67fe2c689b7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1590369 Feb 10 23:47:24.876912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39012) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:24.881987 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:24.888670 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:24.893258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:24.896362 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:24.902372 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:24.919944 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.986151 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:24.990120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.013776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=521d2c80-1614-4b44-877f-af212dc94372,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:25.027338 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.028539 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-06252a86-a134-40d3-ad8c-25db5a308afc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1506975 Feb 10 23:47:25.032051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39016) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:25.037048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:25.043904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:25.048773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:25.052111 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:25.058047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:25.074781 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.143989 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.149278 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.176495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8951d766-8137-4e6f-90f4-6e8bea8756c9,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:25.188509 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.189785 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1a1467e4-cf7b-4cd1-bf35-f1927023cb96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568072 Feb 10 23:47:25.192674 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39020) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:25.198307 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:25.201030 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.205914 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:25.209747 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:25.212615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:25.219759 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:25.228796 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Project a1c61b33f95f4fa3bf8cf32f99e8ed54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:47:25.235458 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.310143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device abaafb5a-6f7e-4426-a08d-86f7161b70f1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:25.310534 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.315841 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.337799 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=108a8c5d-fd5e-4faf-8bfb-eaaf6a484373,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:25.349877 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.351054 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-588e9e13-73c6-4b8c-b1a0-c337e90d2896 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573696 Feb 10 23:47:25.353814 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39024) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:25.358893 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': 'da9cef10-417d-4e14-af16-fcdf345f44d7', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:25.365512 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:25.369924 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:25.373141 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:25.380661 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:25.382305 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port abaafb5a-6f7e-4426-a08d-86f7161b70f1 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:25.387844 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port abaafb5a-6f7e-4426-a08d-86f7161b70f1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:25.388235 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.393142 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Project a1c61b33f95f4fa3bf8cf32f99e8ed54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:47:25.400154 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.481079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.486013 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.515726 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb7aebb-fc2a-4032-99c2-24f2f1025e70,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:25.522976 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.524382 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-0744e68e-154f-4c31-a286-92f2fe54afaf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1696634 Feb 10 23:47:25.559504 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.578030 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port abaafb5a-6f7e-4426-a08d-86f7161b70f1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=abaafb5a-6f7e-4426-a08d-86f7161b70f1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:25.582428 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:25.659713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=abaafb5a-6f7e-4426-a08d-86f7161b70f1,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:25.813641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-8d6d54c1-c5b8-4ec1-ba4d-68f49046b7de tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:47:25.830181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-8d6d54c1-c5b8-4ec1-ba4d-68f49046b7de tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:47:25.831359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-8d6d54c1-c5b8-4ec1-ba4d-68f49046b7de tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1151747511&fields=id&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 267 time: 0.1812906 Feb 10 23:47:25.987659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-0fd0ee63-36d3-4148-8c40-a65d3890a3a2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:25.989106 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-0fd0ee63-36d3-4148-8c40-a65d3890a3a2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 809 time: 0.1511810 Feb 10 23:47:26.004491 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-03dbeb22-3c26-4874-bb1a-521c45d56f96 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/quotas/a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 375 time: 0.0097914 Feb 10 23:47:26.087116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-bd4cafa5-6ebf-41eb-961f-1f51e2419529 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772746 Feb 10 23:47:26.226321 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-d4b1a6a9-547b-4810-95ef-c4f6a1d298ca service neutron] 10.222.0.53 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275270 Feb 10 23:47:26.359922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-44fe40e1-b4a5-4323-a3a6-b601e58f05ba service neutron] 10.222.0.53 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277494 Feb 10 23:47:26.542008 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-86d2539d-c0c8-4b09-a5c2-087565c6fc59 req-20d49bd7-5478-4a1a-8f02-cc541b9d0834 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 210 time: 0.0474854 Feb 10 23:47:27.290466 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device abaafb5a-6f7e-4426-a08d-86f7161b70f1 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:27.357630 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port abaafb5a-6f7e-4426-a08d-86f7161b70f1 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:27.358042 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:27.664696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-6a923263-66f5-4188-bdca-97ff4deaf488 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:27.668702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-6a923263-66f5-4188-bdca-97ff4deaf488 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 809 time: 0.1997213 Feb 10 23:47:27.739473 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Sync routers for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:27.749444 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:27.750213 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:27.758914 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22bed36d-7c27-4721-89a9-9d681a7e1bef req-3c416242-acf7-4d2b-b386-ab18a5e5f3bd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 210 time: 0.0615723 Feb 10 23:47:27.769115 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-15ee102e-97f1-400c-a980-b856e3eb7780 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 380 time: 0.0918570 Feb 10 23:47:27.779328 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'port': {'device_id': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'admin_state_up': True, 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'security_groups': ['da9cef10-417d-4e14-af16-fcdf345f44d7']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:27.922918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:27.927715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:port and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:27.931038 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:27.938805 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:27.945182 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:27.950844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Made reservation on behalf of a1c61b33f95f4fa3bf8cf32f99e8ed54 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:47:27.954666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.125933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Allocated IP 172.20.0.11 (0a93fee8-1295-4670-942d-2de26d2a891a/6ac87367-470e-4393-bc1d-00430bdf5dc0/fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:28.271618 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'da521a6d-aa67-48fb-b496-7d3331f45c84', 'name': '', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'mac_address': 'fa:16:3e:0a:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:22Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 2, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'subnets': [{'id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:28.275489 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Checking router: da35ec82-9dba-42bc-8fc2-a69c87272fc3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:28.275841 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Updating router da35ec82-9dba-42bc-8fc2-a69c87272fc3 port da521a6d-aa67-48fb-b496-7d3331f45c84 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:47:28.322199 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.331164 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.337711 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Transition to ACTIVE for port object fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:28.362098 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.426575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Network 0a93fee8-1295-4670-942d-2de26d2a891a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:28.433745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:28.436575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:28.494737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:28.513682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:28.514574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.536822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-efc51168-5a1d-44d7-bf2d-d50f12c2687d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7611346 Feb 10 23:47:28.549503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Request body: {'port': {'device_id': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:28.666967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3cbc107a-d151-47d4-a1c6-c8d21f1dbc8b None None] Provisioning for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:28.672848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-3cbc107a-d151-47d4-a1c6-c8d21f1dbc8b None None] Provisioning complete for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:28.673286 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3cbc107a-d151-47d4-a1c6-c8d21f1dbc8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.681038 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.706999 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.719321 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Transition to ACTIVE for port object da521a6d-aa67-48fb-b496-7d3331f45c84 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:28.727438 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.730018 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-3cbc107a-d151-47d4-a1c6-c8d21f1dbc8b None None] Port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:47:28.946764 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7e7da-6cb7-47ca-a363-373eed6c87b3 None None] Pushing event updated for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:28.958626 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Attempting to bind port da521a6d-aa67-48fb-b496-7d3331f45c84 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:28.959360 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Attempting to bind port da521a6d-aa67-48fb-b496-7d3331f45c84 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:28.959726 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Attempting to bind port da521a6d-aa67-48fb-b496-7d3331f45c84 on network d7254538-e3be-4948-b8fd-2f9563c59b72 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:28.965348 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:28.965719 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Checking segment: {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:28.966125 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:28.966518 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Bound using segment: {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:28.966978 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Bound port: da521a6d-aa67-48fb-b496-7d3331f45c84, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:28.969428 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.062143 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] For port da521a6d-aa67-48fb-b496-7d3331f45c84, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:29.065835 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] For port da521a6d-aa67-48fb-b496-7d3331f45c84, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da521a6d-aa67-48fb-b496-7d3331f45c84,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:29.070737 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.121550 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22257f57-3aec-4f89-a4d8-add413bfc125 req-0234da27-bb71-48a7-a386-850e141a263c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:29.122261 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-22257f57-3aec-4f89-a4d8-add413bfc125 req-0234da27-bb71-48a7-a386-850e141a263c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:47:29.172395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-22257f57-3aec-4f89-a4d8-add413bfc125 req-0234da27-bb71-48a7-a386-850e141a263c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:47:29.173253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22257f57-3aec-4f89-a4d8-add413bfc125 req-0234da27-bb71-48a7-a386-850e141a263c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 932 time: 0.2491102 Feb 10 23:47:29.176927 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:29.177552 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:29.233999 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb7e7da-6cb7-47ca-a363-373eed6c87b3 None None] Pushing event updated for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:29.277086 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-22257f57-3aec-4f89-a4d8-add413bfc125 req-ccc98ded-15a7-4149-9caf-7324e1d5c814 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883269 Feb 10 23:47:29.285596 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:47:29.293787 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.309517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Transition to ACTIVE for port object fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:47:29.313946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.380698 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:29.494014 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:29.576175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Attempting to bind port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:47:29.576504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Attempting to bind port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:47:29.576866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Attempting to bind port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:29.581676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 on network 0a93fee8-1295-4670-942d-2de26d2a891a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:47:29.581993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Attempting to bind port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:47:29.587251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 47, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:47:29.587602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:47:29.588211 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Bound using segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:47:29.588478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Bound port: fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:47:29.588732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.681344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:47:29.685754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:47:29.692979 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.706521 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'da521a6d-aa67-48fb-b496-7d3331f45c84', 'name': '', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'mac_address': 'fa:16:3e:0a:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:22Z', 'updated_at': '2022-02-10T23:47:29Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'subnets': [{'id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:29.710501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbdcb7c-567d-4bd4-a96a-a340cc1f8315 None None] The sync data for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 is: [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'da521a6d-aa67-48fb-b496-7d3331f45c84', 'name': '', 'network_id': 'd7254538-e3be-4948-b8fd-2f9563c59b72', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'mac_address': 'fa:16:3e:0a:ec:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:22Z', 'updated_at': '2022-02-10T23:47:29Z', 'revision_number': 4, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'subnets': [{'id': '311ccf74-76d6-45b9-9b58-eddc5fc968fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:29.756050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:29.756666 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:29.758054 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1092 time: 1.2139421 Feb 10 23:47:29.758489 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:29.786351 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f73001-04dd-4217-aec1-3291d12ee633 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:29.883789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-6487a880-ff7b-40aa-9d02-afd22d3f7e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:29.885581 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-6487a880-ff7b-40aa-9d02-afd22d3f7e72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1095 time: 0.0869958 Feb 10 23:47:29.887967 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'status': 'completed', 'code': 200} Feb 10 23:47:29.958247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-230b245b-f036-4df2-b0c6-21c987508120 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0639257 Feb 10 23:47:30.025180 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-9284f5bf-8cf6-466d-a303-152dd32b733c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.026626 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-9284f5bf-8cf6-466d-a303-152dd32b733c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0620749 Feb 10 23:47:30.101063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-3969be1b-16a3-40d9-8b87-f62ae06f4eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.102550 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-3969be1b-16a3-40d9-8b87-f62ae06f4eaf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701287 Feb 10 23:47:30.236053 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-38daf4be-6887-4cd1-946a-03ad4846946b service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266525 Feb 10 23:47:30.369612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c280acea-80c9-4850-a9c6-5d5237ece260 req-420011e5-b9b6-4883-b346-ff1c9cd09834 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256688 Feb 10 23:47:30.542710 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b591e2-8930-4347-b01f-4d4d4481e414 req-60219005-cb91-4f35-b3c4-74aff30b7405 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.544242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b591e2-8930-4347-b01f-4d4d4481e414 req-60219005-cb91-4f35-b3c4-74aff30b7405 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.1478205 Feb 10 23:47:30.547443 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-090140de-7f8c-4575-bc42-a3b82d8b7af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.548808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-090140de-7f8c-4575-bc42-a3b82d8b7af9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1095 time: 0.1141121 Feb 10 23:47:30.800607 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-58b591e2-8930-4347-b01f-4d4d4481e414 req-130d583a-ed08-4e36-9569-f9dfe045016a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2504075 Feb 10 23:47:30.847946 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-8dc84bd9-09bc-497b-a303-1cdd95c2b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.849418 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-8dc84bd9-09bc-497b-a303-1cdd95c2b8d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.2850261 Feb 10 23:47:30.923368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-d5609853-9adc-4824-90a7-442b8a28a257 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0673606 Feb 10 23:47:30.986869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-7bd1c841-8412-4bb6-a387-25f624ba5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:30.988386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-7bd1c841-8412-4bb6-a387-25f624ba5f8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0599058 Feb 10 23:47:31.069926 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-33d3984e-d8db-4ca1-a1eb-730871f6d769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:31.071440 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-33d3984e-d8db-4ca1-a1eb-730871f6d769 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762651 Feb 10 23:47:31.204265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-4e258f62-b818-4d62-ae8e-0781c2d85874 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263051 Feb 10 23:47:31.311067 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da521a6d-aa67-48fb-b496-7d3331f45c84 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:31.340623 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b73d34a1-6c3b-471d-abda-328b9d347f51 req-289b15a5-2b2e-4ced-8003-2e4cdfa6202e service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297450 Feb 10 23:47:31.381142 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port da521a6d-aa67-48fb-b496-7d3331f45c84 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:31.385654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port da521a6d-aa67-48fb-b496-7d3331f45c84 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:31.385999 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:31.504713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:31.538177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port da521a6d-aa67-48fb-b496-7d3331f45c84, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da521a6d-aa67-48fb-b496-7d3331f45c84,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:31.542318 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:31.611968 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:31.989541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d995aa-d1bb-4b98-87da-c99b836ee1ab req-d66e0d3c-695d-47e5-a6d3-ec4627aad2cd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:31.991016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d995aa-d1bb-4b98-87da-c99b836ee1ab req-d66e0d3c-695d-47e5-a6d3-ec4627aad2cd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0843260 Feb 10 23:47:32.036655 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-40d995aa-d1bb-4b98-87da-c99b836ee1ab req-d100c91b-f21d-4cd8-9065-1bbf0b73e4f7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400233 Feb 10 23:47:33.227303 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0381375-cf02-41d9-9006-b8427a0b7dc1 req-98b91546-4757-4e0b-9be1-dee346bc91aa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:33.228793 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0381375-cf02-41d9-9006-b8427a0b7dc1 req-98b91546-4757-4e0b-9be1-dee346bc91aa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0838432 Feb 10 23:47:33.273700 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d0381375-cf02-41d9-9006-b8427a0b7dc1 req-50c27768-87ab-4856-96d2-422933954e05 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391619 Feb 10 23:47:33.294302 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da521a6d-aa67-48fb-b496-7d3331f45c84 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:33.363140 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port da521a6d-aa67-48fb-b496-7d3331f45c84 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:33.363426 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:33.417909 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:47:33.606294 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:33.619265 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:47:33.675747 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:33.692754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:47:33.708104 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:33.712394 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:33.778971 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:34.076894 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:47:34.461105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069734-1ed4-49aa-81cd-b6b5de281edf req-7cdf2e39-8fe6-4e8c-a165-3424a5c78dab tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:34.462512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2069734-1ed4-49aa-81cd-b6b5de281edf req-7cdf2e39-8fe6-4e8c-a165-3424a5c78dab tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 945 time: 0.0820329 Feb 10 23:47:34.510257 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2069734-1ed4-49aa-81cd-b6b5de281edf req-a65f23af-3d8c-4adb-addf-f41ffe5d8644 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412850 Feb 10 23:47:35.440481 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:47:35.505446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:47:35.510055 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:47:35.510454 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:35.631153 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:35.659116 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:35.668856 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:47:35.673760 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:35.698194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463f9f0-4bfc-4dc8-9891-b794831044c6 req-22bcf80d-f72b-4c16-8b6f-c948e3bf2403 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:35.699610 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1463f9f0-4bfc-4dc8-9891-b794831044c6 req-22bcf80d-f72b-4c16-8b6f-c948e3bf2403 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 945 time: 0.0833941 Feb 10 23:47:35.745454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1463f9f0-4bfc-4dc8-9891-b794831044c6 req-bbda999e-3555-4b28-9f58-9af10624dde5 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 Feb 10 23:47:35.745711 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:35.796682 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'code': 200} Feb 10 23:47:35.923914 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9232fbe-6df9-45ca-89aa-a43403574faa req-baafdc0c-966e-4470-ba1c-2267933b92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:35.925368 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9232fbe-6df9-45ca-89aa-a43403574faa req-baafdc0c-966e-4470-ba1c-2267933b92fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.0724604 Feb 10 23:47:35.966806 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d9232fbe-6df9-45ca-89aa-a43403574faa req-e92e6233-2446-40ce-8608-5ef48c810aec service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345166 Feb 10 23:47:36.933182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06186f0c-aa29-4dcd-8043-2c871e6f0387 req-3a12a0b8-9faf-452e-8851-712cda3ce747 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:36.934628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06186f0c-aa29-4dcd-8043-2c871e6f0387 req-3a12a0b8-9faf-452e-8851-712cda3ce747 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0801260 Feb 10 23:47:36.980207 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-06186f0c-aa29-4dcd-8043-2c871e6f0387 req-bceffb56-a48b-4ab1-981c-dee61eaf7b39 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391428 Feb 10 23:47:38.166992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19a2e2-69f8-445f-95a8-a883cf3b1358 req-9aec4dec-9d39-46e7-a533-1d8e2422a52a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:38.168470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a19a2e2-69f8-445f-95a8-a883cf3b1358 req-9aec4dec-9d39-46e7-a533-1d8e2422a52a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0843582 Feb 10 23:47:38.213541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a19a2e2-69f8-445f-95a8-a883cf3b1358 req-faefdb12-43b6-46a1-b9b7-cf98a09e0078 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392826 Feb 10 23:47:38.346741 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a02db523-0a9d-4b3f-8cfb-7a548dfbe0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:38.399874 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171cc9b-0134-45dd-8779-5e86435b4989 req-8aee66ee-982f-4913-9c4e-f4eb26cd7a56 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:38.401387 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6171cc9b-0134-45dd-8779-5e86435b4989 req-8aee66ee-982f-4913-9c4e-f4eb26cd7a56 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0851319 Feb 10 23:47:38.448957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6171cc9b-0134-45dd-8779-5e86435b4989 req-1394098e-9eac-40bb-a3c0-b04e7fa6da83 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408092 Feb 10 23:47:38.470973 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39076) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:38.641416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e6f15f-75d2-4f9b-b1b6-a9481083a3c0 tempest-TestShelveInstance-904973734 tempest-TestShelveInstance-904973734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:38.642837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-48e6f15f-75d2-4f9b-b1b6-a9481083a3c0 tempest-TestShelveInstance-904973734 tempest-TestShelveInstance-904973734-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1092 time: 0.1708837 Feb 10 23:47:38.645796 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39082) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:47:38.650748 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:47:38.657538 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:47:38.661312 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:floatingip and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:47:38.664102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:47:38.669653 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:47:38.680864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:38.818421 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:39.063395 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Allocated IP 172.25.2.148 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/58d00a81-804e-4692-9494-93a6f3aca111) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:47:39.144598 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:47:39.210321 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:39.239216 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:39.303153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:47:39.306143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:47:39.309773 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:47:39.347817 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=58d00a81-804e-4692-9494-93a6f3aca111,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:39.722601 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:39.798193 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:40.005567 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:40.010080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:40.122185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=58d00a81-804e-4692-9494-93a6f3aca111,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:47:40.132461 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:40.305344 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Floating IP e2d755ef-7b3f-42cc-b985-dd3534cca358 associated. External IP: 172.25.2.148, port: fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5. Feb 10 23:47:40.609117 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0805b9b-92aa-4673-9c8d-63c7ab1c1a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:40.780023 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:47:40.957837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:47:40.966982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52332439-8834-4490-9f17-845b01798401 None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:47:40.976082 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52332439-8834-4490-9f17-845b01798401 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:40.976703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-52332439-8834-4490-9f17-845b01798401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:40.984561 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:41.042624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8d91a7e2-9434-4fab-8f31-73b33e7572dc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3957872 Feb 10 23:47:41.043317 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:47:41.096518 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'status': 'completed', 'code': 200} Feb 10 23:47:41.159624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-52332439-8834-4490-9f17-845b01798401 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:41.194461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-e7981c28-6a94-4fc2-a5eb-8e97ccc412ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:41.196010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-e7981c28-6a94-4fc2-a5eb-8e97ccc412ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.0751412 Feb 10 23:47:41.334634 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-3a6e7b8e-a3e2-49f1-bdea-0c88a3371e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:41.336474 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-3a6e7b8e-a3e2-49f1-bdea-0c88a3371e3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1334867 Feb 10 23:47:41.442479 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-27972cd1-8d7e-45f1-940f-92f08b692557 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1000 time: 0.1003609 Feb 10 23:47:41.503754 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-52332439-8834-4490-9f17-845b01798401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e2d755ef-7b3f-42cc-b985-dd3534cca358', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:47:39Z', 'updated_at': '2022-02-10T23:47:39Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:41.505622 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-de9c8171-b7eb-492d-bf01-2a38f0d85c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:41.507134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-de9c8171-b7eb-492d-bf01-2a38f0d85c2b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0589945 Feb 10 23:47:41.507592 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52332439-8834-4490-9f17-845b01798401 None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:47:41.516773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52332439-8834-4490-9f17-845b01798401 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:47:41.517403 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-52332439-8834-4490-9f17-845b01798401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:47:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:41.591224 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-d81bdaf7-d1e9-4603-8046-acba86aebc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:47:41.593438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-d81bdaf7-d1e9-4603-8046-acba86aebc91 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806527 Feb 10 23:47:41.697117 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-52332439-8834-4490-9f17-845b01798401 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:47:41.726758 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-08c5f673-c347-4a7b-bf48-208c9cea0ba0 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275704 Feb 10 23:47:41.838717 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:41.861025 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53308ea3-dd0f-482f-a534-96a1fd5a993c req-821eb6ae-daf0-4944-90c3-ada6e7022a44 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281240 Feb 10 23:47:42.116605 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:42.127761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-52332439-8834-4490-9f17-845b01798401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e2d755ef-7b3f-42cc-b985-dd3534cca358', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:47:39Z', 'updated_at': '2022-02-10T23:47:39Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:47:42.131693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52332439-8834-4490-9f17-845b01798401 None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e2d755ef-7b3f-42cc-b985-dd3534cca358', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.148', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:47:39Z', 'updated_at': '2022-02-10T23:47:39Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:47:42.331546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc9b14-601c-43ff-a0ae-b2778bbbdd6e None None] New status for floating IP e2d755ef-7b3f-42cc-b985-dd3534cca358: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:47:43.239467 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:52.518515 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:47:55.206602 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:08.348838 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e454464d-b47d-4efe-9135-2b90b6586ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:09.317995 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-4d7f421d-57b5-4b95-941b-8c41442e8c18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683656 Feb 10 23:48:09.456354 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-95d97ab6-331c-44b4-9fb4-d943e2ae4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:09.457729 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-95d97ab6-331c-44b4-9fb4-d943e2ae4792 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.0716867 Feb 10 23:48:09.605928 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-28317076-f8b8-4a8b-aa36-4cf95fc9d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:09.607397 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-28317076-f8b8-4a8b-aa36-4cf95fc9d12a service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1283906 Feb 10 23:48:09.818646 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-9bbe789d-9438-48a4-a695-b60675c5a9f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.2046986 Feb 10 23:48:09.884389 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-6f7044d9-dc20-49c8-88c3-cccae428e308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:09.885809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-6f7044d9-dc20-49c8-88c3-cccae428e308 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0583873 Feb 10 23:48:09.960007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-dcbacdd9-21c0-4869-ba02-22f1c9029276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:48:09.961478 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-dcbacdd9-21c0-4869-ba02-22f1c9029276 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698917 Feb 10 23:48:10.090942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-6b1008bb-ac22-4a53-adc2-d32e435730c4 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231043 Feb 10 23:48:10.224231 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-358d4b0e-d211-46c7-9039-ff268b2595fb req-ac6bf5b4-7e1c-460a-9db9-86b153a565a3 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266785 Feb 10 23:48:10.611925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-54aff065-0558-41e8-b8de-4ecdefe3ae28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:11.781175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:12.071439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:13.242708 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:16.144040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:48:22.518151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:25.209830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:38.350670 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8ab9c3f1-2c09-4915-ac31-1bf9dbf3acdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:40.613519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4848cb13-86cd-4a11-9b32-4eac45a12889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:41.784275 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:42.074013 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:43.245886 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:52.519547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:48:53.143702 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:48:55.234746 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:08.352563 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a10c85fc-75a5-465d-8f1f-23b419d678a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:10.614556 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-975d3386-d671-4026-8ab1-4511915e6c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.314268 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-64b61219-b11d-4846-b18e-91739bdaf1cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0724449 Feb 10 23:49:11.457258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-b384df98-7c29-46cc-a54c-391f6d7e7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:11.458647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-b384df98-7c29-46cc-a54c-391f6d7e7239 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.0712912 Feb 10 23:49:11.601433 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-90b700dd-ddcc-46a6-a856-96401c7ae634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:11.602878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-90b700dd-ddcc-46a6-a856-96401c7ae634 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1252613 Feb 10 23:49:11.705333 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-55626a94-3103-4091-b392-161efdfeccbb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.0957372 Feb 10 23:49:11.773055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-89a332cd-dfa7-43b1-93a6-00ebb753a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:11.774412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-89a332cd-dfa7-43b1-93a6-00ebb753a5f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0569928 Feb 10 23:49:11.786201 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:11.853333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-86e116cd-ea3c-4cd0-a32a-d889f1f7c534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:49:11.854809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-86e116cd-ea3c-4cd0-a32a-d889f1f7c534 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740731 Feb 10 23:49:11.865281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-e36ec3a1-2977-469a-bc5f-596238563d99 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:49:11.866180 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-e36ec3a1-2977-469a-bc5f-596238563d99 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048983 Feb 10 23:49:11.999675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-1cbfce6d-4997-43f7-b8d6-e2be6ef2afb2 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275067 Feb 10 23:49:12.077861 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:12.131243 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-df79ac34-3860-42ba-a0f0-dc9a43a4df0b req-dddcf401-d6dc-4ca8-b149-8250c6289263 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257222 Feb 10 23:49:13.248798 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:22.515963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:25.232684 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:30.147546 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:49:38.353806 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9191030f-b656-48c4-b286-a52dc8a3d54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:40.616343 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-992e8f6e-917d-4e6b-8a35-935734571d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:41.789823 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:42.084844 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:43.252021 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:52.515949 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:49:55.235538 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:07.147828 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:50:08.101904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d765e2-f70f-4e4a-8edd-adb9373f4a43 req-f9dee58b-6a16-4fb8-a993-e41855859399 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:08.103431 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9d765e2-f70f-4e4a-8edd-adb9373f4a43 req-f9dee58b-6a16-4fb8-a993-e41855859399 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0930200 Feb 10 23:50:08.159386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e9d765e2-f70f-4e4a-8edd-adb9373f4a43 req-5ab28383-ec45-43ea-ae45-d01c72705afe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493922 Feb 10 23:50:08.354689 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-fe0fa940-52f8-437a-a1f1-fd44f4b26c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:09.340325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f9d4f0-9d6d-4820-8e1d-5bae81f57094 req-5d4a223f-43e7-472a-8d84-16f2334d6aeb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:09.341768 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43f9d4f0-9d6d-4820-8e1d-5bae81f57094 req-5d4a223f-43e7-472a-8d84-16f2334d6aeb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0776997 Feb 10 23:50:09.385247 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43f9d4f0-9d6d-4820-8e1d-5bae81f57094 req-07670ed9-7467-4d36-96d1-bbee7e9338b2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372021 Feb 10 23:50:10.570814 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb06321a-54d3-4885-8982-45077fafef91 req-6db16260-bdd5-4e6d-b9b7-cb500c176be2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:10.572283 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb06321a-54d3-4885-8982-45077fafef91 req-6db16260-bdd5-4e6d-b9b7-cb500c176be2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0821004 Feb 10 23:50:10.619977 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8aff6161-9505-45d0-95b7-346098cc0d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:10.721948 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bb06321a-54d3-4885-8982-45077fafef91 req-059bc014-2335-4631-8f2a-12790ff12761 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434815 Feb 10 23:50:11.410223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ece2e-9826-48e7-989e-631381afb246 req-00ff0e26-cf29-4a84-8835-de8e38ccc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:11.411717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-00ff0e26-cf29-4a84-8835-de8e38ccc79c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.1145084 Feb 10 23:50:11.552374 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ece2e-9826-48e7-989e-631381afb246 req-c21ac864-0a41-451a-a961-a9edcd26f1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:11.553749 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-c21ac864-0a41-451a-a961-a9edcd26f1fe service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1242282 Feb 10 23:50:11.657290 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-2069ebe1-51ce-4611-aadb-914479f7810e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.0950100 Feb 10 23:50:11.721525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ece2e-9826-48e7-989e-631381afb246 req-bbe318a4-ceb9-4a0a-b599-8c7a4a1e4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:11.722902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-bbe318a4-ceb9-4a0a-b599-8c7a4a1e4f6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0590639 Feb 10 23:50:11.793461 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:11.798683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75ece2e-9826-48e7-989e-631381afb246 req-cd13cb2c-36df-4c28-872d-16bf2bee42bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:11.800197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-cd13cb2c-36df-4c28-872d-16bf2bee42bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716679 Feb 10 23:50:11.943883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-ced07e72-c8bd-4332-be8f-09b64bab06ef service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370821 Feb 10 23:50:12.084595 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:12.138042 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e75ece2e-9826-48e7-989e-631381afb246 req-4881b3db-f9d7-4610-8f40-fcf33c29e0ba service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865866 Feb 10 23:50:12.151689 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62464b-d31a-45b6-b83e-89cc678e52ac req-4fc08ec6-d646-49a6-a9bb-0de83e7ba999 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:12.153134 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a62464b-d31a-45b6-b83e-89cc678e52ac req-4fc08ec6-d646-49a6-a9bb-0de83e7ba999 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.1304963 Feb 10 23:50:12.198519 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1a62464b-d31a-45b6-b83e-89cc678e52ac req-05dc2114-754c-4490-8336-fc2f68ec6c33 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392160 Feb 10 23:50:13.253677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:13.386209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea37e3-3f28-497d-b704-7c02ad3aa0ad req-6ccfa112-0314-4c01-9a60-986ad3b4ca10 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:13.388026 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6ea37e3-3f28-497d-b704-7c02ad3aa0ad req-6ccfa112-0314-4c01-9a60-986ad3b4ca10 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0837533 Feb 10 23:50:13.437957 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6ea37e3-3f28-497d-b704-7c02ad3aa0ad req-e09f0672-122f-4b19-aa20-91860ceee8d8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438266 Feb 10 23:50:14.620752 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaabd17-cc51-49ad-a2b4-631bf2e98085 req-0f66bb15-f44a-4cc5-a2c0-8a4cb37be036 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:14.622219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fbaabd17-cc51-49ad-a2b4-631bf2e98085 req-0f66bb15-f44a-4cc5-a2c0-8a4cb37be036 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0817873 Feb 10 23:50:14.666047 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fbaabd17-cc51-49ad-a2b4-631bf2e98085 req-3816cdd0-b798-45f0-b0c9-98efd04e3e31 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373528 Feb 10 23:50:15.847837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dec754-f627-4b95-b1a4-fbb983d2933e req-e69fc814-5eea-4720-9527-d2391d8422b2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:15.849265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77dec754-f627-4b95-b1a4-fbb983d2933e req-e69fc814-5eea-4720-9527-d2391d8422b2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0778251 Feb 10 23:50:15.895582 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-77dec754-f627-4b95-b1a4-fbb983d2933e req-6d922a17-4d56-4ada-9525-083965bdfdc1 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407562 Feb 10 23:50:17.076004 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab31acb-1309-4b4a-a78c-d3cb760d10b0 req-6a70530b-88e3-425d-bd7e-697efeca9cc9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:17.078056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ab31acb-1309-4b4a-a78c-d3cb760d10b0 req-6a70530b-88e3-425d-bd7e-697efeca9cc9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0797842 Feb 10 23:50:17.120874 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ab31acb-1309-4b4a-a78c-d3cb760d10b0 req-07eb9409-d6ff-44bb-982e-39737ff90259 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373576 Feb 10 23:50:18.306668 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2000d76-9ec2-44dd-bb4a-fe6213deb0e9 req-e468d5ff-0e0e-4b23-a1ed-4b404b58c98e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:18.308043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2000d76-9ec2-44dd-bb4a-fe6213deb0e9 req-e468d5ff-0e0e-4b23-a1ed-4b404b58c98e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0822294 Feb 10 23:50:18.353010 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d2000d76-9ec2-44dd-bb4a-fe6213deb0e9 req-5c63d3b5-2903-4908-9b2d-804c65ac86f5 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388963 Feb 10 23:50:19.539262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569cb0ee-a327-4c59-bca4-abb8b142cdfb req-a8f60ab0-113b-4710-9279-bc5dd1eac8fa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:19.540657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-569cb0ee-a327-4c59-bca4-abb8b142cdfb req-a8f60ab0-113b-4710-9279-bc5dd1eac8fa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0793319 Feb 10 23:50:19.584032 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-569cb0ee-a327-4c59-bca4-abb8b142cdfb req-68cec637-fcfa-47e6-99e3-a0c0bbfe1385 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377407 Feb 10 23:50:20.767682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15be4cde-f9d8-4c2a-8b71-ab58e1f2dd9a req-6e61ecbe-4e5a-48bc-8807-da0de0faa15e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:20.769114 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15be4cde-f9d8-4c2a-8b71-ab58e1f2dd9a req-6e61ecbe-4e5a-48bc-8807-da0de0faa15e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0819845 Feb 10 23:50:20.812503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-15be4cde-f9d8-4c2a-8b71-ab58e1f2dd9a req-d53f3b38-1bc3-40cc-880e-8bee07e1d835 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378070 Feb 10 23:50:21.993087 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc8e9f-8387-4086-98d3-8f1eb894bcf1 req-037f1742-5cd0-4afa-8e89-e51879d4a28b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:21.994526 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcdc8e9f-8387-4086-98d3-8f1eb894bcf1 req-037f1742-5cd0-4afa-8e89-e51879d4a28b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0794799 Feb 10 23:50:22.037887 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bcdc8e9f-8387-4086-98d3-8f1eb894bcf1 req-5c62b0e6-dd02-4520-8377-4bd1f71479c8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374706 Feb 10 23:50:22.172114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:50:22.308148 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:22.321573 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:50:22.378242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:22.396876 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:50:22.412391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:22.416336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:22.490016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:50:22.513718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:50:22.533250 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.533591 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.533927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.534255 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.534583 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.534917 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.535233 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.535581 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.535897 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.536214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.536538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.536848 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:50:22.565629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:23.327632 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348add49-b129-4c88-8cca-bf4b6c73a4cc req-c5f1ba8e-0eef-497c-94cd-12181e75bbbf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:23.329091 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-348add49-b129-4c88-8cca-bf4b6c73a4cc req-c5f1ba8e-0eef-497c-94cd-12181e75bbbf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 945 time: 0.1798465 Feb 10 23:50:23.373132 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-348add49-b129-4c88-8cca-bf4b6c73a4cc req-a37624ef-9f16-4914-ae2c-36750b080dcc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384679 Feb 10 23:50:24.174825 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:50:24.240256 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:50:24.240576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:24.365038 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:24.398862 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:50:24.409637 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:24.419340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:24.497961 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:50:24.580943 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a107c-0052-4d75-a817-2b754dc5ca43 req-788efbf6-a42e-4813-bb0c-8931594b1d88 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:24.582404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da5a107c-0052-4d75-a817-2b754dc5ca43 req-788efbf6-a42e-4813-bb0c-8931594b1d88 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0913978 Feb 10 23:50:24.632638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-da5a107c-0052-4d75-a817-2b754dc5ca43 req-fcc7e57c-443c-4ab9-b4c1-f4487fa62df5 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442717 Feb 10 23:50:24.735814 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'code': 200} Feb 10 23:50:25.249634 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:25.829397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197b102-d7fb-4852-a507-3932b6e1c35f req-1da24be1-b622-4b58-a72b-f771376dbd5f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:25.834670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8197b102-d7fb-4852-a507-3932b6e1c35f req-1da24be1-b622-4b58-a72b-f771376dbd5f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0868461 Feb 10 23:50:25.883893 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8197b102-d7fb-4852-a507-3932b6e1c35f req-6896bc4e-55c0-4588-a1d1-764981bac8f8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468190 Feb 10 23:50:27.085079 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9851ee-c4e2-488d-a76f-6e52fa92d644 req-9a62b75e-d72c-46d6-b73a-d044203cc475 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:27.086572 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb9851ee-c4e2-488d-a76f-6e52fa92d644 req-9a62b75e-d72c-46d6-b73a-d044203cc475 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0928183 Feb 10 23:50:27.145219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cb9851ee-c4e2-488d-a76f-6e52fa92d644 req-2b95e0dd-865e-4d77-b598-bfb60ddc50a7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450809 Feb 10 23:50:28.345637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182da9c6-2c5a-4a05-bdd0-96ba3eb29119 req-3bfe854f-33d2-4076-80ee-def448a6e3f8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:28.347927 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-182da9c6-2c5a-4a05-bdd0-96ba3eb29119 req-3bfe854f-33d2-4076-80ee-def448a6e3f8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0844965 Feb 10 23:50:28.399136 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-182da9c6-2c5a-4a05-bdd0-96ba3eb29119 req-ba13582c-d042-476c-b6b4-2e2b728987a3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449946 Feb 10 23:50:29.634467 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9630-7765-4f45-9765-5b5489972012 req-d8ab62b9-482f-4116-bb6f-3b5c1a7ca323 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:29.636057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-159e9630-7765-4f45-9765-5b5489972012 req-d8ab62b9-482f-4116-bb6f-3b5c1a7ca323 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.1140757 Feb 10 23:50:29.685860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-159e9630-7765-4f45-9765-5b5489972012 req-fe958042-79b8-4d61-94be-6461c54948d0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Feb 10 23:50:30.887749 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e091bd-80ca-403e-a01a-0154628033da req-b3c0dc44-ef14-4322-bbe2-a5dc30c92a26 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:30.889991 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89e091bd-80ca-403e-a01a-0154628033da req-b3c0dc44-ef14-4322-bbe2-a5dc30c92a26 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0881066 Feb 10 23:50:30.945446 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-89e091bd-80ca-403e-a01a-0154628033da req-4e67e2b1-9b13-4b18-8d94-7d708877c16f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493062 Feb 10 23:50:32.149050 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe736094-017b-4d51-bc07-9196dbd64877 req-7e887d03-3e24-4f04-a79c-66b2a59fe612 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:32.156325 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe736094-017b-4d51-bc07-9196dbd64877 req-7e887d03-3e24-4f04-a79c-66b2a59fe612 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0909474 Feb 10 23:50:32.204392 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-fe736094-017b-4d51-bc07-9196dbd64877 req-e0eebcc9-0ad6-429c-a8f8-8b344802359b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464196 Feb 10 23:50:33.407737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ce852e-60dc-4856-b634-f097b5b2d307 req-b3b3b029-539f-42b1-916e-2ee59df91035 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:33.409152 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93ce852e-60dc-4856-b634-f097b5b2d307 req-b3b3b029-539f-42b1-916e-2ee59df91035 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0969884 Feb 10 23:50:33.455753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93ce852e-60dc-4856-b634-f097b5b2d307 req-a33f8345-d4ed-48bb-894d-444e6f797ab3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Feb 10 23:50:34.661409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-14bb6d4a-9f9e-4e66-b169-eb08cb4d72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:34.662867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-14bb6d4a-9f9e-4e66-b169-eb08cb4d72a7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1097 time: 0.1332979 Feb 10 23:50:34.670658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a5eb4d-02dc-4e87-ac0a-5dac47dc2fd9 req-7f375dee-a765-4f46-8840-d03bf62b3185 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:34.671941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92a5eb4d-02dc-4e87-ac0a-5dac47dc2fd9 req-7f375dee-a765-4f46-8840-d03bf62b3185 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.1079473 Feb 10 23:50:34.792069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-92a5eb4d-02dc-4e87-ac0a-5dac47dc2fd9 req-cf68c5d3-e29b-4872-8861-45beff6f1a18 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020494 Feb 10 23:50:34.825636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-c3a7f018-0ede-40ce-9b9b-21bfab780be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:34.827724 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-c3a7f018-0ede-40ce-9b9b-21bfab780be0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1549218 Feb 10 23:50:34.928867 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-8effbb1d-6250-487e-ac7b-794921871469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.0946984 Feb 10 23:50:34.990151 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-f61efe8e-32bb-47f0-98d8-80571cb28770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:34.991570 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-f61efe8e-32bb-47f0-98d8-80571cb28770 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0567346 Feb 10 23:50:35.067234 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-00583907-c21d-4dcf-b548-cbf333320b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:35.068685 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-00583907-c21d-4dcf-b548-cbf333320b51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717163 Feb 10 23:50:35.198297 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-4c87e042-bf7f-45b8-a390-bc0f8b0bdb5b service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232414 Feb 10 23:50:35.434338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ca4dae8-d7a1-4fa9-a9da-4a440df49efa req-82b90854-989a-4995-a281-b1089babcc79 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298915 Feb 10 23:50:35.975815 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369a375-751d-427e-bb1b-cfa8bffd11d8 req-76ab0e42-d2db-4976-a071-e735abb6e4ed tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:35.977284 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e369a375-751d-427e-bb1b-cfa8bffd11d8 req-76ab0e42-d2db-4976-a071-e735abb6e4ed tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 946 time: 0.0807006 Feb 10 23:50:36.021398 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e369a375-751d-427e-bb1b-cfa8bffd11d8 req-ca2e925a-9d3b-471c-b1fb-12913c5fdd7d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385916 Feb 10 23:50:36.216280 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:50:36.325110 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:36.353948 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:50:36.364060 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:36.368957 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:36.406642 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'code': 200} Feb 10 23:50:36.438479 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:50:37.214020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7446f-014f-431c-b426-8783e4a31281 req-a87d7748-fce4-460f-b849-b7e8d8a8b24e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:37.215490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2d7446f-014f-431c-b426-8783e4a31281 req-a87d7748-fce4-460f-b849-b7e8d8a8b24e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0871212 Feb 10 23:50:37.259141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2d7446f-014f-431c-b426-8783e4a31281 req-0f6e63e0-9be7-44a9-b67f-bcb37fcb4f61 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378466 Feb 10 23:50:38.356930 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-dc22fc31-e3ff-4125-91f4-01e798b2b087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:38.448729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787780f-40d2-4296-8672-60cd79cf3baa req-990a69a6-4cd1-4189-af72-ba5df73f6f83 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:38.450169 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f787780f-40d2-4296-8672-60cd79cf3baa req-990a69a6-4cd1-4189-af72-ba5df73f6f83 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0794957 Feb 10 23:50:38.497852 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f787780f-40d2-4296-8672-60cd79cf3baa req-401a7f6c-d903-4b68-8acc-b00df62613df tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421374 Feb 10 23:50:38.839399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1a2c68-af63-4566-9d44-edd4dff1faa7 req-8ef7cdfa-2d03-43df-a649-663e87153cf1 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:38.840868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d1a2c68-af63-4566-9d44-edd4dff1faa7 req-8ef7cdfa-2d03-43df-a649-663e87153cf1 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0804238 Feb 10 23:50:38.886349 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8d1a2c68-af63-4566-9d44-edd4dff1faa7 req-75a0acec-3f7c-4b96-a88a-8afab2bfce5f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390759 Feb 10 23:50:39.002574 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-26f77969-81a0-4dbc-becb-7cb99b5f1b4f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1178322 Feb 10 23:50:39.873232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-411689b8-b615-4527-a829-11f8ea0afeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:39.875350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-411689b8-b615-4527-a829-11f8ea0afeac service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 1095 time: 0.0756242 Feb 10 23:50:39.968698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-14815ddc-f79e-4fc4-a21c-3946b6118179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:39.970527 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-14815ddc-f79e-4fc4-a21c-3946b6118179 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1095 time: 0.0734034 Feb 10 23:50:40.160011 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-45f62e80-355a-4567-a1fa-8cb7331f80cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:40.161468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-45f62e80-355a-4567-a1fa-8cb7331f80cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1852703 Feb 10 23:50:40.173216 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe606d-afde-485c-b092-924d85f44d0f req-7e66d890-b9e3-43fa-b4e6-c205e1636fa3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:40.174587 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16fe606d-afde-485c-b092-924d85f44d0f req-7e66d890-b9e3-43fa-b4e6-c205e1636fa3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.1301496 Feb 10 23:50:40.233291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:50:40.299809 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-bc365652-a735-4c62-8b90-ed86ea15ee61 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1000 time: 0.1242902 Feb 10 23:50:40.302777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-16fe606d-afde-485c-b092-924d85f44d0f req-39996cf3-1039-43e6-8347-f4166c668666 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802534 Feb 10 23:50:40.364264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-2d7704f2-69e3-4f14-b16d-4727c6bd5cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:40.365871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-2d7704f2-69e3-4f14-b16d-4727c6bd5cac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0601804 Feb 10 23:50:40.443270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-3f749a24-1d39-4c19-a2e4-df376fa5fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:40.444775 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-3f749a24-1d39-4c19-a2e4-df376fa5fc90 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731883 Feb 10 23:50:40.577922 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-5e9245ad-dd2c-4988-825c-a6724c14752d service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271849 Feb 10 23:50:40.622086 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3ba8aa54-f985-4085-b05a-c34d297387bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:40.709517 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-f922ba16-ad33-4e3e-b4dd-2a6467bd99bb service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 Feb 10 23:50:41.507834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c8b23-2d7f-46a9-9c22-339bc0eb2a55 req-a15b2e42-20f3-4d70-a4f5-0f9049e6a735 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:41.509367 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c68c8b23-2d7f-46a9-9c22-339bc0eb2a55 req-a15b2e42-20f3-4d70-a4f5-0f9049e6a735 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0916691 Feb 10 23:50:41.562966 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c68c8b23-2d7f-46a9-9c22-339bc0eb2a55 req-51629204-672e-409b-af35-8d67d4ece075 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479689 Feb 10 23:50:41.800104 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:42.089293 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:42.774497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693e100-0fb4-41d1-aa4d-54e05f0d103a req-b5c23f75-754d-4670-806a-edadf691cd6a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:42.776081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3693e100-0fb4-41d1-aa4d-54e05f0d103a req-b5c23f75-754d-4670-806a-edadf691cd6a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0867612 Feb 10 23:50:42.824756 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3693e100-0fb4-41d1-aa4d-54e05f0d103a req-c50592fb-9be7-4207-bc04-f949d80d80db tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427234 Feb 10 23:50:43.257764 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:44.023490 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086bff4-caf0-4669-9c35-f890a9694169 req-5912cf37-9914-48c6-a456-951f24fb0349 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:44.025226 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5086bff4-caf0-4669-9c35-f890a9694169 req-5912cf37-9914-48c6-a456-951f24fb0349 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0845859 Feb 10 23:50:44.071560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5086bff4-caf0-4669-9c35-f890a9694169 req-778b6cf3-fec1-41e9-aad6-98d394039bad tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Feb 10 23:50:44.147061 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:50:45.400421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689cc93-d0dd-4331-a3eb-8ee9aba85ca2 req-87e8ab47-bbff-4557-9ed7-b171549cb22e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:45.408932 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9689cc93-d0dd-4331-a3eb-8ee9aba85ca2 req-87e8ab47-bbff-4557-9ed7-b171549cb22e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.2074022 Feb 10 23:50:45.458702 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9689cc93-d0dd-4331-a3eb-8ee9aba85ca2 req-3c1c529b-6142-435f-a30b-ed288d97f53a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484626 Feb 10 23:50:46.655658 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a4d66-25eb-46ff-ae45-33fa3d46bdd0 req-23f0064c-becd-437a-84f8-705b93af870d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:46.657201 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f30a4d66-25eb-46ff-ae45-33fa3d46bdd0 req-23f0064c-becd-437a-84f8-705b93af870d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0837216 Feb 10 23:50:46.710719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f30a4d66-25eb-46ff-ae45-33fa3d46bdd0 req-ff95f089-62d9-487d-9d43-fd4b4d25c94a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474265 Feb 10 23:50:47.920133 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dacfadf-0a9b-4f03-8637-0f17c661d8d6 req-a5ba4363-3767-49a5-9199-cecd20257a78 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:47.928638 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5dacfadf-0a9b-4f03-8637-0f17c661d8d6 req-a5ba4363-3767-49a5-9199-cecd20257a78 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0918486 Feb 10 23:50:47.985436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5dacfadf-0a9b-4f03-8637-0f17c661d8d6 req-fa8e0514-f21d-4a27-a8fb-5375e0069e49 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559316 Feb 10 23:50:49.174070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223617e4-6bd3-46c2-a4bd-b805463e6dd7 req-72ea59e6-fd1c-4605-8015-8f9b3396fbe0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:49.175561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-223617e4-6bd3-46c2-a4bd-b805463e6dd7 req-72ea59e6-fd1c-4605-8015-8f9b3396fbe0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0838168 Feb 10 23:50:49.218473 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-223617e4-6bd3-46c2-a4bd-b805463e6dd7 req-dfaae82b-e22f-4fed-9ea1-348aeb4a64df tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370257 Feb 10 23:50:50.400999 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c451aa35-c82c-4690-80ac-6e740253d394 req-ffed71c8-dc9b-4c19-a524-7d34629d69cf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:50.402444 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c451aa35-c82c-4690-80ac-6e740253d394 req-ffed71c8-dc9b-4c19-a524-7d34629d69cf tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0785494 Feb 10 23:50:50.445990 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c451aa35-c82c-4690-80ac-6e740253d394 req-f0e1b35d-e082-4098-a8bf-5289bfea2ea2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369842 Feb 10 23:50:51.638605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3136c1-22d5-4696-96bc-bf15e816dbfb req-dc315985-34dd-4ad0-8174-16ce7f6bdfb0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:51.640142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa3136c1-22d5-4696-96bc-bf15e816dbfb req-dc315985-34dd-4ad0-8174-16ce7f6bdfb0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0854697 Feb 10 23:50:51.683686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa3136c1-22d5-4696-96bc-bf15e816dbfb req-91decb78-0436-4d71-8e04-0936b2409f35 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379922 Feb 10 23:50:52.549470 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:52.863153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba151944-204a-40b6-9b43-1d4981f9fb40 req-d4c28955-fc6b-4852-82b0-28e0e408fee0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:52.864622 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba151944-204a-40b6-9b43-1d4981f9fb40 req-d4c28955-fc6b-4852-82b0-28e0e408fee0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0783269 Feb 10 23:50:52.907790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ba151944-204a-40b6-9b43-1d4981f9fb40 req-3624d3ce-f1b0-41bd-9146-db110e3205d9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376623 Feb 10 23:50:54.097478 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99a95b-52a5-49ba-8ca1-94d73dc4dd2a req-7afaa750-d82d-4a92-a04a-61d7f8b6b780 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:54.098942 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad99a95b-52a5-49ba-8ca1-94d73dc4dd2a req-7afaa750-d82d-4a92-a04a-61d7f8b6b780 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0854986 Feb 10 23:50:54.141630 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ad99a95b-52a5-49ba-8ca1-94d73dc4dd2a req-d1351873-54b6-464d-9f01-2b8a0a9db581 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371771 Feb 10 23:50:55.249106 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:55.332580 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238bf3a-8b33-4928-9767-3047e7137273 req-77636594-15fe-476d-8d15-3d779d10e713 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:55.334055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8238bf3a-8b33-4928-9767-3047e7137273 req-77636594-15fe-476d-8d15-3d779d10e713 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0792825 Feb 10 23:50:55.380812 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8238bf3a-8b33-4928-9767-3047e7137273 req-bc45612e-46ce-4072-b3ca-3760ab8a537b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412700 Feb 10 23:50:56.572669 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a91625f-0bec-41bf-9668-b34920b53b88 req-a6ddc726-7971-492a-bf64-df16f86482e7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:56.574112 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a91625f-0bec-41bf-9668-b34920b53b88 req-a6ddc726-7971-492a-bf64-df16f86482e7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0782764 Feb 10 23:50:56.618214 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a91625f-0bec-41bf-9668-b34920b53b88 req-1463811d-548e-416f-8924-3b4ab9553340 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382199 Feb 10 23:50:57.801775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cee4ca-4cab-4f50-82a1-88d835539764 req-54580219-9034-4d63-8e7d-8d7f1e421de3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:57.803486 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93cee4ca-4cab-4f50-82a1-88d835539764 req-54580219-9034-4d63-8e7d-8d7f1e421de3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 944 time: 0.0818810 Feb 10 23:50:57.846772 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-93cee4ca-4cab-4f50-82a1-88d835539764 req-b06a8422-034d-4509-80bc-2b25fcc7b7d8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378032 Feb 10 23:50:58.352008 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:50:58.486872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:58.501006 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'port_id': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'mac_address': 'fa:16:3e:a9:02:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:50:58.558083 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:58.578303 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:50:58.593248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:50:58.597102 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:50:58.663058 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:50:58.983807 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:50:59.031920 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c169e3-bf32-4df3-83db-508b1678e517 req-16c5674f-6ef4-4785-98f9-5725fb5c79ac tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:50:59.033391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57c169e3-bf32-4df3-83db-508b1678e517 req-16c5674f-6ef4-4785-98f9-5725fb5c79ac tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 945 time: 0.0816205 Feb 10 23:50:59.077949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-57c169e3-bf32-4df3-83db-508b1678e517 req-1b4186a8-deba-4da1-a20b-f38430927197 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389292 Feb 10 23:51:00.262837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c480d-8926-4d00-b56c-819526a72ad4 req-3e3cdf32-a7b6-44c1-b1bb-e2581ea98cbb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:00.265057 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de0c480d-8926-4d00-b56c-819526a72ad4 req-3e3cdf32-a7b6-44c1-b1bb-e2581ea98cbb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 945 time: 0.0825377 Feb 10 23:51:00.307536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de0c480d-8926-4d00-b56c-819526a72ad4 req-3a01d40d-8e2d-47d1-9950-a1871daecdcb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369883 Feb 10 23:51:00.374313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:51:00.442669 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:51:00.443465 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:00.559453 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:00.585435 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:51:00.595221 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:51:00.599400 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:00.634435 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'code': 200} Feb 10 23:51:00.666383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:51:00.847451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b7d8a1-7c18-4c68-89e6-ce41393f6281 req-647e600b-1e18-491a-a779-c64cbf5c20be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:00.848931 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20b7d8a1-7c18-4c68-89e6-ce41393f6281 req-647e600b-1e18-491a-a779-c64cbf5c20be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1098 time: 0.0710146 Feb 10 23:51:00.891738 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-20b7d8a1-7c18-4c68-89e6-ce41393f6281 req-0682244a-a246-4789-8f9c-0628a2529f38 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369813 Feb 10 23:51:01.501458 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc184a-0157-45e6-a882-78037ff963e2 req-8af09e6b-7b7c-4eab-a6ab-c1619592c883 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:01.502820 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4bc184a-0157-45e6-a882-78037ff963e2 req-8af09e6b-7b7c-4eab-a6ab-c1619592c883 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.0795212 Feb 10 23:51:01.544719 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e4bc184a-0157-45e6-a882-78037ff963e2 req-630fccf3-4e61-4ed3-8d8a-e67f6165c379 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363984 Feb 10 23:51:02.735894 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa94f4-2bc6-4070-983a-415bd495ab6f req-fe7b6cba-b370-45c5-8563-1f70e63af11b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:02.737355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0aa94f4-2bc6-4070-983a-415bd495ab6f req-fe7b6cba-b370-45c5-8563-1f70e63af11b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.0856059 Feb 10 23:51:02.784560 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c0aa94f4-2bc6-4070-983a-415bd495ab6f req-3e94ff1f-d44c-4198-9dab-7abf9858e93e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413477 Feb 10 23:51:03.968260 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ab6fa-cfdd-442e-9103-2a188284a9f9 req-92e62fe4-3339-4b5e-959b-0fe679cae60f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:03.969717 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2ab6fa-cfdd-442e-9103-2a188284a9f9 req-92e62fe4-3339-4b5e-959b-0fe679cae60f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.0812135 Feb 10 23:51:04.013513 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9c2ab6fa-cfdd-442e-9103-2a188284a9f9 req-b35cb7b5-ae8d-41d6-b5ff-bd0299fb6f30 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381675 Feb 10 23:51:08.362272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ebae2d62-4bb7-4e7f-aed7-df0095605449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:10.624496 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6480716-84e5-4fd9-8d6f-9068b56e1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:11.791598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:12.088208 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:13.258729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:13.312798 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-d28434e6-0689-4e62-8998-00f60da05cf2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732095 Feb 10 23:51:13.458248 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-c918b72a-c259-43b2-9287-bf5f125f25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:13.459643 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-c918b72a-c259-43b2-9287-bf5f125f25ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1098 time: 0.0695417 Feb 10 23:51:13.602589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-72cae80c-45b4-448f-bb9d-dc76849878d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:13.604084 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-72cae80c-45b4-448f-bb9d-dc76849878d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1252093 Feb 10 23:51:13.705288 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-f866ffae-88d0-4e99-b3b8-26f5e1fa9c68 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.0949137 Feb 10 23:51:13.766266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-16eb37ea-8bee-4be3-9fc6-6ac55719d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:13.767597 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-16eb37ea-8bee-4be3-9fc6-6ac55719d5c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0560622 Feb 10 23:51:13.850933 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-f3eda7e6-546b-4f5d-a686-429349bd47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:51:13.852395 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-f3eda7e6-546b-4f5d-a686-429349bd47c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744262 Feb 10 23:51:14.085197 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-466949eb-b4a4-47c5-9cb0-de07d2eda17b service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259793 Feb 10 23:51:14.221567 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8415e8c-d413-4058-b3d1-fc3699255d45 req-4b6bc671-5025-4f36-ac9b-fbd24796aefc service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259720 Feb 10 23:51:21.147263 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:51:22.563589 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:25.234300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:38.355989 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c5c8ff4-b4b2-4c29-bbb4-3dc85896f27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:40.625436 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-acec959a-758e-4237-97ea-a2e96e5d87cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:41.798656 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:42.091015 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:43.261085 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:52.559222 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:55.265969 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:51:58.146771 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:52:08.357745 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c6ee562f-6e21-4e4f-811d-d51d7aa17ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:10.627997 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-562d639f-ac42-4298-8fa6-502fb04acaae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:11.790804 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:12.093913 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:13.263466 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:14.299835 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-8c249b08-7963-416d-9fa1-fc6c52ed6e16 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700645 Feb 10 23:52:14.447666 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-8f5ac7b1-0659-439f-9127-e10099c74898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:14.449050 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-8f5ac7b1-0659-439f-9127-e10099c74898 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1098 time: 0.0751252 Feb 10 23:52:14.720052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-b6f738c3-9345-4c73-8122-dff53c3831fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:14.721549 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-b6f738c3-9345-4c73-8122-dff53c3831fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1269476 Feb 10 23:52:14.823561 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-087697ab-4f99-4407-a43d-57bf9f1f4ae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 1002 time: 0.0957525 Feb 10 23:52:14.883404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-b99b7d5f-9ab4-4c59-9d58-64a1348bc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:14.884814 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-b99b7d5f-9ab4-4c59-9d58-64a1348bc01a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0558181 Feb 10 23:52:14.960107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-21bcd35a-64cc-4e1d-9bf2-a2a12ba4d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:14.961652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-21bcd35a-64cc-4e1d-9bf2-a2a12ba4d03a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705535 Feb 10 23:52:15.096191 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-ba5d4dc5-64d9-435d-9fef-b5e94e59cc88 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284490 Feb 10 23:52:15.226759 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-63e4535b-9da4-4b2e-ae8d-24da680d695d req-b294db39-6cbc-420e-99b5-ad64da9bc0b4 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251893 Feb 10 23:52:22.573885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:25.276053 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:35.146026 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:52:38.359191 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7936e666-fc92-4fee-98c4-d31f1414d137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:39.644865 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39428) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:39.887834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Deleting port 58d00a81-804e-4692-9494-93a6f3aca111 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:52:39.888180 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.066302 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.066634 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.293762 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Calling delete_port for 58d00a81-804e-4692-9494-93a6f3aca111 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:52:40.441187 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.488343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'Port': ['ID=58d00a81-804e-4692-9494-93a6f3aca111,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:40.554472 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.554809 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.555143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.555497 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.555825 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.556148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.556468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.556788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.557107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.557425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.557746 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.558056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:40.589207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.589532 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Floating IP e2d755ef-7b3f-42cc-b985-dd3534cca358 disassociated (deleted). External IP: 172.25.2.148, port: fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5. Feb 10 23:52:40.629293 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea98e6f5-c6ef-4bf9-ada3-4befd219d6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:40.933961 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:52:41.115803 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:52:41.126609 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:52:41.136603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:41.137242 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:52:41.137982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:52:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:52:41.192613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-39bc4832-3122-4d3d-83e0-ddf0c793fdec tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "DELETE /v2.0/floatingips/e2d755ef-7b3f-42cc-b985-dd3534cca358 HTTP/1.1" status: 204 len: 168 time: 1.5465627 Feb 10 23:52:41.193076 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:52:41.325071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:52:41.488596 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'status': 'completed', 'code': 200} Feb 10 23:52:41.631974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-6a85e627-7a38-4e87-a257-ed1d759d2359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:41.633475 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-6a85e627-7a38-4e87-a257-ed1d759d2359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 1098 time: 0.1228571 Feb 10 23:52:41.692801 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:52:41.696977 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:52:41.705011 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:52:41.706461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:52:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:52:41.744333 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f0b11-eb24-4823-a75b-7c3f25bfb2d9 req-0d4ca0ce-a1d5-44f6-9284-435704320f41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:41.745032 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-952f0b11-eb24-4823-a75b-7c3f25bfb2d9 req-0d4ca0ce-a1d5-44f6-9284-435704320f41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:52:41.786391 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-952f0b11-eb24-4823-a75b-7c3f25bfb2d9 req-0d4ca0ce-a1d5-44f6-9284-435704320f41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:52:41.787552 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-952f0b11-eb24-4823-a75b-7c3f25bfb2d9 req-0d4ca0ce-a1d5-44f6-9284-435704320f41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.2158277 Feb 10 23:52:41.792125 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-639dd67c-db4e-4a0e-b5d9-ed5a52dbb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:41.793542 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-639dd67c-db4e-4a0e-b5d9-ed5a52dbb4d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1535339 Feb 10 23:52:41.856788 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:41.879824 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-b6945c3d-f334-4828-b484-9c0482e27a5a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 200 len: 217 time: 0.0672457 Feb 10 23:52:41.902331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:52:41.934782 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-952f0b11-eb24-4823-a75b-7c3f25bfb2d9 req-334db293-5f8a-40e9-b0b3-27afe348a391 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396163 Feb 10 23:52:41.953986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-74bef7b7-d08f-417e-83c0-ba459c481183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:41.955949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-74bef7b7-d08f-417e-83c0-ba459c481183 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0668268 Feb 10 23:52:42.035174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-372e53f1-db86-417c-a256-e9f81250bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:42.037540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-372e53f1-db86-417c-a256-e9f81250bec6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746727 Feb 10 23:52:42.138399 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:42.247633 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:52:42.251498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274db516-4ebd-4cbd-a60e-488cc7cb214b None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:52:42.301777 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-ee61eac7-8dd4-4c51-9349-4243fa25dc15 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565801 Feb 10 23:52:42.450001 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d5028864-d996-4dd9-a1e5-0f72f23ff02f req-f0f988ff-caa1-4097-9cba-089d42fe8839 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406512 Feb 10 23:52:42.487933 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7b4d5d-7b06-4634-b75b-0422d60a6e88 None None] New status for floating IP e2d755ef-7b3f-42cc-b985-dd3534cca358: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:52:43.185302 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-67e8fb9a-7c61-43bb-b84b-c89b72dc7fb9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:43.186760 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-67e8fb9a-7c61-43bb-b84b-c89b72dc7fb9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.1136682 Feb 10 23:52:43.195135 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d4165-c2f6-40aa-9960-dad3827ccbe5 req-229c6ff1-b81b-4f8a-b285-5f2ca260c072 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:52:43.196939 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e1d4165-c2f6-40aa-9960-dad3827ccbe5 req-229c6ff1-b81b-4f8a-b285-5f2ca260c072 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 947 time: 0.1545556 Feb 10 23:52:43.266018 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:43.290563 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Deleting port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:52:43.290903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:43.320669 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8e1d4165-c2f6-40aa-9960-dad3827ccbe5 req-d3fdb59b-f5a8-4a81-8e27-4da29289abed tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=da9cef10-417d-4e14-af16-fcdf345f44d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942366 Feb 10 23:52:43.542158 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] For port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:52:43.542423 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:43.661934 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Calling delete_port for fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:52:43.803083 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:43.854895 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'Port': ['ID=fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:43.928681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] No DVR routers for this DVR port fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:52:43.931194 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:43.933857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-deleted', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:52:43.950483 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0714e0f0-ffa3-42cb-9b6b-29013534a093 req-559daa68-a29a-40ba-8a5d-ffda8ca584fe tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "DELETE /v2.0/ports/fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 HTTP/1.1" status: 204 len: 173 time: 0.7529254 Feb 10 23:52:43.983118 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c4042e4-2502-4b7f-85a4-a03c69d83124', 'name': 'network-vif-deleted', 'tag': 'fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5', 'status': 'completed', 'code': 200} Feb 10 23:52:44.495595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-98302b21-844a-4e0f-ae02-426be05cd64d req-45396b13-bd0a-4162-94a9-f61cde5099aa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:52:44.511394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-98302b21-844a-4e0f-ae02-426be05cd64d req-45396b13-bd0a-4162-94a9-f61cde5099aa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:52:44.512641 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-98302b21-844a-4e0f-ae02-426be05cd64d req-45396b13-bd0a-4162-94a9-f61cde5099aa tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=1c4042e4-2502-4b7f-85a4-a03c69d83124 HTTP/1.1" status: 200 len: 210 time: 0.0640244 Feb 10 23:52:45.604659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39458) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:45.671239 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:45.699767 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:45.764938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:45.784349 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9cef10-417d-4e14-af16-fcdf345f44d7,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:45.796938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:45.798079 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-79b0006c-8095-444e-996f-46c6d8c0dd07 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "DELETE /v2.0/security-groups/da9cef10-417d-4e14-af16-fcdf345f44d7 HTTP/1.1" status: 204 len: 168 time: 0.1923778 Feb 10 23:52:46.249915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39468) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:46.255089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1732458440', 'description': 'tempest-secgroup-smoke-1732458440 description', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:46.261703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.265768 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:46.269129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:46.274738 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:46.286013 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.305218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.309048 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:46.311952 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:46.317897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:46.391913 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.396320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.440916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053e33c4-ee1d-4981-bddc-9b2fcd828276,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:46.443741 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.444967 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-4b18a368-1a03-4909-bb1b-19d1e6cff451 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1940315 Feb 10 23:52:46.447835 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39472) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:46.452680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:46.459676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.463493 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:46.466320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:46.472437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:46.489210 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.548574 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.552004 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.576042 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85f303a-6dae-4ed1-93d3-a2b9b55e933b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:46.585603 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.586868 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b706e4c5-dd69-4be8-8424-a83614184833 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382101 Feb 10 23:52:46.589605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39476) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:46.594715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:46.601591 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.605429 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:46.608266 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:46.614470 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:46.631580 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.693003 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.696336 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.720308 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67a60d4-e501-4362-b8e1-fcaf1109623d,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:46.728857 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.730245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8f376fb5-82d6-47e1-b733-7e9f57f17f38 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1397312 Feb 10 23:52:46.732958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39480) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:46.738313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:46.744745 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.748565 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:46.751399 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:46.757833 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:46.777972 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.793224 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:52:46.828454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:52:46.828797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fa5d65ae-17a8-4735-81ad-fc65d7f0e6d5 not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:52:46.942415 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.945840 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.969466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a4f5c2-1c60-4ca2-a1bf-e59ca9b4b81b,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:46.978476 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:46.979853 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1f3dc375-d1ab-4017-a779-c9d731d1c802 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2459919 Feb 10 23:52:46.982903 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39484) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:46.989058 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:46.995851 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:46.999672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:47.002525 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:47.008214 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:47.024888 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.090378 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.095385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.120031 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb96476-166f-46ef-b48d-63cc3ef55ef8,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:47.130894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.131252 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.131701 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.131985 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.132269 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.132658 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.132966 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.133289 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.133621 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.133930 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.134250 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.134569 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:52:47.137616 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.138772 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-9f17dd24-5049-4ae9-be47-44456b479079 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1538112 Feb 10 23:52:47.141498 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39488) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:47.147142 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:47.153967 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:47.157728 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:47.161306 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:47.166983 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:47.179225 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Project a1c61b33f95f4fa3bf8cf32f99e8ed54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:52:47.185783 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.249016 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.253235 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.277551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64db703-acdf-4ea5-a574-eb010314ea47,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:47.285574 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.286741 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c68ab683-1b0b-4b39-9a7c-f8b9f49cfca8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1442571 Feb 10 23:52:47.289534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39492) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:52:47.294654 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'security_group_rule': {'security_group_id': '053e33c4-ee1d-4981-bddc-9b2fcd828276', 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:52:47.302232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:52:47.307054 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:security_group_rule and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:52:47.309715 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:52:47.315522 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:52:47.325620 n-d-825178-4 neutron-server[87652]: INFO neutron.db.securitygroups_db [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Project a1c61b33f95f4fa3bf8cf32f99e8ed54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:52:47.332211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.401159 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.404817 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.433953 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47415c4e-d405-4a8b-baaa-a4dc6e77593a,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:52:47.444219 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:47.445596 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-b7acb955-c224-4b3f-9413-4328d1dbc008 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550992 Feb 10 23:52:52.590251 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:52:55.285671 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:01.240636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-337deb7e-fec9-42a8-879d-427a76d0dfa3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:53:01.256174 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-337deb7e-fec9-42a8-879d-427a76d0dfa3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:53:01.257287 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-337deb7e-fec9-42a8-879d-427a76d0dfa3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1732458440&fields=id&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 267 time: 0.0550020 Feb 10 23:53:01.403967 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-d8947e07-efeb-41b4-8e17-bb1cbfff56a1 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:01.405420 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-d8947e07-efeb-41b4-8e17-bb1cbfff56a1 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 809 time: 0.1414855 Feb 10 23:53:01.420593 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-1c4ebf8d-14c7-4715-b6a6-b3b1acc2f41b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/quotas/a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 375 time: 0.0093572 Feb 10 23:53:01.506891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f6d691fc-64af-47d1-b47b-2867ebbfe825 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808313 Feb 10 23:53:01.681997 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-62d6430f-7bd2-48ee-af47-249ddcd39c17 service neutron] 10.222.0.53 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640921 Feb 10 23:53:01.810445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-b1537c9c-9d12-49dc-ad84-1fc86211e319 service neutron] 10.222.0.53 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227462 Feb 10 23:53:02.185923 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-aa268ddc-a923-4ace-879f-73be06053d93 req-40dc75a2-049c-486f-833d-b111af89b22c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0418618 Feb 10 23:53:03.279454 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ebae52d0-7c38-4784-9868-3ad416b56072 req-b47bf892-686e-41c6-8ff6-c6eea35abdcc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0427761 Feb 10 23:53:04.376493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8b69c12-e38b-4ec9-b5e6-44a8915e2a0f req-9fb1ec38-9db9-4bb4-9f58-8ca39ca10dcc tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0455637 Feb 10 23:53:05.472260 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c731ddb5-3684-44bb-b953-849cd29cc709 req-b4e9f50b-2bc7-46de-a2e4-36b022dd09be tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0425158 Feb 10 23:53:06.332621 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-0549b9db-3814-414a-b969-ea4cbb182f7e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:06.334046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-0549b9db-3814-414a-b969-ea4cbb182f7e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 809 time: 0.1547022 Feb 10 23:53:06.381574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f577d282-0ef3-49cd-9525-1ae89be8a53c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 380 time: 0.0400820 Feb 10 23:53:06.391916 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'port': {'device_id': '0216c419-f942-4cb9-9cad-9f070493a455', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'admin_state_up': True, 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'security_groups': ['053e33c4-ee1d-4981-bddc-9b2fcd828276']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:53:06.534336 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:06.545290 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:06.556306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Made reservation on behalf of a1c61b33f95f4fa3bf8cf32f99e8ed54 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:53:06.559870 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:06.663462 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-29310fe7-fc09-4c51-9488-a0e8096ef317 req-e5299d40-0323-4b3d-9fae-ac54c0c71e6e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0828972 Feb 10 23:53:06.762517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Allocated IP 172.20.0.4 (0a93fee8-1295-4670-942d-2de26d2a891a/6ac87367-470e-4393-bc1d-00430bdf5dc0/fe02a22c-6387-4e85-9463-06b34fa18a6a) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:53:06.962411 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:06.978402 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Transition to ACTIVE for port object fe02a22c-6387-4e85-9463-06b34fa18a6a will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:53:07.005249 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.077619 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Network 0a93fee8-1295-4670-942d-2de26d2a891a is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:53:07.080676 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:53:07.085679 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:53:07.116233 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:07.154092 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:07.154834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.189849 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2a1581d-cf26-4d37-9fb6-f7193b1ab18c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8014755 Feb 10 23:53:07.200884 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2e52e00-332d-4c5b-868a-0fd76f7bb92a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:53:07.201856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-f2e52e00-332d-4c5b-868a-0fd76f7bb92a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052631 Feb 10 23:53:07.261019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Request body: {'port': {'device_id': '0216c419-f942-4cb9-9cad-9f070493a455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:53:07.382110 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.419167 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8bcbb923-c94c-48fc-b0e4-48953a17f124 None None] Provisioning for port fe02a22c-6387-4e85-9463-06b34fa18a6a completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:53:07.425743 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8bcbb923-c94c-48fc-b0e4-48953a17f124 None None] Provisioning complete for port fe02a22c-6387-4e85-9463-06b34fa18a6a triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:53:07.426112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bcbb923-c94c-48fc-b0e4-48953a17f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.485365 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8bcbb923-c94c-48fc-b0e4-48953a17f124 None None] Port fe02a22c-6387-4e85-9463-06b34fa18a6a cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:53:07.899846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:53:07.909973 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.931309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Transition to ACTIVE for port object fe02a22c-6387-4e85-9463-06b34fa18a6a will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:53:07.936475 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:07.976602 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ac61-a210-4109-9757-6ce857b7e679 req-fef11adc-6271-4f07-bad1-bd4d0df84174 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:07.977262 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6b8ac61-a210-4109-9757-6ce857b7e679 req-fef11adc-6271-4f07-bad1-bd4d0df84174 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:53:08.122935 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:08.150667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-d6b8ac61-a210-4109-9757-6ce857b7e679 req-fef11adc-6271-4f07-bad1-bd4d0df84174 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:53:08.151837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b8ac61-a210-4109-9757-6ce857b7e679 req-fef11adc-6271-4f07-bad1-bd4d0df84174 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 931 time: 0.3646789 Feb 10 23:53:08.225252 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d6b8ac61-a210-4109-9757-6ce857b7e679 req-eabeed11-f1f3-4ff0-8df7-a4e34a3a4182 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647194 Feb 10 23:53:08.229229 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:53:08.229541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:53:08.229862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:53:08.234421 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:53:08.234750 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:53:08.240078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:53:08.240407 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:53:08.240776 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Bound using segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:53:08.241184 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Bound port: fe02a22c-6387-4e85-9463-06b34fa18a6a, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:53:08.241518 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:08.332726 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:53:08.335589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:53:08.340025 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:08.360607 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f90f1ff6-ecd7-49da-99e8-ede703d1000f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:08.399509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:08.400143 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:08.401625 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] 10.222.0.24 "PUT /v2.0/ports/fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1091 time: 1.1935761 Feb 10 23:53:08.402066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:53:08.426121 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19072802-348c-4bb4-b36c-e2b54326c338 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:08.494581 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'status': 'completed', 'code': 200} Feb 10 23:53:08.538690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-29bb0d10-4081-487e-ad77-4156e2a33a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:08.540679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-29bb0d10-4081-487e-ad77-4156e2a33a14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1094 time: 0.0832667 Feb 10 23:53:08.616903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-dc2cd290-6c73-4eea-beba-6aac30a28d4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 217 time: 0.0700562 Feb 10 23:53:08.686547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-63599f87-79f5-46f0-a9e3-aa4cfe9b9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:08.687941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-63599f87-79f5-46f0-a9e3-aa4cfe9b9551 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0655506 Feb 10 23:53:08.766025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-c842fdb9-2c21-4854-a196-508754944433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:08.767468 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-c842fdb9-2c21-4854-a196-508754944433 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733030 Feb 10 23:53:08.911127 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-51bebbce-6261-44d1-9ff7-ef24de42d459 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378648 Feb 10 23:53:09.078105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b76e4c50-fa2b-4418-89bd-b587a594371e req-b9fb22cb-3529-42a7-beaf-02be6e8aca45 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615655 Feb 10 23:53:09.204640 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-c8d686bf-9da8-4f92-acbf-5d1f9f3fe720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:09.206746 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-c8d686bf-9da8-4f92-acbf-5d1f9f3fe720 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1094 time: 0.0825293 Feb 10 23:53:09.470066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-9a91ee09-fee6-4a76-8b99-1d76b6d6f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:09.471745 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-9a91ee09-fee6-4a76-8b99-1d76b6d6f1a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.2593200 Feb 10 23:53:09.548763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-092fac8b-5767-47c3-8688-e28a95fb3bad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 217 time: 0.0656583 Feb 10 23:53:09.621416 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-c85b135d-7a5c-4176-ba92-c002eb4cecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:09.622920 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-c85b135d-7a5c-4176-ba92-c002eb4cecbb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0671558 Feb 10 23:53:09.667730 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9299f072-e323-4ec9-8b6d-dfcd0f4fbe16 req-50bf4bc8-b114-4617-8c2c-fd9a83f59e8e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:09.669099 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9299f072-e323-4ec9-8b6d-dfcd0f4fbe16 req-50bf4bc8-b114-4617-8c2c-fd9a83f59e8e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.2321112 Feb 10 23:53:09.729982 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-9299f072-e323-4ec9-8b6d-dfcd0f4fbe16 req-cb7c0c0a-2710-4003-8a8d-68560e4a170d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552044 Feb 10 23:53:09.744682 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-7fa78fb9-3e0f-4e32-b951-01ac82ee5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:09.746245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-7fa78fb9-3e0f-4e32-b951-01ac82ee5a36 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169550 Feb 10 23:53:09.875364 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-7957a442-d783-4367-9882-0b85a1e5faf0 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231439 Feb 10 23:53:10.007792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-924b6a79-d618-4b56-9c4e-ba0340e78010 req-0087f0d4-7477-4383-84fd-a094ecf5d13f service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266510 Feb 10 23:53:10.632045 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d9b3a044-5711-4d68-8e99-2238fcbc84e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:10.916177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584670d-253d-4fd2-b605-78291c4fc265 req-597797ae-10e7-48d2-b2ef-207c85e64d67 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:10.917536 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d584670d-253d-4fd2-b605-78291c4fc265 req-597797ae-10e7-48d2-b2ef-207c85e64d67 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0835567 Feb 10 23:53:10.961061 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-d584670d-253d-4fd2-b605-78291c4fc265 req-c1565681-b320-4d53-b6de-3d5447fa6c43 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379324 Feb 10 23:53:11.798981 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:12.102580 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:12.146615 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:53:12.152020 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a751b8-e5eb-4d70-975c-a23418265d0f req-c9265409-f22f-4a86-83f9-427200d457de tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:12.153531 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24a751b8-e5eb-4d70-975c-a23418265d0f req-c9265409-f22f-4a86-83f9-427200d457de tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0905514 Feb 10 23:53:12.209693 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24a751b8-e5eb-4d70-975c-a23418265d0f req-94a1df5e-0b69-4d39-ae08-adbe22a05ca3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504308 Feb 10 23:53:13.269526 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:13.399178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d16f0-be6c-4d5b-a277-e9f3aa538112 req-53f4c342-1c4f-42e8-98b4-b88f60734379 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:13.400621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c7d16f0-be6c-4d5b-a277-e9f3aa538112 req-53f4c342-1c4f-42e8-98b4-b88f60734379 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0839393 Feb 10 23:53:13.444577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4c7d16f0-be6c-4d5b-a277-e9f3aa538112 req-79e5006c-3a3b-4b16-a5b6-a906fcdf8007 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380778 Feb 10 23:53:14.625526 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468410-b854-48f8-ab81-51e398345737 req-34af384c-c445-4fa3-af79-109ffe992994 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:14.626986 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6468410-b854-48f8-ab81-51e398345737 req-34af384c-c445-4fa3-af79-109ffe992994 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0803499 Feb 10 23:53:14.669822 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b6468410-b854-48f8-ab81-51e398345737 req-84b054fb-0fae-4fff-b130-6794c63b2e15 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367894 Feb 10 23:53:15.854842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc156c-58ce-4609-b703-0928958618c4 req-19d83aae-26f6-49b0-a013-657102c790b0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:15.856329 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76dc156c-58ce-4609-b703-0928958618c4 req-19d83aae-26f6-49b0-a013-657102c790b0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0826967 Feb 10 23:53:15.900422 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-76dc156c-58ce-4609-b703-0928958618c4 req-8baa7b5e-ecec-4cb5-8cd3-36e6ae70631a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Feb 10 23:53:17.082061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c072009-35b7-46df-991d-c94718c65185 req-aedb6f3a-1934-4c07-8eb5-d1d7c40df966 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:17.083540 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c072009-35b7-46df-991d-c94718c65185 req-aedb6f3a-1934-4c07-8eb5-d1d7c40df966 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0783520 Feb 10 23:53:17.129555 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6c072009-35b7-46df-991d-c94718c65185 req-0dc72b96-b536-42cc-a410-ddd12631df1a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405073 Feb 10 23:53:17.387206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:53:17.520527 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:53:17.533264 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'mac_address': 'fa:16:3e:b7:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:53:17.594951 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:17.611440 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:53:17.626279 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:53:17.630189 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:17.695493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:17.702549 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.702883 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.703211 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.703566 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.703886 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.704205 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.704521 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.704833 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.705145 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.705456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.705809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.706119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:53:17.865498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['fe02a22c-6387-4e85-9463-06b34fa18a6a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:53:18.311503 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c32e896-7c15-402e-863a-99c1929d92bf req-92b5262d-6051-45da-938e-8417eed260eb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:18.312953 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c32e896-7c15-402e-863a-99c1929d92bf req-92b5262d-6051-45da-938e-8417eed260eb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 944 time: 0.0799079 Feb 10 23:53:18.357656 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1c32e896-7c15-402e-863a-99c1929d92bf req-9081f913-980c-4b74-9114-3c8479bbb4e0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 Feb 10 23:53:19.402137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:53:19.510296 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port fe02a22c-6387-4e85-9463-06b34fa18a6a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:53:19.515053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port fe02a22c-6387-4e85-9463-06b34fa18a6a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:53:19.515523 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:19.546970 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76c157-0d0c-4043-87db-887cec4419a8 req-35d12c36-6225-4a85-9b5a-914df3a7460f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:19.548453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d76c157-0d0c-4043-87db-887cec4419a8 req-35d12c36-6225-4a85-9b5a-914df3a7460f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 944 time: 0.0833983 Feb 10 23:53:19.592973 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7d76c157-0d0c-4043-87db-887cec4419a8 req-d0d4de92-dc33-4c22-b74e-b25efaebb78d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378850 Feb 10 23:53:19.631726 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:19.657659 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:53:19.667378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:53:19.671713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:19.707975 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'code': 200} Feb 10 23:53:19.740248 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:19.831771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cbf94c-67aa-4484-815b-b2fd1ae190da req-382f04a5-97c9-4ace-a7ce-def5ee3c2941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:19.833242 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3cbf94c-67aa-4484-815b-b2fd1ae190da req-382f04a5-97c9-4ace-a7ce-def5ee3c2941 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1096 time: 0.0710185 Feb 10 23:53:19.873847 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f3cbf94c-67aa-4484-815b-b2fd1ae190da req-ba7856b7-2faa-42e3-82e5-ca2e67c054b7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Feb 10 23:53:20.779447 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243355a-d4e7-48b5-a31b-df95a1c5b46f req-28c7d92f-25d7-4b16-b8a9-f0f7749eeeee tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:20.780901 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1243355a-d4e7-48b5-a31b-df95a1c5b46f req-28c7d92f-25d7-4b16-b8a9-f0f7749eeeee tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0819759 Feb 10 23:53:20.827076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1243355a-d4e7-48b5-a31b-df95a1c5b46f req-30d0dc50-b45f-427e-aaca-45b0fdeb14a8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Feb 10 23:53:22.008707 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350b46a-1d41-41d4-b496-faf533371049 req-29dee7d4-9e95-4c4f-b948-45c830e96889 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:22.010160 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8350b46a-1d41-41d4-b496-faf533371049 req-29dee7d4-9e95-4c4f-b948-45c830e96889 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0791595 Feb 10 23:53:22.056999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8350b46a-1d41-41d4-b496-faf533371049 req-9717bb94-ef37-45f0-9968-d299cd5ba580 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411456 Feb 10 23:53:22.245955 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a7b4b-ea1b-423b-9159-dc58c9c80648 req-60ea8fb3-461f-45bc-b975-09894776dde5 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:22.247432 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e4a7b4b-ea1b-423b-9159-dc58c9c80648 req-60ea8fb3-461f-45bc-b975-09894776dde5 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0808430 Feb 10 23:53:22.290307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e4a7b4b-ea1b-423b-9159-dc58c9c80648 req-288cc15b-c825-492e-92cb-59277e11303d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367939 Feb 10 23:53:22.312506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39696) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:22.425060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b6ab89-1f98-4dc6-af2f-ed0e1679399d tempest-TestShelveInstance-904973734 tempest-TestShelveInstance-904973734-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:22.426460 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-90b6ab89-1f98-4dc6-af2f-ed0e1679399d tempest-TestShelveInstance-904973734 tempest-TestShelveInstance-904973734-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1091 time: 0.1130323 Feb 10 23:53:22.429456 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39702) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:53:22.434063 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:53:22.440968 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:53:22.444734 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Usage tracker for resource:floatingip and tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:53:22.447494 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:53:22.453044 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:53:22.564449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:22.583225 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:22.700918 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:22.832009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Allocated IP 172.25.2.71 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/97eb0d30-3005-4c45-8be2-0103dc61e6bb) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:53:22.979496 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.007833 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.070356 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:53:23.073226 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:53:23.076786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:53:23.109571 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=97eb0d30-3005-4c45-8be2-0103dc61e6bb,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:23.482487 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.556041 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.753460 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.757810 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:23.865030 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event updated for resources: {'Port': ['ID=97eb0d30-3005-4c45-8be2-0103dc61e6bb,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:53:23.875700 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:24.042045 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Floating IP 69b4529f-4501-47da-8aa9-9f926ad1f3fa associated. External IP: 172.25.2.71, port: fe02a22c-6387-4e85-9463-06b34fa18a6a. Feb 10 23:53:24.490414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:53:24.668492 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:53:24.678443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:53:24.687260 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:53:24.687892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:24.692759 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:24.747276 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b1d49a7-1102-4976-bf2e-3844de331487 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3167319 Feb 10 23:53:24.747789 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:53:24.790944 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'status': 'completed', 'code': 200} Feb 10 23:53:24.866415 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:53:24.881984 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489570-db97-444d-abcc-21961773a470 req-afc8d61d-767d-46f0-8652-a0a604723697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:24.883505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-afc8d61d-767d-46f0-8652-a0a604723697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1096 time: 0.0705621 Feb 10 23:53:25.015469 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489570-db97-444d-abcc-21961773a470 req-0675fbec-aa56-444a-aaec-bf3fdcc08c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:25.016883 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-0675fbec-aa56-444a-aaec-bf3fdcc08c7b service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1279004 Feb 10 23:53:25.118956 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-00f62b08-7e70-493e-b67a-523ea3b7e4dc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 998 time: 0.0960755 Feb 10 23:53:25.184781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489570-db97-444d-abcc-21961773a470 req-5595e71b-eadb-4395-8d07-52da0cb92b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:25.186228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-5595e71b-eadb-4395-8d07-52da0cb92b9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0621648 Feb 10 23:53:25.212622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '69b4529f-4501-47da-8aa9-9f926ad1f3fa', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:b7:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0216c419-f942-4cb9-9cad-9f070493a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:53:23Z', 'updated_at': '2022-02-10T23:53:23Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:25.216484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:53:25.224850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:53:25.225444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:53:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:25.260258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e489570-db97-444d-abcc-21961773a470 req-64bf7057-cb55-4f5d-bb31-524280f6665e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:25.261735 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-64bf7057-cb55-4f5d-bb31-524280f6665e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693984 Feb 10 23:53:25.321041 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:25.392621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-17beffda-b65e-4100-a57c-3eaf015a3a9a service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251745 Feb 10 23:53:25.417904 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:53:25.525543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6e489570-db97-444d-abcc-21961773a470 req-b55e04b8-81e2-4f29-98d8-20e8adcccd36 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273167 Feb 10 23:53:25.756103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '69b4529f-4501-47da-8aa9-9f926ad1f3fa', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:b7:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0216c419-f942-4cb9-9cad-9f070493a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:53:23Z', 'updated_at': '2022-02-10T23:53:23Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:53:25.759918 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eceb72f-467f-48fe-b3f5-f40f47e17e04 None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '69b4529f-4501-47da-8aa9-9f926ad1f3fa', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'floating_ip_address': '172.25.2.71', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'mac_address': 'fa:16:3e:b7:6c:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0216c419-f942-4cb9-9cad-9f070493a455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:53:23Z', 'updated_at': '2022-02-10T23:53:23Z', 'revision_number': 0, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:53:25.956437 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d195b0-5fda-4898-87aa-b986ddb036be None None] New status for floating IP 69b4529f-4501-47da-8aa9-9f926ad1f3fa: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:53:32.887213 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-a0abc8ad-f24c-4abb-8b66-5e238a680287 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665884 Feb 10 23:53:33.141696 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-6d4ceead-06b7-440b-b97f-0d07fdf42ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:33.143326 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-6d4ceead-06b7-440b-b97f-0d07fdf42ec2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1096 time: 0.1883640 Feb 10 23:53:33.282343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-28a5474c-2f3e-408c-89dd-9b1adcd0329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:33.284369 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-28a5474c-2f3e-408c-89dd-9b1adcd0329a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1231174 Feb 10 23:53:33.391157 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-532511ce-e90e-4d42-9c41-9f79f90ee9a6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1000 time: 0.0952246 Feb 10 23:53:33.453375 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-71cd87f6-ab13-4fa4-bccc-c35a8fdf6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:33.454794 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-71cd87f6-ab13-4fa4-bccc-c35a8fdf6ea3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0565350 Feb 10 23:53:33.531370 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-f926976a-8a7a-48d3-a69a-74836068fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:53:33.532884 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-f926976a-8a7a-48d3-a69a-74836068fdaa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715725 Feb 10 23:53:33.663244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-88424dc9-646f-4ac4-8562-a3f09409a9bb service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230640 Feb 10 23:53:33.792851 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1ed45bb7-26cc-425f-a359-39a4ffd4c5cd req-5948df17-f62f-44b2-a695-b97854f786af service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231425 Feb 10 23:53:38.367821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9b8d9d8e-c692-49a9-aaf6-140278d73ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:40.633886 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-9177ecd3-c9f3-46bf-b3c1-f6acd5dc8dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:41.801841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:42.107918 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:43.270242 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:49.152816 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:53:52.624478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:53:55.301590 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:08.368519 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b462f640-68c7-4c16-9356-034650a2ed61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:10.634856 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d3e0fe7-8f2f-4bd9-a6da-6679c5b63477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:11.804022 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:12.107061 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:13.273841 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:22.602779 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:25.321071 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:26.151540 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:54:33.898799 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-b23caf87-e028-4c86-80ee-0bfcf3d8272a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708034 Feb 10 23:54:34.049098 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-6a664585-a632-45bb-a8bf-90286eea2e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:34.050981 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-6a664585-a632-45bb-a8bf-90286eea2e27 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1096 time: 0.0852480 Feb 10 23:54:34.199907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-e38445c3-557d-46ff-9a54-f73a32673737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:34.201336 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-e38445c3-557d-46ff-9a54-f73a32673737 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1311374 Feb 10 23:54:34.309140 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-50275da6-7b27-4bf0-9684-dd1a92db6f0b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1000 time: 0.1018474 Feb 10 23:54:34.374052 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-58d5bd15-791d-4241-8a39-c68333de924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:34.375512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-58d5bd15-791d-4241-8a39-c68333de924e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0617256 Feb 10 23:54:34.454124 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-de3f0cbb-3710-4a93-8dae-3c13369bf15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:54:34.455541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-de3f0cbb-3710-4a93-8dae-3c13369bf15d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737259 Feb 10 23:54:34.596162 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-a9dcffbd-c234-4963-927e-198c178a11c9 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342950 Feb 10 23:54:34.734320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-403d1f73-507a-4725-9a21-df2ad7deddb6 req-278f5a4e-6aa5-4b61-bd9e-d62fe6ec9024 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312864 Feb 10 23:54:38.369513 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c4916a1e-d7d1-44f7-920d-6423a1475a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:40.635868 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f3bcdfef-5dfb-431c-9478-90174b6e2ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:41.806795 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:42.118175 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:43.275995 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:52.604313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:54:55.324588 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:03.151035 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:55:08.370714 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e7b6849-a951-40da-b550-356a9345303b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:10.638547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1aed4f5-f15d-4534-bcae-a89d25dc1faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:11.811616 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:12.113396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:13.279176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:20.078166 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8ce40-c9f8-42d6-b375-49cd2d397e75 req-57702551-07b8-471d-a101-cada77769d83 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:20.079588 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84a8ce40-c9f8-42d6-b375-49cd2d397e75 req-57702551-07b8-471d-a101-cada77769d83 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.2438138 Feb 10 23:55:20.122983 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-84a8ce40-c9f8-42d6-b375-49cd2d397e75 req-edfad33c-d1d5-4ab1-94da-6225bc47a2c4 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Feb 10 23:55:21.311335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796448b-3b74-49a9-8014-da05d8579b28 req-87f18098-1a79-490a-9db5-61a4e86a8015 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:21.313087 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c796448b-3b74-49a9-8014-da05d8579b28 req-87f18098-1a79-490a-9db5-61a4e86a8015 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0790539 Feb 10 23:55:21.362006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c796448b-3b74-49a9-8014-da05d8579b28 req-715dd833-925a-4e69-892b-86c14cb57c62 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Feb 10 23:55:22.545288 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab032e-7fb1-4931-acfd-0462c8ee0792 req-4516d1a3-8f22-4cf2-b443-aacf8ff8c740 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:22.546776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbab032e-7fb1-4931-acfd-0462c8ee0792 req-4516d1a3-8f22-4cf2-b443-aacf8ff8c740 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0804241 Feb 10 23:55:22.596347 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bbab032e-7fb1-4931-acfd-0462c8ee0792 req-91fe44bc-596c-47ff-a521-a6f6b5606f0f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436835 Feb 10 23:55:22.611382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:23.787566 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f081d-aba4-4849-85f7-e1ba3118afb4 req-2f66313c-dfc0-4a51-8e79-8b9948d361a7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:23.788905 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-846f081d-aba4-4849-85f7-e1ba3118afb4 req-2f66313c-dfc0-4a51-8e79-8b9948d361a7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0857618 Feb 10 23:55:23.831690 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-846f081d-aba4-4849-85f7-e1ba3118afb4 req-7d8df521-3db3-4e0e-986c-1cb288125412 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371845 Feb 10 23:55:25.013904 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb6d6c-5c1d-48bf-bd09-893990b99af8 req-34a6d5c4-7c04-40e5-9cc7-f23231c822d3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:25.015359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ceb6d6c-5c1d-48bf-bd09-893990b99af8 req-34a6d5c4-7c04-40e5-9cc7-f23231c822d3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0796561 Feb 10 23:55:25.058535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3ceb6d6c-5c1d-48bf-bd09-893990b99af8 req-70be4a90-9ba0-4359-8c45-dbf4ed339127 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375845 Feb 10 23:55:25.345576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:26.244221 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd97b050-c567-4c61-b29d-0bc9a7bb03bc req-a0641ad2-de9c-45b4-8b64-450fe66fdd4d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:26.245667 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd97b050-c567-4c61-b29d-0bc9a7bb03bc req-a0641ad2-de9c-45b4-8b64-450fe66fdd4d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0830564 Feb 10 23:55:26.288614 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cd97b050-c567-4c61-b29d-0bc9a7bb03bc req-6526fb12-11b7-4d13-8a1f-5f19e720a2b9 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Feb 10 23:55:27.476495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba410c-77ad-4b4f-92a2-9fc5d1d0e2c4 req-eb6c3438-2c1f-4496-bdb8-8f116f08c3bb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:27.477958 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fba410c-77ad-4b4f-92a2-9fc5d1d0e2c4 req-eb6c3438-2c1f-4496-bdb8-8f116f08c3bb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0804074 Feb 10 23:55:27.521466 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3fba410c-77ad-4b4f-92a2-9fc5d1d0e2c4 req-c0a51dee-15d8-4ab5-96eb-2b28afa49b65 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379479 Feb 10 23:55:28.710294 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dca4b4f-7a9a-4bd9-ac66-a94520cd1178 req-6cea3278-78eb-44c9-a05a-5d5ba492b2c3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:28.711778 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dca4b4f-7a9a-4bd9-ac66-a94520cd1178 req-6cea3278-78eb-44c9-a05a-5d5ba492b2c3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0817487 Feb 10 23:55:28.755303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7dca4b4f-7a9a-4bd9-ac66-a94520cd1178 req-c017c4a6-2c8a-467f-b6b0-a88589407357 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379722 Feb 10 23:55:30.002253 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9ced5-4e1b-4482-a08d-22238a99d654 req-f90cc311-6831-4773-83a5-3bd6015a5cbb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:30.003737 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ca9ced5-4e1b-4482-a08d-22238a99d654 req-f90cc311-6831-4773-83a5-3bd6015a5cbb tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.1446741 Feb 10 23:55:30.034775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-f7b20e34-10a7-4394-b550-9d67d106aa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:30.036133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-f7b20e34-10a7-4394-b550-9d67d106aa2a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1096 time: 0.1238642 Feb 10 23:55:30.118635 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ca9ced5-4e1b-4482-a08d-22238a99d654 req-cb0f6c79-22ac-4148-9f66-f6d424a4ea50 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085832 Feb 10 23:55:30.176367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-ab94a8e1-9780-4163-a1b1-a2e415285847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:30.177790 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-ab94a8e1-9780-4163-a1b1-a2e415285847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1323693 Feb 10 23:55:30.281978 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-1f35100e-dc58-4e3d-a1bc-1b15d4f4d770 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1000 time: 0.0983107 Feb 10 23:55:30.346390 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-fa7c3a43-23ba-4aca-9f47-37f4f2fa0748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:30.347788 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-fa7c3a43-23ba-4aca-9f47-37f4f2fa0748 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0607646 Feb 10 23:55:30.419701 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-1001dfb2-e8fd-4ffd-be8e-931f5d488e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:30.421137 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-1001dfb2-e8fd-4ffd-be8e-931f5d488e6b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675957 Feb 10 23:55:30.557551 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-eb3c9ebd-47a3-44e4-8be2-bc7672611f45 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297956 Feb 10 23:55:30.689866 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4ecbafff-a21e-40b5-8e55-baaefa6b87d9 req-fff10bf5-4c87-4a73-bf1e-ad593dd896c2 service neutron] 10.222.0.24 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260984 Feb 10 23:55:31.302599 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad3ecd-dcc7-4c17-8a6e-8a94571eb074 req-eebec5f8-346d-4cf7-99e2-575a16ecd86f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:31.304063 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53ad3ecd-dcc7-4c17-8a6e-8a94571eb074 req-eebec5f8-346d-4cf7-99e2-575a16ecd86f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0774977 Feb 10 23:55:31.357458 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-53ad3ecd-dcc7-4c17-8a6e-8a94571eb074 req-c98d7747-91f9-46a7-b8e8-4cc7dbb337a8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476813 Feb 10 23:55:32.652806 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788f282-1107-475c-a4bd-74d2997910a2 req-34fdc4ab-4dc6-4c41-b840-ee5fd41555d0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:32.654228 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e788f282-1107-475c-a4bd-74d2997910a2 req-34fdc4ab-4dc6-4c41-b840-ee5fd41555d0 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.1892014 Feb 10 23:55:32.699492 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e788f282-1107-475c-a4bd-74d2997910a2 req-2e369976-54c5-4322-93e4-58a3e7f2e31a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395186 Feb 10 23:55:33.889737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990f03-bfc5-40a6-81c7-b333e2875b61 req-5dd24bc2-11dc-43ee-99f1-aa547b139f8a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:33.891199 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24990f03-bfc5-40a6-81c7-b333e2875b61 req-5dd24bc2-11dc-43ee-99f1-aa547b139f8a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0867963 Feb 10 23:55:33.933971 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-24990f03-bfc5-40a6-81c7-b333e2875b61 req-d87aa2df-ed2a-48a9-8abc-782ae5096b47 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371730 Feb 10 23:55:34.145442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39774) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:55:34.280194 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d76a88d-5625-4685-814f-f31b86fc0b29 req-40067907-645f-4a55-b2ce-1192d9a0897f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:34.281675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d76a88d-5625-4685-814f-f31b86fc0b29 req-40067907-645f-4a55-b2ce-1192d9a0897f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0813515 Feb 10 23:55:34.281785 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-3f049865-7742-4a01-80bd-dc8e29138c26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347737 Feb 10 23:55:34.331209 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2d76a88d-5625-4685-814f-f31b86fc0b29 req-4dd8d1f7-1a3f-404c-a4ff-620acabc6237 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436068 Feb 10 23:55:35.517007 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236a9d5-0ea4-40b5-9088-36616305b104 req-20770c53-d655-49ea-a602-6db9c3adfb1e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:35.518493 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b236a9d5-0ea4-40b5-9088-36616305b104 req-20770c53-d655-49ea-a602-6db9c3adfb1e tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 945 time: 0.0817971 Feb 10 23:55:35.564938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b236a9d5-0ea4-40b5-9088-36616305b104 req-e39e2c7f-df82-4747-b5a7-716b80e6b60a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408778 Feb 10 23:55:36.241931 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:55:36.352835 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:36.383461 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:55:36.394538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:55:36.399116 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:36.469321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:55:36.477262 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.477736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.478070 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.478404 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.478731 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.479621 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.479975 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.480346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.480675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.481203 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.481446 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.481765 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:36.496973 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'code': 200} Feb 10 23:55:36.768753 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b21823-6b06-4029-95ef-083ec6548792 req-0ace93bc-4ca3-49a0-9277-ec7b51c3ed41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:36.770236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2b21823-6b06-4029-95ef-083ec6548792 req-0ace93bc-4ca3-49a0-9277-ec7b51c3ed41 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0955772 Feb 10 23:55:36.866105 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c2b21823-6b06-4029-95ef-083ec6548792 req-b5316594-8285-47e7-a4d6-f8a350ca27a7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902193 Feb 10 23:55:36.884117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-636d335d-d2cb-47ed-9ff6-47053c2c72a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:36.885674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-636d335d-d2cb-47ed-9ff6-47053c2c72a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455&tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54 HTTP/1.1" status: 200 len: 1094 time: 0.1416235 Feb 10 23:55:36.895918 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-4', 'device_owner': 'compute:nova'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:55:37.008080 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:37.271838 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:55:37.299993 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:55:37.351823 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:55:37.359524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:37.374243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Transition to ACTIVE for port object fe02a22c-6387-4e85-9463-06b34fa18a6a will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:55:37.377614 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:37.524534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=7']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:55:37.538149 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.538523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.538857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.539188 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.539547 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.539871 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.540193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.540519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.540837 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.541153 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.541468 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.541781 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:55:37.585826 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] No DVR routers for this DVR port fe02a22c-6387-4e85-9463-06b34fa18a6a on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:55:37.820275 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:55:37.820924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:55:37.820924 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:55:37.826343 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:55:37.826654 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Attempting to bind port fe02a22c-6387-4e85-9463-06b34fa18a6a on network 0a93fee8-1295-4670-942d-2de26d2a891a {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:55:37.831584 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:55:37.831909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Checking segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:55:37.832281 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Bound using segment: {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:55:37.832688 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Bound port: fe02a22c-6387-4e85-9463-06b34fa18a6a, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445d0a63-13ad-4b86-bc38-91647595f45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:55:37.833019 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:37.922754 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:55:37.925636 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:55:37.929948 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:38.135313 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.136526 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:38.137918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] 10.222.0.30 "PUT /v2.0/ports/fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1091 time: 1.2458494 Feb 10 23:55:38.138358 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:55:38.210066 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f817a9e-0349-4e8c-946c-6d7961c87f73 service neutron] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=8']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:55:38.249808 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02079569-b39f-40d0-b7b5-fdce318ab317 req-6b443c64-d5b5-45d6-9790-95993344ec5b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.251334 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02079569-b39f-40d0-b7b5-fdce318ab317 req-6b443c64-d5b5-45d6-9790-95993344ec5b tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.1825647 Feb 10 23:55:38.295942 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-27998ec1-19ce-49bb-8e95-8a59f32ccde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.297490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-27998ec1-19ce-49bb-8e95-8a59f32ccde3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1094 time: 0.1289468 Feb 10 23:55:38.308892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-02079569-b39f-40d0-b7b5-fdce318ab317 req-7d3f6f1f-7de6-40c3-8a2c-a24f0cbcb9b8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514932 Feb 10 23:55:38.379107 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5618fa6d-a6dc-47c9-918b-e9a479b50bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:38.388200 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'status': 'completed', 'code': 200} Feb 10 23:55:38.444451 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-aa793b93-cd1d-44d7-841b-a2f42efa0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.445960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-aa793b93-cd1d-44d7-841b-a2f42efa0b7e service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1403258 Feb 10 23:55:38.548632 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-d8e7a14a-147f-474a-8bc1-dba0e8774deb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 998 time: 0.0968587 Feb 10 23:55:38.615268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-ebc82754-8750-4296-851d-508b264e00cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.616733 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-ebc82754-8750-4296-851d-508b264e00cc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0618896 Feb 10 23:55:38.690868 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273057-3a76-4a6c-91ff-537489fea750 req-2dc7230d-0972-46d4-819a-e3318aad44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:38.692273 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-2dc7230d-0972-46d4-819a-e3318aad44d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697212 Feb 10 23:55:38.821755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-f754d11a-931b-473c-931b-ae4f3461850e service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232762 Feb 10 23:55:38.951577 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-4328dc0f-64bb-4aaa-9ba8-5a4c3118207d service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235936 Feb 10 23:55:39.067485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93074-a245-450e-a806-7b9ccc504b88 req-9c5682c2-7648-477a-98d4-0dbfd09f656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:39.069258 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-9c5682c2-7648-477a-98d4-0dbfd09f656b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1094 time: 0.0747368 Feb 10 23:55:39.201572 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93074-a245-450e-a806-7b9ccc504b88 req-33a9e0a4-95d0-493c-8f17-9c4e667faac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:39.203122 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-33a9e0a4-95d0-493c-8f17-9c4e667faac1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1279700 Feb 10 23:55:39.303688 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-9d3e9971-aa55-447e-8cfc-6ed535859eef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 998 time: 0.0907731 Feb 10 23:55:39.369309 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93074-a245-450e-a806-7b9ccc504b88 req-48a4a7b7-b202-48c5-bd33-70811cc6f905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:39.371426 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-48a4a7b7-b202-48c5-bd33-70811cc6f905 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0609748 Feb 10 23:55:39.504380 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e93074-a245-450e-a806-7b9ccc504b88 req-13d056ae-a9cc-49e9-b181-ce5c1e258533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:39.505856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-13d056ae-a9cc-49e9-b181-ce5c1e258533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297293 Feb 10 23:55:39.540611 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43811052-bb92-4eae-86c7-262858fd2849 req-bd40318f-1fa3-46f3-ab2b-3205d58a2417 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:39.541999 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43811052-bb92-4eae-86c7-262858fd2849 req-bd40318f-1fa3-46f3-ab2b-3205d58a2417 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.1229270 Feb 10 23:55:39.764930 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43811052-bb92-4eae-86c7-262858fd2849 req-6a3b1d07-655c-4e19-9f00-0e4db9cd5e21 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767533 Feb 10 23:55:39.786014 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-497763d3-da90-4116-814c-348d72729134 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723262 Feb 10 23:55:39.915944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-11e93074-a245-450e-a806-7b9ccc504b88 req-0af5eff4-eedb-4d18-80e4-4d08185396ce service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234009 Feb 10 23:55:40.150387 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:55:40.643686 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-35f8161b-e97c-4a4e-987a-4d87531e244d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:40.946409 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627f761-c091-4fea-8c00-81018952dec9 req-bb7d9983-a1dd-43c2-a118-62076b09944c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:40.947795 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b627f761-c091-4fea-8c00-81018952dec9 req-bb7d9983-a1dd-43c2-a118-62076b09944c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0790968 Feb 10 23:55:40.995779 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b627f761-c091-4fea-8c00-81018952dec9 req-4c86c9f9-bb56-406c-8be0-3266ac575f82 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Feb 10 23:55:41.813554 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:42.117119 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:42.182392 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a455014-752a-4aa1-81b0-4d7ed1582a8c req-e901015a-9d6e-4d2b-9d53-80ee5fcc5006 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:42.183890 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a455014-752a-4aa1-81b0-4d7ed1582a8c req-e901015a-9d6e-4d2b-9d53-80ee5fcc5006 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0853145 Feb 10 23:55:42.228394 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0a455014-752a-4aa1-81b0-4d7ed1582a8c req-482b8d02-f75e-4d89-88bb-55049c468a58 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388067 Feb 10 23:55:43.281754 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:43.576385 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35eeac-396a-4908-a5c3-d6b791c3d31a req-0ee904d1-76d3-44af-9137-f1b61dab6577 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:43.577837 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab35eeac-396a-4908-a5c3-d6b791c3d31a req-0ee904d1-76d3-44af-9137-f1b61dab6577 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0836556 Feb 10 23:55:43.620912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ab35eeac-396a-4908-a5c3-d6b791c3d31a req-daa3cc23-4fc5-4762-83da-83db6cbf2ab7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 Feb 10 23:55:44.802880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b98c64-c558-40fd-b3b2-88f4138c27ab req-efdab080-8c37-4b30-8070-1b668ad982cd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:44.804355 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70b98c64-c558-40fd-b3b2-88f4138c27ab req-efdab080-8c37-4b30-8070-1b668ad982cd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0787246 Feb 10 23:55:44.849124 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-70b98c64-c558-40fd-b3b2-88f4138c27ab req-62a95eb7-82d7-492e-9f60-a11f6b95f097 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393009 Feb 10 23:55:46.035344 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877014f-716d-4f2d-af1b-b826779bb610 req-89336d53-9d8b-4a0e-89e2-1385e750518f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:46.036723 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6877014f-716d-4f2d-af1b-b826779bb610 req-89336d53-9d8b-4a0e-89e2-1385e750518f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0818248 Feb 10 23:55:46.080871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6877014f-716d-4f2d-af1b-b826779bb610 req-d5a0007d-8fd4-4be6-a69d-7af44bad9ea3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385449 Feb 10 23:55:47.271929 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0fb866-48e8-41e3-beab-b4cd44a01842 req-0d168c8f-f191-44d4-bdb9-037bdf9c50ea tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:47.273391 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a0fb866-48e8-41e3-beab-b4cd44a01842 req-0d168c8f-f191-44d4-bdb9-037bdf9c50ea tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0801010 Feb 10 23:55:47.320005 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5a0fb866-48e8-41e3-beab-b4cd44a01842 req-14d68f78-b0d7-463d-8771-2deba4da850a tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Feb 10 23:55:48.506437 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7b7c9-b39d-46f8-8e3b-bede0fc099d9 req-75a06011-7379-4153-99f8-ec1d00f18db2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:48.507933 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ca7b7c9-b39d-46f8-8e3b-bede0fc099d9 req-75a06011-7379-4153-99f8-ec1d00f18db2 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 943 time: 0.0840926 Feb 10 23:55:48.551225 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5ca7b7c9-b39d-46f8-8e3b-bede0fc099d9 req-e6150d74-5b08-45f4-b253-025761d1b19d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377390 Feb 10 23:55:49.418864 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:55:49.551598 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:55:49.564984 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'port_id': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'mac_address': 'fa:16:3e:b7:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:55:49.623643 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:49.640887 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:55:49.655714 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:55:49.660758 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:49.726538 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=9']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:55:49.738306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a911f9-f70a-43e1-8810-89d8ced67246 req-e299562d-1a89-48da-bf52-a225466ed49c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:49.740093 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79a911f9-f70a-43e1-8810-89d8ced67246 req-e299562d-1a89-48da-bf52-a225466ed49c tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 944 time: 0.0840483 Feb 10 23:55:49.789212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-79a911f9-f70a-43e1-8810-89d8ced67246 req-eaca0e85-f012-46a3-872d-25bf9f894cd7 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435414 Feb 10 23:55:50.008888 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['fe02a22c-6387-4e85-9463-06b34fa18a6a'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:55:50.973891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99cd916-b893-4216-887d-06010c767bb7 req-753df1c6-2188-478a-a99e-44d191a0ebcd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:50.975469 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f99cd916-b893-4216-887d-06010c767bb7 req-753df1c6-2188-478a-a99e-44d191a0ebcd tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 944 time: 0.0800271 Feb 10 23:55:51.018679 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f99cd916-b893-4216-887d-06010c767bb7 req-5a5ff0e8-e1c8-4e4c-bd92-c97ab559d565 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377522 Feb 10 23:55:51.434489 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:55:51.502569 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port fe02a22c-6387-4e85-9463-06b34fa18a6a completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:55:51.507038 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port fe02a22c-6387-4e85-9463-06b34fa18a6a triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:55:51.507494 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:51.625625 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:51.651396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:55:51.661022 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:55:51.666058 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:51.701992 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'code': 200} Feb 10 23:55:51.733346 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=10']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:55:51.901892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d560bb-0fe4-45a2-a350-b4e26089747f req-34b3b506-3a74-43e6-bc7e-d761d28165e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:51.903357 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28d560bb-0fe4-45a2-a350-b4e26089747f req-34b3b506-3a74-43e6-bc7e-d761d28165e4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1097 time: 0.0721533 Feb 10 23:55:51.949451 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-28d560bb-0fe4-45a2-a350-b4e26089747f req-0019b1b5-f4e6-43c6-9e6e-c1f00d46f6c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331335 Feb 10 23:55:52.204583 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbd6c5-b2fe-4de4-b46f-aff553ea0b96 req-ed0354d0-5a87-4568-8bab-ecdedcf06903 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:52.206000 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9cbd6c5-b2fe-4de4-b46f-aff553ea0b96 req-ed0354d0-5a87-4568-8bab-ecdedcf06903 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 946 time: 0.0823793 Feb 10 23:55:52.250903 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c9cbd6c5-b2fe-4de4-b46f-aff553ea0b96 req-3b1ed8b4-8abe-43b9-8a57-7e4d71c103a8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392206 Feb 10 23:55:52.635855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:55:53.443712 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e75a496-21a0-4c3c-b6fb-f5187515956a req-32aa8e74-3172-43f9-b345-1ba48e56bd9d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:55:53.445080 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4e75a496-21a0-4c3c-b6fb-f5187515956a req-32aa8e74-3172-43f9-b345-1ba48e56bd9d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 946 time: 0.0855486 Feb 10 23:55:53.489856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-4e75a496-21a0-4c3c-b6fb-f5187515956a req-7e81501b-8e2e-4bbc-8f5f-47043e7a219f tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389624 Feb 10 23:55:55.356849 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:08.370143 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7e884238-a360-42f4-9945-5f4cfe700dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:10.655151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cf7b4045-2819-42e8-a622-4b0eee64bd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:11.823865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:12.143238 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:13.285825 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:17.150469 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:56:19.361734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-b181970a-0457-4f10-9084-4c72f22334b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835681 Feb 10 23:56:19.512315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-7507777a-21a0-4dd1-8cc2-46218b5a298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:19.512315 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-7507777a-21a0-4dd1-8cc2-46218b5a298c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1097 time: 0.0762615 Feb 10 23:56:19.654108 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-07dbb360-fdc1-47ab-8916-cd4493dd4469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:19.656202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-07dbb360-fdc1-47ab-8916-cd4493dd4469 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1315410 Feb 10 23:56:19.865421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-6bf36d39-0ba1-4e4e-b620-b4dc5b171e79 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 1000 time: 0.2014475 Feb 10 23:56:19.928517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-9f022a63-2771-4829-8494-3e965f4073e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:19.930320 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-9f022a63-2771-4829-8494-3e965f4073e3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0583923 Feb 10 23:56:20.007495 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-b2c2d20b-85a7-430e-a1fc-c0816fe40807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:56:20.007495 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-b2c2d20b-85a7-430e-a1fc-c0816fe40807 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715554 Feb 10 23:56:20.143752 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-d2385c0b-c0ed-406e-9b76-b995689f5aef service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295061 Feb 10 23:56:20.273571 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be5835d5-a34c-4e3b-bbb8-4cdbb6d3cb9d req-46aa28fc-7ea4-4b2b-9720-ae02a50d9def service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242344 Feb 10 23:56:22.647231 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:25.366390 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:38.372313 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2d68bb15-a000-4a2d-96df-3489158ce3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:40.641871 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7af36a1a-90bf-4573-938f-ae8a7a2527f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:41.814012 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:42.125542 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:43.282356 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:52.657582 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:56:54.150314 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:56:55.373043 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:08.373926 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f45d8f78-8496-4b48-b77f-61223b004757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.052844 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39854) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:09.258534 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Deleting port 97eb0d30-3005-4c45-8be2-0103dc61e6bb {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:09.258872 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.422857 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.423185 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.544711 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Calling delete_port for 97eb0d30-3005-4c45-8be2-0103dc61e6bb owned by network:floatingip {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:09.693763 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.742575 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'Port': ['ID=97eb0d30-3005-4c45-8be2-0103dc61e6bb,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:09.887087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.887455 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.887796 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.888131 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.888464 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.888792 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.889116 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.889437 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.889758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.890078 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.890401 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.890722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:09.950032 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for floatingip, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:09.950289 n-d-825178-4 neutron-server[87652]: INFO neutron.db.l3_db [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Floating IP 69b4529f-4501-47da-8aa9-9f926ad1f3fa disassociated (deleted). External IP: 172.25.2.71, port: fe02a22c-6387-4e85-9463-06b34fa18a6a. Feb 10 23:57:10.300785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:10.475802 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:10.485080 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394d940-ee01-4104-9640-adb575628add None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:10.494935 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394d940-ee01-4104-9640-adb575628add None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:10.495622 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4394d940-ee01-4104-9640-adb575628add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:56:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:10.497925 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:10.567590 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-26eccbd0-d74e-4bf3-ae3d-55422e4d6604 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "DELETE /v2.0/floatingips/69b4529f-4501-47da-8aa9-9f926ad1f3fa HTTP/1.1" status: 204 len: 168 time: 1.5112517 Feb 10 23:57:10.567590 n-d-825178-4 neutron-server[87652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:10.699103 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4394d940-ee01-4104-9640-adb575628add None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:10.741863 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c63cca0c-64aa-424f-90bd-9232364d77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:10.913032 n-d-825178-4 neutron-server[87652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'status': 'completed', 'code': 200} Feb 10 23:57:11.031249 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4394d940-ee01-4104-9640-adb575628add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:11.035345 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394d940-ee01-4104-9640-adb575628add None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:11.043911 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4394d940-ee01-4104-9640-adb575628add None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:11.044518 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4394d940-ee01-4104-9640-adb575628add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:11.064056 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-c660521e-93b4-4113-b277-26aec8eedd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:11.066175 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-c660521e-93b4-4113-b277-26aec8eedd2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 1097 time: 0.1287081 Feb 10 23:57:11.166193 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbdca5d-1a9f-464c-96da-fb57f3fe47ce req-eb1e5973-3356-4636-9071-f9f0e1ae283d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:11.167755 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dbdca5d-1a9f-464c-96da-fb57f3fe47ce req-eb1e5973-3356-4636-9071-f9f0e1ae283d tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 946 time: 0.1673656 Feb 10 23:57:11.224726 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-4394d940-ee01-4104-9640-adb575628add None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:11.246742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-e59b2cda-3d81-4b84-9c1a-1f1ac28412db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:11.248211 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-e59b2cda-3d81-4b84-9c1a-1f1ac28412db service neutron] 10.222.0.30 "GET /v2.0/networks?id=0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 200 len: 910 time: 0.1758740 Feb 10 23:57:11.251097 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dbdca5d-1a9f-464c-96da-fb57f3fe47ce req-ae74e342-cfee-40c7-b561-269f7459a3f3 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736794 Feb 10 23:57:11.317236 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-1a1aed90-2773-4011-a277-2ee1bdfd7c65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 200 len: 217 time: 0.0616791 Feb 10 23:57:11.384139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-dbf69f6d-7d8c-4cd9-b016-668e74747d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:11.385575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-dbf69f6d-7d8c-4cd9-b016-668e74747d7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 200 len: 848 time: 0.0621800 Feb 10 23:57:11.461206 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-0f2b0fbb-7d7c-4e9e-bd0b-ede21a6b3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:11.462613 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-0f2b0fbb-7d7c-4e9e-bd0b-ede21a6b3be0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0a93fee8-1295-4670-942d-2de26d2a891a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698583 Feb 10 23:57:11.533510 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-4394d940-ee01-4104-9640-adb575628add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:11.538370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4394d940-ee01-4104-9640-adb575628add None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:47:15Z', 'revision_number': 4, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': '58f983aa-9999-4c48-937c-77d13760379c', 'name': '', 'network_id': '0a93fee8-1295-4670-942d-2de26d2a891a', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'mac_address': 'fa:16:3e:6c:dd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:15Z', 'updated_at': '2022-02-10T23:47:22Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'subnets': [{'id': '6ac87367-470e-4393-bc1d-00430bdf5dc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:11.598672 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-7a984157-4fa8-4f02-ac15-6543d461a884 service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284297 Feb 10 23:57:11.735380 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-617a728c-4e7a-4044-bae5-7ab3ca43082d req-69d80d78-0fc6-47e6-b0ea-d71191733ead service neutron] 10.222.0.30 "GET /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298661 Feb 10 23:57:11.769870 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265cc74f-435b-4ae8-832c-984d541166d2 None None] New status for floating IP 69b4529f-4501-47da-8aa9-9f926ad1f3fa: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:57:11.815773 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:12.132439 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:12.436863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6950a20-9ece-4ae9-81c3-ddf1653b2cbf req-c4da40a2-4bc1-4020-a066-cc03f512d175 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:12.438352 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6950a20-9ece-4ae9-81c3-ddf1653b2cbf req-c4da40a2-4bc1-4020-a066-cc03f512d175 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 946 time: 0.0797193 Feb 10 23:57:12.540926 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f6950a20-9ece-4ae9-81c3-ddf1653b2cbf req-a0f92207-3b13-42a7-ae52-822dfb21f931 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/security-groups?id=053e33c4-ee1d-4981-bddc-9b2fcd828276&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662882 Feb 10 23:57:12.560906 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-992ed9dc-6530-404b-a73b-fae2068cb210 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:12.562323 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-992ed9dc-6530-404b-a73b-fae2068cb210 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 946 time: 0.1219289 Feb 10 23:57:12.636200 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Deleting port fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:12.636529 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:12.902589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] For port fe02a22c-6387-4e85-9463-06b34fa18a6a, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=fe02a22c-6387-4e85-9463-06b34fa18a6a,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:12.902997 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:13.149930 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Calling delete_port for fe02a22c-6387-4e85-9463-06b34fa18a6a owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:13.286640 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:13.302456 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:13.357466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'Port': ['ID=fe02a22c-6387-4e85-9463-06b34fa18a6a,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:13.399218 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.399585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.399921 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.400251 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.400578 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.400901 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.401223 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.401541 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.401862 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.402177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.402496 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.402811 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:13.440426 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] No DVR routers for this DVR port fe02a22c-6387-4e85-9463-06b34fa18a6a on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:57:13.443468 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:13.445939 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-deleted', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:13.458253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2866d4d9-a89c-4cd9-b295-bdfc0aae581d req-5d66d3b1-aaaa-4c39-af73-49bad37bbfe6 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.30 "DELETE /v2.0/ports/fe02a22c-6387-4e85-9463-06b34fa18a6a HTTP/1.1" status: 204 len: 173 time: 0.8901041 Feb 10 23:57:13.496570 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0216c419-f942-4cb9-9cad-9f070493a455', 'name': 'network-vif-deleted', 'tag': 'fe02a22c-6387-4e85-9463-06b34fa18a6a', 'status': 'completed', 'code': 200} Feb 10 23:57:13.698412 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3a816acd-c563-4eef-a8b0-de4dfafb3659 req-89bf31c2-d7e4-4d29-a351-b3b997038cf8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Synchronizing usage tracker for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:57:13.716379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-3a816acd-c563-4eef-a8b0-de4dfafb3659 req-89bf31c2-d7e4-4d29-a351-b3b997038cf8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Unset dirty status for tenant:a1c61b33f95f4fa3bf8cf32f99e8ed54 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:57:13.717562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a816acd-c563-4eef-a8b0-de4dfafb3659 req-89bf31c2-d7e4-4d29-a351-b3b997038cf8 tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "GET /v2.0/ports?device_id=0216c419-f942-4cb9-9cad-9f070493a455 HTTP/1.1" status: 200 len: 210 time: 0.0671580 Feb 10 23:57:14.812587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39876) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:14.881265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:14.911384 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:14.979634 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:14.996632 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e33c4-ee1d-4981-bddc-9b2fcd828276,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:15.011419 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:15.015188 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4bbdfe3c-fa41-475f-893f-3bc2a77e8dca tempest-TestShelveInstance-1811460401 tempest-TestShelveInstance-1811460401-project] 10.222.0.53 "DELETE /v2.0/security-groups/053e33c4-ee1d-4981-bddc-9b2fcd828276 HTTP/1.1" status: 204 len: 168 time: 0.1990182 Feb 10 23:57:15.063846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39882) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:15.775629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:15.930900 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:15.968223 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: fe02a22c-6387-4e85-9463-06b34fa18a6a {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:15.968808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device fe02a22c-6387-4e85-9463-06b34fa18a6a not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:16.134419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Deleting port 58f983aa-9999-4c48-937c-77d13760379c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:16.134846 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:16.306605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] For port 58f983aa-9999-4c48-937c-77d13760379c, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=58f983aa-9999-4c48-937c-77d13760379c,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:16.307052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:16.541142 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Calling delete_port for 58f983aa-9999-4c48-937c-77d13760379c owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:16.853395 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:16.901129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Pushing event deleted for resources: {'Port': ['ID=58f983aa-9999-4c48-937c-77d13760379c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:17.174921 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:17.526143 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:17.701386 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:17.710868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Sync routers for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:17.717383 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6a7fe570-443a-424e-843b-b985ec96213b admin admin] 10.222.0.53 "PUT /v2.0/routers/533a5e08-54ae-4d94-a3e2-dec3e7761d80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6524973 Feb 10 23:57:17.719890 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39888) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:17.722347 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:17.722953 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:17.950840 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:18.022751 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.200728 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.210661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Deleting port e499ec92-bbdd-4995-a9b2-f7a14955ef1b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:18.210946 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.234675 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:57:16Z', 'revision_number': 5, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port': {'id': 'e499ec92-bbdd-4995-a9b2-f7a14955ef1b', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:49:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:12Z', 'updated_at': '2022-02-10T23:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:18.238564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Checking router: 533a5e08-54ae-4d94-a3e2-dec3e7761d80 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:18.247867 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Routers {'533a5e08-54ae-4d94-a3e2-dec3e7761d80'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:18.248469 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:18.383755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] For port e499ec92-bbdd-4995-a9b2-f7a14955ef1b, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:18.384105 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.397484 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] Set router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:18.505526 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:57:18Z', 'revision_number': 6, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:18.507922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Calling delete_port for e499ec92-bbdd-4995-a9b2-f7a14955ef1b owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:18.509448 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8be3c6-80e3-43ed-9c92-cc11e851fa87 None None] The sync data for ids ['533a5e08-54ae-4d94-a3e2-dec3e7761d80'] in n-d-825178-4 is: [{'id': '533a5e08-54ae-4d94-a3e2-dec3e7761d80', 'name': 'tempest-TestShelveInstance-1614724809-router', 'tenant_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:11Z', 'updated_at': '2022-02-10T23:57:18Z', 'revision_number': 6, 'project_id': 'a1c61b33f95f4fa3bf8cf32f99e8ed54', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:18.680658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.730981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e499ec92-bbdd-4995-a9b2-f7a14955ef1b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:18.817732 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.992890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:18.995097 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.016864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.017532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 533a5e08-54ae-4d94-a3e2-dec3e7761d80 {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:57:19.031794 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.032902 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2518bb03-7333-4241-a221-03fcfb6cccf4 admin admin] 10.222.0.53 "DELETE /v2.0/routers/533a5e08-54ae-4d94-a3e2-dec3e7761d80 HTTP/1.1" status: 204 len: 168 time: 1.3121269 Feb 10 23:57:19.035644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39892) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:19.096958 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Deleting subnet 6ac87367-470e-4393-bc1d-00430bdf5dc0 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:57:19.099828 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.148663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.227027 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.405749 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.447876 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.451589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac87367-470e-4393-bc1d-00430bdf5dc0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:19.453163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb821e5e-1b6f-46a2-a9b1-c031e00b3ee5 None None] Network 0a93fee8-1295-4670-942d-2de26d2a891a requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:19.461889 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-2b65ca10-2e7e-4ce0-a6f8-cf6c48be8ae9 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/6ac87367-470e-4393-bc1d-00430bdf5dc0 HTTP/1.1" status: 204 len: 168 time: 0.4226522 Feb 10 23:57:19.462385 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39896) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:19.576364 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.588181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58f983aa-9999-4c48-937c-77d13760379c no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:19.589136 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Deleting port f1cb1fa8-6885-4845-8332-58390579c5c7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:19.589476 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.651042 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 58f983aa-9999-4c48-937c-77d13760379c {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:19.651613 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 58f983aa-9999-4c48-937c-77d13760379c not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:19.652027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e499ec92-bbdd-4995-a9b2-f7a14955ef1b no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:19.689873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: e499ec92-bbdd-4995-a9b2-f7a14955ef1b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:19.690214 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device e499ec92-bbdd-4995-a9b2-f7a14955ef1b not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:19.774445 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] DHCP port deletion for 0a93fee8-1295-4670-942d-2de26d2a891a request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:57:19.778709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Deleting port f1cb1fa8-6885-4845-8332-58390579c5c7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:19.779075 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.803137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] For port f1cb1fa8-6885-4845-8332-58390579c5c7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f1cb1fa8-6885-4845-8332-58390579c5c7,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:19.803452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:19.930604 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Calling delete_port for f1cb1fa8-6885-4845-8332-58390579c5c7 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:19.977063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] For port f1cb1fa8-6885-4845-8332-58390579c5c7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=f1cb1fa8-6885-4845-8332-58390579c5c7,segment=NetworkSegment(445d0a63-13ad-4b86-bc38-91647595f45e),segment_id=445d0a63-13ad-4b86-bc38-91647595f45e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:19.977447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.009575 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.104783 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Calling delete_port for f1cb1fa8-6885-4845-8332-58390579c5c7 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:20.172146 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1cb1fa8-6885-4845-8332-58390579c5c7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:20.179785 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] No DVR routers for this DVR port f1cb1fa8-6885-4845-8332-58390579c5c7 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:57:20.215877 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:57:20.216144 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:57:20.293698 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.318124 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a93fee8-1295-4670-942d-2de26d2a891a']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:20.329707 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445d0a63-13ad-4b86-bc38-91647595f45e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:20.329996 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445d0a63-13ad-4b86-bc38-91647595f45e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:20.341108 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.357140 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.363201 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:57:20.363615 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:57:20.377182 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:57:20.452291 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.470234 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.482830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a93fee8-1295-4670-942d-2de26d2a891a,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:20.487524 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-8a9951fc-c19d-4745-be32-9a0c97666263 admin admin] 10.222.0.53 "DELETE /v2.0/networks/0a93fee8-1295-4670-942d-2de26d2a891a HTTP/1.1" status: 204 len: 168 time: 1.0240040 Feb 10 23:57:20.491063 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39900) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:20.717586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Deleting port f1cb1fa8-6885-4845-8332-58390579c5c7 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:20.718126 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:20.783382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-03662ed1-9fdb-4aa9-9201-92f5130a10ce None None] The port 'f1cb1fa8-6885-4845-8332-58390579c5c7' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:57:21.019061 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:21.360103 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Deleting port da521a6d-aa67-48fb-b496-7d3331f45c84 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:21.360478 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:21.567612 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f1cb1fa8-6885-4845-8332-58390579c5c7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:21.600769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: f1cb1fa8-6885-4845-8332-58390579c5c7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:21.601119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device f1cb1fa8-6885-4845-8332-58390579c5c7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:21.642057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] For port da521a6d-aa67-48fb-b496-7d3331f45c84, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da521a6d-aa67-48fb-b496-7d3331f45c84,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:21.642544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:21.761970 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Calling delete_port for da521a6d-aa67-48fb-b496-7d3331f45c84 owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:22.073057 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:22.120475 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Pushing event deleted for resources: {'Port': ['ID=da521a6d-aa67-48fb-b496-7d3331f45c84,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:22.385677 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:22.665592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:22.733159 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Router da35ec82-9dba-42bc-8fc2-a69c87272fc3 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:23.024821 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:23.033343 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Sync routers for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:23.033857 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c3711fd1-2e20-4283-bbf8-12fdf78ed87c admin admin] 10.222.0.53 "PUT /v2.0/routers/da35ec82-9dba-42bc-8fc2-a69c87272fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415721 Feb 10 23:57:23.036182 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39908) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:23.044151 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:23.044755 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:23.213753 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.257774 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:23.391277 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.402114 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Deleting port abaafb5a-6f7e-4426-a08d-86f7161b70f1 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:23.402477 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.535692 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191'}], 'enable_snat': True}, 'gw_port_id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:57:22Z', 'revision_number': 5, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port': {'id': 'abaafb5a-6f7e-4426-a08d-86f7161b70f1', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:92:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:47:19Z', 'updated_at': '2022-02-10T23:47:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:23.540200 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Checking router: da35ec82-9dba-42bc-8fc2-a69c87272fc3 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:23.548486 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Routers {'da35ec82-9dba-42bc-8fc2-a69c87272fc3'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:23.549477 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:23.593572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] For port abaafb5a-6f7e-4426-a08d-86f7161b70f1, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=abaafb5a-6f7e-4426-a08d-86f7161b70f1,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:23.593929 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.694658 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] Set router da35ec82-9dba-42bc-8fc2-a69c87272fc3 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:23.716892 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Calling delete_port for abaafb5a-6f7e-4426-a08d-86f7161b70f1 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:23.797154 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:57:23Z', 'revision_number': 6, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:23.801001 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8531c471-0211-4d78-9c21-4170db64ae1a None None] The sync data for ids ['da35ec82-9dba-42bc-8fc2-a69c87272fc3'] in n-d-825178-4 is: [{'id': 'da35ec82-9dba-42bc-8fc2-a69c87272fc3', 'name': 'tempest-TestShelveInstance-2145840157-router', 'tenant_id': '3e121627948e4193b27d0d55ecbc644f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:47:18Z', 'updated_at': '2022-02-10T23:57:23Z', 'revision_number': 6, 'project_id': '3e121627948e4193b27d0d55ecbc644f', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:23.885497 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:23.930784 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Pushing event deleted for resources: {'Port': ['ID=abaafb5a-6f7e-4426-a08d-86f7161b70f1,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:24.021105 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.196548 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.198818 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.222576 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.223073 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Fanout notify agent at l3_agent the message router_deleted on router da35ec82-9dba-42bc-8fc2-a69c87272fc3 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 10 23:57:24.236171 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.237280 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-11b5fe7d-ffae-45cb-99ee-505f97f36edc admin admin] 10.222.0.53 "DELETE /v2.0/routers/da35ec82-9dba-42bc-8fc2-a69c87272fc3 HTTP/1.1" status: 204 len: 168 time: 1.2002132 Feb 10 23:57:24.239749 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39912) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:24.297295 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Deleting subnet 311ccf74-76d6-45b9-9b58-eddc5fc968fd {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 10 23:57:24.300049 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.459930 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.538910 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.611663 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.651174 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=311ccf74-76d6-45b9-9b58-eddc5fc968fd,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:24.653155 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.659134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5defeda-3d67-4dff-aaf4-b01ac0606a9f None None] Network d7254538-e3be-4948-b8fd-2f9563c59b72 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:24.659569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6266b65f-4d39-4e1c-80bc-ec9e4c0fe243 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/311ccf74-76d6-45b9-9b58-eddc5fc968fd HTTP/1.1" status: 204 len: 168 time: 0.4183359 Feb 10 23:57:24.661598 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39916) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:24.769873 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.780442 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Deleting port 83a37c66-59d5-4aac-8a6d-60480bbdf46d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:24.780775 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.920869 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] DHCP port deletion for d7254538-e3be-4948-b8fd-2f9563c59b72 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 10 23:57:24.925027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Deleting port 83a37c66-59d5-4aac-8a6d-60480bbdf46d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:24.925392 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:24.999812 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] For port 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=83a37c66-59d5-4aac-8a6d-60480bbdf46d,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:25.000399 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.134775 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] For port 83a37c66-59d5-4aac-8a6d-60480bbdf46d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=83a37c66-59d5-4aac-8a6d-60480bbdf46d,segment=NetworkSegment(5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8),segment_id=5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:25.134983 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.139524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Calling delete_port for 83a37c66-59d5-4aac-8a6d-60480bbdf46d owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:25.225887 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.263586 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Calling delete_port for 83a37c66-59d5-4aac-8a6d-60480bbdf46d owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 10 23:57:25.283667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] No DVR routers for this DVR port 83a37c66-59d5-4aac-8a6d-60480bbdf46d on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 10 23:57:25.312364 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Pushing event deleted for resources: {'Port': ['ID=83a37c66-59d5-4aac-8a6d-60480bbdf46d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:25.337811 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 10 23:57:25.338163 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 10 23:57:25.400924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.407407 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.432805 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7254538-e3be-4948-b8fd-2f9563c59b72']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:25.445671 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:25.445962 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c80c274-cd2c-4e3a-8fe0-a7dc359a0da8') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:25.456938 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.472992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.479118 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 10 23:57:25.479523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: timer() Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: self._notify() Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 10 23:57:25.492453 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 10 23:57:25.572344 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device abaafb5a-6f7e-4426-a08d-86f7161b70f1 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:25.573375 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.593117 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.604548 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] Pushing event deleted for resources: {'Network': ['ID=d7254538-e3be-4948-b8fd-2f9563c59b72,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:25.606836 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: abaafb5a-6f7e-4426-a08d-86f7161b70f1 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:25.607181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device abaafb5a-6f7e-4426-a08d-86f7161b70f1 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:25.607442 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-68e41214-8b80-4842-bd6b-f22a7ed3081b admin admin] 10.222.0.53 "DELETE /v2.0/networks/d7254538-e3be-4948-b8fd-2f9563c59b72 HTTP/1.1" status: 204 len: 168 time: 0.9449134 Feb 10 23:57:25.607693 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 83a37c66-59d5-4aac-8a6d-60480bbdf46d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:25.643044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 83a37c66-59d5-4aac-8a6d-60480bbdf46d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:25.643414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 83a37c66-59d5-4aac-8a6d-60480bbdf46d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:25.643850 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da521a6d-aa67-48fb-b496-7d3331f45c84 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 10 23:57:25.676012 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: da521a6d-aa67-48fb-b496-7d3331f45c84 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 10 23:57:25.676625 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da521a6d-aa67-48fb-b496-7d3331f45c84 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 10 23:57:25.747887 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39924) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:25.795989 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-bfdaa849-b43e-465d-a228-ef73528f10a3 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a1c61b33f95f4fa3bf8cf32f99e8ed54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469351 Feb 10 23:57:25.798349 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39928) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:25.839181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Deleting port 83a37c66-59d5-4aac-8a6d-60480bbdf46d {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 10 23:57:25.839618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.854946 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.880136 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.907397 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-7c9da83c-5856-4a86-857b-6788a1856a6c None None] The port '83a37c66-59d5-4aac-8a6d-60480bbdf46d' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 10 23:57:25.938919 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.962304 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbbc089-5c8b-4373-84ea-a79671cc61d7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:25.971222 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:25.972344 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-adb5951b-c4dd-4988-b9e2-9b860969fa13 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/7cbbc089-5c8b-4373-84ea-a79671cc61d7 HTTP/1.1" status: 204 len: 168 time: 0.1731286 Feb 10 23:57:26.333782 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39936) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:26.381222 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f48289de-8c9e-431e-83e7-404713482acf admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=3e121627948e4193b27d0d55ecbc644f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463316 Feb 10 23:57:26.384194 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39940) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:26.440570 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:26.465990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:26.516591 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:26.531129 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2982163d-b1ab-40cf-acae-7ee66d7be391,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:26.537638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:26.539546 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-7c3dcfa9-66c0-4564-82b2-cf2445a3fbee admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/2982163d-b1ab-40cf-acae-7ee66d7be391 HTTP/1.1" status: 204 len: 168 time: 0.1544514 Feb 10 23:57:27.317672 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39964) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:27.436530 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-567028863-network', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:27.442315 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:27.446612 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Usage tracker for resource:network and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:27.449451 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:27.455637 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:27.465184 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Made reservation on behalf of 12d7d02506cc4a19a4249bb080b76f74 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:57:27.467597 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.481065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.498232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:27.502189 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:27.505227 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:27.510801 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:27.594073 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.597839 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.633057 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:57:27.641447 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4747c07-256b-4bf4-b801-e2b826145798,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:27.647895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.648238 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Added segment 798f86cf-761f-48e6-b1f1-ebd16ba93315 of type vlan for network 41ead582-5d63-40f7-a2d4-1b634509cda9 Feb 10 23:57:27.674262 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.704668 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.705606 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:27.706229 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:27.909569 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5908008 Feb 10 23:57:27.911820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59742748-e81b-4304-8a66-42c5bb108972 admin admin] Pushing event updated for resources: {'Network': ['ID=41ead582-5d63-40f7-a2d4-1b634509cda9,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:27.913123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39970) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:27.920702 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Request body: {'subnet': {'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-567028863-subnet', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'ip_version': 4}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:27.925125 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:57:27.926693 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:27.931398 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Usage tracker for resource:subnet and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:27.934148 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:27.940510 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:27.952049 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Made reservation on behalf of 12d7d02506cc4a19a4249bb080b76f74 for: {'subnet': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:57:27.954350 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8188873'] for subnet, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.157126 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-842645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8188891'] for subnet, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.228739 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36b5b790-0b8f-4417-b7bd-9873215ef772,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:28.237554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Checking segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:28.237910 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Network hostable DHCP agents. Network: 41ead582-5d63-40f7-a2d4-1b634509cda9, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87653) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:57:28.257057 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:57:28.265588 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 41ead582-5d63-40f7-a2d4-1b634509cda9) {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:28.269703 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:28.270286 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.275607 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38390b09-8c7f-43a0-a52d-ebd54c63545f None None] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:28.293338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8be5e543-937d-49c6-8c7d-08e143ad74a7 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3785036 Feb 10 23:57:28.295915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 39974) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:28.300822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:28.307422 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:28.311473 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Usage tracker for resource:router and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:28.314396 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:28.320771 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:28.331333 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.332353 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.347635 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.490525 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-41ead582-5d63-40f7-a2d4-1b634509cda9', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:57:28.491552 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.622082 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.679356 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Allocated IP 172.20.0.2 (41ead582-5d63-40f7-a2d4-1b634509cda9/36b5b790-0b8f-4417-b7bd-9873215ef772/389d0ec5-7844-48c1-94f6-5fd612ca31f0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:28.879331 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.889818 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Transition to ACTIVE for port object 389d0ec5-7844-48c1-94f6-5fd612ca31f0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:28.907955 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Transition to ACTIVE for port object 389d0ec5-7844-48c1-94f6-5fd612ca31f0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:28.915088 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.935435 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.966088 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:28.978540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:28.981577 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:28.985313 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:28.995666 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Pushing event updated for resources: {'Port': ['ID=389d0ec5-7844-48c1-94f6-5fd612ca31f0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:29.035177 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.035544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.035880 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.036208 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.036535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.036858 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.037180 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.037500 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.037814 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.038128 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.038497 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.038812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:29.093736 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Attempting to bind port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:29.093940 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Attempting to bind port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:29.094277 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Attempting to bind port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:29.099450 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:29.099879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Checking segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:29.100281 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:29.100663 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Bound using segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:29.101181 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Bound port: 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:29.101666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:29.111717 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Allocated IP 172.25.2.203 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/fa3877c6-5fbe-4312-9171-830548425943) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:29.190041 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] For port 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:29.193027 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] For port 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=389d0ec5-7844-48c1-94f6-5fd612ca31f0,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:29.197853 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:29.263346 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:29.284130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55551515-56ae-49b0-b4d3-279ed6506d31 None None] Pushing event updated for resources: {'Port': ['ID=389d0ec5-7844-48c1-94f6-5fd612ca31f0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:29.301639 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:29.370824 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:29.373627 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:29.377258 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:29.535230 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3877c6-5fbe-4312-9171-830548425943,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:29.617318 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 389d0ec5-7844-48c1-94f6-5fd612ca31f0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:29.684498 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:29.930695 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.267937 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50643563-ec7d-4448-804c-9afdeeb3e448 None None] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:30.280727 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.373817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Provisioning for port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:30.389797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Provisioning complete for port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:30.390165 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.487129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87653) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:57:30.604598 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.645487 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] For port 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=389d0ec5-7844-48c1-94f6-5fd612ca31f0,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:30.650566 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.662509 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:30.690447 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.693401 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:30.694670 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-62b1c752-798e-4958-ab68-9808114a9313 admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3977587 Feb 10 23:57:30.695007 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39978) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:30.720485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:30.721119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:30.813273 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f8c3ae-45d2-4896-a9df-ef999fd7eb59 None None] Pushing event updated for resources: {'Port': ['ID=389d0ec5-7844-48c1-94f6-5fd612ca31f0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:30.912480 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-81047b63-a816-4ad0-af61-495643345eaf None None] Provisioning complete for port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:30.912767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-81047b63-a816-4ad0-af61-495643345eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:30.961997 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:31.149449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:57:31.349664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:29Z', 'revision_number': 3, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:31.354588 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:31.354938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Updating router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae port fa3877c6-5fbe-4312-9171-830548425943 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:57:31.370211 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.409130 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.595338 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Allocated IP 172.20.0.1 (41ead582-5d63-40f7-a2d4-1b634509cda9/36b5b790-0b8f-4417-b7bd-9873215ef772/eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:31.600795 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 389d0ec5-7844-48c1-94f6-5fd612ca31f0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:31.725905 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:31.726182 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.740981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.756640 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.provisioning_blocks [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Transition to ACTIVE for port object eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 will not be triggered until provisioned by entity DHCP. {{(pid=87652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:31.780486 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.848854 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:31.852416 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:31.854713 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.856521 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:31.892452 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:31.906830 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Transition to ACTIVE for port object fa3877c6-5fbe-4312-9171-830548425943 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:31.917423 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:31.919544 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.009123 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Attempting to bind port fa3877c6-5fbe-4312-9171-830548425943 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:32.009485 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Attempting to bind port fa3877c6-5fbe-4312-9171-830548425943 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:32.009841 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Attempting to bind port fa3877c6-5fbe-4312-9171-830548425943 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:32.011892 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2577d80-8eeb-4c08-b70c-b6672b8758ac None None] Pushing event updated for resources: {'Port': ['ID=fa3877c6-5fbe-4312-9171-830548425943,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:32.017740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:32.018101 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:32.018495 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.018873 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:32.019352 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Bound port: fa3877c6-5fbe-4312-9171-830548425943, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:32.019728 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.093053 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] For port fa3877c6-5fbe-4312-9171-830548425943, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:32.096300 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] For port fa3877c6-5fbe-4312-9171-830548425943, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3877c6-5fbe-4312-9171-830548425943,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:32.102914 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.196700 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:32.197432 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:32.245762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d9f3f8e-17e7-4289-949c-3c088302dbba None None] Provisioning for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:32.265457 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-0d9f3f8e-17e7-4289-949c-3c088302dbba None None] Provisioning complete for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:32.265824 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-0d9f3f8e-17e7-4289-949c-3c088302dbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.312143 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.318367 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2577d80-8eeb-4c08-b70c-b6672b8758ac None None] Pushing event updated for resources: {'Port': ['ID=fa3877c6-5fbe-4312-9171-830548425943,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:32.410377 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f3f8e-17e7-4289-949c-3c088302dbba None None] Port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:57:32.435388 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:32.536382 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.541510 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8138649'] for port, after_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.646781 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:32.651312 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Pushing event updated for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=2']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:32.761791 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:29Z', 'revision_number': 3, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:32.765650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cf3702-94d4-4472-a749-6d4064650666 None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:29Z', 'revision_number': 3, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:32.788617 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:32.790012 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:33.004952 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:33.033762 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-42952e4d-bd42-40cb-89d8-e577853ce6e8 None None] Provisioning complete for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:33.034138 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-42952e4d-bd42-40cb-89d8-e577853ce6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.096895 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-42952e4d-bd42-40cb-89d8-e577853ce6e8 None None] Port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:57:33.213348 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:33.222465 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-19f88947-76bd-4d1b-ad39-f13decd14e32 admin admin] 10.222.0.53 "PUT /v2.0/routers/c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5262549 Feb 10 23:57:33.601834 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3877c6-5fbe-4312-9171-830548425943 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:33.676368 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port fa3877c6-5fbe-4312-9171-830548425943 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:33.682166 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fa3877c6-5fbe-4312-9171-830548425943 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:33.682547 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.802135 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.818685 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port fa3877c6-5fbe-4312-9171-830548425943, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3877c6-5fbe-4312-9171-830548425943,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:33.823189 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.830904 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 39996) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:33.836490 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1028606368-network', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:33.842272 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:33.846127 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Usage tracker for resource:network and tenant:a2febde56ea4433f92d8f50a921a91f6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:33.848986 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:33.854709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:33.864485 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Made reservation on behalf of a2febde56ea4433f92d8f50a921a91f6 for: {'network': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:57:33.866761 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for network, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.879088 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.889564 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=fa3877c6-5fbe-4312-9171-830548425943,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:33.894355 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:33.897709 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Usage tracker for resource:security_group_rule and tenant:a2febde56ea4433f92d8f50a921a91f6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:33.900628 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:33.906421 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:33.986947 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:33.990949 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.021737 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=87652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 10 23:57:34.029870 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=894d6d14-422a-4aea-92c0-e603948a4b2d,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:34.036531 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.036867 n-d-825178-4 neutron-server[87652]: INFO neutron.db.segments_db [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Added segment 49b4bdb3-5d3b-45d3-afbf-6616a1c5170e of type vlan for network 341593d2-06d1-4ba6-ba04-bca180f010c3 Feb 10 23:57:34.064629 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8780897516427'] for network, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.093208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737'] for network, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.095080 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:34.095080 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.202753 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] Pushing event updated for resources: {'Network': ['ID=341593d2-06d1-4ba6-ba04-bca180f010c3,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:34.209563 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-4d91f3aa-ee5f-4215-be8a-eec402b981b7 admin admin] 10.222.0.53 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3749557 Feb 10 23:57:34.209944 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40000) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:34.215172 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Request body: {'subnet': {'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1028606368-subnet', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'ip_version': 4}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:34.217000 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 details requested by agent ovs-agent-n-d-825178-4 with host n-d-825178-4 {{(pid=87654) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 10 23:57:34.221110 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:34.225173 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Usage tracker for resource:subnet and tenant:a2febde56ea4433f92d8f50a921a91f6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:34.228527 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:34.234556 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:34.246018 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Made reservation on behalf of a2febde56ea4433f92d8f50a921a91f6 for: {'subnet': 1} {{(pid=87652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:57:34.248759 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5697323'] for subnet, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.407775 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:34.417603 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:34.418196 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:34.465031 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8138508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5697337'] for subnet, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.537072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3350b4f1-56ce-4035-b72b-97adda90cfac,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:34.546738 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Checking segment: {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:34.547097 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Network hostable DHCP agents. Network: 341593d2-06d1-4ba6-ba04-bca180f010c3, hostable agents: ['d33303c1-7c03-4058-9fc1-d5337814732b'], hosted agents: [] {{(pid=87652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 10 23:57:34.567087 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 is scheduled to be hosted by DHCP agent d33303c1-7c03-4058-9fc1-d5337814732b with binding_index 1 {{(pid=87652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 10 23:57:34.577426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-4, 341593d2-06d1-4ba6-ba04-bca180f010c3) {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:34.586310 n-d-825178-4 neutron-server[87652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:34.587664 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cf8720-e780-4e75-9285-5de8f8f83350 None None] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:34.587894 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.600049 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:34.609951 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-1a2195a1-c5ef-45e9-9a50-f010dfcda890 admin admin] 10.222.0.53 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3991463 Feb 10 23:57:34.612758 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40004) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:34.617820 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:34.624030 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:34.628610 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Usage tracker for resource:router and tenant:a2febde56ea4433f92d8f50a921a91f6 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:34.631559 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:34.637934 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:34.654465 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-543876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3226'] for router, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.655502 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-764854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-543782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-782118', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3213'] for router, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.675727 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.831597 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6f579495-54a1-5ea3-bf1c-8dc8cc2011a1-341593d2-06d1-4ba6-ba04-bca180f010c3', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac'}]}} from n-d-825178-4. {{(pid=87654) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 10 23:57:34.832553 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:34.933928 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 2, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:34.938175 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:34.938680 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Updating router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:57:34.990064 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.db_base_plugin_common [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Allocated IP 172.20.0.2 (341593d2-06d1-4ba6-ba04-bca180f010c3/3350b4f1-56ce-4035-b72b-97adda90cfac/35e4ed37-f124-4efd-9e6d-c2643f36c8d0) {{(pid=87654) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:35.020233 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.073265 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-543796', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-541776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3199'] for router, precommit_update {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.226155 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks [] for port, precommit_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.237562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Transition to ACTIVE for port object 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:35.257667 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Transition to ACTIVE for port object 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 will not be triggered until provisioned by entity DHCP. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:35.263865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101'] for port, after_create {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.330551 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 is already hosted by enough agents. {{(pid=87654) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:35.333325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.scheduler.base_scheduler [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Resources bound (agent type, host, resource id): {{(pid=87654) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:35.338426 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Received port after_create {{(pid=87654) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:35.344040 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Pushing event updated for resources: {'Port': ['ID=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,revision_number=1']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:35.391395 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.403635 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Transition to ACTIVE for port object eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:35.409891 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.430001 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.448550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Attempting to bind port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:35.448914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Attempting to bind port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:35.449267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Attempting to bind port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 on network 341593d2-06d1-4ba6-ba04-bca180f010c3 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:35.456624 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:35.458761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Checking segment: {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:35.458761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.458761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Bound using segment: {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:35.458761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Bound port: 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:35.459321 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.462836 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.566562 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] For port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:35.573464 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] For port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:35.581447 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.628962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3877c6-5fbe-4312-9171-830548425943 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:35.656232 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_common [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Allocated IP 172.25.2.244 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/da40e65c-3c05-4724-b674-d1cb4352a1a7) {{(pid=87652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:35.659966 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Pushing event updated for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:35.674894 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.675226 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.675663 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.675932 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.676243 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.676601 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.678367 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.678697 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.679017 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.679366 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.679688 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.680004 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87655) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 10 23:57:35.687742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Attempting to bind port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:35.688107 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Attempting to bind port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:35.688469 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Attempting to bind port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:35.694243 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:35.694611 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Checking segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:35.695009 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.695437 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Bound using segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:35.695894 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Bound port: eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:35.696430 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.750653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2826621-9c1c-4d8e-9974-ecac3e87620a None None] Pushing event updated for resources: {'Port': ['ID=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:35.770973 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port fa3877c6-5fbe-4312-9171-830548425943 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:35.771409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.801234 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] For port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:35.804882 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] For port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:35.811143 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.846685 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.882460 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:35.932742 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:35.933509 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:35.966922 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:35.969828 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.base_scheduler [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Resources bound (agent type, host, resource id): {{(pid=87652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:35.974180 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Received port after_create {{(pid=87652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:36.029082 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bd4d7-cfd3-4d9e-bd6c-6ce673d3245b None None] Pushing event updated for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:36.035045 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Pushing event updated for resources: {'Port': ['ID=da40e65c-3c05-4724-b674-d1cb4352a1a7,revision_number=1']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:36.184858 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:36.512733 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:35Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:36.516792 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66bcd3a-4fee-49a4-abe2-29a80364c38d None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:35Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:36.599638 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:36.942443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a18847-bfbf-488b-8063-7a8e6b140bd0 None None] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 10 23:57:36.969175 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-543901', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-543763'] for router, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:37.074378 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-4245d72d-98f4-428a-bc5d-34b458db3a57 None None] Provisioning for port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:37.192096 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 is scheduled to L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 with binding_index 1 {{(pid=87652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 10 23:57:37.384667 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:37.395544 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Sync routers for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:37.408643 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:37.409409 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:37.412990 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:37.419418 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40008) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:37.423851 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-c47a7f3c-824c-4672-a44c-976577d005ce admin admin] 10.222.0.53 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8100624 Feb 10 23:57:37.641788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:37.698747 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:37.924702 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:37.940322 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:37.940688 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.105456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:36Z', 'revision_number': 3, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:38.111915 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.122695 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Checking router: 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:38.123044 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Updating router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 port da40e65c-3c05-4724-b674-d1cb4352a1a7 binding host n-d-825178-4 {{(pid=87654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:57:38.191118 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.215456 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:38.220710 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.221522 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:38.279990 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.412723 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:38.432816 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f7b3eeee-0046-4269-9563-565c06a41c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.490667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Allocated IP 172.20.0.1 (341593d2-06d1-4ba6-ba04-bca180f010c3/3350b4f1-56ce-4035-b72b-97adda90cfac/d8564e44-c64a-4f8d-9622-392c6f2ecf4d) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:38.521641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:38.531241 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:38.531636 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.640982 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.659573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Transition to ACTIVE for port object d8564e44-c64a-4f8d-9622-392c6f2ecf4d will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:38.684629 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.754595 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:38.757525 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:38.762551 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:38.778986 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.797078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:38.804631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks [] for port, precommit_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.821617 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-764713'] for router_interface, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.832444 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Transition to ACTIVE for port object da40e65c-3c05-4724-b674-d1cb4352a1a7 will not be triggered until provisioned by entity L2. {{(pid=87654) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:38.840623 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:38.842236 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.881068 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.925877 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Attempting to bind port da40e65c-3c05-4724-b674-d1cb4352a1a7 on host n-d-825178-4 for vnic_type normal with profile {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:38.926247 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Attempting to bind port da40e65c-3c05-4724-b674-d1cb4352a1a7 by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:38.926627 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Attempting to bind port da40e65c-3c05-4724-b674-d1cb4352a1a7 on network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:38.928837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f172069-4d24-4405-8e0f-a8aab68968cc None None] Pushing event updated for resources: {'Port': ['ID=da40e65c-3c05-4724-b674-d1cb4352a1a7,revision_number=2']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:38.968197 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:38.968852 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Checking segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:38.969418 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:38.969812 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Bound using segment: {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'} {{(pid=87654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:38.970291 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.managers [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Bound port: da40e65c-3c05-4724-b674-d1cb4352a1a7, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '649d3806-2b9f-473f-bc95-cb328c58933e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2'}}] {{(pid=87654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:38.970655 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.066802 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:39.072394 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-84e8c48b-ceec-453f-b73b-8f21c181c054 None None] Provisioning for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:39.079939 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-84e8c48b-ceec-453f-b73b-8f21c181c054 None None] Provisioning complete for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:39.079939 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-84e8c48b-ceec-453f-b73b-8f21c181c054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.099044 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.130722 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] For port da40e65c-3c05-4724-b674-d1cb4352a1a7, host n-d-825178-4, cleared binding levels {{(pid=87654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:39.143797 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] For port da40e65c-3c05-4724-b674-d1cb4352a1a7, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da40e65c-3c05-4724-b674-d1cb4352a1a7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:39.144861 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-84e8c48b-ceec-453f-b73b-8f21c181c054 None None] Port d8564e44-c64a-4f8d-9622-392c6f2ecf4d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:57:39.148336 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.226312 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:39.226919 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:11Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:39.293780 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f172069-4d24-4405-8e0f-a8aab68968cc None None] Pushing event updated for resources: {'Port': ['ID=da40e65c-3c05-4724-b674-d1cb4352a1a7,revision_number=3']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:39.415914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:39.459674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.465572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.574274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-531823', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-764876'] for router_interface, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.578697 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:39.610651 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:39.710322 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:39.711487 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:39.764235 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:39.764610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:39.892037 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd8564e44-c64a-4f8d-9622-392c6f2ecf4d', 'name': '', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'mac_address': 'fa:16:3e:80:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:38Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 1, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'subnets': [{'id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:39.901688 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555a9d4-3400-4704-9530-a4934e653a3b None None] The sync data for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 is: [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd8564e44-c64a-4f8d-9622-392c6f2ecf4d', 'name': '', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'mac_address': 'fa:16:3e:80:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:38Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 1, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'subnets': [{'id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:39.907357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:39.917909 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:39.985045 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-8a859fc0-cc6d-4259-a4ad-7c7f54ac7a4f None None] Provisioning complete for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:39.985322 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8a859fc0-cc6d-4259-a4ad-7c7f54ac7a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.049636 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:40.050011 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.079324 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-8a859fc0-cc6d-4259-a4ad-7c7f54ac7a4f None None] Port d8564e44-c64a-4f8d-9622-392c6f2ecf4d cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:57:40.108155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:40.117615 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-b4fd74ea-eda8-4648-ab95-0e6e78e3b1c6 admin admin] 10.222.0.53 "PUT /v2.0/routers/1b2648a8-c5a5-40aa-8be3-bf5253cb0d14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6964593 Feb 10 23:57:40.649673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8e47d7e7-5aad-43b8-b647-ae1cef3fe108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.761301 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40018) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:40.766646 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-102860996', 'description': 'tempest-secgroup-smoke-102860996 description', 'project_id': '12d7d02506cc4a19a4249bb080b76f74'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:40.773424 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:40.777457 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:40.780425 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:40.786461 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:40.797347 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.818325 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:40.822093 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:40.825107 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:40.830972 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:40.907688 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.912658 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.955996 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8628ab5-275a-4ee2-a4c8-5767a463fea8,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:40.958668 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:40.962574 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-32152ab8-4294-498b-9f50-ddf76fd9ff86 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1975882 Feb 10 23:57:40.962875 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40022) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:40.968378 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:40.975868 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:40.981615 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:40.984938 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:40.990957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.008816 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.076693 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.081208 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.106649 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d4f9c8e-2905-4039-81a5-84dc36b1d66f,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.119079 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.123551 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-359b95cb-f112-47fc-9cde-ef4a40ba1e9d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1570261 Feb 10 23:57:41.123880 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40026) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:41.129034 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.v2.base [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:41.136429 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:41.140572 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:41.143704 n-d-825178-4 neutron-server[87652]: DEBUG neutron.quota.resource [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87652) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:41.150088 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.quota.driver [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87652) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.170145 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.235365 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.238981 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.263468 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e95cdf12-5ebb-4998-a387-1682b4b2e592,revision_number=0']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.272754 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.277661 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40030) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:41.277838 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-acc9619b-e8fe-421e-b7be-ecbf6872c54a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1529486 Feb 10 23:57:41.283137 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:41.290051 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:41.294735 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:41.297742 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:41.303498 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.322267 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.386820 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.390906 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.415998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff7a4157-336b-48f1-ad68-a3bf2ce1d116,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.426551 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.427734 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-cb205bf2-0569-4d1f-b4f6-7a4665935034 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1490791 Feb 10 23:57:41.430367 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40034) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:41.435515 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:41.441778 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:41.445501 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:41.448466 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:41.453974 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.470313 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.535612 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.540132 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.568475 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e500ae3a-cf4c-44d7-b7ee-6a3c90a847a5,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.580508 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.584234 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3211d78a-ee49-47ab-a684-c5412014425e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1503787 Feb 10 23:57:41.584448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40038) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:41.590067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:41.597112 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:41.601120 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:41.604130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:41.607938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da40e65c-3c05-4724-b674-d1cb4352a1a7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:41.610872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.621495 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Project 12d7d02506cc4a19a4249bb080b76f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:57:41.628289 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.676656 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port da40e65c-3c05-4724-b674-d1cb4352a1a7 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:41.682326 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port da40e65c-3c05-4724-b674-d1cb4352a1a7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:41.682896 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.696938 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.701807 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.730858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7296af-8bc1-4396-822f-c3e8e0ee6289,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.744052 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.745952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c3dd29f4-3425-45af-8dea-41694a5c9f4a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605365 Feb 10 23:57:41.748635 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40042) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:41.753834 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'security_group_rule': {'security_group_id': 'b8628ab5-275a-4ee2-a4c8-5767a463fea8', 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:41.761820 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:41.766105 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:security_group_rule and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:41.769555 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:41.775408 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:41.786000 n-d-825178-4 neutron-server[87653]: INFO neutron.db.securitygroups_db [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Project 12d7d02506cc4a19a4249bb080b76f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 10 23:57:41.793254 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.854303 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.859197 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.859832 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.863866 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606786'] for security_group_rule, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.878192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port da40e65c-3c05-4724-b674-d1cb4352a1a7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da40e65c-3c05-4724-b674-d1cb4352a1a7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:41.881965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.888182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e3d00a-d37b-4ede-9dea-ac09ea046b80,revision_number=0']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:41.897839 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:41.899020 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-8330187b-6d5c-4be4-8b7f-56cf7c9cf725 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493857 Feb 10 23:57:41.957419 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=da40e65c-3c05-4724-b674-d1cb4352a1a7,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:42.062009 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-d8b2962d-3b65-474e-9a8a-4d291270213a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:security_group {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:57:42.078644 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-d8b2962d-3b65-474e-9a8a-4d291270213a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:security_group {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:57:42.079801 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-d8b2962d-3b65-474e-9a8a-4d291270213a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102860996&fields=id&tenant_id=12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 267 time: 0.0599689 Feb 10 23:57:42.141954 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:42.231073 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-d3b02750-f451-4301-9d34-64f066947d44 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:42.232803 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-d3b02750-f451-4301-9d34-64f066947d44 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 809 time: 0.1465125 Feb 10 23:57:42.248291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-ed4423ef-d803-4072-9699-01cb568d5c54 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/quotas/12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 375 time: 0.0100136 Feb 10 23:57:42.329621 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-17fe6130-5ae5-425a-b2a2-1aa50eccd7d0 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0763931 Feb 10 23:57:42.346205 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-087f7270-2c93-4889-8306-f7c06a791dd3 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:57:42.347142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-087f7270-2c93-4889-8306-f7c06a791dd3 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054898 Feb 10 23:57:42.477253 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-236a5e51-d0c4-4191-8356-fa48cd620f70 service neutron] 10.222.0.53 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247420 Feb 10 23:57:42.719899 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-118c379a-9263-42ee-8b71-913c78db5c9c service neutron] 10.222.0.53 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357779 Feb 10 23:57:42.906245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-ed2703d6-3e67-44ac-9e4e-40f881af73d0 req-2b03e9f0-3951-476c-b4be-0ea72b848daf tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 210 time: 0.0433383 Feb 10 23:57:43.289301 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:43.483225 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Sync routers for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:43.492562 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:43.493280 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:43.585550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da40e65c-3c05-4724-b674-d1cb4352a1a7 up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:43.653687 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port da40e65c-3c05-4724-b674-d1cb4352a1a7 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:43.654057 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:43.694920 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:43.967729 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-085543b2-0c53-4d8d-9395-94ec2f545052 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:43.969192 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-085543b2-0c53-4d8d-9395-94ec2f545052 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 809 time: 0.1562657 Feb 10 23:57:44.034441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd8564e44-c64a-4f8d-9622-392c6f2ecf4d', 'name': '', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'mac_address': 'fa:16:3e:80:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:38Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 2, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'subnets': [{'id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:44.038362 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Checking router: 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:44.038780 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Updating router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 port d8564e44-c64a-4f8d-9622-392c6f2ecf4d binding host n-d-825178-4 {{(pid=87655) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 10 23:57:44.066385 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4c0dd460-a4e8-404d-bb5d-151c73daf57e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 379 time: 0.0891006 Feb 10 23:57:44.075604 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'port': {'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'admin_state_up': True, 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'security_groups': ['b8628ab5-275a-4ee2-a4c8-5767a463fea8']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:44.093059 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.097918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e5452fb3-5222-401b-af94-745d14888318 req-fb4ffce0-26be-4027-b00a-60c0be62d38e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 210 time: 0.0696261 Feb 10 23:57:44.221569 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:44.225441 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:port and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:44.228249 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:44.234448 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:44.246022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Made reservation on behalf of 12d7d02506cc4a19a4249bb080b76f74 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 10 23:57:44.249644 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.412074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Allocated IP 172.20.0.12 (41ead582-5d63-40f7-a2d4-1b634509cda9/36b5b790-0b8f-4417-b7bd-9873215ef772/2bae2f08-944a-4a9d-b3a8-2564a9a2390b) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:44.436779 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks [] for port, precommit_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.447987 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.provisioning_blocks [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Transition to ACTIVE for port object d8564e44-c64a-4f8d-9622-392c6f2ecf4d will not be triggered until provisioned by entity L2. {{(pid=87655) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:44.454003 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.610890 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.626475 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9fab-b189-454e-b4ab-75712a2b16b3 None None] Pushing event updated for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=3']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:44.627330 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Transition to ACTIVE for port object 2bae2f08-944a-4a9d-b3a8-2564a9a2390b will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:44.656106 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.690451 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Attempting to bind port d8564e44-c64a-4f8d-9622-392c6f2ecf4d on host n-d-825178-4 for vnic_type normal with profile {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:44.690810 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Attempting to bind port d8564e44-c64a-4f8d-9622-392c6f2ecf4d by drivers openvswitch,hyperv on host n-d-825178-4 at level 0 using segments [{'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:44.691159 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Attempting to bind port d8564e44-c64a-4f8d-9622-392c6f2ecf4d on network 341593d2-06d1-4ba6-ba04-bca180f010c3 {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:44.697021 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Checking agent: {'id': '50cfe7ed-5b12-4968-b421-687f0dd2f444', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 14, 42), 'started_at': datetime.datetime(2022, 2, 10, 22, 15, 12), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:44.697400 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Checking segment: {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87655) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:44.697844 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.698170 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Bound using segment: {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'} {{(pid=87655) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:44.698672 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.managers [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Bound port: d8564e44-c64a-4f8d-9622-392c6f2ecf4d, host: n-d-825178-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3'}}] {{(pid=87655) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:44.699032 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.737074 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:44.740012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:44.744306 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:44.771772 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:44.794441 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] For port d8564e44-c64a-4f8d-9622-392c6f2ecf4d, host n-d-825178-4, cleared binding levels {{(pid=87655) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:44.797574 n-d-825178-4 neutron-server[87655]: DEBUG neutron.plugins.ml2.db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] For port d8564e44-c64a-4f8d-9622-392c6f2ecf4d, host n-d-825178-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87655) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:44.803395 n-d-825178-4 neutron-server[87655]: DEBUG neutron_lib.callbacks.manager [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87655) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.808867 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:44.809501 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:44.831239 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-4014f7b2-b6bb-4bce-9288-bad3cd63f782 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7595460 Feb 10 23:57:44.843269 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Request body: {'port': {'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:44.880752 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:44.881374 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:44.967024 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f9fab-b189-454e-b4ab-75712a2b16b3 None None] Pushing event updated for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=4']} {{(pid=87655) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:44.978594 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.051215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-95c4deb0-27b5-4ef5-88a2-259e8bf821d0 None None] Provisioning for port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:45.056206 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-95c4deb0-27b5-4ef5-88a2-259e8bf821d0 None None] Provisioning complete for port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:45.056592 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-95c4deb0-27b5-4ef5-88a2-259e8bf821d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.082838 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:45.161635 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-95c4deb0-27b5-4ef5-88a2-259e8bf821d0 None None] Port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 10 23:57:45.373450 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e3587-b401-417e-a10a-5e7905ad356b req-159a7e3b-d2b8-4f9a-8053-96fec7fb3d41 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:45.374173 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-880e3587-b401-417e-a10a-5e7905ad356b req-159a7e3b-d2b8-4f9a-8053-96fec7fb3d41 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:57:45.450476 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-880e3587-b401-417e-a10a-5e7905ad356b req-159a7e3b-d2b8-4f9a-8053-96fec7fb3d41 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:57:45.451575 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-880e3587-b401-417e-a10a-5e7905ad356b req-159a7e3b-d2b8-4f9a-8053-96fec7fb3d41 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 932 time: 0.2135193 Feb 10 23:57:45.451684 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd8564e44-c64a-4f8d-9622-392c6f2ecf4d', 'name': '', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'mac_address': 'fa:16:3e:80:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:38Z', 'updated_at': '2022-02-10T23:57:44Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'subnets': [{'id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:45.455854 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f87980d6-35c1-4bf2-9161-04a5f34b0de0 None None] The sync data for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 is: [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-10T23:57:39Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'd8564e44-c64a-4f8d-9622-392c6f2ecf4d', 'name': '', 'network_id': '341593d2-06d1-4ba6-ba04-bca180f010c3', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'mac_address': 'fa:16:3e:80:8c:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:38Z', 'updated_at': '2022-02-10T23:57:44Z', 'revision_number': 4, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'subnets': [{'id': '3350b4f1-56ce-4035-b72b-97adda90cfac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:45.457397 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bae2f08-944a-4a9d-b3a8-2564a9a2390b {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:57:45.478274 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.508013 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Transition to ACTIVE for port object 2bae2f08-944a-4a9d-b3a8-2564a9a2390b will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 10 23:57:45.515048 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.552892 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-880e3587-b401-417e-a10a-5e7905ad356b req-9a280fb5-b6ee-4d8c-a1b4-f05d38bf4321 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907807 Feb 10 23:57:45.633938 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8564e44-c64a-4f8d-9622-392c6f2ecf4d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:45.725137 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:45.731153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:45.732056 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.831794 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668977a3-00cd-4149-9378-06142e9edced service neutron] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:45.874483 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.921453 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Attempting to bind port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b on host n-h1-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 10 23:57:45.921786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Attempting to bind port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b by drivers openvswitch,hyperv on host n-h1-825178-4 at level 0 using segments [{'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 10 23:57:45.922117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Attempting to bind port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:45.923063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] For port d8564e44-c64a-4f8d-9622-392c6f2ecf4d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:45.927089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b on network 41ead582-5d63-40f7-a2d4-1b634509cda9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 10 23:57:45.927371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.927684 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Attempting to bind port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 10 23:57:45.933339 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Checking agent: {'id': '0ccdf457-adda-41d3-9646-a5dc976c67e5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 54), 'heartbeat_timestamp': datetime.datetime(2022, 2, 10, 23, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 10 23:57:45.933737 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Checking segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 10 23:57:45.934147 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Bound using segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 10 23:57:45.934568 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Bound port: 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host: n-h1-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 10 23:57:45.934911 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:45.994764 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Pushing event updated for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:46.024123 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 10 23:57:46.027983 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 10 23:57:46.032066 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:46.094519 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.095197 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:46.096598 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-668977a3-00cd-4149-9378-06142e9edced service neutron] 10.222.0.30 "PUT /v2.0/ports/2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 1092 time: 1.2580497 Feb 10 23:57:46.096937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:46.125282 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668977a3-00cd-4149-9378-06142e9edced service neutron] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:46.217755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-c8e556a6-c4e6-4a5e-b401-a0b3454ad8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.219270 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-c8e556a6-c4e6-4a5e-b401-a0b3454ad8d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1095 time: 0.0798013 Feb 10 23:57:46.229180 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'status': 'completed', 'code': 200} Feb 10 23:57:46.296133 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-2cf1be81-3693-49f0-ba99-e642f12b5559 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 217 time: 0.0659769 Feb 10 23:57:46.359096 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-1ad42731-84e9-4feb-ac7b-a27af67f3f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.360619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-1ad42731-84e9-4feb-ac7b-a27af67f3f07 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0591435 Feb 10 23:57:46.439024 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-40e59b1b-f78b-4e0a-b1bc-70ac1b097c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.440628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-40e59b1b-f78b-4e0a-b1bc-70ac1b097c61 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746715 Feb 10 23:57:46.570512 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-669d314b-cd45-46c9-b5e0-ea47eb6abd5c service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241374 Feb 10 23:57:46.750944 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f9984a7e-cd9f-4fb4-866c-30f41ba85346 req-c605ab54-0053-4757-bd56-381a18b8325f service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748555 Feb 10 23:57:46.779055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde5920-4905-49ff-a614-35bf2990f469 req-48fa0205-e5db-443b-8be0-8b8814f0b297 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.780612 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dde5920-4905-49ff-a614-35bf2990f469 req-48fa0205-e5db-443b-8be0-8b8814f0b297 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.1074460 Feb 10 23:57:46.880928 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dde5920-4905-49ff-a614-35bf2990f469 req-c8beb85e-b81e-4f5d-9e70-b6668d17dd2a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930507 Feb 10 23:57:46.900320 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-0585165b-61e1-4471-a8ad-01cb8484d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:46.901781 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-0585165b-61e1-4471-a8ad-01cb8484d07b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1095 time: 0.0997796 Feb 10 23:57:47.032715 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-86015f7c-66e3-4ded-9bdf-eec3e52131c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:47.034150 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-86015f7c-66e3-4ded-9bdf-eec3e52131c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1263354 Feb 10 23:57:47.100043 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-9bf0a3fd-0641-4378-b198-60a2a80f5400 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 217 time: 0.0597115 Feb 10 23:57:47.166139 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-a8ef0360-facb-48d2-bc13-d4765586dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:47.168374 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-a8ef0360-facb-48d2-bc13-d4765586dbd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0620646 Feb 10 23:57:47.240626 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-58af0046-2095-4f04-b66d-3281a79f470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:47.242055 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-58af0046-2095-4f04-b66d-3281a79f470e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686569 Feb 10 23:57:47.375396 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-2957d471-3b3e-42c7-b96c-d6063b78e0fd service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265531 Feb 10 23:57:47.603974 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8564e44-c64a-4f8d-9622-392c6f2ecf4d up at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:47.631345 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-1e8de3a1-7a64-4482-872b-daa0c58f910d req-37b334a4-354c-4511-80fa-2ba74538ce6c service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492104 Feb 10 23:57:47.675724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Provisioning complete for port d8564e44-c64a-4f8d-9622-392c6f2ecf4d triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:47.676092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:48.072232 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae0fdc-d881-4913-9f30-458ff66ef642 req-9c058088-db35-49b1-82a9-0aa308a7c62d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:48.073683 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4ae0fdc-d881-4913-9f30-458ff66ef642 req-9c058088-db35-49b1-82a9-0aa308a7c62d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.0820217 Feb 10 23:57:48.118505 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a4ae0fdc-d881-4913-9f30-458ff66ef642 req-77006d73-4608-4015-a109-333669143de5 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389581 Feb 10 23:57:49.301043 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a37151-f2de-498c-813a-f28a5370ba65 req-e2d214e5-ac5f-4740-98b5-7b19087a16c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:49.302429 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c4a37151-f2de-498c-813a-f28a5370ba65 req-e2d214e5-ac5f-4740-98b5-7b19087a16c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.0785849 Feb 10 23:57:49.349898 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c4a37151-f2de-498c-813a-f28a5370ba65 req-62afadaa-6b11-44b7-a812-4b173aafbc6b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416944 Feb 10 23:57:50.030032 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 10 23:57:50.163837 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:50.176694 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 10 23:57:50.229694 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:50.246330 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bae2f08-944a-4a9d-b3a8-2564a9a2390b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 10 23:57:50.261319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:50.265774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:50.333963 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:50.540160 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a4fe-639d-46dd-8f9a-a7c725546fa7 req-cfad54eb-6184-4720-95b6-512717b33d25 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:50.541658 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0091a4fe-639d-46dd-8f9a-a7c725546fa7 req-cfad54eb-6184-4720-95b6-512717b33d25 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 945 time: 0.0836124 Feb 10 23:57:50.585117 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0091a4fe-639d-46dd-8f9a-a7c725546fa7 req-fee7ce21-61c7-49c5-a4df-107a55f8d909 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369911 Feb 10 23:57:50.586416 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2bae2f08-944a-4a9d-b3a8-2564a9a2390b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 10 23:57:51.767732 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c344e-148f-455e-86f7-efda24c9947f req-70ee3ca4-1b46-4573-8320-dd49563651e9 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:51.769178 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c5c344e-148f-455e-86f7-efda24c9947f req-70ee3ca4-1b46-4573-8320-dd49563651e9 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 945 time: 0.0787539 Feb 10 23:57:51.812516 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0c5c344e-148f-455e-86f7-efda24c9947f req-d99f0f93-71b0-4cca-bddb-5aa2768ed3d4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377200 Feb 10 23:57:52.044130 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 10 23:57:52.111219 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning for port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 10 23:57:52.115788 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 10 23:57:52.116151 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.232903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.258789 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:52.268826 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 10 23:57:52.273285 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.309147 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'code': 200} Feb 10 23:57:52.374317 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:52.439136 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e467391-67a9-4b87-aa43-f336cf98eb4b req-cda95fdc-c703-46c2-b5cc-0466ff58440d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:52.440657 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e467391-67a9-4b87-aa43-f336cf98eb4b req-cda95fdc-c703-46c2-b5cc-0466ff58440d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1097 time: 0.0787344 Feb 10 23:57:52.490606 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-0e467391-67a9-4b87-aa43-f336cf98eb4b req-16d47f78-b261-4d7e-84b5-0bec4f450be0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434933 Feb 10 23:57:52.670040 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:52.994414 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae90f4-c413-40bd-9df5-94ebe0ba397d req-eb142754-e70f-46ba-8142-38573c6a6fe4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:52.995796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8ae90f4-c413-40bd-9df5-94ebe0ba397d req-eb142754-e70f-46ba-8142-38573c6a6fe4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 946 time: 0.0781534 Feb 10 23:57:53.043142 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f8ae90f4-c413-40bd-9df5-94ebe0ba397d req-352cb77a-bb1e-4610-810a-b1a0b4aba519 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Feb 10 23:57:54.226998 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97640b9c-7791-4140-8f87-b927074c7511 req-31811517-7d00-4ef2-999b-1b1fff33f830 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:54.228472 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97640b9c-7791-4140-8f87-b927074c7511 req-31811517-7d00-4ef2-999b-1b1fff33f830 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 946 time: 0.0789042 Feb 10 23:57:54.271624 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-97640b9c-7791-4140-8f87-b927074c7511 req-a58e3957-e356-4c74-a666-47fde5fc2e95 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373440 Feb 10 23:57:54.453594 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8dd60-9339-48d8-bfb8-8ff9f0f21e0a req-9503e43c-64a1-4b3c-9b23-44d767b076b9 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:54.454938 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12e8dd60-9339-48d8-bfb8-8ff9f0f21e0a req-9503e43c-64a1-4b3c-9b23-44d767b076b9 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 946 time: 0.0828631 Feb 10 23:57:54.498661 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-12e8dd60-9339-48d8-bfb8-8ff9f0f21e0a req-5e501106-523a-4158-8c4d-9a58492bf751 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381632 Feb 10 23:57:54.520731 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40094) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:54.683520 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1c889-ed46-4e36-9e74-1874d004c4c7 tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:54.684219 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80f1c889-ed46-4e36-9e74-1874d004c4c7 tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] Synchronizing usage tracker for tenant:a2febde56ea4433f92d8f50a921a91f6 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 10 23:57:54.700507 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-80f1c889-ed46-4e36-9e74-1874d004c4c7 tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] Unset dirty status for tenant:a2febde56ea4433f92d8f50a921a91f6 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 10 23:57:54.702438 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-80f1c889-ed46-4e36-9e74-1874d004c4c7 tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1092 time: 0.1805749 Feb 10 23:57:54.705315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40100) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 10 23:57:54.710031 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 10 23:57:54.716534 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 10 23:57:54.720341 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:floatingip and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 10 23:57:54.723070 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 10 23:57:54.728585 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 10 23:57:54.739795 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:54.874621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:55.011488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Allocated IP 172.25.2.54 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/90f51672-684d-4a39-b80a-93907cb6e676) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 10 23:57:55.158917 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:55.191162 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:55.252655 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 10 23:57:55.255379 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 10 23:57:55.259304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 10 23:57:55.299880 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=90f51672-684d-4a39-b80a-93907cb6e676,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:55.397109 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:55.777471 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:55.852320 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:56.055719 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:56.059996 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:56.167116 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=90f51672-684d-4a39-b80a-93907cb6e676,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 10 23:57:56.177826 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:56.348011 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Floating IP e63f68ff-5b74-4bde-bbe5-b7541d822e74 associated. External IP: 172.25.2.54, port: 2bae2f08-944a-4a9d-b3a8-2564a9a2390b. Feb 10 23:57:56.694677 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 10 23:57:56.877117 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 10 23:57:56.889417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 10 23:57:56.898399 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:56.899089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:56.903495 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:57:56.958024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-eb575d74-ff7f-4f7c-aea7-0a436a31ed20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2516856 Feb 10 23:57:56.958605 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 10 23:57:57.004633 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'status': 'completed', 'code': 200} Feb 10 23:57:57.097550 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:57.101283 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766deeb-2951-4019-a736-b2240704a280 req-6f05e8e8-935d-4a4d-9583-4c2313ae7ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:57.102831 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-6f05e8e8-935d-4a4d-9583-4c2313ae7ead service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1097 time: 0.0753999 Feb 10 23:57:57.358992 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766deeb-2951-4019-a736-b2240704a280 req-ff41e8fc-a1a1-4598-a851-7db7fd30110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:57.360535 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-ff41e8fc-a1a1-4598-a851-7db7fd30110d service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.2515695 Feb 10 23:57:57.445927 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:55Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:57.449810 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 10 23:57:57.458443 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 10 23:57:57.459051 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-10T23:57:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:57.460912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-4baa3cf7-d0f2-469d-8e98-c3cc0b4e4955 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 999 time: 0.0936036 Feb 10 23:57:57.526366 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766deeb-2951-4019-a736-b2240704a280 req-9f003386-9438-4da7-a790-1a00702783ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:57.527846 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-9f003386-9438-4da7-a790-1a00702783ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0610042 Feb 10 23:57:57.601449 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766deeb-2951-4019-a736-b2240704a280 req-c05bb555-4e6f-4175-8f40-c4f0e2a3262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:57:57.602918 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-c05bb555-4e6f-4175-8f40-c4f0e2a3262a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688653 Feb 10 23:57:57.645163 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 10 23:57:57.741436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-1d41ce71-6448-4358-b265-3e3f40cd8f9a service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323850 Feb 10 23:57:57.874480 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f766deeb-2951-4019-a736-b2240704a280 req-78482624-3ca5-49f0-8122-84f0e2aab998 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275940 Feb 10 23:57:57.999703 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:55Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 10 23:57:58.003610 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7e9e91-7e0a-4416-b7d2-e88067477998 None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:55Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 10 23:57:58.200969 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008ee079-65b5-443a-9e2d-a26ade308c4a None None] New status for floating IP e63f68ff-5b74-4bde-bbe5-b7541d822e74: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 10 23:58:08.149234 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:58:08.374010 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b729a850-602f-435a-852a-91b2aaa07b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:10.652501 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b6e0d5a7-e1a8-4cf1-80f4-2947dd83927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:11.817352 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:12.138903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:13.288236 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:22.761368 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:23.367708 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-30a705f0-8b3c-4ea7-ba5f-6cb7193706a4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741498 Feb 10 23:58:23.506277 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-0e62efa3-51c5-46e9-b935-d2018fe78ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:23.507666 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-0e62efa3-51c5-46e9-b935-d2018fe78ed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1097 time: 0.0706515 Feb 10 23:58:23.647760 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-01b0210b-fff8-45c6-8432-65bdb29bcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:23.649183 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-01b0210b-fff8-45c6-8432-65bdb29bcfa3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1243482 Feb 10 23:58:23.750921 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-d1cbc152-750f-45cc-be57-736e05eff046 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 1001 time: 0.0954802 Feb 10 23:58:23.813592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-1112db4b-a4c8-4dc5-9230-39ce54694e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:23.815002 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-1112db4b-a4c8-4dc5-9230-39ce54694e7f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0578103 Feb 10 23:58:23.892798 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-c0249e8e-5f36-4e85-8fe5-b7d5f1892573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:58:23.894295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-c0249e8e-5f36-4e85-8fe5-b7d5f1892573 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724392 Feb 10 23:58:24.021732 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-955dca94-0aed-4db0-8904-8b374f7ea375 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217358 Feb 10 23:58:24.150960 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-38bab4a2-0c7e-4241-887d-64deadeb6455 req-009e5bca-a7ef-4f3f-b617-f3562ed25390 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235964 Feb 10 23:58:25.428991 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:38.375478 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eb24e677-fc5d-43ad-b07e-3ff7b90275ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:40.653881 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-de4654cb-1edd-4105-a82c-f8f7becb87d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:41.820008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:42.136415 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:43.289148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:45.148112 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:58:52.743067 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:58:55.419252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:08.377639 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-74d19af1-91c5-41a3-9c30-fdbccbecaec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:10.656221 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-72bb1d5d-e40b-47ed-bb60-87f5ffb46aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:11.821820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:12.139094 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:13.291618 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:22.148473 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 10 23:59:22.747908 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:24.368338 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-418cd8b5-46c4-4919-88e1-dd0020c199be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672946 Feb 10 23:59:24.608368 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9294-7240-4c93-8b48-6315cceec03a req-6a76adb2-7f04-486c-b556-b430c83990a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:24.610674 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-6a76adb2-7f04-486c-b556-b430c83990a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1097 time: 0.1735783 Feb 10 23:59:24.751625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9294-7240-4c93-8b48-6315cceec03a req-316e1fe5-8b85-4298-8c3b-97cc4e2c333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:24.753056 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-316e1fe5-8b85-4298-8c3b-97cc4e2c333b service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1247041 Feb 10 23:59:24.855046 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-63828c29-39a9-4425-a37c-c5f1a2607645 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 1001 time: 0.0945888 Feb 10 23:59:24.915382 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9294-7240-4c93-8b48-6315cceec03a req-8c5543e3-3203-4d24-9e49-539f451c0e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:24.916686 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-8c5543e3-3203-4d24-9e49-539f451c0e95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0559988 Feb 10 23:59:24.989272 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da9294-7240-4c93-8b48-6315cceec03a req-b811de96-8f09-4af2-9382-3bf49bc11a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 10 23:59:24.990704 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-b811de96-8f09-4af2-9382-3bf49bc11a8a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678542 Feb 10 23:59:25.001155 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-bc668c28-ed01-4f0d-abc2-17e98eebbd78 service neutron] http://10.222.0.53:9696/v2.0/extensions returned with HTTP 200 {{(pid=87653) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 10 23:59:25.002049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-bc668c28-ed01-4f0d-abc2-17e98eebbd78 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048890 Feb 10 23:59:25.132006 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-59385d5d-03ec-4d2a-91b7-5cfb9b978258 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235638 Feb 10 23:59:25.264307 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a0da9294-7240-4c93-8b48-6315cceec03a req-94cfc401-85ee-4fd9-98ed-387ad45fb1fc service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264110 Feb 10 23:59:25.451817 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:38.382958 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d0fc23f7-c1e0-4bfa-9840-51bf2c4262ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:40.659729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-279ed038-da1a-49be-a087-fdea8e15c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:41.822316 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:42.141820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:43.294323 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:52.767600 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:55.456820 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 10 23:59:59.147653 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:00:08.384619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a2674c02-e2f4-4eb5-953c-c77d9a9d283b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:10.660968 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f04970ad-100b-492b-9f41-0ef005f98d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:11.824545 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:12.144406 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:13.296903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:22.787768 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:25.455863 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-e800f514-6544-4978-a543-7de7a710bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:25.457523 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-e800f514-6544-4978-a543-7de7a710bd77 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1097 time: 0.0755506 Feb 11 00:00:25.461583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:25.605897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-665dddb8-407b-46f4-8c8d-21b0d8c49911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:25.607412 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-665dddb8-407b-46f4-8c8d-21b0d8c49911 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1269586 Feb 11 00:00:25.713089 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-ca7667c6-30c7-4c6e-8947-800793e6599d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 1001 time: 0.0982628 Feb 11 00:00:25.776841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-0aaecf5f-94b8-418d-a6d0-2ea86e93789e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:25.778245 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-0aaecf5f-94b8-418d-a6d0-2ea86e93789e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0578575 Feb 11 00:00:25.859869 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-d8695c80-7226-4c49-8d7f-6e497668e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:25.861350 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-d8695c80-7226-4c49-8d7f-6e497668e37d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731349 Feb 11 00:00:25.992101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-bf9080fd-75ab-4f6b-944a-e8e57c5e9079 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236281 Feb 11 00:00:26.124421 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-f916c26f-ef45-4473-a7f9-abc14326b4d8 req-e630396d-60d4-43f5-950b-af5a3715bd0b service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255481 Feb 11 00:00:28.980495 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b details requested by agent hyperv_n-h1-825178-4 with host n-h1-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:00:29.111320 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:29.126001 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Returning: {'device': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:00:29.183481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:29.200589 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2bae2f08-944a-4a9d-b3a8-2564a9a2390b {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:00:29.216153 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:29.219885 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:29.290967 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] get_ports_and_sgs() called for port_ids ['2bae2f08-944a-4a9d-b3a8-2564a9a2390b'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 11 00:00:29.314868 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:29.337808 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.338156 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.338493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.339641 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.340099 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.340437 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.340769 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.341097 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.341424 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.341746 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.342071 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:29.342392 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:30.992650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b up at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:00:31.063493 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Provisioning complete for port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:31.063857 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.178629 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.204914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:31.215321 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:31.220786 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:31.257374 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'code': 200} Feb 11 00:00:31.288602 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:36.148349 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:00:38.393925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-26ca9acb-127a-40c4-9da9-93fd29605161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:40.664297 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f4e26ba-eff0-4ba0-a584-c0a5bea428f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:41.828829 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:41.925677 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-0ad462b9-fab6-4b1c-999d-d1b8b44d963a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-102860996&fields=id&tenant_id=12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 267 time: 0.0469790 Feb 11 00:00:42.149326 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:42.176625 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-dff706a2-055c-479c-9334-3f86a2d10fa7 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:42.178070 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-dff706a2-055c-479c-9334-3f86a2d10fa7 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 809 time: 0.2460401 Feb 11 00:00:42.197290 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-8c1f1906-9d6c-4dc4-b580-ea57b175af7a tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/quotas/12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 375 time: 0.0132325 Feb 11 00:00:42.286359 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-87496f53-cb9c-4de5-8343-4c2149ecdeb8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0823920 Feb 11 00:00:42.463016 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-64b5b969-d5d8-4ad7-9dc8-f58f49e56bba service neutron] 10.222.0.53 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652555 Feb 11 00:00:42.593202 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-62fb6e7b-af2c-4cad-b358-9cdae4ef318d service neutron] 10.222.0.53 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242120 Feb 11 00:00:42.773792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-de3e1e0f-2381-469b-a305-009f8308c4b6 req-a7ae4f28-94bf-4ce7-8d0a-beb651ef4999 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 210 time: 0.0467083 Feb 11 00:00:43.300963 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:43.951601 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-67d0706b-43c9-479f-a968-51e1acb0ffca req-6370ae21-d8ec-4d0a-87a1-4dbfc9a2b2f4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 210 time: 0.0602851 Feb 11 00:00:44.007055 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-442ae543-4c6b-434e-8c80-7e0df3ebb3a1 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:44.008470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-442ae543-4c6b-434e-8c80-7e0df3ebb3a1 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 809 time: 0.1872497 Feb 11 00:00:44.058272 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-ae08ec82-ffea-4876-9a11-2e028d47313d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12d7d02506cc4a19a4249bb080b76f74 HTTP/1.1" status: 200 len: 379 time: 0.0384877 Feb 11 00:00:44.067360 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'port': {'device_id': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'admin_state_up': True, 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'security_groups': ['b8628ab5-275a-4ee2-a4c8-5767a463fea8']}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 00:00:44.207708 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:00:44.217347 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:00:44.227857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Made reservation on behalf of 12d7d02506cc4a19a4249bb080b76f74 for: {'port': 1} {{(pid=87653) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 00:00:44.231864 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:44.451981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Allocated IP 172.20.0.4 (41ead582-5d63-40f7-a2d4-1b634509cda9/36b5b790-0b8f-4417-b7bd-9873215ef772/91ecffe1-b7fc-4e0f-bbbc-36227fa84d51) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:00:44.690572 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:44.708019 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Transition to ACTIVE for port object 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 will not be triggered until provisioned by entity DHCP. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:44.738134 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:44.805592 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:00:44.814315 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:00:44.818915 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 11 00:00:44.895612 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:44.906770 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.907127 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.907554 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.907893 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.908227 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.908556 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.908881 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.909209 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.909532 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.909857 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.910182 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.910506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:00:44.933444 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:44.934071 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:44.968941 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-84548174-dbcc-43b7-9400-045a6f7202fe tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9051909 Feb 11 00:00:45.092292 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:00:45.171715 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-99b3d310-5339-4646-95f1-8b566bc76dc1 None None] Provisioning for port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 completed by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:00:45.180914 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-99b3d310-5339-4646-95f1-8b566bc76dc1 None None] Provisioning complete for port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 triggered by entity DHCP. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:00:45.181396 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-99b3d310-5339-4646-95f1-8b566bc76dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:45.199544 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f441af-0a11-4e06-b570-e02a0199a7a7 req-81669aa9-7939-4497-b318-6c71bdc934ff tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:45.200523 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2f441af-0a11-4e06-b570-e02a0199a7a7 req-81669aa9-7939-4497-b318-6c71bdc934ff tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:00:45.223006 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b2f441af-0a11-4e06-b570-e02a0199a7a7 req-81669aa9-7939-4497-b318-6c71bdc934ff tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:00:45.227807 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2f441af-0a11-4e06-b570-e02a0199a7a7 req-81669aa9-7939-4497-b318-6c71bdc934ff tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.1511295 Feb 11 00:00:45.279477 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2f441af-0a11-4e06-b570-e02a0199a7a7 req-64ed8f64-ddb0-4786-bb95-e66513a15b05 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491390 Feb 11 00:00:45.298065 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-99b3d310-5339-4646-95f1-8b566bc76dc1 None None] Port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 cannot update to ACTIVE because it is not bound. {{(pid=87654) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 11 00:00:45.310408 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:45.337831 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:45.349601 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:45.356068 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:45.442574 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Pushing event updated for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=8']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:45.474234 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'code': 200} Feb 11 00:00:46.498304 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be8a60-f8c3-4a0a-8a3a-27b016ab462f req-04e3f4da-a4f6-4cac-8ce3-d38aadbd0703 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:46.499808 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56be8a60-f8c3-4a0a-8a3a-27b016ab462f req-04e3f4da-a4f6-4cac-8ce3-d38aadbd0703 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.0945878 Feb 11 00:00:46.547628 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-56be8a60-f8c3-4a0a-8a3a-27b016ab462f req-f76a13f8-05e1-415f-aae1-de67288da86e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421298 Feb 11 00:00:47.788680 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc63c6d-d969-4b8d-b8f9-9e73d4f03ff2 req-583cf088-f99b-4d53-9707-e86b12ba6544 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:47.791081 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bc63c6d-d969-4b8d-b8f9-9e73d4f03ff2 req-583cf088-f99b-4d53-9707-e86b12ba6544 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.0991654 Feb 11 00:00:47.867244 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-2bc63c6d-d969-4b8d-b8f9-9e73d4f03ff2 req-f6a84ddc-94dd-46b7-85c9-811da602b4e7 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639758 Feb 11 00:00:49.075175 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be336b60-e824-4617-b37f-39ef0e32474e req-26237b1d-865d-41f1-b1dc-f608281bb592 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:49.077306 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be336b60-e824-4617-b37f-39ef0e32474e req-26237b1d-865d-41f1-b1dc-f608281bb592 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.0862825 Feb 11 00:00:49.163386 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-be336b60-e824-4617-b37f-39ef0e32474e req-182ff4f4-2001-4655-9471-b4d1e42a1415 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800815 Feb 11 00:00:50.475047 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa4e79-b5d0-41f2-aa6d-38d6483c8a0a req-a295c5c0-2cba-4e19-8455-3baca66fbb0f tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:50.476409 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66aa4e79-b5d0-41f2-aa6d-38d6483c8a0a req-a295c5c0-2cba-4e19-8455-3baca66fbb0f tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.2138293 Feb 11 00:00:50.525445 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-66aa4e79-b5d0-41f2-aa6d-38d6483c8a0a req-91140fe1-c444-47d1-ae70-f25581a0ebf9 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433853 Feb 11 00:00:51.725767 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb6942-78e2-4c7c-a12f-b8f94bf01213 req-ecdc11a1-d810-464c-a0e7-bd62a23aded6 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:51.727248 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bdeb6942-78e2-4c7c-a12f-b8f94bf01213 req-ecdc11a1-d810-464c-a0e7-bd62a23aded6 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 931 time: 0.0876465 Feb 11 00:00:51.774463 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-bdeb6942-78e2-4c7c-a12f-b8f94bf01213 req-cf8e1cc7-b23e-45c7-b7d3-a8c2c6e2e135 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411057 Feb 11 00:00:52.356060 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Request body: {'port': {'device_id': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 00:00:52.464334 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:52.792796 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:52.798246 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 {{(pid=87653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:00:52.805718 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:52.820512 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.provisioning_blocks [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Transition to ACTIVE for port object 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 will not be triggered until provisioned by entity L2. {{(pid=87653) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 00:00:52.824524 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:53.002181 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:53.130618 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bc638-5e27-4e28-9666-a26c21fde392 req-078b3b32-7ee1-4c5b-b3d0-fec8a1031170 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:53.132102 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-554bc638-5e27-4e28-9666-a26c21fde392 req-078b3b32-7ee1-4c5b-b3d0-fec8a1031170 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 943 time: 0.2435997 Feb 11 00:00:53.136250 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Attempting to bind port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 on host n-h2-825178-4 for vnic_type normal with profile {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 11 00:00:53.136575 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Attempting to bind port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 by drivers openvswitch,hyperv on host n-h2-825178-4 at level 0 using segments [{'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 11 00:00:53.136897 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Attempting to bind port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 11 00:00:53.155989 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 on network 41ead582-5d63-40f7-a2d4-1b634509cda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-4 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 11 00:00:53.156243 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Attempting to bind port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 on network 41ead582-5d63-40f7-a2d4-1b634509cda9 {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 11 00:00:53.167189 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Checking agent: {'id': '5e114971-f1b8-4c2d-8979-c0f873449d75', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'started_at': datetime.datetime(2022, 2, 10, 22, 22, 51), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 0, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 11 00:00:53.167560 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Checking segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 11 00:00:53.167940 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Bound using segment: {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'} {{(pid=87653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 11 00:00:53.168359 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.managers [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Bound port: 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host: n-h2-825178-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '798f86cf-761f-48e6-b1f1-ebd16ba93315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9'}}] {{(pid=87653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 11 00:00:53.168698 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:53.232828 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-554bc638-5e27-4e28-9666-a26c21fde392 req-d06826ea-30b6-49ca-b6b2-00e80c7c28f3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924990 Feb 11 00:00:53.271951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, cleared binding levels {{(pid=87653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 11 00:00:53.274819 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 11 00:00:53.279264 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:53.339830 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:53.340450 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:53.341949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] 10.222.0.24 "PUT /v2.0/ports/91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 1091 time: 1.0328856 Feb 11 00:00:53.342352 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:00:53.364903 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff388-3e7d-4d5e-8cb5-5714dc4ef65a service neutron] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=3']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:53.415886 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'status': 'completed', 'code': 200} Feb 11 00:00:53.458744 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-f953fada-ccc3-49bb-915b-1ea1bbc59977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:53.460295 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-f953fada-ccc3-49bb-915b-1ea1bbc59977 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1094 time: 0.0772431 Feb 11 00:00:53.534776 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-edaf5579-7bba-4e86-9d9b-5536ec9cfe08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 217 time: 0.0668871 Feb 11 00:00:53.596724 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-6509c6a7-42e8-4509-8b0b-232a3991c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:53.598051 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-6509c6a7-42e8-4509-8b0b-232a3991c9ac service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0582736 Feb 11 00:00:53.675022 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-8e0d073d-975c-4a40-94b8-6bbefc97fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:53.676489 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-8e0d073d-975c-4a40-94b8-6bbefc97fed8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725341 Feb 11 00:00:53.908998 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-fc7d626e-3c01-45c6-a347-36a89f1327a9 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262123 Feb 11 00:00:54.039897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b9f6606d-4df3-49c6-baa8-0f9614877dd6 req-072a6193-cf94-45a2-9494-47b0ace85016 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251183 Feb 11 00:00:54.150603 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-c0e27828-ebf0-4989-a02d-81813a0a8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:54.152116 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-c0e27828-ebf0-4989-a02d-81813a0a8ffd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1094 time: 0.0700529 Feb 11 00:00:54.290235 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-53d4ab7d-19f4-4d45-9914-c2d0a60ce8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:54.291706 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-53d4ab7d-19f4-4d45-9914-c2d0a60ce8e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1334195 Feb 11 00:00:54.392675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-9bb82c62-800b-4ea6-85a7-4bfcbe16b00f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 217 time: 0.0935938 Feb 11 00:00:54.476836 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-400c7abc-72d7-4579-8811-0971f43e5f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:54.478187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-400c7abc-72d7-4579-8811-0971f43e5f40 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0745301 Feb 11 00:00:54.536524 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ace6a-e0dc-4521-8307-b256e80ecfd1 req-5a04a699-661d-4fe1-9bd5-f9b5da2788d0 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:54.537961 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-811ace6a-e0dc-4521-8307-b256e80ecfd1 req-5a04a699-661d-4fe1-9bd5-f9b5da2788d0 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 943 time: 0.1833868 Feb 11 00:00:54.593048 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-811ace6a-e0dc-4521-8307-b256e80ecfd1 req-d816d85e-742d-43b3-8f43-bec5971a98a6 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492039 Feb 11 00:00:54.598788 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-13fa00ca-61d7-48dc-9d4a-f606f5b6f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:54.600219 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-13fa00ca-61d7-48dc-9d4a-f606f5b6f7fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156847 Feb 11 00:00:54.730764 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-2cb3bf2d-1f52-468d-8469-b79477a1dd25 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236539 Feb 11 00:00:54.866250 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-88fe8037-fa94-4c2b-89d2-ef97f313c876 req-6641bb02-ef9e-4a34-9278-39d5de67fecb service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264257 Feb 11 00:00:55.465821 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:55.779185 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b01a-058d-44d1-b3cb-bb4d3c8b4d0f req-ae98d46b-0038-4a5a-abd1-ae20c69e876f tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:55.781330 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8a5b01a-058d-44d1-b3cb-bb4d3c8b4d0f req-ae98d46b-0038-4a5a-abd1-ae20c69e876f tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 943 time: 0.0841889 Feb 11 00:00:55.824319 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b8a5b01a-058d-44d1-b3cb-bb4d3c8b4d0f req-8510f0ad-81db-4c69-a9c9-49ea55eb098e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375187 Feb 11 00:00:57.006377 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02955cd-500a-4bc6-b698-35f402517d76 req-e4bf4678-91a8-47e5-b619-d6560da89997 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:57.007871 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a02955cd-500a-4bc6-b698-35f402517d76 req-e4bf4678-91a8-47e5-b619-d6560da89997 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 943 time: 0.0802641 Feb 11 00:00:57.055912 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-a02955cd-500a-4bc6-b698-35f402517d76 req-3ef4919e-617e-4cec-9dbf-caf009654f20 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Feb 11 00:00:57.934740 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:00:58.096512 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:58.109759 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'mac_address': 'fa:16:3e:1f:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:00:58.168860 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:58.186514 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:00:58.201534 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:00:58.206347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:00:58.240799 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be5720-b067-4d98-aadc-fb12f5d7dda4 req-d291c2fd-132e-462e-b08d-60fe6069ddf4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:58.242261 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8be5720-b067-4d98-aadc-fb12f5d7dda4 req-d291c2fd-132e-462e-b08d-60fe6069ddf4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 943 time: 0.0807867 Feb 11 00:00:58.272413 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=4']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:00:58.288072 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-e8be5720-b067-4d98-aadc-fb12f5d7dda4 req-dc0262cc-3159-40f1-a8f6-32f53a23559d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401909 Feb 11 00:00:58.443567 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 11 00:00:59.474765 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43508ced-30cc-408f-9aa8-05a4993006db req-8e4ae92c-2965-4c13-9d0d-25fff7067716 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:00:59.476182 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43508ced-30cc-408f-9aa8-05a4993006db req-8e4ae92c-2965-4c13-9d0d-25fff7067716 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 944 time: 0.0830076 Feb 11 00:00:59.519935 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-43508ced-30cc-408f-9aa8-05a4993006db req-6e729bf1-d1ce-498a-9725-1d50f26880e8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382164 Feb 11 00:00:59.950202 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:01:00.018357 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning for port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 completed by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 00:01:00.023813 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:01:00.024176 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:00.141522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:00.167462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:01:00.177706 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:01:00.181610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:00.213170 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'code': 200} Feb 11 00:01:00.253298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=5']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:01:00.339639 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb519c-67cb-4445-98ab-51b437bcf9f4 req-d1f9b12d-6ba8-4b22-b504-259c170942a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:00.341159 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eedb519c-67cb-4445-98ab-51b437bcf9f4 req-d1f9b12d-6ba8-4b22-b504-259c170942a8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1096 time: 0.0686419 Feb 11 00:01:00.382299 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-eedb519c-67cb-4445-98ab-51b437bcf9f4 req-8cda0b25-f2cf-43fd-a761-5514b3ad1f0b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Feb 11 00:01:00.706807 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0f1bb-57cc-4adf-9fe5-937ebf08053d req-c7cf3bef-95e3-44c9-a7b6-d2703fc5b159 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:00.708291 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dc0f1bb-57cc-4adf-9fe5-937ebf08053d req-c7cf3bef-95e3-44c9-a7b6-d2703fc5b159 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.0815413 Feb 11 00:01:00.755869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3dc0f1bb-57cc-4adf-9fe5-937ebf08053d req-9cbbddfb-08c4-4137-8f1c-0a8fbb78106e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419717 Feb 11 00:01:01.937598 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d38708-7cf6-4b75-a3aa-15bc9e4155e3 req-82b9fead-a591-4c5d-90b4-cd81be6d9f48 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:01.938964 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52d38708-7cf6-4b75-a3aa-15bc9e4155e3 req-82b9fead-a591-4c5d-90b4-cd81be6d9f48 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.0795553 Feb 11 00:01:01.985174 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52d38708-7cf6-4b75-a3aa-15bc9e4155e3 req-3f121ad1-bced-4631-afd2-f3901b0116b8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404904 Feb 11 00:01:02.169071 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd7e7e-132c-4711-8f21-7ef6ea99e26c req-c88d1489-67bd-4794-817f-5751a09ead2e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:02.170544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99fd7e7e-132c-4711-8f21-7ef6ea99e26c req-c88d1489-67bd-4794-817f-5751a09ead2e tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.0796497 Feb 11 00:01:02.214862 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-99fd7e7e-132c-4711-8f21-7ef6ea99e26c req-82cb48cc-3e61-4d0d-bfe0-5fac6cc9ec32 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387106 Feb 11 00:01:02.237296 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40414) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:01:02.310590 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403df62-a0b0-44e2-8685-5add1810240e tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:02.312817 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-3403df62-a0b0-44e2-8685-5add1810240e tempest-TestSnapshotPattern-2023582701 tempest-TestSnapshotPattern-2023582701-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1091 time: 0.0745740 Feb 11 00:01:02.315866 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40418) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:01:02.320690 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.v2.base [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Request body: {'floatingip': {'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87653) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 00:01:02.327786 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 11 00:01:02.332089 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Usage tracker for resource:floatingip and tenant:12d7d02506cc4a19a4249bb080b76f74 is out of sync, need to count used quota {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 11 00:01:02.335195 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87653) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 11 00:01:02.340775 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.quota.driver [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87653) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 11 00:01:02.450927 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:02.585775 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:02.717485 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_common [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Allocated IP 172.25.2.115 (0d23f4bc-0c13-4fa4-badc-64816cdf33b2/81f1b163-b236-45df-99ac-047c4311a844/648101ee-5936-48c3-9546-f231f6e8412c) {{(pid=87653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 00:01:02.873558 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:02.903721 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8780897529101', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:02.967293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Network 0d23f4bc-0c13-4fa4-badc-64816cdf33b2 is already hosted by enough agents. {{(pid=87653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 00:01:02.970822 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.base_scheduler [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Resources bound (agent type, host, resource id): {{(pid=87653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 00:01:02.975129 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Received port after_create {{(pid=87653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 11 00:01:03.010279 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=648101ee-5936-48c3-9546-f231f6e8412c,revision_number=1']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:01:03.392492 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:03.472964 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:03.673484 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for port, precommit_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:03.677838 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-842496'] for port, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:03.787951 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event updated for resources: {'Port': ['ID=648101ee-5936-48c3-9546-f231f6e8412c,revision_number=2']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:01:03.797757 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-543904'] for floatingip, after_update {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:03.966537 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Floating IP 2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0 associated. External IP: 172.25.2.115, port: 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51. Feb 11 00:01:04.412278 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 11 00:01:04.598978 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 11 00:01:04.609570 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 00:01:04.619170 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:01:04.619817 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:00:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:01:04.623533 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:04.679726 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-301c6faa-0bb2-4cc4-86ac-72ba03a0759b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3627431 Feb 11 00:01:04.680314 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:01:04.724636 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'status': 'completed', 'code': 200} Feb 11 00:01:04.799891 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:01:04.815892 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-99c8f7a3-ba96-4743-a38a-21d227cfecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:04.817424 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-99c8f7a3-ba96-4743-a38a-21d227cfecdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1096 time: 0.0716109 Feb 11 00:01:04.950766 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-795731d0-b040-4f95-bf8f-573f344fd3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:04.952187 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-795731d0-b040-4f95-bf8f-573f344fd3b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1288285 Feb 11 00:01:05.058563 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-565f4f03-9098-48c4-b0d0-fea0e3e9174f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 999 time: 0.1004217 Feb 11 00:01:05.126564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-2e9cfd6e-2d68-4c02-87bb-881198c1eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:05.128049 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-2e9cfd6e-2d68-4c02-87bb-881198c1eb67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0645242 Feb 11 00:01:05.146114 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:1f:3c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:01:03Z', 'updated_at': '2022-02-11T00:01:03Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}, {'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:01:05.150462 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 00:01:05.159809 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:01:05.160414 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:00:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:01:05.204511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-39b6c170-ee7f-45ca-80ef-7f9414d696b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:05.205937 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-39b6c170-ee7f-45ca-80ef-7f9414d696b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723100 Feb 11 00:01:05.339404 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-6d014520-8d51-47b0-acd5-0fe988d8ba66 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276596 Feb 11 00:01:05.374192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:01:05.471040 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8a6887c4-a6f6-47fe-9ffc-be283496e359 req-5f10e5b8-135f-4627-aca1-116d55c5cb39 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263344 Feb 11 00:01:05.722333 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:1f:3c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:01:03Z', 'updated_at': '2022-02-11T00:01:03Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}, {'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:01:05.726195 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da5f82a-895a-477c-ae76-19c83f5ac9f6 None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': '2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:1f:3c:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T00:01:03Z', 'updated_at': '2022-02-11T00:01:03Z', 'revision_number': 0, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}, {'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 00:01:05.924048 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff77ebe-4f42-4ca1-aca0-af27915b7692 None None] New status for floating IP 2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0: ACTIVE {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 00:01:08.386505 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1434785b-89f0-4612-af37-f35b55428adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:10.666577 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e08c8d3d-a3dc-448a-bdb7-20f3ebe06e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:11.831938 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:12.145898 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:13.148298 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:01:13.302214 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:22.816962 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:25.432470 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-0501699a-b878-43cf-91b8-adc9ecf0e452 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128516 Feb 11 00:01:25.484813 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:25.677907 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-d0ade936-d123-45c8-b217-0969f6a5afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:25.679416 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-d0ade936-d123-45c8-b217-0969f6a5afd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1095 time: 0.1779642 Feb 11 00:01:25.820177 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-be653f9d-9ba8-4c5b-afa6-81d5709ac03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:25.821609 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-be653f9d-9ba8-4c5b-afa6-81d5709ac03c service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1235504 Feb 11 00:01:25.923265 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-181c5b22-dbc4-4440-a040-c9392300cc7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 999 time: 0.0953462 Feb 11 00:01:25.983016 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-200b9c0b-6c00-4f64-ba4b-364577ecc737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:25.984453 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-200b9c0b-6c00-4f64-ba4b-364577ecc737 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0559487 Feb 11 00:01:26.061474 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-0884a729-bc4c-4853-8cab-2b396655f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:26.062949 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-0884a729-bc4c-4853-8cab-2b396655f05b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727477 Feb 11 00:01:26.199251 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-6a5cb73d-307d-45c9-97c2-ef56d3912d59 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298425 Feb 11 00:01:26.328652 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-3a372d1a-3606-47bd-bed4-fa47dd052a90 req-7450a6b8-209e-491f-9400-f4708cab1e12 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229715 Feb 11 00:01:38.387307 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-59ad7b25-18a6-414c-a696-6eb2eb03a173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:39.966212 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-0676d287-b463-4105-a514-da48f78f7892 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678284 Feb 11 00:01:40.105564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-eaa13209-0925-4917-a9f5-c27fddbec2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:40.107024 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-eaa13209-0925-4917-a9f5-c27fddbec2d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1096 time: 0.0735033 Feb 11 00:01:40.253183 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-0ae5f0c8-eede-4149-850d-941bb7b091f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:40.254543 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-0ae5f0c8-eede-4149-850d-941bb7b091f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1283700 Feb 11 00:01:40.355568 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-d02454a0-dfdb-437e-9599-a214bfe2645a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 1001 time: 0.0948009 Feb 11 00:01:40.416828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-e359ec2a-0be4-462a-950b-4b13435301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:40.418269 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-e359ec2a-0be4-462a-950b-4b13435301f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0571778 Feb 11 00:01:40.491338 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-08408f2d-28bd-4722-9073-eab1338f1350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:01:40.492796 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-08408f2d-28bd-4722-9073-eab1338f1350 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687232 Feb 11 00:01:40.621303 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-6fcde3a9-93a7-4f65-b543-9696aa2bd81e service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219201 Feb 11 00:01:40.668373 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2cbc9a6a-1415-405f-af0e-52e5bb39d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:40.752619 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-52ce182c-eabe-4a75-8689-e2d1683de80e req-106908e2-13ab-4baa-a3a9-6c8c54ae3263 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252091 Feb 11 00:01:41.833708 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:42.147790 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:43.306429 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:50.147522 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:01:52.808631 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:01:55.488112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:08.388574 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6f82baf9-6583-441a-ad2c-00540eacb993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:10.670828 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-969e6a89-d3f6-4900-a70f-b9687f6d3dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:11.836112 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:12.151945 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:13.306767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:22.832174 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:25.490677 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:26.504485 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-6ed3cc34-4b56-47b4-84ec-c987f7412a00 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1734889 Feb 11 00:02:26.642353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-c02ce12a-301d-499d-9fe9-31d74c9566cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:26.643856 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-c02ce12a-301d-499d-9fe9-31d74c9566cd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1095 time: 0.0718856 Feb 11 00:02:26.788088 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-2dc0a337-b4a9-410a-a0dc-257c927ebc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:26.789457 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-2dc0a337-b4a9-410a-a0dc-257c927ebc35 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1272829 Feb 11 00:02:26.895490 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-23491d0c-354d-439a-b778-1f5c61870e36 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 999 time: 0.1005664 Feb 11 00:02:26.961637 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-0ec9d2a1-d872-4f2e-b464-c41f728bc559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:26.963076 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-0ec9d2a1-d872-4f2e-b464-c41f728bc559 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0620301 Feb 11 00:02:27.035846 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-388cb78d-20df-4b2f-9b0a-a9ab3e5c77bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:27.037436 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-388cb78d-20df-4b2f-9b0a-a9ab3e5c77bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686722 Feb 11 00:02:27.147051 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:02:27.175678 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-4c30c91c-62b8-4abd-95ab-777efa417a0d service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323633 Feb 11 00:02:27.304952 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-7116b431-2732-40c9-abaa-6993f89f2dc7 req-529de1ed-9ad2-4099-84ed-565a03aa6b09 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235046 Feb 11 00:02:36.321089 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 details requested by agent hyperv_n-h2-825178-4 with host n-h2-825178-4 {{(pid=87654) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 11 00:02:36.473086 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:36.486319 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Returning: {'device': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'port_id': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'mac_address': 'fa:16:3e:1f:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87654) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 11 00:02:36.542386 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:36.568230 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 {{(pid=87654) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 11 00:02:36.590049 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:36.596248 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:36.676535 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=6']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:36.677290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] get_ports_and_sgs() called for port_ids ['91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'] {{(pid=87654) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 11 00:02:36.711391 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.711739 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.712075 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.712417 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.712737 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.713061 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.713382 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.713699 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.714017 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.714334 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.714650 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:36.714964 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:38.317724 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 up at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 11 00:02:38.403937 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-958115b3-e3e0-4aca-b089-f4677f25c31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:38.415540 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.provisioning_blocks [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Provisioning complete for port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 triggered by entity L2. {{(pid=87654) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 00:02:38.416115 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1737775'] for port, provisioning_complete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:38.570627 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:38.604383 n-d-825178-4 neutron-server[87654]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87654) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:38.616119 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:38.622272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8780898052109', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8780897529119', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8780897529164'] for port, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:38.665380 n-d-825178-4 neutron-server[87654]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'code': 200} Feb 11 00:02:38.701580 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Pushing event updated for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=7']} {{(pid=87654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:40.674884 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8c4d9ed-cab5-44b9-aaa2-ad38ec57dd9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:41.843573 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:42.055681 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-d33f106a-2c64-4657-8308-53c6fde88078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:42.057897 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-d33f106a-2c64-4657-8308-53c6fde88078 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1096 time: 0.0753355 Feb 11 00:02:42.167667 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:42.223130 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-03f39cb6-ae2a-4ac3-bcf9-6b87511e2026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:42.224751 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-03f39cb6-ae2a-4ac3-bcf9-6b87511e2026 service neutron] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1478541 Feb 11 00:02:42.336449 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-57ef5b70-bbe5-4701-b3d5-c5de8434f573 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 1001 time: 0.1057377 Feb 11 00:02:42.416513 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-d2a110a0-7168-4f4e-bbdd-de08bb5eeabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:42.417943 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-d2a110a0-7168-4f4e-bbdd-de08bb5eeabe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0756085 Feb 11 00:02:42.506633 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-c6277e7e-34c2-4ba9-adb6-e5fea494d8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:42.508171 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-c6277e7e-34c2-4ba9-adb6-e5fea494d8f1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830925 Feb 11 00:02:42.655541 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-d3fc32bf-52ee-411f-a3cd-d6b9c20f5672 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404586 Feb 11 00:02:42.815101 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-cf3faeeb-2572-4b7b-8df8-aae49845b152 req-a90504c5-77f1-4fae-bf0e-301380eff503 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530545 Feb 11 00:02:43.313721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:46.275557 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40620) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:02:46.578908 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Deleting port 648101ee-5936-48c3-9546-f231f6e8412c {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:02:46.579297 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:46.743244 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:46.743600 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:46.866919 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Calling delete_port for 648101ee-5936-48c3-9546-f231f6e8412c owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:02:47.011611 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:47.061647 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event deleted for resources: {'Port': ['ID=648101ee-5936-48c3-9546-f231f6e8412c,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:47.099506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.099858 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.100202 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.100539 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.100872 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.101201 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.101528 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.101853 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.102178 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.102504 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.102828 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.103150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:02:47.163222 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:47.163593 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Floating IP 2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0 disassociated (deleted). External IP: 172.25.2.115, port: 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51. Feb 11 00:02:47.519517 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 11 00:02:47.700054 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 11 00:02:47.712467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 00:02:47.722200 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:47.723647 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:02:47.724298 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:47.917891 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-6adc8ded-2180-4937-ab3e-103e91e29145 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "DELETE /v2.0/floatingips/2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0 HTTP/1.1" status: 204 len: 168 time: 1.6412308 Feb 11 00:02:47.918482 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:47.982098 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:02:48.246319 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'status': 'completed', 'code': 200} Feb 11 00:02:48.373275 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:48.377713 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 00:02:48.386147 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:02:48.386507 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:48.418787 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-291b8084-fbac-4787-ae04-396ae543e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:48.420282 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-291b8084-fbac-4787-ae04-396ae543e4c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 1096 time: 0.1504910 Feb 11 00:02:48.525574 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5ff28-5d29-4c23-a2f5-9a7cae02275f req-530f1240-c1cc-4a58-a683-dd64b7da66d3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:48.526264 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b1f5ff28-5d29-4c23-a2f5-9a7cae02275f req-530f1240-c1cc-4a58-a683-dd64b7da66d3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:02:48.561404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-b1f5ff28-5d29-4c23-a2f5-9a7cae02275f req-530f1240-c1cc-4a58-a683-dd64b7da66d3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:02:48.563437 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1f5ff28-5d29-4c23-a2f5-9a7cae02275f req-530f1240-c1cc-4a58-a683-dd64b7da66d3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.2161744 Feb 11 00:02:48.569025 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:02:48.606891 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-647ec781-4edc-42f3-9b0b-cf6e70b9cf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:48.608562 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-647ec781-4edc-42f3-9b0b-cf6e70b9cf8d service neutron] 10.222.0.24 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1809952 Feb 11 00:02:48.690023 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b1f5ff28-5d29-4c23-a2f5-9a7cae02275f req-ae062047-8c5f-4743-a8f4-4f6f505e1b33 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195922 Feb 11 00:02:48.691425 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-dbc67688-351a-4d0b-928f-a42adffc6621 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 200 len: 217 time: 0.0736690 Feb 11 00:02:48.754552 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-33be7f14-c6a0-4f35-8c6a-30b108740e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:48.756221 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-33be7f14-c6a0-4f35-8c6a-30b108740e23 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0586214 Feb 11 00:02:48.832981 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-e553eac0-96b3-4672-92c6-bd135cef961c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:48.834503 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-e553eac0-96b3-4672-92c6-bd135cef961c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727024 Feb 11 00:02:48.934043 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:48.938683 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256b683d-8b64-4a8f-9280-ac95d112af3f None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_floatingips': [{'id': 'e63f68ff-5b74-4bde-bbe5-b7541d822e74', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'router_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'port_id': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'mac_address': 'fa:16:3e:fa:1b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-10T23:57:55Z', 'updated_at': '2022-02-10T23:57:58Z', 'revision_number': 1, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 00:02:48.968821 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-50f89dbf-29f7-4472-960f-20e7cb046825 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273072 Feb 11 00:02:49.106792 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-db9a1a42-2f80-4571-8b3b-75a3a2f8dcad req-c34fb4dd-20e5-4af2-a111-3f58ed7ef341 service neutron] 10.222.0.24 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313922 Feb 11 00:02:49.174501 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45dd2171-13de-47cb-8197-8c6106ae7759 None None] New status for floating IP 2ebd587e-4b9c-4aac-8c10-8fb63dab6eb0: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 00:02:49.754659 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-aae48515-3431-4b44-9cf4-a9d16506631b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:49.756141 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-aae48515-3431-4b44-9cf4-a9d16506631b tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.0822647 Feb 11 00:02:49.871335 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Deleting port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:02:49.871677 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:49.996506 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04238afd-d744-41bc-8185-bdaa3b0bd819 req-99c83079-fa3d-4e9b-bbbd-cf7182366180 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:49.997869 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04238afd-d744-41bc-8185-bdaa3b0bd819 req-99c83079-fa3d-4e9b-bbbd-cf7182366180 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 945 time: 0.1965241 Feb 11 00:02:50.127647 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-04238afd-d744-41bc-8185-bdaa3b0bd819 req-c25be22e-b672-43f0-83f1-2e64f2285128 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234128 Feb 11 00:02:50.170029 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] For port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51, host n-h2-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-4',level=0,port_id=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:50.170388 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.290810 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Calling delete_port for 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:02:50.336872 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:02:50.457064 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584445'] for port, before_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.552312 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.606698 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event deleted for resources: {'Port': ['ID=91ecffe1-b7fc-4e0f-bbbc-36227fa84d51,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:50.688589 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] No DVR routers for this DVR port 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 on host n-h2-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:02:50.691788 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:50.695844 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-deleted', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:50.709586 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-b2dc204d-10da-4f6f-b0cc-f1d2be3c0319 req-1616760e-1d84-4967-852b-cd363dd10e55 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.24 "DELETE /v2.0/ports/91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 HTTP/1.1" status: 204 len: 173 time: 0.9483783 Feb 11 00:02:50.739724 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf20b8c-7663-4310-a547-e5645ca6885c', 'name': 'network-vif-deleted', 'tag': '91ecffe1-b7fc-4e0f-bbbc-36227fa84d51', 'status': 'completed', 'code': 200} Feb 11 00:02:51.298198 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c3ddfbc1-0629-4600-b811-7521d278be2b req-bd8397ba-5b56-4552-8f1f-51f8832710a3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:02:51.313508 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-c3ddfbc1-0629-4600-b811-7521d278be2b req-bd8397ba-5b56-4552-8f1f-51f8832710a3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:02:51.314860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3ddfbc1-0629-4600-b811-7521d278be2b req-bd8397ba-5b56-4552-8f1f-51f8832710a3 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=bbf20b8c-7663-4310-a547-e5645ca6885c HTTP/1.1" status: 200 len: 210 time: 0.0663114 Feb 11 00:02:52.835367 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:52.945755 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40688) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:02:53.146912 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Deleting port 90f51672-684d-4a39-b80a-93907cb6e676 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:02:53.147252 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:53.317049 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:53.317377 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:53.438747 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Calling delete_port for 90f51672-684d-4a39-b80a-93907cb6e676 owned by network:floatingip {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:02:53.588031 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:53.634102 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event deleted for resources: {'Port': ['ID=90f51672-684d-4a39-b80a-93907cb6e676,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:53.727690 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for floatingip, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:53.728534 n-d-825178-4 neutron-server[87653]: INFO neutron.db.l3_db [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Floating IP e63f68ff-5b74-4bde-bbe5-b7541d822e74 disassociated (deleted). External IP: 172.25.2.54, port: 2bae2f08-944a-4a9d-b3a8-2564a9a2390b. Feb 11 00:02:54.177353 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 11 00:02:54.337063 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 no longer exists at agent hyperv_n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:02:54.352287 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 11 00:02:54.367571 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 00:02:54.372207 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for floatingip, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:54.376761 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] No Port match for: 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:02:54.377143 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Device 91ecffe1-b7fc-4e0f-bbbc-36227fa84d51 not bound to the agent host n-h2-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:02:54.384331 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:02:54.384947 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:54.430750 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-12471794-34a6-4cee-8ed4-875615a45276 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "DELETE /v2.0/floatingips/e63f68ff-5b74-4bde-bbe5-b7541d822e74 HTTP/1.1" status: 204 len: 168 time: 1.4837263 Feb 11 00:02:54.431159 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:54.607016 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:02:54.674602 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'status': 'completed', 'code': 200} Feb 11 00:02:54.771170 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-4cc6c67f-fa8e-4787-94c2-15c00fc59731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:54.772675 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-4cc6c67f-fa8e-4787-94c2-15c00fc59731 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=12d7d02506cc4a19a4249bb080b76f74&device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 1095 time: 0.0775101 Feb 11 00:02:54.925009 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:54.928890 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 00:02:54.937111 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:02:54.937707 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:54.964162 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-1f282296-c61a-4356-adae-5517f792f663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:54.965544 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-1f282296-c61a-4356-adae-5517f792f663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 200 len: 910 time: 0.1616721 Feb 11 00:02:54.973889 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac159ec-3001-439f-bb56-b64d7a575b94 req-9e2ce791-dd73-47e1-9886-e98544f5ad79 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:54.974573 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6ac159ec-3001-439f-bb56-b64d7a575b94 req-9e2ce791-dd73-47e1-9886-e98544f5ad79 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Synchronizing usage tracker for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 11 00:02:55.045370 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-23d8d584-7789-4052-853e-0043e4979641 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 200 len: 217 time: 0.0679777 Feb 11 00:02:55.051204 n-d-825178-4 neutron-server[87653]: DEBUG neutron.quota.resource [req-6ac159ec-3001-439f-bb56-b64d7a575b94 req-9e2ce791-dd73-47e1-9886-e98544f5ad79 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Unset dirty status for tenant:12d7d02506cc4a19a4249bb080b76f74 on resource:port {{(pid=87653) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 11 00:02:55.052293 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ac159ec-3001-439f-bb56-b64d7a575b94 req-9e2ce791-dd73-47e1-9886-e98544f5ad79 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.2837451 Feb 11 00:02:55.124672 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:02:55.147158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-6ac159ec-3001-439f-bb56-b64d7a575b94 req-07eb90a1-8ae1-4621-b840-148deec8e24d tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601425 Feb 11 00:02:55.148692 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-a83df494-80cb-479b-8ed8-2c16ebb57d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:55.150037 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-a83df494-80cb-479b-8ed8-2c16ebb57d59 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 200 len: 848 time: 0.0969229 Feb 11 00:02:55.228797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-58324005-c553-40b0-adf0-244f497d8299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:55.230834 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-58324005-c553-40b0-adf0-244f497d8299 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=41ead582-5d63-40f7-a2d4-1b634509cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733874 Feb 11 00:02:55.367763 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-8440415d-43be-4364-a520-7e6e0fa5128b service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302481 Feb 11 00:02:55.438192 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:02:55.442370 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90f6e5f-65a7-427e-8bdf-9e50fb2f0004 None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:32Z', 'revision_number': 4, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4', '_interfaces': [{'id': 'eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541', 'name': '', 'network_id': '41ead582-5d63-40f7-a2d4-1b634509cda9', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'mac_address': 'fa:16:3e:2d:f5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:31Z', 'updated_at': '2022-02-10T23:57:38Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'subnets': [{'id': '36b5b790-0b8f-4417-b7bd-9873215ef772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 00:02:55.503753 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-8abdfde2-660f-4689-ae5d-12c4fb70b375 req-72e25d48-5f66-42ea-a5fe-de492199ca59 service neutron] 10.222.0.30 "GET /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298110 Feb 11 00:02:55.511721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:55.680058 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9b758c-6b01-4ef1-89c1-0dfc4fee4cff None None] New status for floating IP e63f68ff-5b74-4bde-bbe5-b7541d822e74: DOWN {{(pid=87655) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 00:02:55.715641 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-c42172ac-4e13-4c28-bccd-2e193a471d56 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:55.717069 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-c42172ac-4e13-4c28-bccd-2e193a471d56 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.30 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.0876498 Feb 11 00:02:55.786394 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Deleting port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:02:55.786623 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:56.031488 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] For port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b, host n-h1-825178-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-4',level=0,port_id=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:56.031837 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:56.152062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Calling delete_port for 2bae2f08-944a-4a9d-b3a8-2564a9a2390b owned by compute:nova {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:02:56.445404 n-d-825178-4 neutron-server[87653]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fe0292-31ba-424d-b3c2-ee6e45e4640c req-c694339e-1ff1-41f0-bdc6-aa23b226f306 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87653) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 00:02:56.446762 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3fe0292-31ba-424d-b3c2-ee6e45e4640c req-c694339e-1ff1-41f0-bdc6-aa23b226f306 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/ports?device_id=25fa2ec0-904c-4073-a520-ad107fc692fc HTTP/1.1" status: 200 len: 944 time: 0.1517713 Feb 11 00:02:56.490337 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:56.548860 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-c3fe0292-31ba-424d-b3c2-ee6e45e4640c req-6171437f-fb03-46d2-8091-d474e4a47cd4 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "GET /v2.0/security-groups?id=b8628ab5-275a-4ee2-a4c8-5767a463fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964317 Feb 11 00:02:56.549841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event deleted for resources: {'Port': ['ID=2bae2f08-944a-4a9d-b3a8-2564a9a2390b,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:56.627683 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] No DVR routers for this DVR port 2bae2f08-944a-4a9d-b3a8-2564a9a2390b on host n-h1-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:02:56.630094 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40238'] for port, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:56.642878 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [req-5e874ff1-be0d-48ab-b50f-da6854163408 req-f853b209-9289-4011-b015-4b558c4c23c8 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.30 "DELETE /v2.0/ports/2bae2f08-944a-4a9d-b3a8-2564a9a2390b HTTP/1.1" status: 204 len: 173 time: 0.9211235 Feb 11 00:02:56.675797 n-d-825178-4 neutron-server[87653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-deleted', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b'}] {{(pid=87653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 11 00:02:56.718870 n-d-825178-4 neutron-server[87653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25fa2ec0-904c-4073-a520-ad107fc692fc', 'name': 'network-vif-deleted', 'tag': '2bae2f08-944a-4a9d-b3a8-2564a9a2390b', 'status': 'completed', 'code': 200} Feb 11 00:02:57.649012 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40704) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:02:57.716674 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:57.745477 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:57.812885 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:57.833067 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8628ab5-275a-4ee2-a4c8-5767a463fea8,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:57.845026 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] Notify callbacks [] for security_group, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:57.846158 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-36805d08-c298-4042-9fa8-02986958d717 tempest-TestSnapshotPattern-817552116 tempest-TestSnapshotPattern-817552116-project] 10.222.0.53 "DELETE /v2.0/security-groups/b8628ab5-275a-4ee2-a4c8-5767a463fea8 HTTP/1.1" status: 204 len: 168 time: 0.1961842 Feb 11 00:02:57.896667 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40710) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:02:58.530789 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:58.882270 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Deleting port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:02:58.882976 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.158841 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] For port eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:02:59.159116 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.285118 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Calling delete_port for eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 owned by network:router_interface {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:02:59.590686 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b no longer exists at agent hyperv_n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:02:59.595783 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:02:59.627608 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] No Port match for: 2bae2f08-944a-4a9d-b3a8-2564a9a2390b {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:02:59.627949 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Device 2bae2f08-944a-4a9d-b3a8-2564a9a2390b not bound to the agent host n-h1-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:02:59.646922 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:02:59.921994 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:00.274150 n-d-825178-4 neutron-server[87653]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87653) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 11 00:03:00.561268 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87653) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 11 00:03:00.569827 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Sync routers for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 00:03:00.573532 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-c96d4a34-3854-4570-98ee-4aa247085df2 admin admin] 10.222.0.53 "PUT /v2.0/routers/c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6758022 Feb 11 00:03:00.575937 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40716) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:00.579059 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:03:00.579718 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:00.748834 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks [] for router, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:00.756325 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: n-d-825178-4 {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:03:00.931591 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:00.942169 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Deleting port fa3877c6-5fbe-4312-9171-830548425943 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:00.942503 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.085085 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203'}], 'enable_snat': True}, 'gw_port_id': 'fa3877c6-5fbe-4312-9171-830548425943', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-11T00:02:59Z', 'revision_number': 5, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port': {'id': 'fa3877c6-5fbe-4312-9171-830548425943', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:12:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-10T23:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:01.088879 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Checking router: c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae for host: n-d-825178-4 {{(pid=87654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 00:03:01.097654 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Routers {'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'} bound to L3 agent in host n-d-825178-4 {{(pid=87654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:03:01.098257 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'], 'active': True} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:01.115986 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] For port fa3877c6-5fbe-4312-9171-830548425943, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=fa3877c6-5fbe-4312-9171-830548425943,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:01.116577 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.241025 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Calling delete_port for fa3877c6-5fbe-4312-9171-830548425943 owned by network:router_gateway {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:01.247454 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_dvr_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] Set router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae gateway port host: None {{(pid=87654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:03:01.354387 n-d-825178-4 neutron-server[87654]: DEBUG neutron.db.l3_hamode_db [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-11T00:03:00Z', 'revision_number': 6, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:01.358290 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382d5b35-682e-4848-b9ac-3f42b53eb707 None None] The sync data for ids ['c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae'] in n-d-825178-4 is: [{'id': 'c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae', 'name': 'tempest-TestSnapshotPattern-567028863-router', 'tenant_id': '12d7d02506cc4a19a4249bb080b76f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:28Z', 'updated_at': '2022-02-11T00:03:00Z', 'revision_number': 6, 'project_id': '12d7d02506cc4a19a4249bb080b76f74', 'gw_port_host': None}] {{(pid=87654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 00:03:01.411156 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.459062 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3877c6-5fbe-4312-9171-830548425943,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:01.550887 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.718644 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.721903 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.748519 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.749293 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae {{(pid=87653) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 00:03:01.765134 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:01.766661 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] Notify callbacks [] for router, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.768262 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-1cc732c2-0291-4b3b-ad5c-f4a6fd578d04 admin admin] 10.222.0.53 "DELETE /v2.0/routers/c4a1edd8-f33f-43f7-a6fc-f4c221cdbfae HTTP/1.1" status: 204 len: 168 time: 1.1914253 Feb 11 00:03:01.770790 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40720) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:01.803215 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:03:01.803536 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device eb0ee6a7-33cf-4e44-b022-7bdd0a9ae541 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:01.934061 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Deleting subnet 36b5b790-0b8f-4417-b7bd-9873215ef772 {{(pid=87653) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 11 00:03:01.936941 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:01.985440 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6489083'] for subnet, precommit_delete_associations {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.066458 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.134621 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-842570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8188898'] for subnet, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.175220 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36b5b790-0b8f-4417-b7bd-9873215ef772,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:02.179175 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.185315 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb68f93e-b06c-47d7-b21e-8c216852959f None None] Network 41ead582-5d63-40f7-a2d4-1b634509cda9 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 11 00:03:02.188311 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-fb60a47c-b7f9-46f9-b9b6-5765a5135295 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/36b5b790-0b8f-4417-b7bd-9873215ef772 HTTP/1.1" status: 204 len: 168 time: 0.4138613 Feb 11 00:03:02.188531 n-d-825178-4 neutron-server[87653]: DEBUG neutron.wsgi [-] (87653) accepted ('10.222.0.53', 40728) {{(pid=87653) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:02.306329 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.318078 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Deleting port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 {{(pid=87653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:02.318401 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.469362 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] DHCP port deletion for 41ead582-5d63-40f7-a2d4-1b634509cda9 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 11 00:03:02.474490 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Deleting port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:02.474924 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.537700 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.db [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] For port 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=389d0ec5-7844-48c1-94f6-5fd612ca31f0,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:02.538168 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.660616 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.plugin [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Calling delete_port for 389d0ec5-7844-48c1-94f6-5fd612ca31f0 owned by network:dhcp {{(pid=87653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:02.679220 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] For port 389d0ec5-7844-48c1-94f6-5fd612ca31f0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=389d0ec5-7844-48c1-94f6-5fd612ca31f0,segment=NetworkSegment(798f86cf-761f-48e6-b1f1-ebd16ba93315),segment_id=798f86cf-761f-48e6-b1f1-ebd16ba93315)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:02.679624 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.738663 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-842553'] for port, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.787564 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=389d0ec5-7844-48c1-94f6-5fd612ca31f0,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:02.790511 n-d-825178-4 neutron-server[87653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] No DVR routers for this DVR port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 on host n-d-825178-4 {{(pid=87653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:03:02.800178 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Calling delete_port for 389d0ec5-7844-48c1-94f6-5fd612ca31f0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:02.873725 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 00:03:02.874070 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 00:03:02.905779 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.931192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ead582-5d63-40f7-a2d4-1b634509cda9']}} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:02.944192 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '798f86cf-761f-48e6-b1f1-ebd16ba93315') {'for_net_delete': True} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:02.944842 n-d-825178-4 neutron-server[87653]: DEBUG neutron.services.segments.db [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '798f86cf-761f-48e6-b1f1-ebd16ba93315') {} {{(pid=87653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:02.957120 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6489036'] for segment, before_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.973449 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.979537 n-d-825178-4 neutron-server[87653]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=87653) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 00:03:02.979912 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-841960'] for segment, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: Traceback (most recent call last): Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: timer() Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: cb(*args, **kw) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: return func(*args, **kwargs) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: self._notify() Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: self.callback(batched_events) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: event.method(event) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: return f(self, *a, **k) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: return self._get(url).json() Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: return self.request(url, 'GET', **kwargs) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 00:03:02.993556 n-d-825178-4 neutron-server[87653]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 00:03:03.074651 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:03.079734 n-d-825178-4 neutron-server[87653]: DEBUG neutron_lib.callbacks.manager [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=87653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:03.103419 n-d-825178-4 neutron-server[87653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=41ead582-5d63-40f7-a2d4-1b634509cda9,revision_number=None']} {{(pid=87653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:03.112317 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40732) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:03.112879 n-d-825178-4 neutron-server[87653]: INFO neutron.wsgi [None req-a352abff-de6c-4773-b40a-b4b121eb7aa8 admin admin] 10.222.0.53 "DELETE /v2.0/networks/41ead582-5d63-40f7-a2d4-1b634509cda9 HTTP/1.1" status: 204 len: 168 time: 0.9226673 Feb 11 00:03:03.375164 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Deleting port 389d0ec5-7844-48c1-94f6-5fd612ca31f0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:03.375632 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:03.442267 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-1258f560-bf93-44ab-96cb-aecfeee89d86 None None] The port '389d0ec5-7844-48c1-94f6-5fd612ca31f0' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 11 00:03:03.729216 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3877c6-5fbe-4312-9171-830548425943 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:03.765323 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: fa3877c6-5fbe-4312-9171-830548425943 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:03:03.765729 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device fa3877c6-5fbe-4312-9171-830548425943 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:03.766149 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 389d0ec5-7844-48c1-94f6-5fd612ca31f0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:03.770201 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-764882'] for router_interface, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:03.799773 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: 389d0ec5-7844-48c1-94f6-5fd612ca31f0 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:03:03.800118 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 389d0ec5-7844-48c1-94f6-5fd612ca31f0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:04.120357 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Deleting port d8564e44-c64a-4f8d-9622-392c6f2ecf4d {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:04.120893 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:04.146748 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:03:04.296670 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] For port d8564e44-c64a-4f8d-9622-392c6f2ecf4d, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:04.297021 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:04.421017 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Calling delete_port for d8564e44-c64a-4f8d-9622-392c6f2ecf4d owned by network:router_interface {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:04.743593 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:04.819072 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8564e44-c64a-4f8d-9622-392c6f2ecf4d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:04.836303 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.836645 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.836978 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.837308 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.837630 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.837955 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.838270 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.838587 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.838901 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.839215 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.839551 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:04.839864 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-4 {{(pid=87652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 00:03:05.181284 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-531734', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548418'] for router_interface, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:05.538137 n-d-825178-4 neutron-server[87652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 has already been hosted by L3 agent a137d359-d1c6-4bf2-997c-c7f5df245b97 {{(pid=87652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 11 00:03:05.713109 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] Notify agent at l3_agent.n-d-825178-4 the message routers_updated {{(pid=87652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 11 00:03:05.723202 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Sync routers for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 00:03:05.730669 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-642b6223-07f9-4f24-b2df-a0aec4bf07dc admin admin] 10.222.0.53 "PUT /v2.0/routers/1b2648a8-c5a5-40aa-8be3-bf5253cb0d14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6172779 Feb 11 00:03:05.733243 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40736) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:05.734496 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:03:05.735206 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:05.907538 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks [] for router, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:05.909040 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: n-d-825178-4 {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:03:06.090009 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.101210 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Deleting port da40e65c-3c05-4724-b674-d1cb4352a1a7 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:06.101612 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.193634 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'external_fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244'}], 'enable_snat': True}, 'gw_port_id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-11T00:03:04Z', 'revision_number': 5, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port': {'id': 'da40e65c-3c05-4724-b674-d1cb4352a1a7', 'name': '', 'network_id': '0d23f4bc-0c13-4fa4-badc-64816cdf33b2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '81f1b163-b236-45df-99ac-047c4311a844', 'ip_address': '172.25.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-10T23:57:35Z', 'updated_at': '2022-02-10T23:57:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '81f1b163-b236-45df-99ac-047c4311a844', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-4'}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:06.197458 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Checking router: 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 for host: n-d-825178-4 {{(pid=87655) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 00:03:06.206228 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Routers {'1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'} bound to L3 agent in host n-d-825178-4 {{(pid=87655) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 11 00:03:06.206805 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-10T22:14:40Z,description=,heartbeat_timestamp=2022-02-11T00:02:41Z,host='n-d-825178-4',id=a137d359-d1c6-4bf2-997c-c7f5df245b97,load=0,resource_versions=,resources_synced=,started_at=2022-02-10T22:14:40Z,topic='l3_agent')) {'router_ids': ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'], 'active': True} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:06.274426 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] For port da40e65c-3c05-4724-b674-d1cb4352a1a7, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=da40e65c-3c05-4724-b674-d1cb4352a1a7,segment=NetworkSegment(649d3806-2b9f-473f-bc95-cb328c58933e),segment_id=649d3806-2b9f-473f-bc95-cb328c58933e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:06.274992 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.357964 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_dvr_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] Set router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 gateway port host: None {{(pid=87655) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 11 00:03:06.498865 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.l3_hamode_db [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-11T00:03:06Z', 'revision_number': 6, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port_host': None}], 'n-d-825178-4', False) {} {{(pid=87655) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:06.503491 n-d-825178-4 neutron-server[87655]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0330da-8955-44ad-97c4-19a096de982c None None] The sync data for ids ['1b2648a8-c5a5-40aa-8be3-bf5253cb0d14'] in n-d-825178-4 is: [{'id': '1b2648a8-c5a5-40aa-8be3-bf5253cb0d14', 'name': 'tempest-TestSnapshotPattern-1028606368-router', 'tenant_id': 'a2febde56ea4433f92d8f50a921a91f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-10T23:57:34Z', 'updated_at': '2022-02-11T00:03:06Z', 'revision_number': 6, 'project_id': 'a2febde56ea4433f92d8f50a921a91f6', 'gw_port_host': None}] {{(pid=87655) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 00:03:06.521874 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Calling delete_port for da40e65c-3c05-4724-b674-d1cb4352a1a7 owned by network:router_gateway {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:06.703385 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:06.750811 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Pushing event deleted for resources: {'Port': ['ID=da40e65c-3c05-4724-b674-d1cb4352a1a7,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:06.844255 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-543991'] for router_gateway, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.018588 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-541748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3204'] for router, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.020690 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.044174 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-543133'] for router, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.044713 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 {{(pid=87652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 11 00:03:07.057895 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] Notify callbacks [] for router, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.059928 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-be4d34f0-6af2-40c5-89c0-997f6b579979 admin admin] 10.222.0.53 "DELETE /v2.0/routers/1b2648a8-c5a5-40aa-8be3-bf5253cb0d14 HTTP/1.1" status: 204 len: 168 time: 1.3255234 Feb 11 00:03:07.061957 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40740) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:07.124638 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Deleting subnet 3350b4f1-56ce-4035-b72b-97adda90cfac {{(pid=87652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 11 00:03:07.127918 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.180129 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8338118'] for subnet, precommit_delete_associations {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.256141 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1801843'] for subnet, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.327523 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1801850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8138707', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5697280'] for subnet, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.365029 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3350b4f1-56ce-4035-b72b-97adda90cfac,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:07.366923 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.370584 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354fb56b-2563-4ee4-89a5-e674a5f6f2d9 None None] Network 341593d2-06d1-4ba6-ba04-bca180f010c3 requested from n-d-825178-4 {{(pid=87654) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 11 00:03:07.373029 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-5670f921-516b-4c27-bace-47bbf12229a1 admin admin] 10.222.0.53 "DELETE /v2.0/subnets/3350b4f1-56ce-4035-b72b-97adda90cfac HTTP/1.1" status: 204 len: 168 time: 0.3098159 Feb 11 00:03:07.375470 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40744) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:07.483582 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1617736'] for network, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.493524 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Deleting port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 {{(pid=87652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:07.493847 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.654459 n-d-825178-4 neutron-server[87654]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] DHCP port deletion for 341593d2-06d1-4ba6-ba04-bca180f010c3 request from n-d-825178-4 {{(pid=87654) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 11 00:03:07.659246 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Deleting port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:07.659666 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.698646 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.db [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] For port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:07.699003 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.740358 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8564e44-c64a-4f8d-9622-392c6f2ecf4d no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:07.788653 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: d8564e44-c64a-4f8d-9622-392c6f2ecf4d {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:03:07.788993 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device d8564e44-c64a-4f8d-9622-392c6f2ecf4d not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:07.789396 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da40e65c-3c05-4724-b674-d1cb4352a1a7 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:07.824709 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No Port match for: da40e65c-3c05-4724-b674-d1cb4352a1a7 {{(pid=87654) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 11 00:03:07.825047 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device da40e65c-3c05-4724-b674-d1cb4352a1a7 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:07.825467 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 no longer exists at agent ovs-agent-n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 11 00:03:07.826862 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.plugin [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Calling delete_port for 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 owned by network:dhcp {{(pid=87652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:07.902807 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1582840', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-197554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8780898052118', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8780897529110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8138656'] for port, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:07.951991 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:07.958301 n-d-825178-4 neutron-server[87652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] No DVR routers for this DVR port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 on host n-d-825178-4 {{(pid=87652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 00:03:07.977390 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] No active binding found for port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 {{(pid=87654) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 11 00:03:07.977799 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.rpc [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Device 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 not bound to the agent host n-d-825178-4 {{(pid=87654) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 11 00:03:07.983962 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.db [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] For port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0, host n-d-825178-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-4',level=0,port_id=35e4ed37-f124-4efd-9e6d-c2643f36c8d0,segment=NetworkSegment(49b4bdb3-5d3b-45d3-afbf-6616a1c5170e),segment_id=49b4bdb3-5d3b-45d3-afbf-6616a1c5170e)] {{(pid=87654) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 11 00:03:07.984350 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-541828'] for port, precommit_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.114617 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Calling delete_port for 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 owned by network:dhcp {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 11 00:03:08.176452 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1801378', 'neutron.services.segments.db._delete_segments_for_network-8780898016826'] for network, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.188168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.db.api [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 00:03:08.188523 n-d-825178-4 neutron-server[87654]: DEBUG oslo_db.api [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 00:03:08.201476 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341593d2-06d1-4ba6-ba04-bca180f010c3']}} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:08.213158 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e') {'for_net_delete': True} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:08.213459 n-d-825178-4 neutron-server[87652]: DEBUG neutron.services.segments.db [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b4bdb3-5d3b-45d3-afbf-6616a1c5170e') {} {{(pid=87652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 00:03:08.224293 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8780898019925', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8338161'] for segment, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.239985 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1796539'] for segment, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.245722 n-d-825178-4 neutron-server[87652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=87652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 00:03:08.246100 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1796514', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8137841'] for segment, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: Traceback (most recent call last): Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: timer() Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: cb(*args, **kw) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: return func(*args, **kwargs) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: self._notify() Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: self.callback(batched_events) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: event.method(event) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: return f(self, *a, **k) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: return self._get(url).json() Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: return self.request(url, 'GET', **kwargs) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 00:03:08.259395 n-d-825178-4 neutron-server[87652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 00:03:08.333404 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1801403', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-531737', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-543954'] for network, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.349218 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Notify callbacks [] for network, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.358894 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=341593d2-06d1-4ba6-ba04-bca180f010c3,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:08.366554 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-68e370b5-0141-4552-9ca2-ce2237728f47 admin admin] 10.222.0.53 "DELETE /v2.0/networks/341593d2-06d1-4ba6-ba04-bca180f010c3 HTTP/1.1" status: 204 len: 168 time: 0.9901607 Feb 11 00:03:08.389282 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4932209f-2738-49e8-9705-ed8160a994f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.487422 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40750) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:08.536570 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-e6e84a88-7eff-49aa-99ed-3fb38eb10a05 admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=12d7d02506cc4a19a4249bb080b76f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478864 Feb 11 00:03:08.539226 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40754) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:08.599207 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.624374 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.679065 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.689954 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Deleting port 35e4ed37-f124-4efd-9e6d-c2643f36c8d0 {{(pid=87654) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 11 00:03:08.690855 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8780898049262'] for port, before_delete {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.696178 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4747c07-256b-4bf4-b801-e2b826145798,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:08.703149 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:08.704300 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-f77c58c9-0380-4818-b348-9d97a92a3a77 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/e4747c07-256b-4bf4-b801-e2b826145798 HTTP/1.1" status: 204 len: 168 time: 0.1641147 Feb 11 00:03:08.772982 n-d-825178-4 neutron-server[87654]: DEBUG neutron.plugins.ml2.plugin [None req-ae435a43-c32e-4a7c-b712-2dc366127f76 None None] The port '35e4ed37-f124-4efd-9e6d-c2643f36c8d0' was deleted {{(pid=87654) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 11 00:03:09.051911 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40762) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:09.099200 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-ca7fc811-48bb-459a-9a6e-dc0c1a978d1c admin admin] 10.222.0.53 "GET /v2.0/security-groups?tenant_id=a2febde56ea4433f92d8f50a921a91f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461397 Feb 11 00:03:09.101794 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [-] (87652) accepted ('10.222.0.53', 40766) {{(pid=87652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 11 00:03:09.158287 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.184691 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.237336 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-606867'] for security_group, after_delete {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.253691 n-d-825178-4 neutron-server[87652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894d6d14-422a-4aea-92c0-e603948a4b2d,revision_number=None']} {{(pid=87652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 00:03:09.258081 n-d-825178-4 neutron-server[87652]: DEBUG neutron_lib.callbacks.manager [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:09.259052 n-d-825178-4 neutron-server[87652]: INFO neutron.wsgi [None req-6aae94e7-8204-4ebd-b8d0-15000498f649 admin admin] 10.222.0.53 "DELETE /v2.0/security-groups/894d6d14-422a-4aea-92c0-e603948a4b2d HTTP/1.1" status: 204 len: 168 time: 0.1563954 Feb 11 00:03:10.685347 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8f1fc33b-7bfd-42a0-aa13-842c53f26dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:11.836213 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:12.157774 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:13.316691 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:22.837210 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:25.513161 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:38.391098 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c82ede81-7210-4f37-84c6-2a4fccb940a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:40.677327 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e0b0d3c7-a658-450b-83a0-faef2f7b0173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:41.146210 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:03:41.837609 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:42.161031 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:43.316437 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:52.851371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:03:55.514895 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:08.392964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3c42d203-47ba-45c8-b3e0-e4f845e29b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:10.680092 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e8eeef52-8d3e-4f35-8d23-49df0ceb30c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:11.838583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:12.166830 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:13.318729 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:18.145671 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:04:22.859497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:25.532272 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:38.394148 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7faa8fdc-43c6-4e7c-99b5-1e84698d8037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:40.681298 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-707ad2ca-8ec9-43bf-b2cb-2afd3bda371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:41.840401 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:42.165910 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:43.321560 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:52.862767 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:04:55.145431 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:04:55.550358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:08.395583 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-76d626cf-ea18-4949-ba05-2660554826ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:10.683551 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-17cfb6ef-541c-4f94-a205-f15a0c151dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:11.842168 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:12.169434 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:13.324378 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:22.865300 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:25.567893 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:32.145006 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:05:38.397106 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-be60aa9e-cafa-46d3-ba5c-b9c67379516b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:39.003830 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-753fc7f4-9658-4b32-9f8e-b46540bb48eb req-26f77969-81a0-4dbc-becb-7cb99b5f1b4f service neutron] (87652) timed out ('10.222.0.53', 38232) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 00:05:40.685702 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6dc92fa1-4a02-431c-bce3-ff99909c888b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:41.843867 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:42.172252 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:43.330721 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:52.863317 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:05:55.568941 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:08.399085 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7fb639b3-f5de-4fab-878f-1cd075996990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:09.145166 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:06:10.689463 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-606ff4a3-7fb1-48b5-8325-33ca856504ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:11.846127 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:12.175024 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:13.333048 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:22.864697 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:25.572535 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:38.400286 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-6c9ccf65-9fcf-4655-9f5f-47f3cb209ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:40.691090 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-a059a8dc-d2b8-495d-963b-6d58bfab9a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:41.847673 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:42.177925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:43.332144 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:46.145639 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:06:52.866839 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:06:55.574100 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:08.402623 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-168f600d-244d-453a-94e4-9fb10bf8ba90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:10.692340 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-d6bdb8aa-2b32-4535-af3f-97756c7e2cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:11.850613 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:12.179371 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:13.334669 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:22.885061 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:23.145338 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:07:25.605965 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:38.404129 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-b0efd7de-8a6a-4ef0-a6da-11bfaf0ec6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:40.697052 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-eebe50ab-fbaa-4151-a473-8354e596e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:41.853274 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:42.182898 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:43.336475 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:52.901308 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:07:55.624218 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:00.144449 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:08:08.404925 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4bb9e4cf-0ee3-494e-8ba4-9a44da306a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:10.699036 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7a20cb44-3dc0-4148-9393-609c1d5872c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:11.855539 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:12.188522 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:13.339506 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:22.903409 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:25.639919 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:37.143968 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:08:38.406364 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-5bea437d-391e-4a52-abe7-67ce7b8290b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:40.700008 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-8bad98ef-6fe1-4550-a85d-4b09630cbd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:41.857654 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:42.188576 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:43.342353 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:52.904976 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:08:55.635358 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:08.408608 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-f85f2db9-80c3-4b6d-822c-1212c70ae02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:10.701619 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ce994b24-e737-4026-b5ec-bd67d271330b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:11.860108 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:12.191264 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:13.345610 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:14.144674 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:09:22.936621 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:25.651865 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:38.410427 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-4031758e-a8c7-4003-b509-ef4f7ba7cf72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:40.710745 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-2c3c43b4-466f-472a-b104-c72d2b632ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:41.862170 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:42.193761 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:43.349628 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:51.144382 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:09:52.951920 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:09:55.654119 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:08.411049 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-02725ca1-be77-4b38-9394-a5cd0c9e6c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:10.702903 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-e5db58ef-6649-4dd2-9358-63640b087790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:11.863778 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:12.198650 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:13.350101 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:22.957934 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:25.658659 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:28.143962 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:10:34.282771 n-d-825178-4 neutron-server[87652]: DEBUG neutron.wsgi [req-c8273057-3a76-4a6c-91ff-537489fea750 req-3f049865-7742-4a01-80bd-dc8e29138c26 service neutron] (87652) timed out ('10.222.0.53', 39774) {{(pid=87652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 11 00:10:38.412239 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c689736a-159b-458e-a337-40408267a95f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:40.704382 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7471fbd1-4967-4bb6-9bd4-f87cc89370ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:41.865617 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:42.201054 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:43.352635 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:52.957858 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:10:55.662558 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:05.143003 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:11:08.414312 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-ea0b930d-a814-43ec-a43a-f36f916c5efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:10.706497 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b09d182-ba23-405f-8d9e-a499b86089a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:11.867964 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:12.202888 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:13.360579 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:22.964818 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-c1babbd9-c748-42fc-861b-d8573f4fe862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:25.660757 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-85e75f76-7ffa-47d3-a2bc-11fe4a1a8a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:38.416765 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-bb6f7c22-bf81-4423-ac14-13be6e4ea0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:40.707297 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-3b63af3d-d3a5-4b0b-954f-b03de3d61cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:41.870481 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-223eaacb-aa96-4aab-9435-ef541101f96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:42.142468 n-d-825178-4 neutron-server[87655]: DEBUG neutron.db.agents_db [None req-c84f0463-3cb9-44fa-8159-b84fd823efb3 None None] Agent healthcheck: found 7 active agents {{(pid=87655) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 11 00:11:42.206344 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-7bc5f531-ad4a-4eae-b106-2ae1b5d52260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 11 00:11:43.360150 n-d-825178-4 neutron-server[87654]: DEBUG neutron_lib.callbacks.manager [None req-cc3ccaf4-903d-4d44-994f-4526b155f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8780898016808', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1786872'] for agent, after_update {{(pid=87654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}